From c74d25f4a7755c1cd7cd0d27033a5b159135fac7 Mon Sep 17 00:00:00 2001 From: Sergey Pugachev Date: Tue, 7 Nov 2023 15:18:23 +0000 Subject: [PATCH 01/23] Folder for aws-sagemaker-model-deployment --- src/patterns/gen-ai/aws-sagemaker-model-deployment/.keep | 0 1 file changed, 0 insertions(+), 0 deletions(-) create mode 100644 src/patterns/gen-ai/aws-sagemaker-model-deployment/.keep diff --git a/src/patterns/gen-ai/aws-sagemaker-model-deployment/.keep b/src/patterns/gen-ai/aws-sagemaker-model-deployment/.keep new file mode 100644 index 00000000..e69de29b From ad4a15efca11939ae1708f6dda3a31fb1c74a678 Mon Sep 17 00:00:00 2001 From: Sergey Pugachev Date: Sat, 11 Nov 2023 01:23:21 +0000 Subject: [PATCH 02/23] aws-model-deployment-sagemaker initial commit --- .gitignore | 1 + .../aws-model-deployment-sagemaker/README.md | 34 + .../generate-jumpstart-models.ts | 253 ++++ .../code-generation/generate-utils.ts | 77 ++ .../code-generation/index.ts | 7 + .../container-image.ts | 282 ++++ .../huggingface-sagemaker-endpoint.ts | 145 +++ .../aws-model-deployment-sagemaker/index.ts | 5 + .../instance-type.ts | 478 +++++++ .../jumpstart-model.ts | 1147 +++++++++++++++++ .../jumpstart-sagemaker-endpoint.ts | 260 ++++ .../notebooks/sagemaker-endpoint.ipynb | 241 ++++ .../private/jumpstart-constants.ts | 95 ++ .../sagemaker-endpoint-base.ts | 17 + .../aws-sagemaker-model-deployment/.keep | 0 15 files changed, 3042 insertions(+) create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-utils.ts create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/container-image.ts create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/index.ts create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/instance-type.ts create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/notebooks/sagemaker-endpoint.ipynb create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/private/jumpstart-constants.ts create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/sagemaker-endpoint-base.ts delete mode 100644 src/patterns/gen-ai/aws-sagemaker-model-deployment/.keep diff --git a/.gitignore b/.gitignore index 028e6559..70a52e45 100644 --- a/.gitignore +++ b/.gitignore @@ -62,3 +62,4 @@ tsconfig.json !/.github/workflows/auto-approve.yml !/.github/workflows/ort-toolkit.yml !/.github/workflows/semgrep.yml +cache diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md new file mode 100644 index 00000000..7d3a7f5e --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md @@ -0,0 +1,34 @@ +# aws-model-deployment-sagemaker + +```typescript +new JumpStartSageMakerEndpoint(this, 'LLAMA2', { + model: JumpStartModel.META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2, + instanceType: InstanceType.ML_G5_2XLARGE, +}); + +new JumpStartSageMakerEndpoint(this, 'Falcon_7B', { + model: JumpStartModel.HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_2, + instanceType: InstanceType.ML_G5_2XLARGE, +}); + +new JumpStartSageMakerEndpoint(this, 'LightGPT', { + model: JumpStartModel.HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_1_0, + instanceType: InstanceType.ML_G5_12XLARGE, +}); + +new JumpStartSageMakerEndpoint(this, 'RedPajama', { + model: + JumpStartModel.HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_1_0, + instanceType: InstanceType.ML_G5_2XLARGE, +}); + +new HuggingFaceSageMakerEndpoint(this, 'Mistral', { + modelId: 'mistralai/Mistral-7B-Instruct-v0.1', + instanceType: InstanceType.ML_G5_2XLARGE, + environment: { + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '2048', + MAX_TOTAL_TOKENS: '4096', + }, +}); +``` \ No newline at end of file diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts new file mode 100644 index 00000000..73fc5471 --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts @@ -0,0 +1,253 @@ +import * as fs from 'fs'; +import * as path from 'path'; +import { JumpStartConstants } from '../private/jumpstart-constants'; +import { GenerateUtils } from './generate-utils'; + +interface JumpStartModelManifest { + model_id: string; + version: string; + spec_key: string; +} + +interface JumpStartModelSpec { + deprecated: boolean; + hosting_ecr_specs: { + framework: string; + }; + default_inference_instance_type: string; + supported_inference_instance_types: string[]; + hosting_model_package_arns?: { [region: string]: string }; + hosting_use_script_uri: string; + hosting_artifact_key?: string; + hosting_script_key?: string; + hosting_prepacked_artifact_key?: string; + inference_environment_variables: { + name: string; + type: string; + default: string; + scope: string; + required_for_model_class: boolean; + }[]; + hosting_instance_type_variants?: { + regional_aliases?: { [region: string]: { [key: string]: string } }; + variants: { + [key: string]: { + regional_properties?: { + image_uri: string; + }; + properties?: { + environment_variables: { + [key: string]: string; + }; + }; + }; + }; + }; +} + +interface ModelsData { + [modelId: string]: { + [version: string]: JumpStartModelSpec; + }; +} + +const JUMPSTART_CACHE_PATH = path.join( + __dirname, + './cache/jumpstart-models-cache.json' +); + +const JUMPSTART_MODEL_PATH = path.join(__dirname, '../jumpstart-model.ts'); + +const ALLOWED_FRAMEWORKS = [ + 'huggingface', + 'huggingface-llm', + 'djl-deepspeed', + 'djl-fastertransformer', + 'stabilityai', +]; + +export async function generateJumpStartModels() { + console.log('Getting JumpStart models data'); + + await download_data(); + generateCode(); +} + +async function download_data() { + console.log('Downloading JumpStart models data'); + + const regions = JumpStartConstants.JUMPSTART_LAUNCHED_REGIONS; + const regionNames = Object.keys(regions).filter((c) => c === 'us-east-1'); + const models: ModelsData = {}; + const frameworks = new Set(); + + for (const regionName of regionNames) { + console.log(`Processing region ${regionName}`); + const regionData = regions[regionName]; + const manifestS3Key = + JumpStartConstants.JUMPSTART_DEFAULT_MANIFEST_FILE_S3_KEY; + const url = `https://${regionData.contentBucket}.s3.${regionName}.amazonaws.com/${manifestS3Key}`; + const manifest: JumpStartModelManifest[] = await GenerateUtils.downloadJSON( + url + ); + + for (const model of manifest) { + const specUrl = `https://${regionData.contentBucket}.s3.${regionName}.amazonaws.com/${model.spec_key}`; + const modelSpec: JumpStartModelSpec = await GenerateUtils.downloadJSON( + specUrl + ); + + const { + deprecated, + hosting_ecr_specs, + default_inference_instance_type, + supported_inference_instance_types, + hosting_model_package_arns, + hosting_use_script_uri, + hosting_script_key, + hosting_artifact_key, + hosting_prepacked_artifact_key, + inference_environment_variables, + hosting_instance_type_variants, + } = modelSpec; + + const allowedFramework = ALLOWED_FRAMEWORKS.includes( + hosting_ecr_specs.framework + ); + + console.log( + `${deprecated ? '[DEPRECATED] ' : ''}${ + !allowedFramework ? '[SKIP:' + hosting_ecr_specs.framework + '] ' : '' + }${model.model_id}/${model.version}` + ); + + frameworks.add(hosting_ecr_specs.framework); + if (deprecated) continue; + if (!ALLOWED_FRAMEWORKS.includes(hosting_ecr_specs.framework)) continue; + if ( + hosting_use_script_uri || + (!hosting_prepacked_artifact_key && + !hosting_model_package_arns && + !hosting_artifact_key) + ) { + throw new Error('No model data'); + } + + models[model.model_id] = models[model.model_id] ?? {}; + models[model.model_id][model.version] = + models[model.model_id][model.version] ?? {}; + + models[model.model_id][model.version] = { + deprecated, + hosting_ecr_specs, + default_inference_instance_type, + supported_inference_instance_types, + hosting_model_package_arns, + hosting_use_script_uri, + hosting_artifact_key, + hosting_script_key, + hosting_prepacked_artifact_key, + inference_environment_variables, + hosting_instance_type_variants, + }; + } + } + + GenerateUtils.writeFileSyncWithDirs( + JUMPSTART_CACHE_PATH, + JSON.stringify(models) + ); + + console.log('Frameworks', Array.from(frameworks)); +} + +function generateCode() { + console.log('Generating JumpStart models data'); + + const data = JSON.parse(fs.readFileSync(JUMPSTART_CACHE_PATH, 'utf8')); + + let modelsStr = ''; + for (const modelId of Object.keys(data)) { + for (const version of Object.keys(data[modelId])) { + const modelName = `${GenerateUtils.replaceAll( + modelId, + '-', + '_' + )}_${GenerateUtils.replaceAll(version, '\\.', '_')}`.toUpperCase(); + + const specSource = data[modelId][version]; + const environment: { [key: string]: string | number | boolean } = {}; + for (const env of specSource.inference_environment_variables) { + environment[env.name] = env.default; + } + + const spec = { + modelId, + version, + defaultInstanceType: specSource.default_inference_instance_type, + instanceTypes: specSource.supported_inference_instance_types, + modelPackageArns: specSource.hosting_model_package_arns, + prepackedArtifactKey: specSource.hosting_prepacked_artifact_key, + artifactKey: specSource.hosting_artifact_key, + environment, + instanceAliases: + specSource.hosting_instance_type_variants?.regional_aliases, + instanceVariants: specSource.hosting_instance_type_variants?.variants, + }; + + if (spec.modelPackageArns) { + delete spec.artifactKey; + delete spec.prepackedArtifactKey; + } + + modelsStr += `\tpublic static readonly ${modelName} = this.of(${JSON.stringify( + spec + )});\n`; + } + } + + const fileStr = `import { Construct } from 'constructs'; +import * as iam from 'aws-cdk-lib/aws-iam'; + +export interface JumpStartModelSpec { + modelId: string; + version: string; + defaultInstanceType: string; + instanceTypes: string[]; + modelPackageArns?: { [region: string]: string }; + prepackedArtifactKey?: string; + artifactKey?: string; + environment: { [key: string]: string | number | boolean }, + instanceAliases?: { [region: string]: { [key: string]: string } }, + instanceVariants?: { + [key: string]: { + regional_properties?: { + image_uri: string; + }; + properties?: { + environment_variables: { + [key: string]: string; + }; + }; + }; + }; +} + +export class JumpStartModel { +${modelsStr} + + constructor(private readonly spec: JumpStartModelSpec) {} + + public static of( + spec: JumpStartModelSpec + ): JumpStartModel { + return new JumpStartModel(spec); + } + + public bind(scope: Construct, grantable: iam.IGrantable): JumpStartModelSpec { + return this.spec; + } +}`; + + GenerateUtils.writeFileSyncWithDirs(JUMPSTART_MODEL_PATH, fileStr); +} diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-utils.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-utils.ts new file mode 100644 index 00000000..8f93a638 --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-utils.ts @@ -0,0 +1,77 @@ +import * as fs from 'fs'; +import * as path from 'path'; +import * as https from 'https'; + +export abstract class GenerateUtils { + static replaceAll(str: string, find: string, replace: string) { + return str.replace(new RegExp(find, 'g'), replace); + } + + static writeFileSyncWithDirs( + filePath: string, + data: string | NodeJS.ArrayBufferView, + options?: fs.WriteFileOptions | undefined + ) { + const dir = path.dirname(filePath); + + if (!fs.existsSync(dir)) { + fs.mkdirSync(dir, { recursive: true }); + } + + fs.writeFileSync(filePath, data, options); + } + + static async downloadJSON(url: string): Promise { + let retryCount = 0; + let error: Error | undefined; + let result: any; + + while (retryCount < 5) { + try { + result = await new Promise((resolve, reject) => { + const request = https.get(url, (response) => { + if (response.statusCode === 200) { + let rawData = ''; + response.setEncoding('utf8'); + response.on('data', (chunk) => { + rawData += chunk; + }); + response.on('error', (e) => { + reject(e); + }); + + response.on('end', () => { + try { + const parsedData = JSON.parse(rawData); + resolve(parsedData); + } catch (e) { + reject(e); + } + }); + } else { + reject( + new Error(`Request Failed. Status Code: ${response.statusCode}`) + ); + } + }); + + request.end(); + }); + break; + } catch (e: any) { + error = e; + retryCount++; + + console.log('Retrying in 1 second...'); + + new Promise((resolve) => setTimeout(resolve, 1000 * retryCount)); + } + } + + if (error) { + throw error; + } + + return result; + } +} diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts new file mode 100644 index 00000000..6e8a0377 --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts @@ -0,0 +1,7 @@ +import { generateJumpStartModels } from './generate-jumpstart-models'; + +async function main() { + await generateJumpStartModels(); +} + +main(); diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/container-image.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/container-image.ts new file mode 100644 index 00000000..c362edfb --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/container-image.ts @@ -0,0 +1,282 @@ +import { Stack } from 'aws-cdk-lib'; +import { FactName } from 'aws-cdk-lib/region-info'; +import { Construct } from 'constructs'; +import { md5hash } from 'aws-cdk-lib/core/lib/helpers-internal'; +import * as ecr from 'aws-cdk-lib/aws-ecr'; +import * as iam from 'aws-cdk-lib/aws-iam'; +import * as assets from 'aws-cdk-lib/aws-ecr-assets'; + +export interface ContainerImageConfig { + /** + * The image name. Images in Amazon ECR repositories can be specified by either using the full registry/repository:tag or + * registry/repository@digest. + * + * For example, `012345678910.dkr.ecr..amazonaws.com/:latest` or + * `012345678910.dkr.ecr..amazonaws.com/@sha256:94afd1f2e64d908bc90dbca0035a5b567EXAMPLE`. + */ + readonly imageName: string; +} + +/** + * + * https://github.com/aws/deep-learning-containers/blob/master/available_images.md + */ +export abstract class ContainerImage { + public abstract bind( + scope: Construct, + grantable: iam.IGrantable + ): ContainerImageConfig; + + public static fromDeepLearningContainerImage( + repositoryName: string, + tag: string, + accountId?: string + ): ContainerImage { + return new DeepLearningContainerImage(repositoryName, tag, accountId); + } + + public static fromEcrRepository( + repository: ecr.IRepository, + tag: string = 'latest' + ): ContainerImage { + return new EcrImage(repository, tag); + } + + public static fromAsset( + directory: string, + options: assets.DockerImageAssetOptions = {} + ): ContainerImage { + return new AssetImage(directory, options); + } +} + +export class DeepLearningContainerImage extends ContainerImage { + /* + https://github.com/aws/sagemaker-python-sdk/blob/master/src/sagemaker/image_uri_config/huggingface.json + */ + static readonly HF_PYTORCH_INFERENCE_REPOSITORY_NAME = + 'huggingface-pytorch-inference'; + /* + https://github.com/aws/sagemaker-python-sdk/blob/master/src/sagemaker/image_uri_config/huggingface.json + */ + static readonly HF_TENSORFLOW_INFERENCE_REPOSITORY_NAME = + 'huggingface-tensorflow-inference'; + /* + https://github.com/aws/sagemaker-python-sdk/blob/master/src/sagemaker/image_uri_config/huggingface-llm.json + */ + static readonly HF_PYTORCH_TGI_INFERENCE_REPOSITORY_NAME = + 'huggingface-pytorch-tgi-inference'; + /* + DJL_INFERENCE_DEEPSPEED + https://github.com/aws/sagemaker-python-sdk/blob/master/src/sagemaker/image_uri_config/djl-deepspeed.json + */ + static readonly DJL_INFERENCE_REPOSITORY_NAME = 'djl-inference'; + //----------------------------------------------------------- + public static readonly HF_PYTORCH_INFERENCE_CPU_TRANSFORMERS_4_28_1 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.HF_PYTORCH_INFERENCE_REPOSITORY_NAME, + '2.0.0-transformers4.28.1-cpu-py310-ubuntu20.04' + ); + + public static readonly HF_PYTORCH_INFERENCE_GPU_TRANSFORMERS_4_28_1 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.HF_PYTORCH_INFERENCE_REPOSITORY_NAME, + '2.0.0-transformers4.28.1-gpu-py310-cu118-ubuntu20.04' + ); + + public static readonly HF_PYTORCH_INFERENCE_CPU_TRANSFORMERS_4_26_1 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.HF_PYTORCH_INFERENCE_REPOSITORY_NAME, + '1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04' + ); + + public static readonly HF_PYTORCH_INFERENCE_GPU_TRANSFORMERS_4_26_1 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.HF_PYTORCH_INFERENCE_REPOSITORY_NAME, + '1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' + ); + //----------------------------------------------------------- + public static readonly HF_TENSORFLOW_INFERENCE_CPU_TRANSFORMERS_4_26_0 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.HF_TENSORFLOW_INFERENCE_REPOSITORY_NAME, + '2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04' + ); + + public static readonly HF_TENSORFLOW_INFERENCE_GPU_TRANSFORMERS_4_26_0 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.HF_TENSORFLOW_INFERENCE_REPOSITORY_NAME, + '2.11.1-transformers4.26.0-gpu-py39-cu112-ubuntu20.04' + ); + //----------------------------------------------------------- + public static readonly HF_PYTORCH_TGI_INFERENCE_GPU_1_1_0 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.HF_PYTORCH_TGI_INFERENCE_REPOSITORY_NAME, + '2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' + ); + + public static readonly HF_PYTORCH_TGI_INFERENCE_GPU_1_0_3 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.HF_PYTORCH_TGI_INFERENCE_REPOSITORY_NAME, + '2.0.1-tgi1.0.3-gpu-py39-cu118-ubuntu20.04' + ); + + public static readonly HF_PYTORCH_TGI_INFERENCE_GPU_0_9_3 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.HF_PYTORCH_TGI_INFERENCE_REPOSITORY_NAME, + '2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' + ); + + public static readonly HF_PYTORCH_TGI_INFERENCE_GPU_0_8_2 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.HF_PYTORCH_TGI_INFERENCE_REPOSITORY_NAME, + '2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' + ); + + public static readonly HF_PYTORCH_TGI_INFERENCE_GPU_0_6_0 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.HF_PYTORCH_TGI_INFERENCE_REPOSITORY_NAME, + '2.0.0-tgi0.6.0-gpu-py39-cu118-ubuntu20.04' + ); + //----------------------------------------------------------- + public static readonly DJL_INFERENCE_GPU_FASTERTRANSFORMER_0_24_0 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, + '0.24.0-fastertransformer5.3.0-cu118' + ); + + public static readonly DJL_INFERENCE_GPU_DEEPSPEED_0_24_0 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, + '0.24.0-deepspeed0.10.0-cu118' + ); + + public static readonly DJL_INFERENCE_NEURONX_0_24_0 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, + '0.24.0-neuronx-sdk2.14.1' + ); + + public static readonly DJL_INFERENCE_GPU_FASTERTRANSFORMER_0_23_0 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, + '0.23.0-fastertransformer5.3.0-cu118' + ); + + public static readonly DJL_INFERENCE_GPU_DEEPSPEED_0_23_0 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, + '0.23.0-deepspeed0.9.5-cu118' + ); + + public static readonly DJL_INFERENCE_NEURONX_0_23_0 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, + '0.23.0-neuronx-sdk2.12.0' + ); + + public static readonly DJL_INFERENCE_GPU_FASTERTRANSFORMER_0_22_1 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, + '0.22.1-fastertransformer5.3.0-cu118' + ); + + public static readonly DJL_INFERENCE_GPU_DEEPSPEED_0_22_1 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, + '0.22.1-deepspeed0.9.2-cu118' + ); + + public static readonly DJL_INFERENCE_NEURONX_0_22_1 = + ContainerImage.fromDeepLearningContainerImage( + DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, + '0.22.1-neuronx-sdk2.10.0' + ); + + constructor( + private readonly repositoryName: string, + private readonly tag: string, + private readonly accountId?: string + ) { + super(); + } + + public bind( + scope: Construct, + grantable: iam.IGrantable + ): ContainerImageConfig { + const accountId = + this.accountId ?? + Stack.of(scope).regionalFact(FactName.DLC_REPOSITORY_ACCOUNT); + + const repository = ecr.Repository.fromRepositoryAttributes( + scope, + 'DeepLearningContainerRepository', + { + repositoryName: this.repositoryName, + repositoryArn: ecr.Repository.arnForLocalRepository( + this.repositoryName, + scope, + accountId + ), + } + ); + + repository.grantPull(grantable); + + return { imageName: `${repository.repositoryUri}:${this.tag}` }; + } +} + +class EcrImage extends ContainerImage { + constructor( + private readonly repository: ecr.IRepository, + private readonly tag: string + ) { + super(); + } + + public bind( + _scope: Construct, + grantable: iam.IGrantable + ): ContainerImageConfig { + this.repository.grantPull(grantable); + + return { + imageName: this.repository.repositoryUriForTag(this.tag), + }; + } +} + +class AssetImage extends ContainerImage { + private asset?: assets.DockerImageAsset; + + constructor( + private readonly directory: string, + private readonly options: assets.DockerImageAssetOptions = {} + ) { + super(); + } + + public bind( + scope: Construct, + grantable: iam.IGrantable + ): ContainerImageConfig { + // Retain the first instantiation of this asset + if (!this.asset) { + this.asset = new assets.DockerImageAsset( + scope, + `ModelImage${md5hash(this.directory)}`, + { + directory: this.directory, + ...this.options, + } + ); + } + + this.asset.repository.grantPull(grantable); + + return { + imageName: this.asset.imageUri, + }; + } +} diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts new file mode 100644 index 00000000..8fa091ee --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts @@ -0,0 +1,145 @@ +import { Construct } from 'constructs'; +import { Names } from 'aws-cdk-lib/core'; +import { InstanceType } from './instance-type'; +import { ContainerImage, DeepLearningContainerImage } from './container-image'; +import { SageMakerEndpointBase } from './sagemaker-endpoint-base'; +import * as cdk from 'aws-cdk-lib'; +import * as iam from 'aws-cdk-lib/aws-iam'; +import * as sagemaker from 'aws-cdk-lib/aws-sagemaker'; + +export interface HuggingFaceSageMakerEndpointProps { + modelId: string; + container?: ContainerImage; + endpointName?: string; + instanceType: InstanceType; + instanceCount?: number; + role?: iam.Role; + environment?: { [key: string]: string }; + startupHealthCheckTimeoutInSeconds?: number; +} + +/** + * @summary The HuggingFaceSageMakerEndpoint class. + */ +export class HuggingFaceSageMakerEndpoint + extends SageMakerEndpointBase + implements iam.IGrantable +{ + public readonly grantPrincipal: iam.IPrincipal; + public readonly endpointArn: string; + public readonly cfnModel: sagemaker.CfnModel; + public readonly cfnEndpoint: sagemaker.CfnEndpoint; + public readonly cfnEndpointConfig: sagemaker.CfnEndpointConfig; + + public readonly modelId: string; + public readonly instanceType: InstanceType; + public readonly instanceCount: number; + public readonly role: iam.Role; + + private readonly startupHealthCheckTimeoutInSeconds: number; + private readonly environment?: { [key: string]: string }; + + constructor( + scope: Construct, + id: string, + props: HuggingFaceSageMakerEndpointProps + ) { + super(scope, id); + + this.modelId = props.modelId; + this.instanceType = props.instanceType; + this.instanceCount = Math.max(1, props.instanceCount ?? 1); + this.role = props.role ?? this.createSageMakerRole(); + this.grantPrincipal = this.role; + + this.startupHealthCheckTimeoutInSeconds = + props.startupHealthCheckTimeoutInSeconds ?? 600; + this.environment = props.environment; + + const container = + props.container ?? + DeepLearningContainerImage.HF_PYTORCH_TGI_INFERENCE_GPU_1_1_0; + const image = container.bind(this, this.grantPrincipal).imageName; + const modelIdStr = this.modelId.split('/').join('-').split('.').join('-'); + + const model = new sagemaker.CfnModel(scope, `${modelIdStr}-model`, { + executionRoleArn: this.role.roleArn, + primaryContainer: { + image, + mode: 'SingleModel', + environment: { + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_REGION: cdk.Aws.REGION, + HF_MODEL_ID: this.modelId, + ...this.environment, + }, + }, + tags: [ + { + key: 'modelId', + value: this.modelId, + }, + ], + }); + + const endpointConfig = new sagemaker.CfnEndpointConfig( + scope, + 'EndpointConfig', + { + productionVariants: [ + { + instanceType: this.instanceType.toString(), + initialVariantWeight: 1, + initialInstanceCount: this.instanceCount, + variantName: 'AllTraffic', + modelName: model.getAtt('ModelName').toString(), + containerStartupHealthCheckTimeoutInSeconds: + this.startupHealthCheckTimeoutInSeconds, + }, + ], + } + ); + + endpointConfig.addDependency(model); + + const endpoint = new sagemaker.CfnEndpoint( + scope, + `${modelIdStr}-endpoint`, + { + endpointName: props.endpointName, + endpointConfigName: endpointConfig + .getAtt('EndpointConfigName') + .toString(), + tags: [ + { + key: 'modelId', + value: this.modelId, + }, + ], + } + ); + + endpoint.addDependency(endpointConfig); + + this.cfnModel = model; + this.cfnEndpoint = endpoint; + this.cfnEndpointConfig = endpointConfig; + this.endpointArn = endpoint.ref; + } + + public addToRolePolicy(statement: iam.PolicyStatement) { + if (!this.role) { + return; + } + + this.role.addToPolicy(statement); + } + + public grantInvoke(grantee: iam.IGrantable): iam.Grant { + return iam.Grant.addToPrincipal({ + grantee, + actions: ['sagemaker:InvokeEndpoint'], + resourceArns: [this.endpointArn], + }); + } +} diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/index.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/index.ts new file mode 100644 index 00000000..ca6ebbd4 --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/index.ts @@ -0,0 +1,5 @@ +export * from './huggingface-sagemaker-endpoint'; +export * from './jumpstart-sagemaker-endpoint'; +export * from './container-image'; +export * from './instance-type'; +export * from './jumpstart-model'; diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/instance-type.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/instance-type.ts new file mode 100644 index 00000000..293e8f6d --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/instance-type.ts @@ -0,0 +1,478 @@ +import * as cdk from 'aws-cdk-lib/core'; + +/** + * Supported instance types for SageMaker instance-based production variants. + */ +export class InstanceType { + /** + * ml.c4.2xlarge + */ + public static readonly ML_C4_2XLARGE = InstanceType.of('ml.c4.2xlarge'); + + /** + * ml.c4.4xlarge + */ + public static readonly ML_C4_4XLARGE = InstanceType.of('ml.c4.4xlarge'); + + /** + * ml.c4.8xlarge + */ + public static readonly ML_C4_8XLARGE = InstanceType.of('ml.c4.8xlarge'); + + /** + * ml.c4.large + */ + public static readonly ML_C4_LARGE = InstanceType.of('ml.c4.large'); + + /** + * ml.c4.xlarge + */ + public static readonly ML_C4_XLARGE = InstanceType.of('ml.c4.xlarge'); + + /** + * ml.c5.18xlarge + */ + public static readonly ML_C5_18XLARGE = InstanceType.of('ml.c5.18xlarge'); + + /** + * ml.c5.2xlarge + */ + public static readonly ML_C5_2XLARGE = InstanceType.of('ml.c5.2xlarge'); + + /** + * ml.c5.4xlarge + */ + public static readonly ML_C5_4XLARGE = InstanceType.of('ml.c5.4xlarge'); + + /** + * ml.c5.9xlarge + */ + public static readonly ML_C5_9XLARGE = InstanceType.of('ml.c5.9xlarge'); + + /** + * ml.c5.large + */ + public static readonly ML_C5_LARGE = InstanceType.of('ml.c5.large'); + + /** + * ml.c5.xlarge + */ + public static readonly ML_C5_XLARGE = InstanceType.of('ml.c5.xlarge'); + + /** + * ml.c5d.18xlarge + */ + public static readonly ML_C5D_18XLARGE = InstanceType.of('ml.c5d.18xlarge'); + + /** + * ml.c5d.2xlarge + */ + public static readonly ML_C5D_2XLARGE = InstanceType.of('ml.c5d.2xlarge'); + + /** + * ml.c5d.4xlarge + */ + public static readonly ML_C5D_4XLARGE = InstanceType.of('ml.c5d.4xlarge'); + + /** + * ml.c5d.9xlarge + */ + public static readonly ML_C5D_9XLARGE = InstanceType.of('ml.c5d.9xlarge'); + + /** + * ml.c5d.large + */ + public static readonly ML_C5D_LARGE = InstanceType.of('ml.c5d.large'); + + /** + * ml.c5d.xlarge + */ + public static readonly ML_C5D_XLARGE = InstanceType.of('ml.c5d.xlarge'); + + /** + * ml.c6i.12xlarge + */ + public static readonly ML_C6I_12XLARGE = InstanceType.of('ml.c6i.12xlarge'); + + /** + * ml.c6i.16xlarge + */ + public static readonly ML_C6I_16XLARGE = InstanceType.of('ml.c6i.16xlarge'); + + /** + * ml.c6i.24xlarge + */ + public static readonly ML_C6I_24XLARGE = InstanceType.of('ml.c6i.24xlarge'); + + /** + * ml.c6i.2xlarge + */ + public static readonly ML_C6I_2XLARGE = InstanceType.of('ml.c6i.2xlarge'); + + /** + * ml.c6i.32xlarge + */ + public static readonly ML_C6I_32XLARGE = InstanceType.of('ml.c6i.32xlarge'); + + /** + * ml.c6i.4xlarge + */ + public static readonly ML_C6I_4XLARGE = InstanceType.of('ml.c6i.4xlarge'); + + /** + * ml.c6i.8xlarge + */ + public static readonly ML_C6I_8XLARGE = InstanceType.of('ml.c6i.8xlarge'); + + /** + * ml.c6i.large + */ + public static readonly ML_C6I_LARGE = InstanceType.of('ml.c6i.large'); + + /** + * ml.c6i.xlarge + */ + public static readonly ML_C6I_XLARGE = InstanceType.of('ml.c6i.xlarge'); + + /** + * ml.g4dn.12xlarge + */ + public static readonly ML_G4DN_12XLARGE = InstanceType.of('ml.g4dn.12xlarge'); + + /** + * ml.g4dn.16xlarge + */ + public static readonly ML_G4DN_16XLARGE = InstanceType.of('ml.g4dn.16xlarge'); + + /** + * ml.g4dn.2xlarge + */ + public static readonly ML_G4DN_2XLARGE = InstanceType.of('ml.g4dn.2xlarge'); + + /** + * ml.g4dn.4xlarge + */ + public static readonly ML_G4DN_4XLARGE = InstanceType.of('ml.g4dn.4xlarge'); + + /** + * ml.g4dn.8xlarge + */ + public static readonly ML_G4DN_8XLARGE = InstanceType.of('ml.g4dn.8xlarge'); + + /** + * ml.g4dn.xlarge + */ + public static readonly ML_G4DN_XLARGE = InstanceType.of('ml.g4dn.xlarge'); + + /** + * ml.g5.12xlarge + */ + public static readonly ML_G5_12XLARGE = InstanceType.of('ml.g5.12xlarge'); + + /** + * ml.g5.16xlarge + */ + public static readonly ML_G5_16XLARGE = InstanceType.of('ml.g5.16xlarge'); + + /** + * ml.g5.24xlarge + */ + public static readonly ML_G5_24XLARGE = InstanceType.of('ml.g5.24xlarge'); + + /** + * ml.g5.2xlarge + */ + public static readonly ML_G5_2XLARGE = InstanceType.of('ml.g5.2xlarge'); + + /** + * ml.g5.48xlarge + */ + public static readonly ML_G5_48XLARGE = InstanceType.of('ml.g5.48xlarge'); + + /** + * ml.g5.4xlarge + */ + public static readonly ML_G5_4XLARGE = InstanceType.of('ml.g5.4xlarge'); + + /** + * ml.g5.8xlarge + */ + public static readonly ML_G5_8XLARGE = InstanceType.of('ml.g5.8xlarge'); + + /** + * ml.g5.xlarge + */ + public static readonly ML_G5_XLARGE = InstanceType.of('ml.g5.xlarge'); + + /** + * ml.inf1.24xlarge + */ + public static readonly ML_INF1_24XLARGE = InstanceType.of('ml.inf1.24xlarge'); + + /** + * ml.inf1.2xlarge + */ + public static readonly ML_INF1_2XLARGE = InstanceType.of('ml.inf1.2xlarge'); + + /** + * ml.inf1.6xlarge + */ + public static readonly ML_INF1_6XLARGE = InstanceType.of('ml.inf1.6xlarge'); + + /** + * ml.inf1.xlarge + */ + public static readonly ML_INF1_XLARGE = InstanceType.of('ml.inf1.xlarge'); + + /** + * ml.inf2.xlarge + */ + public static readonly ML_INF2_XLARGE = InstanceType.of('ml.inf2.xlarge'); + + /** + * ml.inf2.8xlarge + */ + public static readonly ML_INF2_8XLARGE = InstanceType.of('ml.inf2.8xlarge'); + + /** + * ml.inf2.24xlarge + */ + public static readonly ML_INF2_24XLARGE = InstanceType.of('ml.inf2.24xlarge'); + + /** + * ml.inf2.48xlarge + */ + public static readonly ML_INF2_48XLARGE = InstanceType.of('ml.inf2.48xlarge'); + + /** + * ml.m4.10xlarge + */ + public static readonly ML_M4_10XLARGE = InstanceType.of('ml.m4.10xlarge'); + + /** + * ml.m4.16xlarge + */ + public static readonly ML_M4_16XLARGE = InstanceType.of('ml.m4.16xlarge'); + + /** + * ml.m4.2xlarge + */ + public static readonly ML_M4_2XLARGE = InstanceType.of('ml.m4.2xlarge'); + + /** + * ml.m4.4xlarge + */ + public static readonly ML_M4_4XLARGE = InstanceType.of('ml.m4.4xlarge'); + + /** + * ml.m4.xlarge + */ + public static readonly ML_M4_XLARGE = InstanceType.of('ml.m4.xlarge'); + + /** + * ml.m5.12xlarge + */ + public static readonly ML_M5_12XLARGE = InstanceType.of('ml.m5.12xlarge'); + + /** + * ml.m5.24xlarge + */ + public static readonly ML_M5_24XLARGE = InstanceType.of('ml.m5.24xlarge'); + + /** + * ml.m5.2xlarge + */ + public static readonly ML_M5_2XLARGE = InstanceType.of('ml.m5.2xlarge'); + + /** + * ml.m5.4xlarge + */ + public static readonly ML_M5_4XLARGE = InstanceType.of('ml.m5.4xlarge'); + + /** + * ml.m5.large + */ + public static readonly ML_M5_LARGE = InstanceType.of('ml.m5.large'); + + /** + * ml.m5.xlarge + */ + public static readonly ML_M5_XLARGE = InstanceType.of('ml.m5.xlarge'); + + /** + * ml.m5d.12xlarge + */ + public static readonly ML_M5D_12XLARGE = InstanceType.of('ml.m5d.12xlarge'); + + /** + * ml.m5d.24xlarge + */ + public static readonly ML_M5D_24XLARGE = InstanceType.of('ml.m5d.24xlarge'); + + /** + * ml.m5d.2xlarge + */ + public static readonly ML_M5D_2XLARGE = InstanceType.of('ml.m5d.2xlarge'); + + /** + * ml.m5d.4xlarge + */ + public static readonly ML_M5D_4XLARGE = InstanceType.of('ml.m5d.4xlarge'); + + /** + * ml.m5d.large + */ + public static readonly ML_M5D_LARGE = InstanceType.of('ml.m5d.large'); + + /** + * ml.m5d.xlarge + */ + public static readonly ML_M5D_XLARGE = InstanceType.of('ml.m5d.xlarge'); + + /** + * ml.p2.16xlarge + */ + public static readonly ML_P2_16XLARGE = InstanceType.of('ml.p2.16xlarge'); + + /** + * ml.p2.8xlarge + */ + public static readonly ML_P2_8XLARGE = InstanceType.of('ml.p2.8xlarge'); + + /** + * ml.p2.xlarge + */ + public static readonly ML_P2_XLARGE = InstanceType.of('ml.p2.xlarge'); + + /** + * ml.p3.16xlarge + */ + public static readonly ML_P3_16XLARGE = InstanceType.of('ml.p3.16xlarge'); + + /** + * ml.p3.2xlarge + */ + public static readonly ML_P3_2XLARGE = InstanceType.of('ml.p3.2xlarge'); + + /** + * ml.p3.8xlarge + */ + public static readonly ML_P3_8XLARGE = InstanceType.of('ml.p3.8xlarge'); + + /** + * ml.p4d.24xlarge + */ + public static readonly ML_P4D_24XLARGE = InstanceType.of('ml.p4d.24xlarge'); + + /** + * ml.r5.12xlarge + */ + public static readonly ML_R5_12XLARGE = InstanceType.of('ml.r5.12xlarge'); + + /** + * ml.r5.24xlarge + */ + public static readonly ML_R5_24XLARGE = InstanceType.of('ml.r5.24xlarge'); + + /** + * ml.r5.2xlarge + */ + public static readonly ML_R5_2XLARGE = InstanceType.of('ml.r5.2xlarge'); + + /** + * ml.r5.4xlarge + */ + public static readonly ML_R5_4XLARGE = InstanceType.of('ml.r5.4xlarge'); + + /** + * ml.r5.large + */ + public static readonly ML_R5_LARGE = InstanceType.of('ml.r5.large'); + + /** + * ml.r5.xlarge + */ + public static readonly ML_R5_XLARGE = InstanceType.of('ml.r5.xlarge'); + + /** + * ml.r5d.12xlarge + */ + public static readonly ML_R5D_12XLARGE = InstanceType.of('ml.r5d.12xlarge'); + + /** + * ml.r5d.24xlarge + */ + public static readonly ML_R5D_24XLARGE = InstanceType.of('ml.r5d.24xlarge'); + + /** + * ml.r5d.2xlarge + */ + public static readonly ML_R5D_2XLARGE = InstanceType.of('ml.r5d.2xlarge'); + + /** + * ml.r5d.4xlarge + */ + public static readonly ML_R5D_4XLARGE = InstanceType.of('ml.r5d.4xlarge'); + + /** + * ml.r5d.large + */ + public static readonly ML_R5D_LARGE = InstanceType.of('ml.r5d.large'); + + /** + * ml.r5d.xlarge + */ + public static readonly ML_R5D_XLARGE = InstanceType.of('ml.r5d.xlarge'); + + /** + * ml.t2.2xlarge + */ + public static readonly ML_T2_2XLARGE = InstanceType.of('ml.t2.2xlarge'); + + /** + * ml.t2.large + */ + public static readonly ML_T2_LARGE = InstanceType.of('ml.t2.large'); + + /** + * ml.t2.medium + */ + public static readonly ML_T2_MEDIUM = InstanceType.of('ml.t2.medium'); + + /** + * ml.t2.xlarge + */ + public static readonly ML_T2_XLARGE = InstanceType.of('ml.t2.xlarge'); + + /** + * Builds an InstanceType from a given string or token (such as a CfnParameter). + * @param instanceType An instance type as string + * @returns A strongly typed InstanceType + */ + public static of(instanceType: string): InstanceType { + return new InstanceType(instanceType); + } + + private readonly instanceTypeIdentifier: string; + + constructor(instanceType: string) { + if ( + cdk.Token.isUnresolved(instanceType) || + instanceType.startsWith('ml.') + ) { + this.instanceTypeIdentifier = instanceType; + } else { + throw new Error( + `instance type must start with 'ml.'; (got ${instanceType})` + ); + } + } + + /** + * Return the instance type as a string + * @returns The instance type as a string + */ + public toString(): string { + return this.instanceTypeIdentifier; + } +} diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts new file mode 100644 index 00000000..0dc68573 --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts @@ -0,0 +1,1147 @@ +import { Construct } from 'constructs'; +import * as iam from 'aws-cdk-lib/aws-iam'; + +export interface JumpStartModelSpec { + modelId: string; + version: string; + defaultInstanceType: string; + instanceTypes: string[]; + modelPackageArns?: { [region: string]: string }; + prepackedArtifactKey?: string; + artifactKey?: string; + environment: { [key: string]: string | number | boolean }, + instanceAliases?: { [region: string]: { [key: string]: string } }, + instanceVariants?: { + [key: string]: { + regional_properties?: { + image_uri: string; + }; + properties?: { + environment_variables: { + [key: string]: string; + }; + }; + }; + }; +} + +export class JumpStartModel { + public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-large-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-large-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-medium","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-medium.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-medium","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-medium.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-small","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-tiny","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-tiny.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-tiny","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-tiny.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_1 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_0 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-fillmask-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-fillmask-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-fillmask-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.2.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.1.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.2.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.1.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_3 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_3 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_1_0 = this.of({"modelId":"huggingface-llm-mistral-7b","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_0_0 = this.of({"modelId":"huggingface-llm-mistral-7b","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_INSTRUCT_1_0_0 = this.of({"modelId":"huggingface-llm-mistral-7b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b-instruct.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b-instruct.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION":"python","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION":"python","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_1 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_0 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-base-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-base-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-large-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-large-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-small-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-small-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-small-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-small-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-small","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_3 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_2 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_1 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_1_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-base/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-large/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_2_0 = this.of({"modelId":"huggingface-summarization-bart-large-cnn-samsum","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bart-large-cnn-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_1_0 = this.of({"modelId":"huggingface-summarization-bart-large-cnn-samsum","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_0_0 = this.of({"modelId":"huggingface-summarization-bart-large-cnn-samsum","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_2_0 = this.of({"modelId":"huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_1_0 = this.of({"modelId":"huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_0_0 = this.of({"modelId":"huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_2_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-arxiv","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_1_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-arxiv","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_0_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-arxiv","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_2_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-pubmed","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_1_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-pubmed","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_0_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-pubmed","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-12-6","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-12-6.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-12-6","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-12-6","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-6-6","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-6-6.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-6-6","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-6-6","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-1-1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-1-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-1-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-1-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-12-3","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-12-3.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-12-3","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-12-3","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_MODELS_2_0_0 = this.of({"modelId":"huggingface-tc-models","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-models/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-models/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_MODELS_1_0_2 = this.of({"modelId":"huggingface-tc-models","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_MODELS_1_0_1 = this.of({"modelId":"huggingface-tc-models","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_MODELS_1_0_0 = this.of({"modelId":"huggingface-tc-models","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-large","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-large","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_2 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_1 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_0 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_1 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_0 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_3 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_2 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_1 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_0 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_1 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_0 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-bnb-int8","version":"1.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_1 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-bnb-int8","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_0 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-bnb-int8","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-fp16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_1 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-fp16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_0 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_5 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_4 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_3 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_6 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.6","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_5 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_4 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_3 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_2 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_1 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_5 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_4 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_3 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_6 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.6","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_5 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_4 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_3 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-fp16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-fp16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-ul2-bf16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-ul2-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-ul2-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_2 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_1 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_0 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_1 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_0 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_3 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_2 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_1 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_0 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_2 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_1 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_0 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_1 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_0 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_3 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_2 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_1 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_0 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_2 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_1 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_0 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_1 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_0 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_3 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_2 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_1 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_0 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTEMBEDDING_ALL_MINILM_L6_V2_1_0_0 = this.of({"modelId":"huggingface-textembedding-all-MiniLM-L6-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_3 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_2 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_3 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_2 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_1 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_3 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_2 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_1 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_1 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_1 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_1 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_5_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.5.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_1 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.4.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.4.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_3_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_3 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_2 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_1 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_1_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_0_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-12b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-12b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-3b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-3b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-7b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-40b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-40b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.g5.2xlarge","ml.p3.16xlarge","ml.p3.8xlarge","ml.p3.2xlarge","ml.g4dn.12xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.g5.2xlarge","ml.p3.16xlarge","ml.p3.8xlarge","ml.p3.2xlarge","ml.g4dn.12xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_5_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.5.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_1 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.4.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.4.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_3_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_3 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_2 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_1 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_1_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_0_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_3_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_1 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_1_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_2 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_1 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_2_0_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_2_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_1 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.1.1/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.1.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_0_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-176b-int8","version":"1.0.2","defaultInstanceType":"ml.p4d.24xlarge","instanceTypes":["ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-176b-int8","version":"1.0.1","defaultInstanceType":"ml.p4d.24xlarge","instanceTypes":["ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-176b-int8","version":"1.0.0","defaultInstanceType":"ml.p4d.24xlarge","instanceTypes":["ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.3.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.2.2","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.2.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.2.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.1.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_2 = this.of({"modelId":"huggingface-textgeneration1-bloomz-176b-fp16","version":"1.0.2","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-bloomz-176b-fp16","version":"1.0.1","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-176b-fp16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_4 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.4","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_3 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_4 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.4","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_3 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-lightgpt","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-lightgpt","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_STORYWRITER_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-storywriter-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_2_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"2.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference-prepack/v1.0.1/","artifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_2_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"2.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference-prepack/v1.0.1/","artifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_2_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_1_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_2_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_1_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_2_0_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_1_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_0_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_2_0_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_1_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_0_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_2_0_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-small/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-small/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_1_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_0_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-22h-vintedois-diffusion-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_0_0 = this.of({"modelId":"huggingface-txt2img-22h-vintedois-diffusion-v0-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-akikagura-mkgen-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-akikagura-mkgen-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_1_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles-fastdb-4800","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_0_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles-fastdb-4800","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_1_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles9000","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles9000.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_0_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles9000","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-andite-anything-v4-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-andite-anything-v4-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-andite-anything-v4-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-astraliteheart-pony-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_0_0 = this.of({"modelId":"huggingface-txt2img-astraliteheart-pony-diffusion-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_1_0 = this.of({"modelId":"huggingface-txt2img-avrik-abstract-anim-spritesheets","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_0_0 = this.of({"modelId":"huggingface-txt2img-avrik-abstract-anim-spritesheets","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_1_0 = this.of({"modelId":"huggingface-txt2img-aybeeceedee-knollingcase","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_0_0 = this.of({"modelId":"huggingface-txt2img-aybeeceedee-knollingcase","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-k-anything-v3-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-k-anything-v3-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_1_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_0_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_1_0 = this.of({"modelId":"huggingface-txt2img-buntopsih-novgoranstefanovski","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_0_0 = this.of({"modelId":"huggingface-txt2img-buntopsih-novgoranstefanovski","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_1_0 = this.of({"modelId":"huggingface-txt2img-claudfuen-photorealistic-fuen-v1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_0_0 = this.of({"modelId":"huggingface-txt2img-claudfuen-photorealistic-fuen-v1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-coder119-vectorartz-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-coder119-vectorartz-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_1_0 = this.of({"modelId":"huggingface-txt2img-conflictx-complex-lineart","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-conflictx-complex-lineart.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_0_0 = this.of({"modelId":"huggingface-txt2img-conflictx-complex-lineart","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-cats-musical-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-cats-musical-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-tron-legacy-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-tron-legacy-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-van-gogh-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-van-gogh-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_1_0 = this.of({"modelId":"huggingface-txt2img-eimiss-eimisanimediffusion-1-0v","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_0_0 = this.of({"modelId":"huggingface-txt2img-eimiss-eimisanimediffusion-1-0v","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-envvi-inkpunk-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-envvi-inkpunk-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_1_0 = this.of({"modelId":"huggingface-txt2img-evel-yoshin","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-evel-yoshin.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_0_0 = this.of({"modelId":"huggingface-txt2img-evel-yoshin","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_1_0 = this.of({"modelId":"huggingface-txt2img-extraphy-mustafa-kemal-ataturk","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_0_0 = this.of({"modelId":"huggingface-txt2img-extraphy-mustafa-kemal-ataturk","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_1_0 = this.of({"modelId":"huggingface-txt2img-fffiloni-mr-men-and-little-misses","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_0_0 = this.of({"modelId":"huggingface-txt2img-fffiloni-mr-men-and-little-misses","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-elrisitas","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-elrisitas.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-elrisitas","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-papercut-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-papercut-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_1_0 = this.of({"modelId":"huggingface-txt2img-haor-evt-v3","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-haor-evt-v3.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_0_0 = this.of({"modelId":"huggingface-txt2img-haor-evt-v3","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_1_0 = this.of({"modelId":"huggingface-txt2img-hassanblend-hassanblend1-4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_0_0 = this.of({"modelId":"huggingface-txt2img-hassanblend-hassanblend1-4","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_0_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_0_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-ifansnek-johndiffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-ifansnek-johndiffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_1_0 = this.of({"modelId":"huggingface-txt2img-jersonm89-avatar","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jersonm89-avatar.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_0_0 = this.of({"modelId":"huggingface-txt2img-jersonm89-avatar","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_1_0 = this.of({"modelId":"huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_0_0 = this.of({"modelId":"huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_1_0 = this.of({"modelId":"huggingface-txt2img-katakana-2d-mix","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-katakana-2d-mix.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_0_0 = this.of({"modelId":"huggingface-txt2img-katakana-2d-mix","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_1_0 = this.of({"modelId":"huggingface-txt2img-lacambre-vulvine-look-v02","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_0_0 = this.of({"modelId":"huggingface-txt2img-lacambre-vulvine-look-v02","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-langboat-guohua-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-langboat-guohua-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-linaqruf-anything-v3-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-linaqruf-anything-v3-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-klingon-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-klingon-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-vulcan-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-vulcan-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitsua-mitsua-diffusion-cc0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_0_0 = this.of({"modelId":"huggingface-txt2img-mitsua-mitsua-diffusion-cc0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-naclbit-trinart-stable-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_0_0 = this.of({"modelId":"huggingface-txt2img-naclbit-trinart-stable-diffusion-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-arcane-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-arcane-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-archer-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-archer-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-classic-anim-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-classic-anim-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-elden-ring-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-elden-ring-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-future-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-future-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-ghibli-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-ghibli-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-mo-di-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-mo-di-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-nitro-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-nitro-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-redshift-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-redshift-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-spider-verse-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-spider-verse-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nousr-robo-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nousr-robo-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nousr-robo-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-ogkalu-comic-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-ogkalu-comic-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_1_0 = this.of({"modelId":"huggingface-txt2img-openjourney-openjourney","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-openjourney-openjourney.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_0_0 = this.of({"modelId":"huggingface-txt2img-openjourney-openjourney","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-piesposito-openpotionbottle-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_0_0 = this.of({"modelId":"huggingface-txt2img-piesposito-openpotionbottle-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_1_0 = this.of({"modelId":"huggingface-txt2img-plasmo-voxel-ish","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-voxel-ish.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_0_0 = this.of({"modelId":"huggingface-txt2img-plasmo-voxel-ish","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_1_0 = this.of({"modelId":"huggingface-txt2img-plasmo-woolitize","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-woolitize.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_0_0 = this.of({"modelId":"huggingface-txt2img-plasmo-woolitize","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-progamergov-min-illust-background-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-progamergov-min-illust-background-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-prompthero-linkedin-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-prompthero-linkedin-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_1_0 = this.of({"modelId":"huggingface-txt2img-prompthero-openjourney","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-openjourney.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_0_0 = this.of({"modelId":"huggingface-txt2img-prompthero-openjourney","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-qilex-magic-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-qilex-magic-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-qilex-magic-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_1_0 = this.of({"modelId":"huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_0_0 = this.of({"modelId":"huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-rayhell-popupbook-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-rayhell-popupbook-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_1_0 = this.of({"modelId":"huggingface-txt2img-runwayml-stable-diffusion-v1-5","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_0_0 = this.of({"modelId":"huggingface-txt2img-runwayml-stable-diffusion-v1-5","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-s3nh-beksinski-style-stable-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-s3nh-beksinski-style-stable-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-original-character-cyclps","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_0_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-original-character-cyclps","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_0_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-seraphm","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_0_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-seraphm","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_1_0 = this.of({"modelId":"huggingface-txt2img-shirayu-sd-tohoku-v1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_0_0 = this.of({"modelId":"huggingface-txt2img-shirayu-sd-tohoku-v1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_1_0 = this.of({"modelId":"huggingface-txt2img-thelastben-hrrzg-style-768px","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_0_0 = this.of({"modelId":"huggingface-txt2img-thelastben-hrrzg-style-768px","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_1_0 = this.of({"modelId":"huggingface-txt2img-timothepearce-gina-the-cat","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_0_0 = this.of({"modelId":"huggingface-txt2img-timothepearce-gina-the-cat","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-trystar-clonediffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-trystar-clonediffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-trystar-clonediffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_1_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-dbluth","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-dbluth.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_0_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-dbluth","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_1_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-rotoscopee","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_0_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-rotoscopee","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-volrath50-fantasy-card-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-volrath50-fantasy-card-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_1_0 = this.of({"modelId":"huggingface-txt2img-yayab-sd-onepiece-diffusers4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_0_0 = this.of({"modelId":"huggingface-txt2img-yayab-sd-onepiece-diffusers4","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-deberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-deberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-deberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-minilm2-l6-h768","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-minilm2-l6-h768","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-minilm2-l6-h768.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_2_0_0 = this.of({"modelId":"huggingface-zstc-eleldar-theme-classification","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_1_0_0 = this.of({"modelId":"huggingface-zstc-eleldar-theme-classification","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-eleldar-theme-classification.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-facebook-bart-large-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-facebook-bart-large-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-facebook-bart-large-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-jiva-xlm-roberta-large-it-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-jiva-xlm-roberta-large-it-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-jiva-xlm-roberta-large-it-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_2_0_0 = this.of({"modelId":"huggingface-zstc-lighteternal-nli-xlm-r-greek","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_1_0_0 = this.of({"modelId":"huggingface-zstc-lighteternal-nli-xlm-r-greek","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-lighteternal-nli-xlm-r-greek.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_2_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_1_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_2_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_1_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_2_0_0 = this.of({"modelId":"huggingface-zstc-narsil-bart-large-mnli-opti","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_1_0_0 = this.of({"modelId":"huggingface-zstc-narsil-bart-large-mnli-opti","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-narsil-bart-large-mnli-opti.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_2_0_0 = this.of({"modelId":"huggingface-zstc-narsil-deberta-large-mnli-zero-cls","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_1_0_0 = this.of({"modelId":"huggingface-zstc-narsil-deberta-large-mnli-zero-cls","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-narsil-deberta-large-mnli-zero-cls.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-navteca-bart-large-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-navteca-bart-large-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-navteca-bart-large-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-medium","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-medium","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-small","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-small","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_6 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.6","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_5 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.5","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_4 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.4","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_3 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_2 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_5 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.5","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_4 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.4","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_3 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.3","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"1.2.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"1.1.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.2.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.2.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.1.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_6 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.6","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_5 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_4 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_3 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_2 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_2_DEPTH_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-2-depth-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-v1-1","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v2-1-controlnet","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v2-1-controlnet-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0_0 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-v2-1","version":"1.0.0","defaultInstanceType":"ml.g5.xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"cn-north-1":{},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_1 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0","version":"1.0.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.1/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"cn-north-1":{},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_0 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_1_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_0_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_1_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_0_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_1_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_0_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_1_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_0_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_3_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_2_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_4 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.4","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_1_0 = this.of({"modelId":"model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_0_0 = this.of({"modelId":"model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + + + constructor(private readonly spec: JumpStartModelSpec) {} + + public static of( + spec: JumpStartModelSpec + ): JumpStartModel { + return new JumpStartModel(spec); + } + + public bind(scope: Construct, grantable: iam.IGrantable): JumpStartModelSpec { + return this.spec; + } +} \ No newline at end of file diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts new file mode 100644 index 00000000..9acbfe3e --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts @@ -0,0 +1,260 @@ +import { Construct } from 'constructs'; +import { Stack, Token } from 'aws-cdk-lib/core'; +import { InstanceType } from './instance-type'; +import { SageMakerEndpointBase } from './sagemaker-endpoint-base'; +import { JumpStartModel, JumpStartModelSpec } from './jumpstart-model'; +import { JumpStartConstants } from './private/jumpstart-constants'; +import * as iam from 'aws-cdk-lib/aws-iam'; +import * as sagemaker from 'aws-cdk-lib/aws-sagemaker'; + +export interface JumpStartSageMakerEndpointProps { + model: JumpStartModel; + endpointName?: string; + instanceType?: InstanceType; + instanceCount?: number; + role?: iam.Role; + environment?: { [key: string]: string }; + startupHealthCheckTimeoutInSeconds?: number; +} + +/** + * @summary The JumpStartSageMakerEndpoint class. + */ +export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { + public readonly grantPrincipal: iam.IPrincipal; + public readonly endpointArn: string; + public readonly cfnModel: sagemaker.CfnModel; + public readonly cfnEndpoint: sagemaker.CfnEndpoint; + public readonly cfnEndpointConfig: sagemaker.CfnEndpointConfig; + + public readonly model: JumpStartModel; + public readonly instanceType?: InstanceType; + public readonly instanceCount: number; + public readonly role: iam.Role; + + private readonly region: string; + private readonly spec: JumpStartModelSpec; + private readonly startupHealthCheckTimeoutInSeconds: number; + private readonly environment?: { [key: string]: string }; + + constructor( + scope: Construct, + id: string, + props: JumpStartSageMakerEndpointProps + ) { + super(scope, id); + + this.model = props.model; + this.instanceType = props.instanceType; + this.instanceCount = Math.max(1, props.instanceCount ?? 1); + this.role = props.role ?? this.createSageMakerRole(); + this.grantPrincipal = this.role; + + this.startupHealthCheckTimeoutInSeconds = + props.startupHealthCheckTimeoutInSeconds ?? 600; + this.environment = props.environment; + this.spec = this.model.bind(this, this.role); + this.region = Stack.of(this).region; + + if (Token.isUnresolved(this.region)) { + throw new Error( + 'Region is unresolved. You should explicitly specify the region in the environment.' + ); + } + + const instanceType = this.verifyInstanceType(); + const instanseBaseType = instanceType.split('.')[1]; + + let model: sagemaker.CfnModel; + if (this.spec.modelPackageArns) { + if (this.environment) { + throw new Error( + 'Environment variables are not supported for model packages.' + ); + } + + model = this.getModelFromPackage(scope); + } else { + const environment = this.buildEnvironment(instanceType); + model = this.getModelFromArtifact( + scope, + instanceType, + instanseBaseType, + environment + ); + } + + const endpointConfig = new sagemaker.CfnEndpointConfig( + scope, + 'EndpointConfig', + { + productionVariants: [ + { + instanceType, + initialVariantWeight: 1, + initialInstanceCount: this.instanceCount, + variantName: 'AllTraffic', + modelName: model.getAtt('ModelName').toString(), + containerStartupHealthCheckTimeoutInSeconds: + this.startupHealthCheckTimeoutInSeconds, + }, + ], + } + ); + + endpointConfig.addDependency(model); + + const endpoint = new sagemaker.CfnEndpoint( + scope, + `${this.spec.modelId}-endpoint`, + { + endpointConfigName: endpointConfig + .getAtt('EndpointConfigName') + .toString(), + endpointName: props.endpointName, + } + ); + + endpoint.addDependency(endpointConfig); + + this.cfnModel = model; + this.cfnEndpoint = endpoint; + this.cfnEndpointConfig = endpointConfig; + this.endpointArn = endpoint.ref; + } + + public addToRolePolicy(statement: iam.PolicyStatement) { + if (!this.role) { + return; + } + + this.role.addToPolicy(statement); + } + + public grantInvoke(grantee: iam.IGrantable): iam.Grant { + return iam.Grant.addToPrincipal({ + grantee, + actions: ['sagemaker:InvokeEndpoint'], + resourceArns: [this.endpointArn], + }); + } + + private verifyInstanceType() { + let instanceType = this.spec.defaultInstanceType; + if (this.instanceType) { + instanceType = this.instanceType.toString(); + } + + const supportedInstanceTypes = this.spec.instanceTypes; + if (!supportedInstanceTypes.includes(instanceType)) { + throw new Error( + `The instance type ${instanceType} is not supported. Default instance type: ${ + this.spec.defaultInstanceType + }. Supported instance types: ${supportedInstanceTypes.join(', ')}.` + ); + } + + return instanceType; + } + + private buildEnvironment(instanceType: string) { + const configEnvironment = (this.spec.instanceVariants || {})[instanceType] + ?.properties?.environment_variables; + + const environment = { + ...(this.spec.environment ?? {}), + ...configEnvironment, + ...this.environment, + }; + + return environment; + } + + private getModelFromArtifact( + scope: Construct, + instanceType: string, + instanceBaseType: string, + environment: { [key: string]: string | number | boolean } + ) { + const key = this.spec.prepackedArtifactKey ?? this.spec.artifactKey; + const bucket = + JumpStartConstants.JUMPSTART_LAUNCHED_REGIONS[this.region]?.contentBucket; + if (!bucket) { + throw new Error( + `JumpStart is not available in the region ${this.region}.` + ); + } + + const modelDataUrl = `s3://${bucket}/${key}`; + const imageUriKey = (this.spec.instanceVariants || {})[ + instanceBaseType + ]?.regional_properties?.image_uri?.replace('$', ''); + if (!imageUriKey) { + throw new Error( + `The image uri is not available for instance type ${instanceType}.` + ); + } + const image = (this.spec.instanceAliases ?? {})[this.region]?.[imageUriKey]; + if (!image) { + throw new Error( + `The image uri is not available for instance type ${instanceType} in region ${this.region}.` + ); + } + + const model = new sagemaker.CfnModel(scope, `${this.spec.modelId}-model`, { + executionRoleArn: this.role.roleArn, + enableNetworkIsolation: true, + primaryContainer: { + image, + modelDataUrl, + environment, + }, + tags: [ + { + key: 'modelId', + value: this.spec.modelId, + }, + { + key: 'modelVersion', + value: this.spec.version, + }, + ], + }); + + return model; + } + + private getModelFromPackage(scope: Construct) { + const modelPackageArns = this.spec.modelPackageArns || {}; + const supportedRegions = Object.keys(modelPackageArns); + if (!supportedRegions.includes(this.region)) { + throw new Error( + `The model package is not available in the region ${ + this.region + }. Supported regions: ${supportedRegions.join(', ')}.` + ); + } + + const modelPackageArn = modelPackageArns[this.region]; + + const model = new sagemaker.CfnModel(scope, `${this.spec.modelId}-model`, { + executionRoleArn: this.role.roleArn, + enableNetworkIsolation: true, + primaryContainer: { + modelPackageName: modelPackageArn, + }, + tags: [ + { + key: 'modelId', + value: this.spec.modelId, + }, + { + key: 'modelVersion', + value: this.spec.version, + }, + ], + }); + + return model; + } +} diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/notebooks/sagemaker-endpoint.ipynb b/src/patterns/gen-ai/aws-model-deployment-sagemaker/notebooks/sagemaker-endpoint.ipynb new file mode 100644 index 00000000..baf6d85b --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/notebooks/sagemaker-endpoint.ipynb @@ -0,0 +1,241 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "eb7df8da", + "metadata": {}, + "source": [ + "# JumpStartSageMakerEndpoint" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "id": "c0e098ed", + "metadata": {}, + "outputs": [], + "source": [ + "import json\n", + "import boto3\n", + "\n", + "client = boto3.client('sagemaker-runtime')\n", + "\n", + "def query_model(endpoint_name, payload, endpoint_kwargs={}):\n", + " encoded_json = json.dumps(payload).encode('utf-8')\n", + " response = client.invoke_endpoint(\n", + " EndpointName=endpoint_name, ContentType='application/json', \n", + " Body=encoded_json,\n", + " **endpoint_kwargs\n", + " )\n", + " \n", + " response = json.loads(response['Body'].read())\n", + " \n", + " return response" + ] + }, + { + "cell_type": "markdown", + "id": "4c5ae78a", + "metadata": {}, + "source": [ + "## HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_2" + ] + }, + { + "cell_type": "code", + "execution_count": 28, + "id": "287dc2ad", + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "data": { + "text/plain": [ + "[{'generated_text': '\\nHere is a recipe for a delicious lemon cheesecake:\\n\\nIngredients:\\n- 1 1/2 cups graham cracker crumbs\\n- 4 tablespoons butter, melted\\n- 2 (8 ounce) packages cream cheese, softened\\n- 1/2 cup granulated sugar\\n- 2 eggs\\n- 1/2 cup lemon juice\\n- 1/2 teaspoon salt\\n- 1/2 teaspoon vanilla extract\\n- 1/2 cup heavy cream\\n- 1/2 cup granulated sugar\\n- 1/2 teaspoon lemon zest\\n\\nInstructions:\\n1. Preheat oven to 350 degrees F.\\n2. In a medium bowl, mix together the graham cracker crumbs and melted butter. Press the mixture onto the bottom and sides of a 9-inch springform pan.\\n3. In a large bowl, beat the cream cheese and sugar until smooth. Add the eggs, lemon juice, salt, vanilla, and heavy cream. Beat until well combined.\\n4. Pour the mixture into the prepared pan.\\n5. Bake for 30 minutes or until the cheesecake is set.\\n6. Let cool for 10 minutes before serving.\\n7. In a small bowl, mix together the lemon zest and sugar. Sprinkle over the cheesecake before serving.'}]" + ] + }, + "execution_count": 28, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "endpoint_name = \"huggingfacellmfalcon7binstructbf16endpoint-JGnnvEW5lZ5L\"\n", + "query_model(endpoint_name, {\n", + " \"inputs\": \"What is the recipe for a delicious lemon cheesecake?\",\n", + " \"parameters\": {\"max_new_tokens\": 400},\n", + "})" + ] + }, + { + "cell_type": "markdown", + "id": "3162cab8", + "metadata": {}, + "source": [ + "## META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2" + ] + }, + { + "cell_type": "code", + "execution_count": 27, + "id": "6aae8a2b", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[{'generation': {'role': 'assistant',\n", + " 'content': \" Here's how to go from Beijing to NY 🚀:\\n\\n1. Fly from Beijing Capital International Airport (PEK) to John F. Kennedy International Airport (JFK) or Newark Liberty International Airport (EWR) in the United States 🛬\\n2. Choose from various airlines such as Air China, China Eastern, China Southern, and Delta 👉\\n3. Book your flight in advance to get the best deals 💰\\n4. Plan your trip accordingly, including visa requirements and travel documents 📝\\n5. Enjoy your journey from Beijing to NY! 😊\"}}]" + ] + }, + "execution_count": 27, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "endpoint_name = \"metatextgenerationllama27bfendpoint-IUNV9kw8K7kt\"\n", + "query_model(endpoint_name, {\n", + " \"inputs\": [\n", + " [\n", + " {\n", + " \"role\": \"system\",\n", + " \"content\": \"Always answer with emojis\",\n", + " },\n", + " {\"role\": \"user\", \"content\": \"How to go from Beijing to NY?\"},\n", + " ]\n", + " ],\n", + " \"parameters\": {\"max_new_tokens\": 512, \"top_p\": 0.9, \"temperature\": 0.6},\n", + "}, {\"CustomAttributes\": \"accept_eula=true\"})" + ] + }, + { + "cell_type": "markdown", + "id": "6ccffcb7", + "metadata": {}, + "source": [ + "## HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_1_0" + ] + }, + { + "cell_type": "code", + "execution_count": 41, + "id": "1a81cb6f", + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "data": { + "text/plain": [ + "[[{'generated_text': 'What is the recipe for a delicious lemon cheesecake?\\n\\n\\n\\nSo here is the recipe:\\nIngredients:\\n\\n\\nLemon Cheesecake:\\n2 cups( 250gm) Unsalted butter1/2 cups(50gm) Unsalted butter1/2 cup( 50gm) Powdered sugar3 to 1 cup(100gm) Lemon juice(Zest of 2 lemons)(Pour into a medium bowl,and the cream of a large lemon,the peel,and then finely grate the finely grated zest into the bowl of the bowl.\\n\\nChill the bowl.\\n\\n1. Add one cup plus 2 teaspoons of butter,one and mix together with an electric mixer,\\n2. Add 1 cup of sugar and mix until creamy'}]]" + ] + }, + "execution_count": 41, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "endpoint_name = \"huggingfacetextgeneration1lightgptendpoint-EPwP6jkqMQ4e\"\n", + "query_model(endpoint_name, {\n", + " \"text_inputs\": \"What is the recipe for a delicious lemon cheesecake?\",\n", + " \"max_new_tokens\":400,\n", + "})" + ] + }, + { + "cell_type": "markdown", + "id": "e0b5cc90", + "metadata": {}, + "source": [ + "## HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_1_0" + ] + }, + { + "cell_type": "code", + "execution_count": 40, + "id": "96ae3eef", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[[{'generated_text': [': Tell me the steps to make a pizza\\n: Take 2 tbsp olive oil, add it to a pan\\n\\n### How to ask for a pizza\\n\\nTo request a pizza, you can use the phrase `get pizza` (which would take the form of `get pizza /:add`).\\n\\nA request can be sent in both the form of a request and an immediate action. It will take the form of `get pizza : Tell me the steps to make a pizza\\n:\",\n", + " \"max_length\": 100,\n", + " \"max_time\": 50,\n", + " \"top_k\": 50,\n", + " \"top_p\": 0.95,\n", + " \"do_sample\": True,\n", + " \"stopping_criteria\": [\"\"],\n", + "})" + ] + }, + { + "cell_type": "markdown", + "id": "5942ac51", + "metadata": {}, + "source": [ + "# HuggingFaceSageMakerEndpoint" + ] + }, + { + "cell_type": "code", + "execution_count": 43, + "id": "6a20bb63", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[{'generated_text': 'What is the recipe for a delicious lemon cheesecake?\\n\\nIngredients:\\n- 1 cup of graham cracker crumbs\\n- 1/4 cup of sugar\\n- 1/4 cup of melted butter\\n- 4 packages of cream cheese, softened\\n- 1 cup of sugar\\n- 1 teaspoon of vanilla extract\\n- 4 large eggs\\n- 1/2 cup of fresh lemon juice\\n- Zest of 1 lemon\\n\\nInstructions:\\n\\n1. Preheat the oven to 350 degrees Fahrenheit.\\n\\n2. In a medium bowl, mix together the graham cracker crumbs, 1/4 cup of sugar, and melted butter until well combined. Press this mixture into the bottom of a 9-inch springform pan.\\n\\n3. In a large bowl, beat the cream cheese, 1 cup of sugar, and vanilla extract until smooth and creamy.\\n\\n4. Add the eggs one at a time, beating well after each addition.\\n\\n5. Stir in the fresh lemon juice and zest until well combined.\\n\\n6. Pour the cheesecake filling into the prepared crust.\\n\\n7. Bake for 50-60 minutes, or until the edges are lightly golden and the center is almost set.\\n\\n8. Allow the cheesecake to cool to room temperature before chilling in the refrigerator for at least 4 hours.\\n\\n9. Serve chilled and enjoy your delicious lemon cheesecake!'}]" + ] + }, + "execution_count": 43, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "endpoint_name = \"mistralaiMistral7BInstructv01endpoint-ynaVwe8RyQg3\"\n", + "query_model(endpoint_name, {\n", + " \"inputs\": \"What is the recipe for a delicious lemon cheesecake?\",\n", + " \"parameters\": {\"max_new_tokens\": 400},\n", + "})" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "conda_python3", + "language": "python", + "name": "conda_python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.13" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/private/jumpstart-constants.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/private/jumpstart-constants.ts new file mode 100644 index 00000000..fb26141c --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/private/jumpstart-constants.ts @@ -0,0 +1,95 @@ +export abstract class JumpStartConstants { + /* + https://github.com/aws/sagemaker-python-sdk/blob/8462f1a1975da59304da4441aea956a43deec380/src/sagemaker/jumpstart/constants.py + */ + public static JUMPSTART_LAUNCHED_REGIONS: Record< + string, + { contentBucket: string; gatedContentBucket?: string } + > = { + 'us-west-2': { + contentBucket: 'jumpstart-cache-prod-us-west-2', + gatedContentBucket: 'jumpstart-private-cache-prod-us-west-2', + }, + 'us-east-1': { + contentBucket: 'jumpstart-cache-prod-us-east-1', + gatedContentBucket: 'jumpstart-private-cache-prod-us-east-1', + }, + 'us-east-2': { + contentBucket: 'jumpstart-cache-prod-us-east-2', + gatedContentBucket: 'jumpstart-private-cache-prod-us-east-2', + }, + 'eu-west-1': { + contentBucket: 'jumpstart-cache-prod-eu-west-1', + gatedContentBucket: 'jumpstart-private-cache-prod-eu-west-1', + }, + 'eu-central-1': { + contentBucket: 'jumpstart-cache-prod-eu-central-1', + gatedContentBucket: 'jumpstart-private-cache-prod-eu-central-1', + }, + 'eu-north-1': { + contentBucket: 'jumpstart-cache-prod-eu-north-1', + gatedContentBucket: 'jumpstart-private-cache-prod-eu-north-1', + }, + 'me-south-1': { + contentBucket: 'jumpstart-cache-prod-me-south-1', + gatedContentBucket: 'jumpstart-private-cache-prod-me-south-1', + }, + 'ap-south-1': { + contentBucket: 'jumpstart-cache-prod-ap-south-1', + gatedContentBucket: 'jumpstart-private-cache-prod-ap-south-1', + }, + 'eu-west-3': { + contentBucket: 'jumpstart-cache-prod-eu-west-3', + gatedContentBucket: 'jumpstart-private-cache-prod-eu-west-3', + }, + 'af-south-1': { + contentBucket: 'jumpstart-cache-prod-af-south-1', + gatedContentBucket: 'jumpstart-private-cache-prod-af-south-1', + }, + 'sa-east-1': { + contentBucket: 'jumpstart-cache-prod-sa-east-1', + gatedContentBucket: 'jumpstart-private-cache-prod-sa-east-1', + }, + 'ap-east-1': { + contentBucket: 'jumpstart-cache-prod-ap-east-1', + gatedContentBucket: 'jumpstart-private-cache-prod-ap-east-1', + }, + 'ap-northeast-2': { + contentBucket: 'jumpstart-cache-prod-ap-northeast-2', + gatedContentBucket: 'jumpstart-private-cache-prod-ap-northeast-2', + }, + 'eu-west-2': { + contentBucket: 'jumpstart-cache-prod-eu-west-2', + gatedContentBucket: 'jumpstart-private-cache-prod-eu-west-2', + }, + 'eu-south-1': { + contentBucket: 'jumpstart-cache-prod-eu-south-1', + gatedContentBucket: 'jumpstart-private-cache-prod-eu-south-1', + }, + 'ap-northeast-1': { + contentBucket: 'jumpstart-cache-prod-ap-northeast-1', + gatedContentBucket: 'jumpstart-private-cache-prod-ap-northeast-1', + }, + 'us-west-1': { + contentBucket: 'jumpstart-cache-prod-us-west-1', + gatedContentBucket: 'jumpstart-private-cache-prod-us-west-1', + }, + 'ap-southeast-1': { + contentBucket: 'jumpstart-cache-prod-ap-southeast-1', + gatedContentBucket: 'jumpstart-private-cache-prod-ap-southeast-1', + }, + 'ap-southeast-2': { + contentBucket: 'jumpstart-cache-prod-ap-southeast-2', + gatedContentBucket: 'jumpstart-private-cache-prod-ap-southeast-2', + }, + 'ca-central-1': { + contentBucket: 'jumpstart-cache-prod-ca-central-1', + gatedContentBucket: 'jumpstart-private-cache-prod-ca-central-1', + }, + 'cn-north-1': { + contentBucket: 'jumpstart-cache-prod-cn-north-1', + }, + }; + + public static JUMPSTART_DEFAULT_MANIFEST_FILE_S3_KEY = 'models_manifest.json'; +} diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/sagemaker-endpoint-base.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/sagemaker-endpoint-base.ts new file mode 100644 index 00000000..ba281163 --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/sagemaker-endpoint-base.ts @@ -0,0 +1,17 @@ +import { Construct } from 'constructs'; +import * as iam from 'aws-cdk-lib/aws-iam'; + +export abstract class SageMakerEndpointBase extends Construct { + public readonly grantPrincipal: iam.IPrincipal; + + protected createSageMakerRole(): iam.Role { + const role = new iam.Role(this, 'Role', { + assumedBy: new iam.ServicePrincipal('sagemaker.amazonaws.com'), + managedPolicies: [ + iam.ManagedPolicy.fromAwsManagedPolicyName('AmazonSageMakerFullAccess'), + ], + }); + + return role; + } +} diff --git a/src/patterns/gen-ai/aws-sagemaker-model-deployment/.keep b/src/patterns/gen-ai/aws-sagemaker-model-deployment/.keep deleted file mode 100644 index e69de29b..00000000 From e84e26e88695cc102c687e30e0734f353db264a7 Mon Sep 17 00:00:00 2001 From: Sergey Pugachev Date: Mon, 13 Nov 2023 12:12:05 +0000 Subject: [PATCH 03/23] Generating DLC Image Definitions --- package.json | 3 +- .../aws-model-deployment-sagemaker/README.md | 2 + .../generate-dlc-container-images.ts | 217 ++++++++++++++++++ .../generate-jumpstart-models.ts | 10 +- .../code-generation/generate-utils.ts | 17 +- .../code-generation/index.ts | 2 + .../container-image.ts | 189 +-------------- .../deep-learning-container-image.ts | 111 +++++++++ .../huggingface-sagemaker-endpoint.ts | 10 +- 9 files changed, 355 insertions(+), 206 deletions(-) create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts diff --git a/package.json b/package.json index 8815d0ce..561bb595 100644 --- a/package.json +++ b/package.json @@ -26,7 +26,8 @@ "unbump": "npx projen unbump", "upgrade": "npx projen upgrade", "watch": "npx projen watch", - "projen": "npx projen" + "projen": "npx projen", + "codegen:model-deployment": "ts-node src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts" }, "author": { "name": "Amazon Web Services - Prototyping and Cloud Engineering", diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md index 7d3a7f5e..6efc1be3 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md @@ -25,6 +25,8 @@ new JumpStartSageMakerEndpoint(this, 'RedPajama', { new HuggingFaceSageMakerEndpoint(this, 'Mistral', { modelId: 'mistralai/Mistral-7B-Instruct-v0.1', instanceType: InstanceType.ML_G5_2XLARGE, + container: + DeepLearningContainerImage.HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_1_0_GPU_PY39_CU118_UBUNTU20_04, environment: { SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '2048', diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts new file mode 100644 index 00000000..f582b299 --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts @@ -0,0 +1,217 @@ +import * as path from 'path'; +import { execSync } from 'node:child_process'; +import { GenerateUtils } from './generate-utils'; + +const regionName = 'us-west-2'; +const startVersionRegex = /^\d+\.\d+\.\d+-/; +const versionRegex = /-v\d+(\.\d+)*(-\d{4}-\d{2}-\d{2}-\d{2}-\d{2}-\d{2})?$/; + +const repositories = [ + 'huggingface-pytorch-tgi-inference', + 'huggingface-pytorch-inference', + 'huggingface-tensorflow-inference', + 'huggingface-pytorch-inference-neuronx', + 'djl-inference', +]; + +const DEEP_LEARNING_CONTAINER_IMAGE_PATH = path.join( + __dirname, + '../deep-learning-container-image.ts' +); + +export async function generateDLCContainerImages() { + console.log('Getting DLC container image data'); + + const output = execSync( + `aws ecr get-authorization-token --output text --query 'authorizationData[].authorizationToken' --region ${regionName}` + ); + + const token = output.toString(); + const repositoryTagData: { [repositoryName: string]: string[] } = {}; + for (const repositoryName of repositories) { + console.log(repositoryName); + + const pageSize = 1000; + const hostname = '763104351884.dkr.ecr.us-west-2.amazonaws.com'; + let link = `/v2/${repositoryName}/tags/list?n=${pageSize}`; + let tags: string[] = []; + + while (link) { + const [data, response] = await GenerateUtils.downloadJSON({ + hostname, + port: 443, + method: 'GET', + path: link, + headers: { + Authorization: `Basic ${token.trim()}`, + }, + }); + + tags.push(...data['tags']); + + link = response.headers['link']; + if (link) { + console.log(link); + link = link.substring(1, link.indexOf('>')).split(hostname)[1]; + console.log('Link:', link); + } + } + + tags = tags.filter((tag: string) => startVersionRegex.test(tag)); + if ( + repositoryName == 'huggingface-tensorflow-inference' || + repositoryName == 'huggingface-pytorch-inference' || + repositoryName == 'huggingface-pytorch-inference-neuronx' + ) { + tags = tags.filter((tag: string) => tag.includes('-transformers')); + } else if (repositoryName == 'huggingface-pytorch-tgi-inference') { + tags = tags.filter((tag: string) => tag.includes('-tgi')); + } else if (repositoryName == 'djl-inference') { + tags = tags.filter( + (tag: string) => + tag.includes('-deepspeed') || + tag.includes('-fastertransformer') || + tag.includes('-neuronx') + ); + } + + tags = tags.map((tag: string) => tag.replace(versionRegex, '')); + tags = Array.from(new Set(tags)).sort(); + + repositoryTagData[repositoryName] = tags; + console.log(tags); + } + + generateCode(repositoryTagData); +} + +async function getRepositories() { + const repositories = new Set(); + + const GITHUB_URL = + 'https://raw.githubusercontent.com/aws/sagemaker-python-sdk/master/src/sagemaker/image_uri_config'; + const fileNames = [ + `${GITHUB_URL}/huggingface-llm.json`, + `${GITHUB_URL}/huggingface.json`, + `${GITHUB_URL}/huggingface-neuronx.json`, + `${GITHUB_URL}/djl-deepspeed.json`, + `${GITHUB_URL}/djl-fastertransformer.json`, + `${GITHUB_URL}/djl-neuronx.json`, + ]; + + for (const fileName of fileNames) { + const [data] = await GenerateUtils.downloadJSON(fileName); + + console.log('Processing file:', fileName); + const versions = data['versions'] || data['inference']['versions']; + + for (const version of Object.keys(versions)) { + const versionData = versions[version]; + const versionAliases = versionData['version_aliases']; + + const items: any[] = []; + if (versionAliases) { + for (const versionAlias of Object.keys(versionAliases)) { + items.push(versionData[versionAliases[versionAlias]]); + } + } else { + items.push(versionData); + } + + for (const item of items) { + const repositoryName = item['repository']; + repositories.add(repositoryName); + } + } + } + + console.log('Repositories:', new Array(...repositories)); + + return repositories; +} + +function generateCode(repositoryTagData: { + [repositoryName: string]: string[]; +}) { + let imagesStr = ''; + + for (const repositoryName of Object.keys(repositoryTagData).sort()) { + const tags = repositoryTagData[repositoryName].sort(); + const repositoryNameStr = GenerateUtils.replaceAll( + repositoryName, + '-', + '_' + ).toUpperCase(); + + for (const tagName of tags) { + const tagNameStr = GenerateUtils.replaceAllBatch( + tagName, + ['\\.', '-'], + '_' + ).toUpperCase(); + + const name = `${repositoryNameStr}_${tagNameStr}`; + + imagesStr += `\tpublic static readonly ${name} = this.fromDeepLearningContainerImage('${repositoryName}','${tagName}');\n`; + } + } + + const fileStr = `import { Stack } from 'aws-cdk-lib'; +import { FactName } from 'aws-cdk-lib/region-info'; +import { Construct } from 'constructs'; +import { ContainerImage, ContainerImageConfig } from './container-image'; +import * as ecr from 'aws-cdk-lib/aws-ecr'; +import * as iam from 'aws-cdk-lib/aws-iam'; + +export class DeepLearningContainerImage extends ContainerImage { +${imagesStr} + + public static fromDeepLearningContainerImage( + repositoryName: string, + tag: string, + accountId?: string + ): ContainerImage { + return new DeepLearningContainerImage(repositoryName, tag, accountId); + } + + constructor( + private readonly repositoryName: string, + private readonly tag: string, + private readonly accountId?: string + ) { + super(); + } + + public bind( + scope: Construct, + grantable: iam.IGrantable + ): ContainerImageConfig { + const accountId = + this.accountId ?? + Stack.of(scope).regionalFact(FactName.DLC_REPOSITORY_ACCOUNT); + + const repository = ecr.Repository.fromRepositoryAttributes( + scope, + 'DeepLearningContainerRepository', + { + repositoryName: this.repositoryName, + repositoryArn: ecr.Repository.arnForLocalRepository( + this.repositoryName, + scope, + accountId + ), + } + ); + + repository.grantPull(grantable); + + return { imageName: repository.repositoryUri + ':' + this.tag }; + } +} +`; + + GenerateUtils.writeFileSyncWithDirs( + DEEP_LEARNING_CONTAINER_IMAGE_PATH, + fileStr + ); +} diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts index 73fc5471..6affecee 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts @@ -87,15 +87,13 @@ async function download_data() { const manifestS3Key = JumpStartConstants.JUMPSTART_DEFAULT_MANIFEST_FILE_S3_KEY; const url = `https://${regionData.contentBucket}.s3.${regionName}.amazonaws.com/${manifestS3Key}`; - const manifest: JumpStartModelManifest[] = await GenerateUtils.downloadJSON( - url - ); + const [manifest]: [JumpStartModelManifest[]] = + await GenerateUtils.downloadJSON(url); for (const model of manifest) { const specUrl = `https://${regionData.contentBucket}.s3.${regionName}.amazonaws.com/${model.spec_key}`; - const modelSpec: JumpStartModelSpec = await GenerateUtils.downloadJSON( - specUrl - ); + const [modelSpec]: [JumpStartModelSpec] = + await GenerateUtils.downloadJSON(specUrl); const { deprecated, diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-utils.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-utils.ts index 8f93a638..deef6c51 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-utils.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-utils.ts @@ -7,6 +7,14 @@ export abstract class GenerateUtils { return str.replace(new RegExp(find, 'g'), replace); } + static replaceAllBatch(str: string, find: string[], replace: string) { + for (const f of find) { + str = str.replace(new RegExp(f, 'g'), replace); + } + + return str; + } + static writeFileSyncWithDirs( filePath: string, data: string | NodeJS.ArrayBufferView, @@ -21,7 +29,9 @@ export abstract class GenerateUtils { fs.writeFileSync(filePath, data, options); } - static async downloadJSON(url: string): Promise { + static async downloadJSON( + options: string | URL | https.RequestOptions + ): Promise { let retryCount = 0; let error: Error | undefined; let result: any; @@ -29,7 +39,7 @@ export abstract class GenerateUtils { while (retryCount < 5) { try { result = await new Promise((resolve, reject) => { - const request = https.get(url, (response) => { + const request = https.get(options, (response) => { if (response.statusCode === 200) { let rawData = ''; response.setEncoding('utf8'); @@ -39,11 +49,10 @@ export abstract class GenerateUtils { response.on('error', (e) => { reject(e); }); - response.on('end', () => { try { const parsedData = JSON.parse(rawData); - resolve(parsedData); + resolve([parsedData, response]); } catch (e) { reject(e); } diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts index 6e8a0377..fed1a913 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts @@ -1,7 +1,9 @@ +import { generateDLCContainerImages } from './generate-dlc-container-images'; import { generateJumpStartModels } from './generate-jumpstart-models'; async function main() { await generateJumpStartModels(); + await generateDLCContainerImages(); } main(); diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/container-image.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/container-image.ts index c362edfb..d36a0b1d 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/container-image.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/container-image.ts @@ -1,10 +1,8 @@ -import { Stack } from 'aws-cdk-lib'; -import { FactName } from 'aws-cdk-lib/region-info'; import { Construct } from 'constructs'; import { md5hash } from 'aws-cdk-lib/core/lib/helpers-internal'; +import * as assets from 'aws-cdk-lib/aws-ecr-assets'; import * as ecr from 'aws-cdk-lib/aws-ecr'; import * as iam from 'aws-cdk-lib/aws-iam'; -import * as assets from 'aws-cdk-lib/aws-ecr-assets'; export interface ContainerImageConfig { /** @@ -27,14 +25,6 @@ export abstract class ContainerImage { grantable: iam.IGrantable ): ContainerImageConfig; - public static fromDeepLearningContainerImage( - repositoryName: string, - tag: string, - accountId?: string - ): ContainerImage { - return new DeepLearningContainerImage(repositoryName, tag, accountId); - } - public static fromEcrRepository( repository: ecr.IRepository, tag: string = 'latest' @@ -50,183 +40,6 @@ export abstract class ContainerImage { } } -export class DeepLearningContainerImage extends ContainerImage { - /* - https://github.com/aws/sagemaker-python-sdk/blob/master/src/sagemaker/image_uri_config/huggingface.json - */ - static readonly HF_PYTORCH_INFERENCE_REPOSITORY_NAME = - 'huggingface-pytorch-inference'; - /* - https://github.com/aws/sagemaker-python-sdk/blob/master/src/sagemaker/image_uri_config/huggingface.json - */ - static readonly HF_TENSORFLOW_INFERENCE_REPOSITORY_NAME = - 'huggingface-tensorflow-inference'; - /* - https://github.com/aws/sagemaker-python-sdk/blob/master/src/sagemaker/image_uri_config/huggingface-llm.json - */ - static readonly HF_PYTORCH_TGI_INFERENCE_REPOSITORY_NAME = - 'huggingface-pytorch-tgi-inference'; - /* - DJL_INFERENCE_DEEPSPEED - https://github.com/aws/sagemaker-python-sdk/blob/master/src/sagemaker/image_uri_config/djl-deepspeed.json - */ - static readonly DJL_INFERENCE_REPOSITORY_NAME = 'djl-inference'; - //----------------------------------------------------------- - public static readonly HF_PYTORCH_INFERENCE_CPU_TRANSFORMERS_4_28_1 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.HF_PYTORCH_INFERENCE_REPOSITORY_NAME, - '2.0.0-transformers4.28.1-cpu-py310-ubuntu20.04' - ); - - public static readonly HF_PYTORCH_INFERENCE_GPU_TRANSFORMERS_4_28_1 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.HF_PYTORCH_INFERENCE_REPOSITORY_NAME, - '2.0.0-transformers4.28.1-gpu-py310-cu118-ubuntu20.04' - ); - - public static readonly HF_PYTORCH_INFERENCE_CPU_TRANSFORMERS_4_26_1 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.HF_PYTORCH_INFERENCE_REPOSITORY_NAME, - '1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04' - ); - - public static readonly HF_PYTORCH_INFERENCE_GPU_TRANSFORMERS_4_26_1 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.HF_PYTORCH_INFERENCE_REPOSITORY_NAME, - '1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' - ); - //----------------------------------------------------------- - public static readonly HF_TENSORFLOW_INFERENCE_CPU_TRANSFORMERS_4_26_0 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.HF_TENSORFLOW_INFERENCE_REPOSITORY_NAME, - '2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04' - ); - - public static readonly HF_TENSORFLOW_INFERENCE_GPU_TRANSFORMERS_4_26_0 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.HF_TENSORFLOW_INFERENCE_REPOSITORY_NAME, - '2.11.1-transformers4.26.0-gpu-py39-cu112-ubuntu20.04' - ); - //----------------------------------------------------------- - public static readonly HF_PYTORCH_TGI_INFERENCE_GPU_1_1_0 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.HF_PYTORCH_TGI_INFERENCE_REPOSITORY_NAME, - '2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' - ); - - public static readonly HF_PYTORCH_TGI_INFERENCE_GPU_1_0_3 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.HF_PYTORCH_TGI_INFERENCE_REPOSITORY_NAME, - '2.0.1-tgi1.0.3-gpu-py39-cu118-ubuntu20.04' - ); - - public static readonly HF_PYTORCH_TGI_INFERENCE_GPU_0_9_3 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.HF_PYTORCH_TGI_INFERENCE_REPOSITORY_NAME, - '2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' - ); - - public static readonly HF_PYTORCH_TGI_INFERENCE_GPU_0_8_2 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.HF_PYTORCH_TGI_INFERENCE_REPOSITORY_NAME, - '2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' - ); - - public static readonly HF_PYTORCH_TGI_INFERENCE_GPU_0_6_0 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.HF_PYTORCH_TGI_INFERENCE_REPOSITORY_NAME, - '2.0.0-tgi0.6.0-gpu-py39-cu118-ubuntu20.04' - ); - //----------------------------------------------------------- - public static readonly DJL_INFERENCE_GPU_FASTERTRANSFORMER_0_24_0 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, - '0.24.0-fastertransformer5.3.0-cu118' - ); - - public static readonly DJL_INFERENCE_GPU_DEEPSPEED_0_24_0 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, - '0.24.0-deepspeed0.10.0-cu118' - ); - - public static readonly DJL_INFERENCE_NEURONX_0_24_0 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, - '0.24.0-neuronx-sdk2.14.1' - ); - - public static readonly DJL_INFERENCE_GPU_FASTERTRANSFORMER_0_23_0 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, - '0.23.0-fastertransformer5.3.0-cu118' - ); - - public static readonly DJL_INFERENCE_GPU_DEEPSPEED_0_23_0 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, - '0.23.0-deepspeed0.9.5-cu118' - ); - - public static readonly DJL_INFERENCE_NEURONX_0_23_0 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, - '0.23.0-neuronx-sdk2.12.0' - ); - - public static readonly DJL_INFERENCE_GPU_FASTERTRANSFORMER_0_22_1 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, - '0.22.1-fastertransformer5.3.0-cu118' - ); - - public static readonly DJL_INFERENCE_GPU_DEEPSPEED_0_22_1 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, - '0.22.1-deepspeed0.9.2-cu118' - ); - - public static readonly DJL_INFERENCE_NEURONX_0_22_1 = - ContainerImage.fromDeepLearningContainerImage( - DeepLearningContainerImage.DJL_INFERENCE_REPOSITORY_NAME, - '0.22.1-neuronx-sdk2.10.0' - ); - - constructor( - private readonly repositoryName: string, - private readonly tag: string, - private readonly accountId?: string - ) { - super(); - } - - public bind( - scope: Construct, - grantable: iam.IGrantable - ): ContainerImageConfig { - const accountId = - this.accountId ?? - Stack.of(scope).regionalFact(FactName.DLC_REPOSITORY_ACCOUNT); - - const repository = ecr.Repository.fromRepositoryAttributes( - scope, - 'DeepLearningContainerRepository', - { - repositoryName: this.repositoryName, - repositoryArn: ecr.Repository.arnForLocalRepository( - this.repositoryName, - scope, - accountId - ), - } - ); - - repository.grantPull(grantable); - - return { imageName: `${repository.repositoryUri}:${this.tag}` }; - } -} - class EcrImage extends ContainerImage { constructor( private readonly repository: ecr.IRepository, diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts new file mode 100644 index 00000000..162a9956 --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts @@ -0,0 +1,111 @@ +import { Stack } from 'aws-cdk-lib'; +import { FactName } from 'aws-cdk-lib/region-info'; +import { Construct } from 'constructs'; +import { ContainerImage, ContainerImageConfig } from './container-image'; +import * as ecr from 'aws-cdk-lib/aws-ecr'; +import * as iam from 'aws-cdk-lib/aws-iam'; + +export class DeepLearningContainerImage extends ContainerImage { + public static readonly DJL_INFERENCE_0_19_0_DEEPSPEED0_7_3_CU113 = this.fromDeepLearningContainerImage('djl-inference','0.19.0-deepspeed0.7.3-cu113'); + public static readonly DJL_INFERENCE_0_20_0_DEEPSPEED0_7_5_CU116 = this.fromDeepLearningContainerImage('djl-inference','0.20.0-deepspeed0.7.5-cu116'); + public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_0_CU117 = this.fromDeepLearningContainerImage('djl-inference','0.21.0-deepspeed0.8.0-cu117'); + public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_3_CU117 = this.fromDeepLearningContainerImage('djl-inference','0.21.0-deepspeed0.8.3-cu117'); + public static readonly DJL_INFERENCE_0_21_0_FASTERTRANSFORMER5_3_0_CU117 = this.fromDeepLearningContainerImage('djl-inference','0.21.0-fastertransformer5.3.0-cu117'); + public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_8_3_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-deepspeed0.8.3-cu118'); + public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_9_2_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-deepspeed0.9.2-cu118'); + public static readonly DJL_INFERENCE_0_22_1_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-fastertransformer5.3.0-cu118'); + public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_10_0 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-neuronx-sdk2.10.0'); + public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_9_0 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-neuronx-sdk2.9.0'); + public static readonly DJL_INFERENCE_0_23_0_DEEPSPEED0_9_5_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.23.0-deepspeed0.9.5-cu118'); + public static readonly DJL_INFERENCE_0_23_0_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.23.0-fastertransformer5.3.0-cu118'); + public static readonly DJL_INFERENCE_0_23_0_NEURONX_SDK2_12_0 = this.fromDeepLearningContainerImage('djl-inference','0.23.0-neuronx-sdk2.12.0'); + public static readonly DJL_INFERENCE_0_24_0_DEEPSPEED0_10_0_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.24.0-deepspeed0.10.0-cu118'); + public static readonly DJL_INFERENCE_0_24_0_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.24.0-fastertransformer5.3.0-cu118'); + public static readonly DJL_INFERENCE_0_24_0_NEURONX_SDK2_14_1 = this.fromDeepLearningContainerImage('djl-inference','0.24.0-neuronx-sdk2.14.1'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_GPU_PY38_CU113_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_GPU_PY39_CU117_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_GPU_PY36_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.8.1-transformers4.10.2-cpu-py36-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_GPU_PY36_CU111_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.8.1-transformers4.10.2-gpu-py36-cu111-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.8.1-transformers4.6.1-cpu-py36-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_GPU_PY36_CU111_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.8.1-transformers4.6.1-gpu-py36-cu111-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.0-transformers4.10.2-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.0-transformers4.10.2-gpu-py38-cu111-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.0-transformers4.11.0-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.0-transformers4.11.0-gpu-py38-cu111-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.1-transformers4.12.3-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.1-transformers4.12.3-gpu-py38-cu111-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_CPU_PY310_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','2.0.0-transformers4.28.1-cpu-py310-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_GPU_PY310_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','2.0.0-transformers4.28.1-gpu-py310-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_0_TRANSFORMERS4_28_1_NEURONX_PY38_SDK2_9_1_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference-neuronx','1.13.0-transformers4.28.1-neuronx-py38-sdk2.9.1-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_1_TRANSFORMERS4_34_1_NEURONX_PY310_SDK2_15_0_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference-neuronx','1.13.1-transformers4.34.1-neuronx-py310-sdk2.15.0-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_6_0_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.0-tgi0.6.0-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_8_2_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI0_9_3_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_0_3_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.1-tgi1.0.3-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_1_0_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.11.0-transformers4.26.0-cpu-py39-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.11.0-transformers4.26.0-gpu-py39-cu112-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.11.1-transformers4.26.0-gpu-py39-cu112-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.4.1-transformers4.6.1-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_GPU_PY37_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.4.1-transformers4.6.1-gpu-py37-cu110-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.4.3-transformers4.10.2-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_GPU_PY37_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.4.3-transformers4.10.2-gpu-py37-cu110-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.10.2-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.10.2-gpu-py37-cu112-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.11.0-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.11.0-gpu-py37-cu112-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.12.3-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.12.3-gpu-py37-cu112-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.3-transformers4.12.3-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.3-transformers4.12.3-gpu-py37-cu112-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.6.3-transformers4.17.0-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_GPU_PY38_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.6.3-transformers4.17.0-gpu-py38-cu112-ubuntu20.04'); + + + public static fromDeepLearningContainerImage( + repositoryName: string, + tag: string, + accountId?: string + ): ContainerImage { + return new DeepLearningContainerImage(repositoryName, tag, accountId); + } + + constructor( + private readonly repositoryName: string, + private readonly tag: string, + private readonly accountId?: string + ) { + super(); + } + + public bind( + scope: Construct, + grantable: iam.IGrantable + ): ContainerImageConfig { + const accountId = + this.accountId ?? + Stack.of(scope).regionalFact(FactName.DLC_REPOSITORY_ACCOUNT); + + const repository = ecr.Repository.fromRepositoryAttributes( + scope, + 'DeepLearningContainerRepository', + { + repositoryName: this.repositoryName, + repositoryArn: ecr.Repository.arnForLocalRepository( + this.repositoryName, + scope, + accountId + ), + } + ); + + repository.grantPull(grantable); + + return { imageName: repository.repositoryUri + ':' + this.tag }; + } +} diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts index 8fa091ee..388e6344 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts @@ -1,7 +1,6 @@ import { Construct } from 'constructs'; -import { Names } from 'aws-cdk-lib/core'; import { InstanceType } from './instance-type'; -import { ContainerImage, DeepLearningContainerImage } from './container-image'; +import { ContainerImage } from './container-image'; import { SageMakerEndpointBase } from './sagemaker-endpoint-base'; import * as cdk from 'aws-cdk-lib'; import * as iam from 'aws-cdk-lib/aws-iam'; @@ -9,7 +8,7 @@ import * as sagemaker from 'aws-cdk-lib/aws-sagemaker'; export interface HuggingFaceSageMakerEndpointProps { modelId: string; - container?: ContainerImage; + container: ContainerImage; endpointName?: string; instanceType: InstanceType; instanceCount?: number; @@ -56,10 +55,7 @@ export class HuggingFaceSageMakerEndpoint props.startupHealthCheckTimeoutInSeconds ?? 600; this.environment = props.environment; - const container = - props.container ?? - DeepLearningContainerImage.HF_PYTORCH_TGI_INFERENCE_GPU_1_1_0; - const image = container.bind(this, this.grantPrincipal).imageName; + const image = props.container.bind(this, this.grantPrincipal).imageName; const modelIdStr = this.modelId.split('/').join('-').split('.').join('-'); const model = new sagemaker.CfnModel(scope, `${modelIdStr}-model`, { From 9c3bfeff2983ffc014c242173668c4e89c9551d0 Mon Sep 17 00:00:00 2001 From: Sergey Pugachev Date: Mon, 13 Nov 2023 12:36:11 +0000 Subject: [PATCH 04/23] Add aws-model-deployment-sagemaker constructs to the index.ts --- src/index.ts | 1 + 1 file changed, 1 insertion(+) diff --git a/src/index.ts b/src/index.ts index b4366a8a..b9ac25d2 100644 --- a/src/index.ts +++ b/src/index.ts @@ -14,3 +14,4 @@ export * from './patterns/gen-ai/aws-rag-appsync-stepfn-opensearch'; export * from './patterns/gen-ai/aws-summarization-appsync-stepfn'; export * from './patterns/gen-ai/aws-langchain-common-layer'; export * from './patterns/gen-ai/aws-qa-appsync-opensearch'; +export * from './patterns/gen-ai/aws-model-deployment-sagemaker'; From 0e6cadfbba651ffdd1033fe211edf2ab203429f9 Mon Sep 17 00:00:00 2001 From: Sergey Pugachev Date: Mon, 13 Nov 2023 12:59:00 +0000 Subject: [PATCH 05/23] Fix aws-model-deployment-sagemaker formatting --- .../generate-dlc-container-images.ts | 64 +- .../generate-jumpstart-models.ts | 40 +- .../code-generation/generate-utils.ts | 25 +- .../code-generation/index.ts | 14 +- .../container-image.ts | 42 +- .../deep-learning-container-image.ts | 381 +- .../huggingface-sagemaker-endpoint.ts | 26 +- .../aws-model-deployment-sagemaker/index.ts | 13 + .../instance-type.ts | 15 +- .../jumpstart-model.ts | 99754 +++++++++++++++- .../jumpstart-sagemaker-endpoint.ts | 44 +- .../private/jumpstart-constants.ts | 22 +- .../sagemaker-endpoint-base.ts | 16 +- 13 files changed, 99196 insertions(+), 1260 deletions(-) diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts index f582b299..995523c3 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts @@ -1,5 +1,17 @@ -import * as path from 'path'; +/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ import { execSync } from 'node:child_process'; +import * as path from 'path'; import { GenerateUtils } from './generate-utils'; const regionName = 'us-west-2'; @@ -16,14 +28,14 @@ const repositories = [ const DEEP_LEARNING_CONTAINER_IMAGE_PATH = path.join( __dirname, - '../deep-learning-container-image.ts' + '../deep-learning-container-image.ts', ); export async function generateDLCContainerImages() { console.log('Getting DLC container image data'); const output = execSync( - `aws ecr get-authorization-token --output text --query 'authorizationData[].authorizationToken' --region ${regionName}` + `aws ecr get-authorization-token --output text --query 'authorizationData[].authorizationToken' --region ${regionName}`, ); const token = output.toString(); @@ -47,9 +59,9 @@ export async function generateDLCContainerImages() { }, }); - tags.push(...data['tags']); + tags.push(...data.tags); - link = response.headers['link']; + link = response.headers.link; if (link) { console.log(link); link = link.substring(1, link.indexOf('>')).split(hostname)[1]; @@ -71,7 +83,7 @@ export async function generateDLCContainerImages() { (tag: string) => tag.includes('-deepspeed') || tag.includes('-fastertransformer') || - tag.includes('-neuronx') + tag.includes('-neuronx'), ); } @@ -85,8 +97,8 @@ export async function generateDLCContainerImages() { generateCode(repositoryTagData); } -async function getRepositories() { - const repositories = new Set(); +export async function getRepositories() { + const repositoryNames = new Set(); const GITHUB_URL = 'https://raw.githubusercontent.com/aws/sagemaker-python-sdk/master/src/sagemaker/image_uri_config'; @@ -103,11 +115,11 @@ async function getRepositories() { const [data] = await GenerateUtils.downloadJSON(fileName); console.log('Processing file:', fileName); - const versions = data['versions'] || data['inference']['versions']; + const versions = data.versions || data.inference.versions; for (const version of Object.keys(versions)) { const versionData = versions[version]; - const versionAliases = versionData['version_aliases']; + const versionAliases = versionData.version_aliases; const items: any[] = []; if (versionAliases) { @@ -119,15 +131,15 @@ async function getRepositories() { } for (const item of items) { - const repositoryName = item['repository']; - repositories.add(repositoryName); + const repositoryName = item.repository; + repositoryNames.add(repositoryName); } } } console.log('Repositories:', new Array(...repositories)); - return repositories; + return repositoryNames; } function generateCode(repositoryTagData: { @@ -140,14 +152,14 @@ function generateCode(repositoryTagData: { const repositoryNameStr = GenerateUtils.replaceAll( repositoryName, '-', - '_' + '_', ).toUpperCase(); for (const tagName of tags) { const tagNameStr = GenerateUtils.replaceAllBatch( tagName, ['\\.', '-'], - '_' + '_', ).toUpperCase(); const name = `${repositoryNameStr}_${tagNameStr}`; @@ -156,12 +168,24 @@ function generateCode(repositoryTagData: { } } - const fileStr = `import { Stack } from 'aws-cdk-lib'; -import { FactName } from 'aws-cdk-lib/region-info'; -import { Construct } from 'constructs'; -import { ContainerImage, ContainerImageConfig } from './container-image'; + const fileStr = `/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ +import { Stack } from 'aws-cdk-lib'; import * as ecr from 'aws-cdk-lib/aws-ecr'; import * as iam from 'aws-cdk-lib/aws-iam'; +import { FactName } from 'aws-cdk-lib/region-info'; +import { Construct } from 'constructs'; +import { ContainerImage, ContainerImageConfig } from './container-image'; export class DeepLearningContainerImage extends ContainerImage { ${imagesStr} @@ -212,6 +236,6 @@ ${imagesStr} GenerateUtils.writeFileSyncWithDirs( DEEP_LEARNING_CONTAINER_IMAGE_PATH, - fileStr + fileStr, ); } diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts index 6affecee..cafd485f 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts @@ -1,7 +1,19 @@ +/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ import * as fs from 'fs'; import * as path from 'path'; -import { JumpStartConstants } from '../private/jumpstart-constants'; import { GenerateUtils } from './generate-utils'; +import { JumpStartConstants } from '../private/jumpstart-constants'; interface JumpStartModelManifest { model_id: string; @@ -53,7 +65,7 @@ interface ModelsData { const JUMPSTART_CACHE_PATH = path.join( __dirname, - './cache/jumpstart-models-cache.json' + './.cache/jumpstart-models-cache.json', ); const JUMPSTART_MODEL_PATH = path.join(__dirname, '../jumpstart-model.ts'); @@ -110,13 +122,13 @@ async function download_data() { } = modelSpec; const allowedFramework = ALLOWED_FRAMEWORKS.includes( - hosting_ecr_specs.framework + hosting_ecr_specs.framework, ); console.log( `${deprecated ? '[DEPRECATED] ' : ''}${ !allowedFramework ? '[SKIP:' + hosting_ecr_specs.framework + '] ' : '' - }${model.model_id}/${model.version}` + }${model.model_id}/${model.version}`, ); frameworks.add(hosting_ecr_specs.framework); @@ -153,7 +165,7 @@ async function download_data() { GenerateUtils.writeFileSyncWithDirs( JUMPSTART_CACHE_PATH, - JSON.stringify(models) + JSON.stringify(models), ); console.log('Frameworks', Array.from(frameworks)); @@ -170,7 +182,7 @@ function generateCode() { const modelName = `${GenerateUtils.replaceAll( modelId, '-', - '_' + '_', )}_${GenerateUtils.replaceAll(version, '\\.', '_')}`.toUpperCase(); const specSource = data[modelId][version]; @@ -199,12 +211,24 @@ function generateCode() { } modelsStr += `\tpublic static readonly ${modelName} = this.of(${JSON.stringify( - spec + spec, )});\n`; } } - const fileStr = `import { Construct } from 'constructs'; + const fileStr = `/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ +import { Construct } from 'constructs'; import * as iam from 'aws-cdk-lib/aws-iam'; export interface JumpStartModelSpec { diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-utils.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-utils.ts index deef6c51..b928b35e 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-utils.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-utils.ts @@ -1,6 +1,18 @@ +/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ import * as fs from 'fs'; -import * as path from 'path'; import * as https from 'https'; +import * as path from 'path'; export abstract class GenerateUtils { static replaceAll(str: string, find: string, replace: string) { @@ -18,7 +30,7 @@ export abstract class GenerateUtils { static writeFileSyncWithDirs( filePath: string, data: string | NodeJS.ArrayBufferView, - options?: fs.WriteFileOptions | undefined + options?: fs.WriteFileOptions | undefined, ) { const dir = path.dirname(filePath); @@ -30,7 +42,7 @@ export abstract class GenerateUtils { } static async downloadJSON( - options: string | URL | https.RequestOptions + options: string | URL | https.RequestOptions, ): Promise { let retryCount = 0; let error: Error | undefined; @@ -59,7 +71,9 @@ export abstract class GenerateUtils { }); } else { reject( - new Error(`Request Failed. Status Code: ${response.statusCode}`) + new Error( + `Request Failed. Status Code: ${response.statusCode}`, + ), ); } }); @@ -72,8 +86,7 @@ export abstract class GenerateUtils { retryCount++; console.log('Retrying in 1 second...'); - - new Promise((resolve) => setTimeout(resolve, 1000 * retryCount)); + await new Promise((resolve) => setTimeout(resolve, 1000 * retryCount)); } } diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts index fed1a913..edcfde85 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts @@ -1,3 +1,15 @@ +/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ import { generateDLCContainerImages } from './generate-dlc-container-images'; import { generateJumpStartModels } from './generate-jumpstart-models'; @@ -6,4 +18,4 @@ async function main() { await generateDLCContainerImages(); } -main(); +main().catch((e) => console.error(e)); diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/container-image.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/container-image.ts index d36a0b1d..1ebb8262 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/container-image.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/container-image.ts @@ -1,8 +1,20 @@ -import { Construct } from 'constructs'; -import { md5hash } from 'aws-cdk-lib/core/lib/helpers-internal'; -import * as assets from 'aws-cdk-lib/aws-ecr-assets'; +/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ import * as ecr from 'aws-cdk-lib/aws-ecr'; +import * as assets from 'aws-cdk-lib/aws-ecr-assets'; import * as iam from 'aws-cdk-lib/aws-iam'; +import { md5hash } from 'aws-cdk-lib/core/lib/helpers-internal'; +import { Construct } from 'constructs'; export interface ContainerImageConfig { /** @@ -20,37 +32,37 @@ export interface ContainerImageConfig { * https://github.com/aws/deep-learning-containers/blob/master/available_images.md */ export abstract class ContainerImage { - public abstract bind( - scope: Construct, - grantable: iam.IGrantable - ): ContainerImageConfig; - public static fromEcrRepository( repository: ecr.IRepository, - tag: string = 'latest' + tag: string = 'latest', ): ContainerImage { return new EcrImage(repository, tag); } public static fromAsset( directory: string, - options: assets.DockerImageAssetOptions = {} + options: assets.DockerImageAssetOptions = {}, ): ContainerImage { return new AssetImage(directory, options); } + + public abstract bind( + scope: Construct, + grantable: iam.IGrantable, + ): ContainerImageConfig; } class EcrImage extends ContainerImage { constructor( private readonly repository: ecr.IRepository, - private readonly tag: string + private readonly tag: string, ) { super(); } public bind( _scope: Construct, - grantable: iam.IGrantable + grantable: iam.IGrantable, ): ContainerImageConfig { this.repository.grantPull(grantable); @@ -65,14 +77,14 @@ class AssetImage extends ContainerImage { constructor( private readonly directory: string, - private readonly options: assets.DockerImageAssetOptions = {} + private readonly options: assets.DockerImageAssetOptions = {}, ) { super(); } public bind( scope: Construct, - grantable: iam.IGrantable + grantable: iam.IGrantable, ): ContainerImageConfig { // Retain the first instantiation of this asset if (!this.asset) { @@ -82,7 +94,7 @@ class AssetImage extends ContainerImage { { directory: this.directory, ...this.options, - } + }, ); } diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts index 162a9956..0e7810f8 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts @@ -1,76 +1,323 @@ +/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ import { Stack } from 'aws-cdk-lib'; +import * as ecr from 'aws-cdk-lib/aws-ecr'; +import * as iam from 'aws-cdk-lib/aws-iam'; import { FactName } from 'aws-cdk-lib/region-info'; import { Construct } from 'constructs'; import { ContainerImage, ContainerImageConfig } from './container-image'; -import * as ecr from 'aws-cdk-lib/aws-ecr'; -import * as iam from 'aws-cdk-lib/aws-iam'; export class DeepLearningContainerImage extends ContainerImage { - public static readonly DJL_INFERENCE_0_19_0_DEEPSPEED0_7_3_CU113 = this.fromDeepLearningContainerImage('djl-inference','0.19.0-deepspeed0.7.3-cu113'); - public static readonly DJL_INFERENCE_0_20_0_DEEPSPEED0_7_5_CU116 = this.fromDeepLearningContainerImage('djl-inference','0.20.0-deepspeed0.7.5-cu116'); - public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_0_CU117 = this.fromDeepLearningContainerImage('djl-inference','0.21.0-deepspeed0.8.0-cu117'); - public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_3_CU117 = this.fromDeepLearningContainerImage('djl-inference','0.21.0-deepspeed0.8.3-cu117'); - public static readonly DJL_INFERENCE_0_21_0_FASTERTRANSFORMER5_3_0_CU117 = this.fromDeepLearningContainerImage('djl-inference','0.21.0-fastertransformer5.3.0-cu117'); - public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_8_3_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-deepspeed0.8.3-cu118'); - public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_9_2_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-deepspeed0.9.2-cu118'); - public static readonly DJL_INFERENCE_0_22_1_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-fastertransformer5.3.0-cu118'); - public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_10_0 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-neuronx-sdk2.10.0'); - public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_9_0 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-neuronx-sdk2.9.0'); - public static readonly DJL_INFERENCE_0_23_0_DEEPSPEED0_9_5_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.23.0-deepspeed0.9.5-cu118'); - public static readonly DJL_INFERENCE_0_23_0_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.23.0-fastertransformer5.3.0-cu118'); - public static readonly DJL_INFERENCE_0_23_0_NEURONX_SDK2_12_0 = this.fromDeepLearningContainerImage('djl-inference','0.23.0-neuronx-sdk2.12.0'); - public static readonly DJL_INFERENCE_0_24_0_DEEPSPEED0_10_0_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.24.0-deepspeed0.10.0-cu118'); - public static readonly DJL_INFERENCE_0_24_0_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.24.0-fastertransformer5.3.0-cu118'); - public static readonly DJL_INFERENCE_0_24_0_NEURONX_SDK2_14_1 = this.fromDeepLearningContainerImage('djl-inference','0.24.0-neuronx-sdk2.14.1'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_GPU_PY38_CU113_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_GPU_PY39_CU117_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_GPU_PY36_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.8.1-transformers4.10.2-cpu-py36-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_GPU_PY36_CU111_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.8.1-transformers4.10.2-gpu-py36-cu111-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.8.1-transformers4.6.1-cpu-py36-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_GPU_PY36_CU111_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.8.1-transformers4.6.1-gpu-py36-cu111-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.0-transformers4.10.2-cpu-py38-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.0-transformers4.10.2-gpu-py38-cu111-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.0-transformers4.11.0-cpu-py38-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.0-transformers4.11.0-gpu-py38-cu111-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.1-transformers4.12.3-cpu-py38-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.1-transformers4.12.3-gpu-py38-cu111-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_CPU_PY310_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','2.0.0-transformers4.28.1-cpu-py310-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_GPU_PY310_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','2.0.0-transformers4.28.1-gpu-py310-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_0_TRANSFORMERS4_28_1_NEURONX_PY38_SDK2_9_1_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference-neuronx','1.13.0-transformers4.28.1-neuronx-py38-sdk2.9.1-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_1_TRANSFORMERS4_34_1_NEURONX_PY310_SDK2_15_0_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference-neuronx','1.13.1-transformers4.34.1-neuronx-py310-sdk2.15.0-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_6_0_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.0-tgi0.6.0-gpu-py39-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_8_2_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI0_9_3_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_0_3_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.1-tgi1.0.3-gpu-py39-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_1_0_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.11.0-transformers4.26.0-cpu-py39-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.11.0-transformers4.26.0-gpu-py39-cu112-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.11.1-transformers4.26.0-gpu-py39-cu112-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.4.1-transformers4.6.1-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_GPU_PY37_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.4.1-transformers4.6.1-gpu-py37-cu110-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.4.3-transformers4.10.2-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_GPU_PY37_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.4.3-transformers4.10.2-gpu-py37-cu110-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.10.2-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.10.2-gpu-py37-cu112-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.11.0-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.11.0-gpu-py37-cu112-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.12.3-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.12.3-gpu-py37-cu112-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.3-transformers4.12.3-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.3-transformers4.12.3-gpu-py37-cu112-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.6.3-transformers4.17.0-cpu-py38-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_GPU_PY38_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.6.3-transformers4.17.0-gpu-py38-cu112-ubuntu20.04'); - + public static readonly DJL_INFERENCE_0_19_0_DEEPSPEED0_7_3_CU113 = + this.fromDeepLearningContainerImage( + 'djl-inference', + '0.19.0-deepspeed0.7.3-cu113', + ); + public static readonly DJL_INFERENCE_0_20_0_DEEPSPEED0_7_5_CU116 = + this.fromDeepLearningContainerImage( + 'djl-inference', + '0.20.0-deepspeed0.7.5-cu116', + ); + public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_0_CU117 = + this.fromDeepLearningContainerImage( + 'djl-inference', + '0.21.0-deepspeed0.8.0-cu117', + ); + public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_3_CU117 = + this.fromDeepLearningContainerImage( + 'djl-inference', + '0.21.0-deepspeed0.8.3-cu117', + ); + public static readonly DJL_INFERENCE_0_21_0_FASTERTRANSFORMER5_3_0_CU117 = + this.fromDeepLearningContainerImage( + 'djl-inference', + '0.21.0-fastertransformer5.3.0-cu117', + ); + public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_8_3_CU118 = + this.fromDeepLearningContainerImage( + 'djl-inference', + '0.22.1-deepspeed0.8.3-cu118', + ); + public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_9_2_CU118 = + this.fromDeepLearningContainerImage( + 'djl-inference', + '0.22.1-deepspeed0.9.2-cu118', + ); + public static readonly DJL_INFERENCE_0_22_1_FASTERTRANSFORMER5_3_0_CU118 = + this.fromDeepLearningContainerImage( + 'djl-inference', + '0.22.1-fastertransformer5.3.0-cu118', + ); + public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_10_0 = + this.fromDeepLearningContainerImage( + 'djl-inference', + '0.22.1-neuronx-sdk2.10.0', + ); + public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_9_0 = + this.fromDeepLearningContainerImage( + 'djl-inference', + '0.22.1-neuronx-sdk2.9.0', + ); + public static readonly DJL_INFERENCE_0_23_0_DEEPSPEED0_9_5_CU118 = + this.fromDeepLearningContainerImage( + 'djl-inference', + '0.23.0-deepspeed0.9.5-cu118', + ); + public static readonly DJL_INFERENCE_0_23_0_FASTERTRANSFORMER5_3_0_CU118 = + this.fromDeepLearningContainerImage( + 'djl-inference', + '0.23.0-fastertransformer5.3.0-cu118', + ); + public static readonly DJL_INFERENCE_0_23_0_NEURONX_SDK2_12_0 = + this.fromDeepLearningContainerImage( + 'djl-inference', + '0.23.0-neuronx-sdk2.12.0', + ); + public static readonly DJL_INFERENCE_0_24_0_DEEPSPEED0_10_0_CU118 = + this.fromDeepLearningContainerImage( + 'djl-inference', + '0.24.0-deepspeed0.10.0-cu118', + ); + public static readonly DJL_INFERENCE_0_24_0_FASTERTRANSFORMER5_3_0_CU118 = + this.fromDeepLearningContainerImage( + 'djl-inference', + '0.24.0-fastertransformer5.3.0-cu118', + ); + public static readonly DJL_INFERENCE_0_24_0_NEURONX_SDK2_14_1 = + this.fromDeepLearningContainerImage( + 'djl-inference', + '0.24.0-neuronx-sdk2.14.1', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_GPU_PY38_CU113_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_GPU_PY39_CU117_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_GPU_PY36_CU110_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_CPU_PY36_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '1.8.1-transformers4.10.2-cpu-py36-ubuntu18.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_GPU_PY36_CU111_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '1.8.1-transformers4.10.2-gpu-py36-cu111-ubuntu18.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '1.8.1-transformers4.6.1-cpu-py36-ubuntu18.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_GPU_PY36_CU111_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '1.8.1-transformers4.6.1-gpu-py36-cu111-ubuntu18.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_CPU_PY38_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '1.9.0-transformers4.10.2-cpu-py38-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_GPU_PY38_CU111_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '1.9.0-transformers4.10.2-gpu-py38-cu111-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_CPU_PY38_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '1.9.0-transformers4.11.0-cpu-py38-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_GPU_PY38_CU111_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '1.9.0-transformers4.11.0-gpu-py38-cu111-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_CPU_PY38_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '1.9.1-transformers4.12.3-cpu-py38-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_GPU_PY38_CU111_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '1.9.1-transformers4.12.3-gpu-py38-cu111-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_CPU_PY310_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '2.0.0-transformers4.28.1-cpu-py310-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_GPU_PY310_CU118_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference', + '2.0.0-transformers4.28.1-gpu-py310-cu118-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_0_TRANSFORMERS4_28_1_NEURONX_PY38_SDK2_9_1_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference-neuronx', + '1.13.0-transformers4.28.1-neuronx-py38-sdk2.9.1-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_1_TRANSFORMERS4_34_1_NEURONX_PY310_SDK2_15_0_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-inference-neuronx', + '1.13.1-transformers4.34.1-neuronx-py310-sdk2.15.0-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_6_0_GPU_PY39_CU118_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-tgi-inference', + '2.0.0-tgi0.6.0-gpu-py39-cu118-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_8_2_GPU_PY39_CU118_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-tgi-inference', + '2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI0_9_3_GPU_PY39_CU118_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-tgi-inference', + '2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_0_3_GPU_PY39_CU118_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-tgi-inference', + '2.0.1-tgi1.0.3-gpu-py39-cu118-ubuntu20.04', + ); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_1_0_GPU_PY39_CU118_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-pytorch-tgi-inference', + '2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.11.0-transformers4.26.0-cpu-py39-ubuntu20.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.11.0-transformers4.26.0-gpu-py39-cu112-ubuntu20.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.11.1-transformers4.26.0-gpu-py39-cu112-ubuntu20.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_CPU_PY37_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.4.1-transformers4.6.1-cpu-py37-ubuntu18.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_GPU_PY37_CU110_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.4.1-transformers4.6.1-gpu-py37-cu110-ubuntu18.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.4.3-transformers4.10.2-cpu-py37-ubuntu18.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_GPU_PY37_CU110_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.4.3-transformers4.10.2-gpu-py37-cu110-ubuntu18.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.5.1-transformers4.10.2-cpu-py37-ubuntu18.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_GPU_PY37_CU112_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.5.1-transformers4.10.2-gpu-py37-cu112-ubuntu18.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_CPU_PY37_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.5.1-transformers4.11.0-cpu-py37-ubuntu18.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_GPU_PY37_CU112_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.5.1-transformers4.11.0-gpu-py37-cu112-ubuntu18.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.5.1-transformers4.12.3-cpu-py37-ubuntu18.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.5.1-transformers4.12.3-gpu-py37-cu112-ubuntu18.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.5.3-transformers4.12.3-cpu-py37-ubuntu18.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.5.3-transformers4.12.3-gpu-py37-cu112-ubuntu18.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.6.3-transformers4.17.0-cpu-py38-ubuntu20.04', + ); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_GPU_PY38_CU112_UBUNTU20_04 = + this.fromDeepLearningContainerImage( + 'huggingface-tensorflow-inference', + '2.6.3-transformers4.17.0-gpu-py38-cu112-ubuntu20.04', + ); public static fromDeepLearningContainerImage( repositoryName: string, tag: string, - accountId?: string + accountId?: string, ): ContainerImage { return new DeepLearningContainerImage(repositoryName, tag, accountId); } @@ -78,14 +325,14 @@ export class DeepLearningContainerImage extends ContainerImage { constructor( private readonly repositoryName: string, private readonly tag: string, - private readonly accountId?: string + private readonly accountId?: string, ) { super(); } public bind( scope: Construct, - grantable: iam.IGrantable + grantable: iam.IGrantable, ): ContainerImageConfig { const accountId = this.accountId ?? @@ -99,9 +346,9 @@ export class DeepLearningContainerImage extends ContainerImage { repositoryArn: ecr.Repository.arnForLocalRepository( this.repositoryName, scope, - accountId + accountId, ), - } + }, ); repository.grantPull(grantable); diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts index 388e6344..1dcf4b60 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts @@ -1,10 +1,22 @@ -import { Construct } from 'constructs'; -import { InstanceType } from './instance-type'; -import { ContainerImage } from './container-image'; -import { SageMakerEndpointBase } from './sagemaker-endpoint-base'; +/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ import * as cdk from 'aws-cdk-lib'; import * as iam from 'aws-cdk-lib/aws-iam'; import * as sagemaker from 'aws-cdk-lib/aws-sagemaker'; +import { Construct } from 'constructs'; +import { ContainerImage } from './container-image'; +import { InstanceType } from './instance-type'; +import { SageMakerEndpointBase } from './sagemaker-endpoint-base'; export interface HuggingFaceSageMakerEndpointProps { modelId: string; @@ -41,7 +53,7 @@ export class HuggingFaceSageMakerEndpoint constructor( scope: Construct, id: string, - props: HuggingFaceSageMakerEndpointProps + props: HuggingFaceSageMakerEndpointProps, ) { super(scope, id); @@ -93,7 +105,7 @@ export class HuggingFaceSageMakerEndpoint this.startupHealthCheckTimeoutInSeconds, }, ], - } + }, ); endpointConfig.addDependency(model); @@ -112,7 +124,7 @@ export class HuggingFaceSageMakerEndpoint value: this.modelId, }, ], - } + }, ); endpoint.addDependency(endpointConfig); diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/index.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/index.ts index ca6ebbd4..eff86dfc 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/index.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/index.ts @@ -1,3 +1,16 @@ +/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ + export * from './huggingface-sagemaker-endpoint'; export * from './jumpstart-sagemaker-endpoint'; export * from './container-image'; diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/instance-type.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/instance-type.ts index 293e8f6d..b86c5ab8 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/instance-type.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/instance-type.ts @@ -1,3 +1,16 @@ +/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ + import * as cdk from 'aws-cdk-lib/core'; /** @@ -463,7 +476,7 @@ export class InstanceType { this.instanceTypeIdentifier = instanceType; } else { throw new Error( - `instance type must start with 'ml.'; (got ${instanceType})` + `instance type must start with 'ml.'; (got ${instanceType})`, ); } } diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts index 0dc68573..3aa3f81a 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts @@ -1,3 +1,16 @@ +/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ + import { Construct } from 'constructs'; import * as iam from 'aws-cdk-lib/aws-iam'; @@ -9,8 +22,8 @@ export interface JumpStartModelSpec { modelPackageArns?: { [region: string]: string }; prepackedArtifactKey?: string; artifactKey?: string; - environment: { [key: string]: string | number | boolean }, - instanceAliases?: { [region: string]: { [key: string]: string } }, + environment: { [key: string]: string | number | boolean }; + instanceAliases?: { [region: string]: { [key: string]: string } }; instanceVariants?: { [key: string]: { regional_properties?: { @@ -26,1122 +39,98639 @@ export interface JumpStartModelSpec { } export class JumpStartModel { - public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-large-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-large-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-medium","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-medium.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-medium","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-medium.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-small","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-tiny","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-tiny.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-tiny","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-tiny.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_1 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_0 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-fillmask-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-fillmask-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-fillmask-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.2.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.1.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.2.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.1.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_3 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_3 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_1_0 = this.of({"modelId":"huggingface-llm-mistral-7b","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_0_0 = this.of({"modelId":"huggingface-llm-mistral-7b","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_MISTRAL_7B_INSTRUCT_1_0_0 = this.of({"modelId":"huggingface-llm-mistral-7b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b-instruct.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b-instruct.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION":"python","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION":"python","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_1 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_0 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-base-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-base-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-large-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-large-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-small-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-small-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-small-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-small-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-small","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_3 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_2 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_1 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_1_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-base/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-large/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_2_0 = this.of({"modelId":"huggingface-summarization-bart-large-cnn-samsum","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bart-large-cnn-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_1_0 = this.of({"modelId":"huggingface-summarization-bart-large-cnn-samsum","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_0_0 = this.of({"modelId":"huggingface-summarization-bart-large-cnn-samsum","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_2_0 = this.of({"modelId":"huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_1_0 = this.of({"modelId":"huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_0_0 = this.of({"modelId":"huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_2_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-arxiv","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_1_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-arxiv","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_0_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-arxiv","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_2_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-pubmed","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_1_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-pubmed","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_0_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-pubmed","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-12-6","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-12-6.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-12-6","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-12-6","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-6-6","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-6-6.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-6-6","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-6-6","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-1-1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-1-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-1-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-1-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-12-3","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-12-3.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-12-3","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-12-3","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_MODELS_2_0_0 = this.of({"modelId":"huggingface-tc-models","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-models/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-models/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_MODELS_1_0_2 = this.of({"modelId":"huggingface-tc-models","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_MODELS_1_0_1 = this.of({"modelId":"huggingface-tc-models","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_MODELS_1_0_0 = this.of({"modelId":"huggingface-tc-models","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-large","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-large","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_2 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_1 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_0 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_1 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_0 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_3 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_2 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_1 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_0 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_1 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_0 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-bnb-int8","version":"1.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_1 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-bnb-int8","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_0 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-bnb-int8","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-fp16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_1 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-fp16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_0 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_5 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_4 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_3 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_6 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.6","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_5 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_4 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_3 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_2 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_1 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_5 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_4 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_3 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_6 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.6","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_5 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_4 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_3 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-fp16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-fp16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-ul2-bf16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-ul2-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-ul2-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_2 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_1 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_0 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_1 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_0 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_3 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_2 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_1 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_0 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_2 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_1 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_0 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_1 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_0 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_3 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_2 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_1 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_0 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_2 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_1 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_0 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_1 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_0 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_3 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_2 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_1 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_0 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTEMBEDDING_ALL_MINILM_L6_V2_1_0_0 = this.of({"modelId":"huggingface-textembedding-all-MiniLM-L6-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_3 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_2 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_3 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_2 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_1 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_3 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_2 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_1 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_1 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_1 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_1 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_5_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.5.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_1 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.4.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.4.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_3_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_3 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_2 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_1 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_1_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_0_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-12b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-12b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-3b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-3b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-7b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-40b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-40b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.g5.2xlarge","ml.p3.16xlarge","ml.p3.8xlarge","ml.p3.2xlarge","ml.g4dn.12xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.g5.2xlarge","ml.p3.16xlarge","ml.p3.8xlarge","ml.p3.2xlarge","ml.g4dn.12xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_5_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.5.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_1 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.4.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.4.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_3_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_3 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_2 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_1 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_1_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_0_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_3_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_1 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_1_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_2 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_1 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_2_0_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_2_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_1 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.1.1/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.1.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_0_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-176b-int8","version":"1.0.2","defaultInstanceType":"ml.p4d.24xlarge","instanceTypes":["ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-176b-int8","version":"1.0.1","defaultInstanceType":"ml.p4d.24xlarge","instanceTypes":["ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-176b-int8","version":"1.0.0","defaultInstanceType":"ml.p4d.24xlarge","instanceTypes":["ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.3.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.2.2","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.2.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.2.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.1.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_2 = this.of({"modelId":"huggingface-textgeneration1-bloomz-176b-fp16","version":"1.0.2","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-bloomz-176b-fp16","version":"1.0.1","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-176b-fp16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_4 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.4","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_3 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_4 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.4","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_3 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-lightgpt","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-lightgpt","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_STORYWRITER_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-storywriter-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_2_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"2.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference-prepack/v1.0.1/","artifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_2_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"2.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference-prepack/v1.0.1/","artifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_2_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_1_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_2_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_1_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_2_0_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_1_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_0_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_2_0_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_1_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_0_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_2_0_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-small/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-small/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_1_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_0_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-22h-vintedois-diffusion-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_0_0 = this.of({"modelId":"huggingface-txt2img-22h-vintedois-diffusion-v0-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-akikagura-mkgen-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-akikagura-mkgen-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_1_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles-fastdb-4800","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_0_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles-fastdb-4800","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_1_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles9000","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles9000.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_0_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles9000","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-andite-anything-v4-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-andite-anything-v4-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-andite-anything-v4-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-astraliteheart-pony-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_0_0 = this.of({"modelId":"huggingface-txt2img-astraliteheart-pony-diffusion-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_1_0 = this.of({"modelId":"huggingface-txt2img-avrik-abstract-anim-spritesheets","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_0_0 = this.of({"modelId":"huggingface-txt2img-avrik-abstract-anim-spritesheets","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_1_0 = this.of({"modelId":"huggingface-txt2img-aybeeceedee-knollingcase","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_0_0 = this.of({"modelId":"huggingface-txt2img-aybeeceedee-knollingcase","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-k-anything-v3-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-k-anything-v3-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_1_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_0_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_1_0 = this.of({"modelId":"huggingface-txt2img-buntopsih-novgoranstefanovski","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_0_0 = this.of({"modelId":"huggingface-txt2img-buntopsih-novgoranstefanovski","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_1_0 = this.of({"modelId":"huggingface-txt2img-claudfuen-photorealistic-fuen-v1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_0_0 = this.of({"modelId":"huggingface-txt2img-claudfuen-photorealistic-fuen-v1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-coder119-vectorartz-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-coder119-vectorartz-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_1_0 = this.of({"modelId":"huggingface-txt2img-conflictx-complex-lineart","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-conflictx-complex-lineart.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_0_0 = this.of({"modelId":"huggingface-txt2img-conflictx-complex-lineart","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-cats-musical-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-cats-musical-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-tron-legacy-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-tron-legacy-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-van-gogh-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-van-gogh-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_1_0 = this.of({"modelId":"huggingface-txt2img-eimiss-eimisanimediffusion-1-0v","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_0_0 = this.of({"modelId":"huggingface-txt2img-eimiss-eimisanimediffusion-1-0v","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-envvi-inkpunk-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-envvi-inkpunk-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_1_0 = this.of({"modelId":"huggingface-txt2img-evel-yoshin","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-evel-yoshin.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_0_0 = this.of({"modelId":"huggingface-txt2img-evel-yoshin","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_1_0 = this.of({"modelId":"huggingface-txt2img-extraphy-mustafa-kemal-ataturk","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_0_0 = this.of({"modelId":"huggingface-txt2img-extraphy-mustafa-kemal-ataturk","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_1_0 = this.of({"modelId":"huggingface-txt2img-fffiloni-mr-men-and-little-misses","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_0_0 = this.of({"modelId":"huggingface-txt2img-fffiloni-mr-men-and-little-misses","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-elrisitas","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-elrisitas.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-elrisitas","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-papercut-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-papercut-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_1_0 = this.of({"modelId":"huggingface-txt2img-haor-evt-v3","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-haor-evt-v3.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_0_0 = this.of({"modelId":"huggingface-txt2img-haor-evt-v3","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_1_0 = this.of({"modelId":"huggingface-txt2img-hassanblend-hassanblend1-4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_0_0 = this.of({"modelId":"huggingface-txt2img-hassanblend-hassanblend1-4","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_0_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_0_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-ifansnek-johndiffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-ifansnek-johndiffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_1_0 = this.of({"modelId":"huggingface-txt2img-jersonm89-avatar","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jersonm89-avatar.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_0_0 = this.of({"modelId":"huggingface-txt2img-jersonm89-avatar","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_1_0 = this.of({"modelId":"huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_0_0 = this.of({"modelId":"huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_1_0 = this.of({"modelId":"huggingface-txt2img-katakana-2d-mix","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-katakana-2d-mix.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_0_0 = this.of({"modelId":"huggingface-txt2img-katakana-2d-mix","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_1_0 = this.of({"modelId":"huggingface-txt2img-lacambre-vulvine-look-v02","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_0_0 = this.of({"modelId":"huggingface-txt2img-lacambre-vulvine-look-v02","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-langboat-guohua-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-langboat-guohua-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-linaqruf-anything-v3-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-linaqruf-anything-v3-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-klingon-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-klingon-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-vulcan-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-vulcan-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitsua-mitsua-diffusion-cc0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_0_0 = this.of({"modelId":"huggingface-txt2img-mitsua-mitsua-diffusion-cc0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-naclbit-trinart-stable-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_0_0 = this.of({"modelId":"huggingface-txt2img-naclbit-trinart-stable-diffusion-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-arcane-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-arcane-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-archer-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-archer-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-classic-anim-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-classic-anim-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-elden-ring-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-elden-ring-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-future-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-future-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-ghibli-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-ghibli-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-mo-di-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-mo-di-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-nitro-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-nitro-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-redshift-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-redshift-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-spider-verse-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-spider-verse-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nousr-robo-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nousr-robo-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nousr-robo-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-ogkalu-comic-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-ogkalu-comic-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_1_0 = this.of({"modelId":"huggingface-txt2img-openjourney-openjourney","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-openjourney-openjourney.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_0_0 = this.of({"modelId":"huggingface-txt2img-openjourney-openjourney","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-piesposito-openpotionbottle-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_0_0 = this.of({"modelId":"huggingface-txt2img-piesposito-openpotionbottle-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_1_0 = this.of({"modelId":"huggingface-txt2img-plasmo-voxel-ish","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-voxel-ish.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_0_0 = this.of({"modelId":"huggingface-txt2img-plasmo-voxel-ish","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_1_0 = this.of({"modelId":"huggingface-txt2img-plasmo-woolitize","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-woolitize.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_0_0 = this.of({"modelId":"huggingface-txt2img-plasmo-woolitize","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-progamergov-min-illust-background-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-progamergov-min-illust-background-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-prompthero-linkedin-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-prompthero-linkedin-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_1_0 = this.of({"modelId":"huggingface-txt2img-prompthero-openjourney","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-openjourney.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_0_0 = this.of({"modelId":"huggingface-txt2img-prompthero-openjourney","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-qilex-magic-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-qilex-magic-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-qilex-magic-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_1_0 = this.of({"modelId":"huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_0_0 = this.of({"modelId":"huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-rayhell-popupbook-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-rayhell-popupbook-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_1_0 = this.of({"modelId":"huggingface-txt2img-runwayml-stable-diffusion-v1-5","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_0_0 = this.of({"modelId":"huggingface-txt2img-runwayml-stable-diffusion-v1-5","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-s3nh-beksinski-style-stable-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-s3nh-beksinski-style-stable-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-original-character-cyclps","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_0_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-original-character-cyclps","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_0_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-seraphm","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_0_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-seraphm","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_1_0 = this.of({"modelId":"huggingface-txt2img-shirayu-sd-tohoku-v1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_0_0 = this.of({"modelId":"huggingface-txt2img-shirayu-sd-tohoku-v1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_1_0 = this.of({"modelId":"huggingface-txt2img-thelastben-hrrzg-style-768px","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_0_0 = this.of({"modelId":"huggingface-txt2img-thelastben-hrrzg-style-768px","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_1_0 = this.of({"modelId":"huggingface-txt2img-timothepearce-gina-the-cat","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_0_0 = this.of({"modelId":"huggingface-txt2img-timothepearce-gina-the-cat","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-trystar-clonediffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-trystar-clonediffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-trystar-clonediffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_1_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-dbluth","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-dbluth.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_0_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-dbluth","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_1_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-rotoscopee","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_0_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-rotoscopee","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-volrath50-fantasy-card-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-volrath50-fantasy-card-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_1_0 = this.of({"modelId":"huggingface-txt2img-yayab-sd-onepiece-diffusers4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_0_0 = this.of({"modelId":"huggingface-txt2img-yayab-sd-onepiece-diffusers4","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-deberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-deberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-deberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-minilm2-l6-h768","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-minilm2-l6-h768","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-minilm2-l6-h768.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_2_0_0 = this.of({"modelId":"huggingface-zstc-eleldar-theme-classification","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_1_0_0 = this.of({"modelId":"huggingface-zstc-eleldar-theme-classification","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-eleldar-theme-classification.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-facebook-bart-large-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-facebook-bart-large-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-facebook-bart-large-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-jiva-xlm-roberta-large-it-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-jiva-xlm-roberta-large-it-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-jiva-xlm-roberta-large-it-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_2_0_0 = this.of({"modelId":"huggingface-zstc-lighteternal-nli-xlm-r-greek","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_1_0_0 = this.of({"modelId":"huggingface-zstc-lighteternal-nli-xlm-r-greek","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-lighteternal-nli-xlm-r-greek.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_2_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_1_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_2_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_1_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_2_0_0 = this.of({"modelId":"huggingface-zstc-narsil-bart-large-mnli-opti","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_1_0_0 = this.of({"modelId":"huggingface-zstc-narsil-bart-large-mnli-opti","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-narsil-bart-large-mnli-opti.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_2_0_0 = this.of({"modelId":"huggingface-zstc-narsil-deberta-large-mnli-zero-cls","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_1_0_0 = this.of({"modelId":"huggingface-zstc-narsil-deberta-large-mnli-zero-cls","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-narsil-deberta-large-mnli-zero-cls.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-navteca-bart-large-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-navteca-bart-large-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-navteca-bart-large-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-medium","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-medium","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-small","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-small","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_6 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.6","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_5 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.5","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_4 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.4","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_3 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_2 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_5 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.5","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_4 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.4","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_3 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.3","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"1.2.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"1.1.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.2.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.2.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.1.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_6 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.6","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_5 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_4 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_3 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_2 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_2_DEPTH_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-2-depth-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-v1-1","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v2-1-controlnet","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v2-1-controlnet-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0_0 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-v2-1","version":"1.0.0","defaultInstanceType":"ml.g5.xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"cn-north-1":{},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_1 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0","version":"1.0.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.1/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"cn-north-1":{},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_0 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_1_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_0_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_1_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_0_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_1_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_0_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_1_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_0_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_3_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_2_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_4 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.4","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_1_0 = this.of({"modelId":"model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_0_0 = this.of({"modelId":"model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - + public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_1 = this.of({ + modelId: 'huggingface-asr-whisper-base', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-base.tar.gz', + artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_0 = this.of({ + modelId: 'huggingface-asr-whisper-base', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-base.tar.gz', + artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_1 = this.of({ + modelId: 'huggingface-asr-whisper-large', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large.tar.gz', + artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_0 = this.of({ + modelId: 'huggingface-asr-whisper-large', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large.tar.gz', + artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_1 = this.of({ + modelId: 'huggingface-asr-whisper-large-v2', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_0 = this.of({ + modelId: 'huggingface-asr-whisper-large-v2', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_1 = this.of({ + modelId: 'huggingface-asr-whisper-medium', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-medium.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_0 = this.of({ + modelId: 'huggingface-asr-whisper-medium', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-medium.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_1 = this.of({ + modelId: 'huggingface-asr-whisper-small', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-small.tar.gz', + artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_0 = this.of({ + modelId: 'huggingface-asr-whisper-small', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-small.tar.gz', + artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_1 = this.of({ + modelId: 'huggingface-asr-whisper-tiny', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-tiny.tar.gz', + artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_0 = this.of({ + modelId: 'huggingface-asr-whisper-tiny', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-tiny.tar.gz', + artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_2_0_0 = this.of({ + modelId: 'huggingface-eqa-bert-base-cased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_2 = this.of({ + modelId: 'huggingface-eqa-bert-base-cased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_1 = this.of({ + modelId: 'huggingface-eqa-bert-base-cased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_0 = this.of({ + modelId: 'huggingface-eqa-bert-base-cased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = + this.of({ + modelId: 'huggingface-eqa-bert-base-multilingual-cased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = + this.of({ + modelId: 'huggingface-eqa-bert-base-multilingual-cased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = + this.of({ + modelId: 'huggingface-eqa-bert-base-multilingual-cased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = + this.of({ + modelId: 'huggingface-eqa-bert-base-multilingual-cased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = + this.of({ + modelId: 'huggingface-eqa-bert-base-multilingual-uncased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = + this.of({ + modelId: 'huggingface-eqa-bert-base-multilingual-uncased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = + this.of({ + modelId: 'huggingface-eqa-bert-base-multilingual-uncased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = + this.of({ + modelId: 'huggingface-eqa-bert-base-multilingual-uncased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_2_0_0 = this.of({ + modelId: 'huggingface-eqa-bert-base-uncased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_2 = this.of({ + modelId: 'huggingface-eqa-bert-base-uncased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_1 = this.of({ + modelId: 'huggingface-eqa-bert-base-uncased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_0 = this.of({ + modelId: 'huggingface-eqa-bert-base-uncased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_2_0_0 = this.of({ + modelId: 'huggingface-eqa-bert-large-cased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_2 = this.of({ + modelId: 'huggingface-eqa-bert-large-cased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_1 = this.of({ + modelId: 'huggingface-eqa-bert-large-cased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_0 = this.of({ + modelId: 'huggingface-eqa-bert-large-cased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = + this.of({ + modelId: 'huggingface-eqa-bert-large-cased-whole-word-masking', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = + this.of({ + modelId: 'huggingface-eqa-bert-large-cased-whole-word-masking', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = + this.of({ + modelId: 'huggingface-eqa-bert-large-cased-whole-word-masking', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = + this.of({ + modelId: 'huggingface-eqa-bert-large-cased-whole-word-masking', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_2_0_0 = this.of({ + modelId: 'huggingface-eqa-bert-large-uncased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_2 = this.of({ + modelId: 'huggingface-eqa-bert-large-uncased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_1 = this.of({ + modelId: 'huggingface-eqa-bert-large-uncased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_0 = this.of({ + modelId: 'huggingface-eqa-bert-large-uncased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = + this.of({ + modelId: 'huggingface-eqa-bert-large-uncased-whole-word-masking', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = + this.of({ + modelId: 'huggingface-eqa-bert-large-uncased-whole-word-masking', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = + this.of({ + modelId: 'huggingface-eqa-bert-large-uncased-whole-word-masking', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = + this.of({ + modelId: 'huggingface-eqa-bert-large-uncased-whole-word-masking', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_2_0_0 = this.of({ + modelId: 'huggingface-eqa-distilbert-base-cased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_2 = this.of({ + modelId: 'huggingface-eqa-distilbert-base-cased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_1 = this.of({ + modelId: 'huggingface-eqa-distilbert-base-cased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_0 = this.of({ + modelId: 'huggingface-eqa-distilbert-base-cased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = + this.of({ + modelId: 'huggingface-eqa-distilbert-base-multilingual-cased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = + this.of({ + modelId: 'huggingface-eqa-distilbert-base-multilingual-cased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = + this.of({ + modelId: 'huggingface-eqa-distilbert-base-multilingual-cased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = + this.of({ + modelId: 'huggingface-eqa-distilbert-base-multilingual-cased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_2_0_0 = + this.of({ + modelId: 'huggingface-eqa-distilbert-base-uncased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_2 = + this.of({ + modelId: 'huggingface-eqa-distilbert-base-uncased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_1 = + this.of({ + modelId: 'huggingface-eqa-distilbert-base-uncased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_0 = + this.of({ + modelId: 'huggingface-eqa-distilbert-base-uncased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_2_0_0 = this.of({ + modelId: 'huggingface-eqa-distilroberta-base', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_2 = this.of({ + modelId: 'huggingface-eqa-distilroberta-base', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_1 = this.of({ + modelId: 'huggingface-eqa-distilroberta-base', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_0 = this.of({ + modelId: 'huggingface-eqa-distilroberta-base', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_2_0_0 = this.of({ + modelId: 'huggingface-eqa-roberta-base', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_2 = this.of({ + modelId: 'huggingface-eqa-roberta-base', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_1 = this.of({ + modelId: 'huggingface-eqa-roberta-base', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_0 = this.of({ + modelId: 'huggingface-eqa-roberta-base', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = + this.of({ + modelId: 'huggingface-eqa-roberta-base-openai-detector', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = + this.of({ + modelId: 'huggingface-eqa-roberta-base-openai-detector', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = + this.of({ + modelId: 'huggingface-eqa-roberta-base-openai-detector', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = + this.of({ + modelId: 'huggingface-eqa-roberta-base-openai-detector', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_2_0_0 = this.of({ + modelId: 'huggingface-eqa-roberta-large', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_2 = this.of({ + modelId: 'huggingface-eqa-roberta-large', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_1 = this.of({ + modelId: 'huggingface-eqa-roberta-large', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_0 = this.of({ + modelId: 'huggingface-eqa-roberta-large', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_2_0_0 = this.of( + { + modelId: 'huggingface-fillmask-bert-base-uncased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }, + ); + public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_1_0_0 = this.of( + { + modelId: 'huggingface-fillmask-bert-base-uncased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-fillmask-bert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }, + ); + public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_1_0 = + this.of({ + modelId: 'huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g4dn.xlarge', + 'ml.g4dn.2xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 1200, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.12xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_0_0 = + this.of({ + modelId: 'huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g4dn.xlarge', + 'ml.g4dn.2xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 1200, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_2_0 = this.of({ + modelId: 'huggingface-llm-falcon-180b-bf16', + version: '1.2.0', + defaultInstanceType: 'ml.p4de.24xlarge', + instanceTypes: ['ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '8', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.12xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_1_0 = this.of({ + modelId: 'huggingface-llm-falcon-180b-bf16', + version: '1.1.0', + defaultInstanceType: 'ml.p4de.24xlarge', + instanceTypes: ['ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '8', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.12xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_0_0 = this.of({ + modelId: 'huggingface-llm-falcon-180b-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.p4de.24xlarge', + instanceTypes: ['ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '8', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_2_0 = this.of({ + modelId: 'huggingface-llm-falcon-180b-chat-bf16', + version: '1.2.0', + defaultInstanceType: 'ml.p4de.24xlarge', + instanceTypes: ['ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '8', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.12xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_1_0 = this.of({ + modelId: 'huggingface-llm-falcon-180b-chat-bf16', + version: '1.1.0', + defaultInstanceType: 'ml.p4de.24xlarge', + instanceTypes: ['ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '8', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.12xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_0_0 = this.of({ + modelId: 'huggingface-llm-falcon-180b-chat-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.p4de.24xlarge', + instanceTypes: ['ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '8', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_3 = this.of({ + modelId: 'huggingface-llm-falcon-40b-bf16', + version: '1.3.3', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '4', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.12xlarge': { + properties: { + environment_variables: { + SM_NUM_GPUS: '4', + MAX_BATCH_PREFILL_TOKENS: '2048', + MAX_BATCH_TOTAL_TOKENS: '2048', + }, + }, + }, + 'ml.g5.24xlarge': { + properties: { + environment_variables: { + SM_NUM_GPUS: '4', + MAX_BATCH_PREFILL_TOKENS: '2048', + MAX_BATCH_TOTAL_TOKENS: '2048', + }, + }, + }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_2 = this.of({ + modelId: 'huggingface-llm-falcon-40b-bf16', + version: '1.3.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '4', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.12xlarge': { + properties: { + environment_variables: { + SM_NUM_GPUS: '4', + MAX_BATCH_PREFILL_TOKENS: '2048', + MAX_BATCH_TOTAL_TOKENS: '2048', + }, + }, + }, + 'ml.g5.24xlarge': { + properties: { + environment_variables: { + SM_NUM_GPUS: '4', + MAX_BATCH_PREFILL_TOKENS: '2048', + MAX_BATCH_TOTAL_TOKENS: '2048', + }, + }, + }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_1 = this.of({ + modelId: 'huggingface-llm-falcon-40b-bf16', + version: '1.3.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '4', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + MAX_BATCH_PREFILL_TOKENS: '2048', + MAX_BATCH_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_0 = this.of({ + modelId: 'huggingface-llm-falcon-40b-bf16', + version: '1.3.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '4', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + MAX_BATCH_PREFILL_TOKENS: '2048', + MAX_BATCH_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_2_0 = this.of({ + modelId: 'huggingface-llm-falcon-40b-bf16', + version: '1.2.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '4', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + MAX_BATCH_PREFILL_TOKENS: '2048', + MAX_BATCH_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_1_0 = this.of({ + modelId: 'huggingface-llm-falcon-40b-bf16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '4', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + MAX_BATCH_PREFILL_TOKENS: '2048', + MAX_BATCH_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_0_0 = this.of({ + modelId: 'huggingface-llm-falcon-40b-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '4', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_3 = + this.of({ + modelId: 'huggingface-llm-falcon-40b-instruct-bf16', + version: '1.3.3', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '4', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.12xlarge': { + properties: { + environment_variables: { + SM_NUM_GPUS: '4', + MAX_BATCH_PREFILL_TOKENS: '2048', + MAX_BATCH_TOTAL_TOKENS: '2048', + }, + }, + }, + 'ml.g5.24xlarge': { + properties: { + environment_variables: { + SM_NUM_GPUS: '4', + MAX_BATCH_PREFILL_TOKENS: '2048', + MAX_BATCH_TOTAL_TOKENS: '2048', + }, + }, + }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_2 = + this.of({ + modelId: 'huggingface-llm-falcon-40b-instruct-bf16', + version: '1.3.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '4', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.12xlarge': { + properties: { + environment_variables: { + SM_NUM_GPUS: '4', + MAX_BATCH_PREFILL_TOKENS: '2048', + MAX_BATCH_TOTAL_TOKENS: '2048', + }, + }, + }, + 'ml.g5.24xlarge': { + properties: { + environment_variables: { + SM_NUM_GPUS: '4', + MAX_BATCH_PREFILL_TOKENS: '2048', + MAX_BATCH_TOTAL_TOKENS: '2048', + }, + }, + }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_1 = + this.of({ + modelId: 'huggingface-llm-falcon-40b-instruct-bf16', + version: '1.3.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '4', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + MAX_BATCH_PREFILL_TOKENS: '2048', + MAX_BATCH_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_0 = + this.of({ + modelId: 'huggingface-llm-falcon-40b-instruct-bf16', + version: '1.3.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '4', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + MAX_BATCH_PREFILL_TOKENS: '2048', + MAX_BATCH_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_2_0 = + this.of({ + modelId: 'huggingface-llm-falcon-40b-instruct-bf16', + version: '1.2.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '4', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + MAX_BATCH_PREFILL_TOKENS: '2048', + MAX_BATCH_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_1_0 = + this.of({ + modelId: 'huggingface-llm-falcon-40b-instruct-bf16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '4', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + MAX_BATCH_PREFILL_TOKENS: '2048', + MAX_BATCH_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_0_0 = + this.of({ + modelId: 'huggingface-llm-falcon-40b-instruct-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '4', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_2 = this.of({ + modelId: 'huggingface-llm-falcon-7b-bf16', + version: '1.3.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.12xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_1 = this.of({ + modelId: 'huggingface-llm-falcon-7b-bf16', + version: '1.3.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.12xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_0 = this.of({ + modelId: 'huggingface-llm-falcon-7b-bf16', + version: '1.3.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_1 = this.of({ + modelId: 'huggingface-llm-falcon-7b-bf16', + version: '1.2.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_0 = this.of({ + modelId: 'huggingface-llm-falcon-7b-bf16', + version: '1.2.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_1 = this.of({ + modelId: 'huggingface-llm-falcon-7b-bf16', + version: '1.1.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_0 = this.of({ + modelId: 'huggingface-llm-falcon-7b-bf16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_0_0 = this.of({ + modelId: 'huggingface-llm-falcon-7b-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_2 = + this.of({ + modelId: 'huggingface-llm-falcon-7b-instruct-bf16', + version: '1.3.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.12xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_1 = + this.of({ + modelId: 'huggingface-llm-falcon-7b-instruct-bf16', + version: '1.3.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.12xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_0 = + this.of({ + modelId: 'huggingface-llm-falcon-7b-instruct-bf16', + version: '1.3.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_1 = + this.of({ + modelId: 'huggingface-llm-falcon-7b-instruct-bf16', + version: '1.2.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_0 = + this.of({ + modelId: 'huggingface-llm-falcon-7b-instruct-bf16', + version: '1.2.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_1 = + this.of({ + modelId: 'huggingface-llm-falcon-7b-instruct-bf16', + version: '1.1.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_0 = + this.of({ + modelId: 'huggingface-llm-falcon-7b-instruct-bf16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_0_0 = + this.of({ + modelId: 'huggingface-llm-falcon-7b-instruct-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_1_0 = this.of({ + modelId: 'huggingface-llm-mistral-7b', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz', + artifactKey: 'huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '8191', + MAX_TOTAL_TOKENS: '8192', + MAX_BATCH_PREFILL_TOKENS: '8191', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.12xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_0_0 = this.of({ + modelId: 'huggingface-llm-mistral-7b', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz', + artifactKey: 'huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '8191', + MAX_TOTAL_TOKENS: '8192', + MAX_BATCH_PREFILL_TOKENS: '8191', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_INSTRUCT_1_0_0 = this.of({ + modelId: 'huggingface-llm-mistral-7b-instruct', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b-instruct.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-mistral-7b-instruct.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '8191', + MAX_TOTAL_TOKENS: '8192', + MAX_BATCH_PREFILL_TOKENS: '8191', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.12xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_3_0 = + this.of({ + modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', + version: '1.3.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g4dn.xlarge', + 'ml.g4dn.2xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 1200, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.12xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '4' } }, + }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_2_0 = + this.of({ + modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', + version: '1.2.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g4dn.xlarge', + 'ml.g4dn.2xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 1200, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + 'ml.g5.48xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + 'ml.p4d.24xlarge': { + properties: { environment_variables: { SM_NUM_GPUS: '8' } }, + }, + }, + }); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_1 = + this.of({ + modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', + version: '1.1.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g4dn.xlarge', + 'ml.g4dn.2xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 1200, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_0 = + this.of({ + modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g4dn.xlarge', + 'ml.g4dn.2xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 1200, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION: 'python', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_0_0 = + this.of({ + modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g4dn.xlarge', + 'ml.g4dn.2xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 1200, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + HF_MODEL_ID: '/opt/ml/model', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '1024', + MAX_TOTAL_TOKENS: '2048', + PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION: 'python', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'cn-north-1': { + gpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = + this.of({ + modelId: + 'huggingface-ner-distilbert-base-cased-finetuned-conll03-english', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = + this.of({ + modelId: + 'huggingface-ner-distilbert-base-cased-finetuned-conll03-english', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = + this.of({ + modelId: + 'huggingface-ner-distilbert-base-cased-finetuned-conll03-english', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = + this.of({ + modelId: + 'huggingface-ner-distilbert-base-uncased-finetuned-conll03-english', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = + this.of({ + modelId: + 'huggingface-ner-distilbert-base-uncased-finetuned-conll03-english', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = + this.of({ + modelId: + 'huggingface-ner-distilbert-base-uncased-finetuned-conll03-english', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_1 = + this.of({ + modelId: 'huggingface-sentencesimilarity-all-MiniLM-L6-v2', + version: '1.1.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.c6i.xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_0 = + this.of({ + modelId: 'huggingface-sentencesimilarity-all-MiniLM-L6-v2', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_0_0 = + this.of({ + modelId: 'huggingface-sentencesimilarity-all-MiniLM-L6-v2', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_1 = + this.of({ + modelId: 'huggingface-sentencesimilarity-bge-base-en', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.c6i.xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_0 = + this.of({ + modelId: 'huggingface-sentencesimilarity-bge-base-en', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_1 = + this.of({ + modelId: 'huggingface-sentencesimilarity-bge-large-en', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.c6i.xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_0 = + this.of({ + modelId: 'huggingface-sentencesimilarity-bge-large-en', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_1 = + this.of({ + modelId: 'huggingface-sentencesimilarity-bge-small-en', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.c6i.xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_0 = + this.of({ + modelId: 'huggingface-sentencesimilarity-bge-small-en', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_1 = this.of( + { + modelId: 'huggingface-sentencesimilarity-e5-base', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.c6i.xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }, + ); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_0 = this.of( + { + modelId: 'huggingface-sentencesimilarity-e5-base', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }, + ); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_1 = + this.of({ + modelId: 'huggingface-sentencesimilarity-e5-base-v2', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.c6i.xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_0 = + this.of({ + modelId: 'huggingface-sentencesimilarity-e5-base-v2', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_1 = + this.of({ + modelId: 'huggingface-sentencesimilarity-e5-large', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.c6i.xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_0 = + this.of({ + modelId: 'huggingface-sentencesimilarity-e5-large', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_1 = + this.of({ + modelId: 'huggingface-sentencesimilarity-e5-large-v2', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.c6i.xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_0 = + this.of({ + modelId: 'huggingface-sentencesimilarity-e5-large-v2', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_1 = + this.of({ + modelId: 'huggingface-sentencesimilarity-e5-small-v2', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.c6i.xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_0 = + this.of({ + modelId: 'huggingface-sentencesimilarity-e5-small-v2', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_1 = + this.of({ + modelId: 'huggingface-sentencesimilarity-gte-base', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.c6i.xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_0 = + this.of({ + modelId: 'huggingface-sentencesimilarity-gte-base', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_1 = + this.of({ + modelId: 'huggingface-sentencesimilarity-gte-large', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.c6i.xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_0 = + this.of({ + modelId: 'huggingface-sentencesimilarity-gte-large', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_1 = + this.of({ + modelId: 'huggingface-sentencesimilarity-gte-small', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.c6i.xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_0 = + this.of({ + modelId: 'huggingface-sentencesimilarity-gte-small', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_1 = + this.of({ + modelId: 'huggingface-sentencesimilarity-multilingual-e5-base', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.c6i.xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_0 = + this.of({ + modelId: 'huggingface-sentencesimilarity-multilingual-e5-base', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_1 = + this.of({ + modelId: 'huggingface-sentencesimilarity-multilingual-e5-large', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.c6i.xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_0 = + this.of({ + modelId: 'huggingface-sentencesimilarity-multilingual-e5-large', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_2_0_0 = this.of({ + modelId: 'huggingface-spc-bert-base-cased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_3 = this.of({ + modelId: 'huggingface-spc-bert-base-cased', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_2 = this.of({ + modelId: 'huggingface-spc-bert-base-cased', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_1 = this.of({ + modelId: 'huggingface-spc-bert-base-cased', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_0 = this.of({ + modelId: 'huggingface-spc-bert-base-cased', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_1_0 = this.of({ + modelId: 'huggingface-spc-bert-base-cased', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_0_0 = this.of({ + modelId: 'huggingface-spc-bert-base-cased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = + this.of({ + modelId: 'huggingface-spc-bert-base-multilingual-cased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_3 = + this.of({ + modelId: 'huggingface-spc-bert-base-multilingual-cased', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_2 = + this.of({ + modelId: 'huggingface-spc-bert-base-multilingual-cased', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_1 = + this.of({ + modelId: 'huggingface-spc-bert-base-multilingual-cased', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_0 = + this.of({ + modelId: 'huggingface-spc-bert-base-multilingual-cased', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_1_0 = + this.of({ + modelId: 'huggingface-spc-bert-base-multilingual-cased', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = + this.of({ + modelId: 'huggingface-spc-bert-base-multilingual-cased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = + this.of({ + modelId: 'huggingface-spc-bert-base-multilingual-uncased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_3 = + this.of({ + modelId: 'huggingface-spc-bert-base-multilingual-uncased', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_2 = + this.of({ + modelId: 'huggingface-spc-bert-base-multilingual-uncased', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_1 = + this.of({ + modelId: 'huggingface-spc-bert-base-multilingual-uncased', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_0 = + this.of({ + modelId: 'huggingface-spc-bert-base-multilingual-uncased', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_1_0 = + this.of({ + modelId: 'huggingface-spc-bert-base-multilingual-uncased', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = + this.of({ + modelId: 'huggingface-spc-bert-base-multilingual-uncased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_2_0_0 = this.of({ + modelId: 'huggingface-spc-bert-base-uncased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_3 = this.of({ + modelId: 'huggingface-spc-bert-base-uncased', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_2 = this.of({ + modelId: 'huggingface-spc-bert-base-uncased', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_1 = this.of({ + modelId: 'huggingface-spc-bert-base-uncased', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_0 = this.of({ + modelId: 'huggingface-spc-bert-base-uncased', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_1_0 = this.of({ + modelId: 'huggingface-spc-bert-base-uncased', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_0_0 = this.of({ + modelId: 'huggingface-spc-bert-base-uncased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_2_0_0 = this.of({ + modelId: 'huggingface-spc-bert-large-cased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_3 = this.of({ + modelId: 'huggingface-spc-bert-large-cased', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_2 = this.of({ + modelId: 'huggingface-spc-bert-large-cased', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_1 = this.of({ + modelId: 'huggingface-spc-bert-large-cased', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_0 = this.of({ + modelId: 'huggingface-spc-bert-large-cased', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_1_0 = this.of({ + modelId: 'huggingface-spc-bert-large-cased', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_0_0 = this.of({ + modelId: 'huggingface-spc-bert-large-cased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = + this.of({ + modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_3 = + this.of({ + modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_2 = + this.of({ + modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_1 = + this.of({ + modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_0 = + this.of({ + modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_1_0 = + this.of({ + modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = + this.of({ + modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_2_0_0 = this.of({ + modelId: 'huggingface-spc-bert-large-uncased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_3 = this.of({ + modelId: 'huggingface-spc-bert-large-uncased', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_2 = this.of({ + modelId: 'huggingface-spc-bert-large-uncased', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_1 = this.of({ + modelId: 'huggingface-spc-bert-large-uncased', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_0 = this.of({ + modelId: 'huggingface-spc-bert-large-uncased', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_1_0 = this.of({ + modelId: 'huggingface-spc-bert-large-uncased', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_0_0 = this.of({ + modelId: 'huggingface-spc-bert-large-uncased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = + this.of({ + modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_3 = + this.of({ + modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_2 = + this.of({ + modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_1 = + this.of({ + modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_0 = + this.of({ + modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_1_0 = + this.of({ + modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = + this.of({ + modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_2_0_0 = this.of({ + modelId: 'huggingface-spc-distilbert-base-cased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_3 = this.of({ + modelId: 'huggingface-spc-distilbert-base-cased', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_2 = this.of({ + modelId: 'huggingface-spc-distilbert-base-cased', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_1 = this.of({ + modelId: 'huggingface-spc-distilbert-base-cased', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_0 = this.of({ + modelId: 'huggingface-spc-distilbert-base-cased', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_1_0 = this.of({ + modelId: 'huggingface-spc-distilbert-base-cased', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_0_0 = this.of({ + modelId: 'huggingface-spc-distilbert-base-cased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = + this.of({ + modelId: 'huggingface-spc-distilbert-base-multilingual-cased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_3 = + this.of({ + modelId: 'huggingface-spc-distilbert-base-multilingual-cased', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_2 = + this.of({ + modelId: 'huggingface-spc-distilbert-base-multilingual-cased', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_1 = + this.of({ + modelId: 'huggingface-spc-distilbert-base-multilingual-cased', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_0 = + this.of({ + modelId: 'huggingface-spc-distilbert-base-multilingual-cased', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_1_0 = + this.of({ + modelId: 'huggingface-spc-distilbert-base-multilingual-cased', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = + this.of({ + modelId: 'huggingface-spc-distilbert-base-multilingual-cased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_2_0_0 = + this.of({ + modelId: 'huggingface-spc-distilbert-base-uncased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_3 = + this.of({ + modelId: 'huggingface-spc-distilbert-base-uncased', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_2 = + this.of({ + modelId: 'huggingface-spc-distilbert-base-uncased', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_1 = + this.of({ + modelId: 'huggingface-spc-distilbert-base-uncased', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_0 = + this.of({ + modelId: 'huggingface-spc-distilbert-base-uncased', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_1_0 = + this.of({ + modelId: 'huggingface-spc-distilbert-base-uncased', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_0_0 = + this.of({ + modelId: 'huggingface-spc-distilbert-base-uncased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_2_0_0 = this.of({ + modelId: 'huggingface-spc-distilroberta-base', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_3 = this.of({ + modelId: 'huggingface-spc-distilroberta-base', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_2 = this.of({ + modelId: 'huggingface-spc-distilroberta-base', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_1 = this.of({ + modelId: 'huggingface-spc-distilroberta-base', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_0 = this.of({ + modelId: 'huggingface-spc-distilroberta-base', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_1_0 = this.of({ + modelId: 'huggingface-spc-distilroberta-base', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_0_0 = this.of({ + modelId: 'huggingface-spc-distilroberta-base', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-distilroberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_2_0_0 = this.of({ + modelId: 'huggingface-spc-roberta-base', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-roberta-base/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-roberta-base/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_3 = this.of({ + modelId: 'huggingface-spc-roberta-base', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_2 = this.of({ + modelId: 'huggingface-spc-roberta-base', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_1 = this.of({ + modelId: 'huggingface-spc-roberta-base', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_0 = this.of({ + modelId: 'huggingface-spc-roberta-base', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_1_0 = this.of({ + modelId: 'huggingface-spc-roberta-base', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_0_0 = this.of({ + modelId: 'huggingface-spc-roberta-base', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = + this.of({ + modelId: 'huggingface-spc-roberta-base-openai-detector', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_3 = + this.of({ + modelId: 'huggingface-spc-roberta-base-openai-detector', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_2 = + this.of({ + modelId: 'huggingface-spc-roberta-base-openai-detector', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_1 = + this.of({ + modelId: 'huggingface-spc-roberta-base-openai-detector', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_0 = + this.of({ + modelId: 'huggingface-spc-roberta-base-openai-detector', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_1_0 = + this.of({ + modelId: 'huggingface-spc-roberta-base-openai-detector', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = + this.of({ + modelId: 'huggingface-spc-roberta-base-openai-detector', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_2_0_0 = this.of({ + modelId: 'huggingface-spc-roberta-large', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-roberta-large/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-roberta-large/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_3 = this.of({ + modelId: 'huggingface-spc-roberta-large', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_2 = this.of({ + modelId: 'huggingface-spc-roberta-large', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_1 = this.of({ + modelId: 'huggingface-spc-roberta-large', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_0 = this.of({ + modelId: 'huggingface-spc-roberta-large', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_1_0 = this.of({ + modelId: 'huggingface-spc-roberta-large', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_0_0 = this.of({ + modelId: 'huggingface-spc-roberta-large', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = + this.of({ + modelId: 'huggingface-spc-roberta-large-openai-detector', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_3 = + this.of({ + modelId: 'huggingface-spc-roberta-large-openai-detector', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_2 = + this.of({ + modelId: 'huggingface-spc-roberta-large-openai-detector', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_1 = + this.of({ + modelId: 'huggingface-spc-roberta-large-openai-detector', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_0 = + this.of({ + modelId: 'huggingface-spc-roberta-large-openai-detector', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_1_0 = + this.of({ + modelId: 'huggingface-spc-roberta-large-openai-detector', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = + this.of({ + modelId: 'huggingface-spc-roberta-large-openai-detector', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_2_0_0 = this.of({ + modelId: 'huggingface-spc-xlm-clm-ende-1024', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_3 = this.of({ + modelId: 'huggingface-spc-xlm-clm-ende-1024', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_2 = this.of({ + modelId: 'huggingface-spc-xlm-clm-ende-1024', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_1 = this.of({ + modelId: 'huggingface-spc-xlm-clm-ende-1024', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_0 = this.of({ + modelId: 'huggingface-spc-xlm-clm-ende-1024', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_1_0 = this.of({ + modelId: 'huggingface-spc-xlm-clm-ende-1024', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_0_0 = this.of({ + modelId: 'huggingface-spc-xlm-clm-ende-1024', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_2_0_0 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-ende-1024', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_3 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-ende-1024', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_2 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-ende-1024', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_1 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-ende-1024', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_0 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-ende-1024', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_1_0 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-ende-1024', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_0_0 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-ende-1024', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_2_0_0 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-enro-1024', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_3 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-enro-1024', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_2 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-enro-1024', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_1 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-enro-1024', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_0 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-enro-1024', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_1_0 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-enro-1024', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_0_0 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-enro-1024', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = + this.of({ + modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_3 = + this.of({ + modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_2 = + this.of({ + modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_1 = + this.of({ + modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_0 = + this.of({ + modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_1_0 = + this.of({ + modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = + this.of({ + modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_2_0_0 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference/v1.2.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_3 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_2 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_1 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_0 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_1_0 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_0_0 = this.of({ + modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_2_0 = + this.of({ + modelId: 'huggingface-summarization-bart-large-cnn-samsum', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bart-large-cnn-samsum.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_1_0 = + this.of({ + modelId: 'huggingface-summarization-bart-large-cnn-samsum', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_0_0 = + this.of({ + modelId: 'huggingface-summarization-bart-large-cnn-samsum', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_2_0 = + this.of({ + modelId: + 'huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_1_0 = + this.of({ + modelId: + 'huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_0_0 = + this.of({ + modelId: + 'huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_2_0 = + this.of({ + modelId: 'huggingface-summarization-bigbird-pegasus-large-arxiv', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_1_0 = + this.of({ + modelId: 'huggingface-summarization-bigbird-pegasus-large-arxiv', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_0_0 = + this.of({ + modelId: 'huggingface-summarization-bigbird-pegasus-large-arxiv', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_2_0 = + this.of({ + modelId: 'huggingface-summarization-bigbird-pegasus-large-pubmed', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_1_0 = + this.of({ + modelId: 'huggingface-summarization-bigbird-pegasus-large-pubmed', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_0_0 = + this.of({ + modelId: 'huggingface-summarization-bigbird-pegasus-large-pubmed', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_2_0 = + this.of({ + modelId: 'huggingface-summarization-distilbart-cnn-12-6', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-12-6.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_1_0 = + this.of({ + modelId: 'huggingface-summarization-distilbart-cnn-12-6', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_0_0 = + this.of({ + modelId: 'huggingface-summarization-distilbart-cnn-12-6', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_2_0 = + this.of({ + modelId: 'huggingface-summarization-distilbart-cnn-6-6', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-6-6.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_1_0 = + this.of({ + modelId: 'huggingface-summarization-distilbart-cnn-6-6', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_0_0 = + this.of({ + modelId: 'huggingface-summarization-distilbart-cnn-6-6', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_2_0 = + this.of({ + modelId: 'huggingface-summarization-distilbart-xsum-1-1', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-1-1.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_1_0 = + this.of({ + modelId: 'huggingface-summarization-distilbart-xsum-1-1', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_0_0 = + this.of({ + modelId: 'huggingface-summarization-distilbart-xsum-1-1', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_2_0 = + this.of({ + modelId: 'huggingface-summarization-distilbart-xsum-12-3', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-12-3.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_1_0 = + this.of({ + modelId: 'huggingface-summarization-distilbart-xsum-12-3', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_0_0 = + this.of({ + modelId: 'huggingface-summarization-distilbart-xsum-12-3', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_2_0_0 = this.of({ + modelId: 'huggingface-tc-bert-base-cased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_2 = this.of({ + modelId: 'huggingface-tc-bert-base-cased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_1 = this.of({ + modelId: 'huggingface-tc-bert-base-cased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_0 = this.of({ + modelId: 'huggingface-tc-bert-base-cased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = + this.of({ + modelId: 'huggingface-tc-bert-base-multilingual-cased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = + this.of({ + modelId: 'huggingface-tc-bert-base-multilingual-cased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = + this.of({ + modelId: 'huggingface-tc-bert-base-multilingual-cased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = + this.of({ + modelId: 'huggingface-tc-bert-base-multilingual-cased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = + this.of({ + modelId: 'huggingface-tc-bert-base-multilingual-uncased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = + this.of({ + modelId: 'huggingface-tc-bert-base-multilingual-uncased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = + this.of({ + modelId: 'huggingface-tc-bert-base-multilingual-uncased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = + this.of({ + modelId: 'huggingface-tc-bert-base-multilingual-uncased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_2_0_0 = this.of({ + modelId: 'huggingface-tc-bert-base-uncased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_2 = this.of({ + modelId: 'huggingface-tc-bert-base-uncased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_1 = this.of({ + modelId: 'huggingface-tc-bert-base-uncased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_0 = this.of({ + modelId: 'huggingface-tc-bert-base-uncased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_2_0_0 = this.of({ + modelId: 'huggingface-tc-bert-large-cased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_2 = this.of({ + modelId: 'huggingface-tc-bert-large-cased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_1 = this.of({ + modelId: 'huggingface-tc-bert-large-cased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_0 = this.of({ + modelId: 'huggingface-tc-bert-large-cased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = + this.of({ + modelId: 'huggingface-tc-bert-large-cased-whole-word-masking', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = + this.of({ + modelId: 'huggingface-tc-bert-large-cased-whole-word-masking', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = + this.of({ + modelId: 'huggingface-tc-bert-large-cased-whole-word-masking', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = + this.of({ + modelId: 'huggingface-tc-bert-large-cased-whole-word-masking', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_2_0_0 = this.of({ + modelId: 'huggingface-tc-bert-large-uncased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_2 = this.of({ + modelId: 'huggingface-tc-bert-large-uncased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_1 = this.of({ + modelId: 'huggingface-tc-bert-large-uncased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_0 = this.of({ + modelId: 'huggingface-tc-bert-large-uncased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = + this.of({ + modelId: 'huggingface-tc-bert-large-uncased-whole-word-masking', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = + this.of({ + modelId: 'huggingface-tc-bert-large-uncased-whole-word-masking', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = + this.of({ + modelId: 'huggingface-tc-bert-large-uncased-whole-word-masking', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = + this.of({ + modelId: 'huggingface-tc-bert-large-uncased-whole-word-masking', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_2_0_0 = this.of({ + modelId: 'huggingface-tc-distilbert-base-cased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_2 = this.of({ + modelId: 'huggingface-tc-distilbert-base-cased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_1 = this.of({ + modelId: 'huggingface-tc-distilbert-base-cased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_0 = this.of({ + modelId: 'huggingface-tc-distilbert-base-cased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = + this.of({ + modelId: 'huggingface-tc-distilbert-base-multilingual-cased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = + this.of({ + modelId: 'huggingface-tc-distilbert-base-multilingual-cased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = + this.of({ + modelId: 'huggingface-tc-distilbert-base-multilingual-cased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = + this.of({ + modelId: 'huggingface-tc-distilbert-base-multilingual-cased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of( + { + modelId: 'huggingface-tc-distilbert-base-uncased', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }, + ); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_2 = this.of( + { + modelId: 'huggingface-tc-distilbert-base-uncased', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }, + ); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_1 = this.of( + { + modelId: 'huggingface-tc-distilbert-base-uncased', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }, + ); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of( + { + modelId: 'huggingface-tc-distilbert-base-uncased', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }, + ); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_2_0_0 = this.of({ + modelId: 'huggingface-tc-distilroberta-base', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_2 = this.of({ + modelId: 'huggingface-tc-distilroberta-base', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_1 = this.of({ + modelId: 'huggingface-tc-distilroberta-base', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_0 = this.of({ + modelId: 'huggingface-tc-distilroberta-base', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_MODELS_2_0_0 = this.of({ + modelId: 'huggingface-tc-models', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-models/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-models/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_MODELS_1_0_2 = this.of({ + modelId: 'huggingface-tc-models', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: 'huggingface-infer/infer-huggingface-tc-models.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_MODELS_1_0_1 = this.of({ + modelId: 'huggingface-tc-models', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: 'huggingface-infer/infer-huggingface-tc-models.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_MODELS_1_0_0 = this.of({ + modelId: 'huggingface-tc-models', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: 'huggingface-infer/infer-huggingface-tc-models.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_2_0_0 = this.of({ + modelId: 'huggingface-tc-roberta-base', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-roberta-base/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-roberta-base/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_2 = this.of({ + modelId: 'huggingface-tc-roberta-base', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_1 = this.of({ + modelId: 'huggingface-tc-roberta-base', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_0 = this.of({ + modelId: 'huggingface-tc-roberta-base', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = + this.of({ + modelId: 'huggingface-tc-roberta-base-openai-detector', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = + this.of({ + modelId: 'huggingface-tc-roberta-base-openai-detector', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = + this.of({ + modelId: 'huggingface-tc-roberta-base-openai-detector', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = + this.of({ + modelId: 'huggingface-tc-roberta-base-openai-detector', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_2_0_0 = this.of({ + modelId: 'huggingface-tc-roberta-large', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-roberta-large/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-roberta-large/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_2 = this.of({ + modelId: 'huggingface-tc-roberta-large', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_1 = this.of({ + modelId: 'huggingface-tc-roberta-large', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_0 = this.of({ + modelId: 'huggingface-tc-roberta-large', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = + this.of({ + modelId: 'huggingface-tc-roberta-large-openai-detector', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_2 = + this.of({ + modelId: 'huggingface-tc-roberta-large-openai-detector', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_1 = + this.of({ + modelId: 'huggingface-tc-roberta-large-openai-detector', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = + this.of({ + modelId: 'huggingface-tc-roberta-large-openai-detector', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_2_0_0 = this.of({ + modelId: 'huggingface-tc-xlm-clm-ende-1024', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_2 = this.of({ + modelId: 'huggingface-tc-xlm-clm-ende-1024', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_1 = this.of({ + modelId: 'huggingface-tc-xlm-clm-ende-1024', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_0 = this.of({ + modelId: 'huggingface-tc-xlm-clm-ende-1024', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_2_0_0 = this.of({ + modelId: 'huggingface-tc-xlm-mlm-ende-1024', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_2 = this.of({ + modelId: 'huggingface-tc-xlm-mlm-ende-1024', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_1 = this.of({ + modelId: 'huggingface-tc-xlm-mlm-ende-1024', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_0 = this.of({ + modelId: 'huggingface-tc-xlm-mlm-ende-1024', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_2_0_0 = this.of({ + modelId: 'huggingface-tc-xlm-mlm-enro-1024', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_2 = this.of({ + modelId: 'huggingface-tc-xlm-mlm-enro-1024', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_1 = this.of({ + modelId: 'huggingface-tc-xlm-mlm-enro-1024', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_0 = this.of({ + modelId: 'huggingface-tc-xlm-mlm-enro-1024', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of( + { + modelId: 'huggingface-tc-xlm-mlm-tlm-xnli15-1024', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }, + ); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_2 = this.of( + { + modelId: 'huggingface-tc-xlm-mlm-tlm-xnli15-1024', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }, + ); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_1 = this.of( + { + modelId: 'huggingface-tc-xlm-mlm-tlm-xnli15-1024', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }, + ); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of( + { + modelId: 'huggingface-tc-xlm-mlm-tlm-xnli15-1024', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }, + ); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_2 = + this.of({ + modelId: 'huggingface-text2text-bart4csc-base-chinese', + version: '1.2.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_1 = + this.of({ + modelId: 'huggingface-text2text-bart4csc-base-chinese', + version: '1.2.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_0 = + this.of({ + modelId: 'huggingface-text2text-bart4csc-base-chinese', + version: '1.2.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_1 = + this.of({ + modelId: 'huggingface-text2text-bart4csc-base-chinese', + version: '1.1.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_0 = + this.of({ + modelId: 'huggingface-text2text-bart4csc-base-chinese', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_3 = + this.of({ + modelId: 'huggingface-text2text-bart4csc-base-chinese', + version: '1.0.3', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_2 = + this.of({ + modelId: 'huggingface-text2text-bart4csc-base-chinese', + version: '1.0.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_1 = + this.of({ + modelId: 'huggingface-text2text-bart4csc-base-chinese', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_0 = + this.of({ + modelId: 'huggingface-text2text-bart4csc-base-chinese', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_2 = this.of({ + modelId: 'huggingface-text2text-bigscience-t0pp', + version: '1.1.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_1 = this.of({ + modelId: 'huggingface-text2text-bigscience-t0pp', + version: '1.1.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_0 = this.of({ + modelId: 'huggingface-text2text-bigscience-t0pp', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_2 = + this.of({ + modelId: 'huggingface-text2text-bigscience-t0pp-bnb-int8', + version: '1.1.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_1 = + this.of({ + modelId: 'huggingface-text2text-bigscience-t0pp-bnb-int8', + version: '1.1.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_0 = + this.of({ + modelId: 'huggingface-text2text-bigscience-t0pp-bnb-int8', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_2 = + this.of({ + modelId: 'huggingface-text2text-bigscience-t0pp-fp16', + version: '1.1.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_1 = + this.of({ + modelId: 'huggingface-text2text-bigscience-t0pp-fp16', + version: '1.1.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_0 = + this.of({ + modelId: 'huggingface-text2text-bigscience-t0pp-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_2 = this.of({ + modelId: 'huggingface-text2text-flan-t5-base', + version: '1.3.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_1 = this.of({ + modelId: 'huggingface-text2text-flan-t5-base', + version: '1.3.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_0 = this.of({ + modelId: 'huggingface-text2text-flan-t5-base', + version: '1.3.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_5 = this.of({ + modelId: 'huggingface-text2text-flan-t5-base', + version: '1.2.5', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_4 = this.of({ + modelId: 'huggingface-text2text-flan-t5-base', + version: '1.2.4', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_3 = this.of({ + modelId: 'huggingface-text2text-flan-t5-base', + version: '1.2.3', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_2 = this.of({ + modelId: 'huggingface-text2text-flan-t5-base', + version: '1.2.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_1 = this.of({ + modelId: 'huggingface-text2text-flan-t5-base', + version: '1.2.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_0 = this.of({ + modelId: 'huggingface-text2text-flan-t5-base', + version: '1.2.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_1_0 = this.of({ + modelId: 'huggingface-text2text-flan-t5-base', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_3 = this.of({ + modelId: 'huggingface-text2text-flan-t5-base', + version: '1.0.3', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_2 = this.of({ + modelId: 'huggingface-text2text-flan-t5-base', + version: '1.0.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_1 = this.of({ + modelId: 'huggingface-text2text-flan-t5-base', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_0 = this.of({ + modelId: 'huggingface-text2text-flan-t5-base', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_2 = + this.of({ + modelId: 'huggingface-text2text-flan-t5-base-samsum', + version: '1.2.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_1 = + this.of({ + modelId: 'huggingface-text2text-flan-t5-base-samsum', + version: '1.2.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_0 = + this.of({ + modelId: 'huggingface-text2text-flan-t5-base-samsum', + version: '1.2.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_1 = + this.of({ + modelId: 'huggingface-text2text-flan-t5-base-samsum', + version: '1.1.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_0 = + this.of({ + modelId: 'huggingface-text2text-flan-t5-base-samsum', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_3 = + this.of({ + modelId: 'huggingface-text2text-flan-t5-base-samsum', + version: '1.0.3', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_2 = + this.of({ + modelId: 'huggingface-text2text-flan-t5-base-samsum', + version: '1.0.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_1 = + this.of({ + modelId: 'huggingface-text2text-flan-t5-base-samsum', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_0 = + this.of({ + modelId: 'huggingface-text2text-flan-t5-base-samsum', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_2 = this.of({ + modelId: 'huggingface-text2text-flan-t5-large', + version: '1.2.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_1 = this.of({ + modelId: 'huggingface-text2text-flan-t5-large', + version: '1.2.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_0 = this.of({ + modelId: 'huggingface-text2text-flan-t5-large', + version: '1.2.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_6 = this.of({ + modelId: 'huggingface-text2text-flan-t5-large', + version: '1.1.6', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_5 = this.of({ + modelId: 'huggingface-text2text-flan-t5-large', + version: '1.1.5', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_4 = this.of({ + modelId: 'huggingface-text2text-flan-t5-large', + version: '1.1.4', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_3 = this.of({ + modelId: 'huggingface-text2text-flan-t5-large', + version: '1.1.3', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_2 = this.of({ + modelId: 'huggingface-text2text-flan-t5-large', + version: '1.1.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_1 = this.of({ + modelId: 'huggingface-text2text-flan-t5-large', + version: '1.1.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_0 = this.of({ + modelId: 'huggingface-text2text-flan-t5-large', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_3 = this.of({ + modelId: 'huggingface-text2text-flan-t5-large', + version: '1.0.3', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_2 = this.of({ + modelId: 'huggingface-text2text-flan-t5-large', + version: '1.0.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_1 = this.of({ + modelId: 'huggingface-text2text-flan-t5-large', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_0 = this.of({ + modelId: 'huggingface-text2text-flan-t5-large', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_2 = this.of({ + modelId: 'huggingface-text2text-flan-t5-small', + version: '1.3.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_1 = this.of({ + modelId: 'huggingface-text2text-flan-t5-small', + version: '1.3.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_0 = this.of({ + modelId: 'huggingface-text2text-flan-t5-small', + version: '1.3.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_5 = this.of({ + modelId: 'huggingface-text2text-flan-t5-small', + version: '1.2.5', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_4 = this.of({ + modelId: 'huggingface-text2text-flan-t5-small', + version: '1.2.4', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_3 = this.of({ + modelId: 'huggingface-text2text-flan-t5-small', + version: '1.2.3', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_2 = this.of({ + modelId: 'huggingface-text2text-flan-t5-small', + version: '1.2.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_1 = this.of({ + modelId: 'huggingface-text2text-flan-t5-small', + version: '1.2.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_0 = this.of({ + modelId: 'huggingface-text2text-flan-t5-small', + version: '1.2.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_1_0 = this.of({ + modelId: 'huggingface-text2text-flan-t5-small', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_3 = this.of({ + modelId: 'huggingface-text2text-flan-t5-small', + version: '1.0.3', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_2 = this.of({ + modelId: 'huggingface-text2text-flan-t5-small', + version: '1.0.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_1 = this.of({ + modelId: 'huggingface-text2text-flan-t5-small', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_0 = this.of({ + modelId: 'huggingface-text2text-flan-t5-small', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_2 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xl', + version: '1.2.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_1 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xl', + version: '1.2.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_0 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xl', + version: '1.2.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_6 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xl', + version: '1.1.6', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_5 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xl', + version: '1.1.5', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_4 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xl', + version: '1.1.4', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_3 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xl', + version: '1.1.3', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_2 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xl', + version: '1.1.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_1 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xl', + version: '1.1.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_0 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xl', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_3 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xl', + version: '1.0.3', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_2 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xl', + version: '1.0.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_1 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xl', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_0 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xl', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_2 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xxl', + version: '1.1.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_1 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xxl', + version: '1.1.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_0 = this.of({ + modelId: 'huggingface-text2text-flan-t5-xxl', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_2 = + this.of({ + modelId: 'huggingface-text2text-flan-t5-xxl-bnb-int8', + version: '1.2.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_1 = + this.of({ + modelId: 'huggingface-text2text-flan-t5-xxl-bnb-int8', + version: '1.2.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_0 = + this.of({ + modelId: 'huggingface-text2text-flan-t5-xxl-bnb-int8', + version: '1.2.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_0_0 = + this.of({ + modelId: 'huggingface-text2text-flan-t5-xxl-bnb-int8', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_2 = this.of( + { + modelId: 'huggingface-text2text-flan-t5-xxl-fp16', + version: '1.1.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }, + ); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_1 = this.of( + { + modelId: 'huggingface-text2text-flan-t5-xxl-fp16', + version: '1.1.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }, + ); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_0 = this.of( + { + modelId: 'huggingface-text2text-flan-t5-xxl-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }, + ); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_2 = this.of({ + modelId: 'huggingface-text2text-flan-ul2-bf16', + version: '1.1.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_1 = this.of({ + modelId: 'huggingface-text2text-flan-ul2-bf16', + version: '1.1.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_0 = this.of({ + modelId: 'huggingface-text2text-flan-ul2-bf16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_2 = + this.of({ + modelId: 'huggingface-text2text-pegasus-paraphrase', + version: '1.2.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_1 = + this.of({ + modelId: 'huggingface-text2text-pegasus-paraphrase', + version: '1.2.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_0 = + this.of({ + modelId: 'huggingface-text2text-pegasus-paraphrase', + version: '1.2.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_1 = + this.of({ + modelId: 'huggingface-text2text-pegasus-paraphrase', + version: '1.1.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_0 = + this.of({ + modelId: 'huggingface-text2text-pegasus-paraphrase', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_3 = + this.of({ + modelId: 'huggingface-text2text-pegasus-paraphrase', + version: '1.0.3', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_2 = + this.of({ + modelId: 'huggingface-text2text-pegasus-paraphrase', + version: '1.0.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_1 = + this.of({ + modelId: 'huggingface-text2text-pegasus-paraphrase', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_0 = + this.of({ + modelId: 'huggingface-text2text-pegasus-paraphrase', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_2 = this.of({ + modelId: 'huggingface-text2text-qcpg-sentences', + version: '1.2.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_1 = this.of({ + modelId: 'huggingface-text2text-qcpg-sentences', + version: '1.2.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_0 = this.of({ + modelId: 'huggingface-text2text-qcpg-sentences', + version: '1.2.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_1 = this.of({ + modelId: 'huggingface-text2text-qcpg-sentences', + version: '1.1.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_0 = this.of({ + modelId: 'huggingface-text2text-qcpg-sentences', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_3 = this.of({ + modelId: 'huggingface-text2text-qcpg-sentences', + version: '1.0.3', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_2 = this.of({ + modelId: 'huggingface-text2text-qcpg-sentences', + version: '1.0.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_1 = this.of({ + modelId: 'huggingface-text2text-qcpg-sentences', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_0 = this.of({ + modelId: 'huggingface-text2text-qcpg-sentences', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_2 = + this.of({ + modelId: 'huggingface-text2text-t5-one-line-summary', + version: '1.2.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_1 = + this.of({ + modelId: 'huggingface-text2text-t5-one-line-summary', + version: '1.2.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_0 = + this.of({ + modelId: 'huggingface-text2text-t5-one-line-summary', + version: '1.2.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_1 = + this.of({ + modelId: 'huggingface-text2text-t5-one-line-summary', + version: '1.1.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_0 = + this.of({ + modelId: 'huggingface-text2text-t5-one-line-summary', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_3 = + this.of({ + modelId: 'huggingface-text2text-t5-one-line-summary', + version: '1.0.3', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_2 = + this.of({ + modelId: 'huggingface-text2text-t5-one-line-summary', + version: '1.0.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_1 = + this.of({ + modelId: 'huggingface-text2text-t5-one-line-summary', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_0 = + this.of({ + modelId: 'huggingface-text2text-t5-one-line-summary', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTEMBEDDING_ALL_MINILM_L6_V2_1_0_0 = + this.of({ + modelId: 'huggingface-textembedding-all-MiniLM-L6-v2', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.xlarge', + 'ml.p2.xlarge', + 'ml.g4dn.xlarge', + 'ml.p3.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_3_0 = this.of({ + modelId: 'huggingface-textgeneration-bloom-1b1', + version: '1.3.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_1 = this.of({ + modelId: 'huggingface-textgeneration-bloom-1b1', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_0 = this.of({ + modelId: 'huggingface-textgeneration-bloom-1b1', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_1_0 = this.of({ + modelId: 'huggingface-textgeneration-bloom-1b1', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_3 = this.of({ + modelId: 'huggingface-textgeneration-bloom-1b1', + version: '1.0.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_2 = this.of({ + modelId: 'huggingface-textgeneration-bloom-1b1', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_1 = this.of({ + modelId: 'huggingface-textgeneration-bloom-1b1', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_0 = this.of({ + modelId: 'huggingface-textgeneration-bloom-1b1', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_3_0 = this.of({ + modelId: 'huggingface-textgeneration-bloom-1b7', + version: '1.3.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_1 = this.of({ + modelId: 'huggingface-textgeneration-bloom-1b7', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_0 = this.of({ + modelId: 'huggingface-textgeneration-bloom-1b7', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_1_0 = this.of({ + modelId: 'huggingface-textgeneration-bloom-1b7', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_3 = this.of({ + modelId: 'huggingface-textgeneration-bloom-1b7', + version: '1.0.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_2 = this.of({ + modelId: 'huggingface-textgeneration-bloom-1b7', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_1 = this.of({ + modelId: 'huggingface-textgeneration-bloom-1b7', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_0 = this.of({ + modelId: 'huggingface-textgeneration-bloom-1b7', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_3_0 = this.of({ + modelId: 'huggingface-textgeneration-bloom-560m', + version: '1.3.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_1 = this.of({ + modelId: 'huggingface-textgeneration-bloom-560m', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_0 = this.of({ + modelId: 'huggingface-textgeneration-bloom-560m', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_1_0 = this.of({ + modelId: 'huggingface-textgeneration-bloom-560m', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_3 = this.of({ + modelId: 'huggingface-textgeneration-bloom-560m', + version: '1.0.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_2 = this.of({ + modelId: 'huggingface-textgeneration-bloom-560m', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_1 = this.of({ + modelId: 'huggingface-textgeneration-bloom-560m', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_0 = this.of({ + modelId: 'huggingface-textgeneration-bloom-560m', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_2_0 = this.of({ + modelId: 'huggingface-textgeneration-bloomz-1b1', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_1 = this.of({ + modelId: 'huggingface-textgeneration-bloomz-1b1', + version: '1.1.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_0 = this.of({ + modelId: 'huggingface-textgeneration-bloomz-1b1', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_0_0 = this.of({ + modelId: 'huggingface-textgeneration-bloomz-1b1', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_2_0 = this.of({ + modelId: 'huggingface-textgeneration-bloomz-1b7', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_1 = this.of({ + modelId: 'huggingface-textgeneration-bloomz-1b7', + version: '1.1.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_0 = this.of({ + modelId: 'huggingface-textgeneration-bloomz-1b7', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_0_0 = this.of({ + modelId: 'huggingface-textgeneration-bloomz-1b7', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_2_0 = this.of( + { + modelId: 'huggingface-textgeneration-bloomz-560m', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }, + ); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_1 = this.of( + { + modelId: 'huggingface-textgeneration-bloomz-560m', + version: '1.1.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }, + ); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_0 = this.of( + { + modelId: 'huggingface-textgeneration-bloomz-560m', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }, + ); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_0_0 = this.of( + { + modelId: 'huggingface-textgeneration-bloomz-560m', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }, + ); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_5_0 = this.of({ + modelId: 'huggingface-textgeneration-distilgpt2', + version: '1.5.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_1 = this.of({ + modelId: 'huggingface-textgeneration-distilgpt2', + version: '1.4.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_0 = this.of({ + modelId: 'huggingface-textgeneration-distilgpt2', + version: '1.4.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_3_0 = this.of({ + modelId: 'huggingface-textgeneration-distilgpt2', + version: '1.3.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_3 = this.of({ + modelId: 'huggingface-textgeneration-distilgpt2', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_2 = this.of({ + modelId: 'huggingface-textgeneration-distilgpt2', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_1 = this.of({ + modelId: 'huggingface-textgeneration-distilgpt2', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_0 = this.of({ + modelId: 'huggingface-textgeneration-distilgpt2', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_1_0 = this.of({ + modelId: 'huggingface-textgeneration-distilgpt2', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_0_0 = this.of({ + modelId: 'huggingface-textgeneration-distilgpt2', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration-dolly-v2-12b-bf16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration-dolly-v2-12b-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration-dolly-v2-3b-bf16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration-dolly-v2-3b-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration-dolly-v2-7b-bf16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration-dolly-v2-7b-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_BF16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration-falcon-40b-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-falcon-40b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_INSTRUCT_BF16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration-falcon-40b-instruct-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_BF16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration-falcon-7b-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.g5.2xlarge', + 'ml.p3.16xlarge', + 'ml.p3.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.12xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-falcon-7b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_INSTRUCT_BF16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration-falcon-7b-instruct-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.g5.2xlarge', + 'ml.p3.16xlarge', + 'ml.p3.8xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.12xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + TS_DEFAULT_WORKERS_PER_MODEL: 1, + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_5_0 = this.of({ + modelId: 'huggingface-textgeneration-gpt2', + version: '1.5.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_1 = this.of({ + modelId: 'huggingface-textgeneration-gpt2', + version: '1.4.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-gpt2.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_0 = this.of({ + modelId: 'huggingface-textgeneration-gpt2', + version: '1.4.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_3_0 = this.of({ + modelId: 'huggingface-textgeneration-gpt2', + version: '1.3.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_3 = this.of({ + modelId: 'huggingface-textgeneration-gpt2', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_2 = this.of({ + modelId: 'huggingface-textgeneration-gpt2', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_1 = this.of({ + modelId: 'huggingface-textgeneration-gpt2', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_0 = this.of({ + modelId: 'huggingface-textgeneration-gpt2', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_1_0 = this.of({ + modelId: 'huggingface-textgeneration-gpt2', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_0_0 = this.of({ + modelId: 'huggingface-textgeneration-gpt2', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_3_0 = this.of({ + modelId: 'huggingface-textgeneration-models', + version: '1.3.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_1 = this.of({ + modelId: 'huggingface-textgeneration-models', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-models.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_0 = this.of({ + modelId: 'huggingface-textgeneration-models', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_1_0 = this.of({ + modelId: 'huggingface-textgeneration-models', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_2 = this.of({ + modelId: 'huggingface-textgeneration-models', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-models.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_1 = this.of({ + modelId: 'huggingface-textgeneration-models', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-models.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_0 = this.of({ + modelId: 'huggingface-textgeneration-models', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.m5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-models.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_2_0_0 = this.of({ + modelId: 'huggingface-textgeneration-open-llama', + version: '2.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_2_0 = this.of({ + modelId: 'huggingface-textgeneration-open-llama', + version: '1.2.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_1 = this.of({ + modelId: 'huggingface-textgeneration-open-llama', + version: '1.1.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.1.1/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_0 = this.of({ + modelId: 'huggingface-textgeneration-open-llama', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.1.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', + artifactKey: + 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_0_0 = this.of({ + modelId: 'huggingface-textgeneration-open-llama', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration-open-llama.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_2 = + this.of({ + modelId: 'huggingface-textgeneration1-bloom-176b-int8', + version: '1.0.2', + defaultInstanceType: 'ml.p4d.24xlarge', + instanceTypes: ['ml.p4d.24xlarge', 'ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_1 = + this.of({ + modelId: 'huggingface-textgeneration1-bloom-176b-int8', + version: '1.0.1', + defaultInstanceType: 'ml.p4d.24xlarge', + instanceTypes: ['ml.p4d.24xlarge', 'ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloom-176b-int8', + version: '1.0.0', + defaultInstanceType: 'ml.p4d.24xlarge', + instanceTypes: ['ml.p4d.24xlarge', 'ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_3_0 = this.of({ + modelId: 'huggingface-textgeneration1-bloom-3b', + version: '1.3.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_2 = this.of({ + modelId: 'huggingface-textgeneration1-bloom-3b', + version: '1.2.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_1 = this.of({ + modelId: 'huggingface-textgeneration1-bloom-3b', + version: '1.2.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_0 = this.of({ + modelId: 'huggingface-textgeneration1-bloom-3b', + version: '1.2.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_1_0 = this.of({ + modelId: 'huggingface-textgeneration1-bloom-3b', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_0_0 = this.of({ + modelId: 'huggingface-textgeneration1-bloom-3b', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_3_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloom-3b-fp16', + version: '1.3.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_2 = + this.of({ + modelId: 'huggingface-textgeneration1-bloom-3b-fp16', + version: '1.2.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_1 = + this.of({ + modelId: 'huggingface-textgeneration1-bloom-3b-fp16', + version: '1.2.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloom-3b-fp16', + version: '1.2.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloom-3b-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloom-3b-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_3_0 = this.of({ + modelId: 'huggingface-textgeneration1-bloom-7b1', + version: '1.3.0', + defaultInstanceType: 'ml.g5.24xlarge', + instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_2 = this.of({ + modelId: 'huggingface-textgeneration1-bloom-7b1', + version: '1.2.2', + defaultInstanceType: 'ml.g5.24xlarge', + instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_1 = this.of({ + modelId: 'huggingface-textgeneration1-bloom-7b1', + version: '1.2.1', + defaultInstanceType: 'ml.g5.24xlarge', + instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_0 = this.of({ + modelId: 'huggingface-textgeneration1-bloom-7b1', + version: '1.2.0', + defaultInstanceType: 'ml.g5.24xlarge', + instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_1_0 = this.of({ + modelId: 'huggingface-textgeneration1-bloom-7b1', + version: '1.1.0', + defaultInstanceType: 'ml.g5.24xlarge', + instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_0_0 = this.of({ + modelId: 'huggingface-textgeneration1-bloom-7b1', + version: '1.0.0', + defaultInstanceType: 'ml.g5.24xlarge', + instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_3_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', + version: '1.3.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + 'ml.p4de.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_2 = + this.of({ + modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', + version: '1.2.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + 'ml.p4de.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_1 = + this.of({ + modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', + version: '1.2.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + 'ml.p4de.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', + version: '1.2.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + 'ml.p4de.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + 'ml.p4de.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + 'ml.p4de.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_2 = + this.of({ + modelId: 'huggingface-textgeneration1-bloomz-176b-fp16', + version: '1.0.2', + defaultInstanceType: 'ml.p4de.24xlarge', + instanceTypes: ['ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_1 = + this.of({ + modelId: 'huggingface-textgeneration1-bloomz-176b-fp16', + version: '1.0.1', + defaultInstanceType: 'ml.p4de.24xlarge', + instanceTypes: ['ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloomz-176b-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.p4de.24xlarge', + instanceTypes: ['ml.p4de.24xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_3_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', + version: '1.3.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_2 = + this.of({ + modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', + version: '1.2.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_1 = + this.of({ + modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', + version: '1.2.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', + version: '1.2.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_3_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', + version: '1.3.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + 'ml.p4de.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_2 = + this.of({ + modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', + version: '1.2.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + 'ml.p4de.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_1 = + this.of({ + modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', + version: '1.2.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + 'ml.p4de.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', + version: '1.2.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + 'ml.p4de.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + 'ml.p4de.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + 'ml.p4de.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_3_0 = this.of({ + modelId: 'huggingface-textgeneration1-gpt-2-xl', + version: '1.3.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_2 = this.of({ + modelId: 'huggingface-textgeneration1-gpt-2-xl', + version: '1.2.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_1 = this.of({ + modelId: 'huggingface-textgeneration1-gpt-2-xl', + version: '1.2.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_0 = this.of({ + modelId: 'huggingface-textgeneration1-gpt-2-xl', + version: '1.2.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_1_0 = this.of({ + modelId: 'huggingface-textgeneration1-gpt-2-xl', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_0_0 = this.of({ + modelId: 'huggingface-textgeneration1-gpt-2-xl', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_3_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', + version: '1.3.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_2 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', + version: '1.2.2', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_1 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', + version: '1.2.1', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', + version: '1.2.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_3_0 = this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b', + version: '1.3.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_4 = this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b', + version: '1.2.4', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_3 = this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b', + version: '1.2.3', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_2 = this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b', + version: '1.2.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_1 = this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b', + version: '1.2.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_0 = this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b', + version: '1.2.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_1 = this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b', + version: '1.1.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_0 = this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_0_0 = this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_3_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', + version: '1.3.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_4 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', + version: '1.2.4', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_3 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', + version: '1.2.3', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_2 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', + version: '1.2.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_1 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', + version: '1.2.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', + version: '1.2.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_1 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', + version: '1.1.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_3_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', + version: '1.3.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_2 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', + version: '1.2.2', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_1 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', + version: '1.2.1', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', + version: '1.2.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', + version: '1.1.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', + version: '1.0.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_3_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', + version: '1.3.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_2 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', + version: '1.2.2', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_1 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', + version: '1.2.1', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', + version: '1.2.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_3_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-125m', + version: '1.3.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_2 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-125m', + version: '1.2.2', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_1 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-125m', + version: '1.2.1', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-125m', + version: '1.2.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-125m', + version: '1.1.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-125m', + version: '1.0.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_3_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', + version: '1.3.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_2 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', + version: '1.2.2', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_1 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', + version: '1.2.1', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', + version: '1.2.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_3_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', + version: '1.3.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_2 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', + version: '1.2.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_1 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', + version: '1.2.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', + version: '1.2.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_3_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', + version: '1.3.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_2 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', + version: '1.2.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_1 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', + version: '1.2.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', + version: '1.2.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_1_0 = this.of({ + modelId: 'huggingface-textgeneration1-lightgpt', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_0_0 = this.of({ + modelId: 'huggingface-textgeneration1-lightgpt', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_BF16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-mpt-7b-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.16xlarge', + 'ml.g5.24xlarge', + 'ml.p4d.24xlarge', + 'ml.p4de.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_INSTRUCT_BF16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-mpt-7b-instruct-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.16xlarge', + 'ml.g5.24xlarge', + 'ml.p4d.24xlarge', + 'ml.p4de.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_STORYWRITER_BF16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-mpt-7b-storywriter-bf16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.16xlarge', + 'ml.g5.24xlarge', + 'ml.p4d.24xlarge', + 'ml.p4de.24xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_1 = + this.of({ + modelId: 'huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_1 = + this.of({ + modelId: 'huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_1 = + this.of({ + modelId: 'huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_1_0 = + this.of({ + modelId: 'huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_1 = + this.of({ + modelId: 'huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_1_0 = + this.of({ + modelId: + 'huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_1 = + this.of({ + modelId: + 'huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_0 = + this.of({ + modelId: + 'huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_1_0 = + this.of({ + modelId: + 'huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_1 = + this.of({ + modelId: + 'huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_0 = + this.of({ + modelId: + 'huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.12xlarge', + 'ml.p3.8xlarge', + 'ml.p3.16xlarge', + 'ml.g4dn.12xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_2_0_0 = + this.of({ + modelId: 'huggingface-textgeneration2-gpt-neox-20b-fp16', + version: '2.0.0', + defaultInstanceType: 'ml.g5.24xlarge', + instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], + prepackedArtifactKey: + 'huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference-prepack/v1.0.1/', + artifactKey: + 'huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_1 = + this.of({ + modelId: 'huggingface-textgeneration2-gpt-neox-20b-fp16', + version: '1.0.1', + defaultInstanceType: 'ml.g5.24xlarge', + instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration2-gpt-neox-20b-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.24xlarge', + instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_2_0_0 = + this.of({ + modelId: 'huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16', + version: '2.0.0', + defaultInstanceType: 'ml.g5.24xlarge', + instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], + prepackedArtifactKey: + 'huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference-prepack/v1.0.1/', + artifactKey: + 'huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_1 = + this.of({ + modelId: 'huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16', + version: '1.0.1', + defaultInstanceType: 'ml.g5.24xlarge', + instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_0 = + this.of({ + modelId: 'huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.24xlarge', + instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_2_0_0 = this.of({ + modelId: 'huggingface-translation-opus-mt-en-es', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_1_0 = this.of({ + modelId: 'huggingface-translation-opus-mt-en-es', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_0_0 = this.of({ + modelId: 'huggingface-translation-opus-mt-en-es', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_2_0_0 = this.of({ + modelId: 'huggingface-translation-opus-mt-en-vi', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_1_0 = this.of({ + modelId: 'huggingface-translation-opus-mt-en-vi', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_0_0 = this.of({ + modelId: 'huggingface-translation-opus-mt-en-vi', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_2_0_0 = this.of({ + modelId: 'huggingface-translation-t5-base', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-translation/huggingface-translation-t5-base/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-translation/huggingface-translation-t5-base/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_1_0 = this.of({ + modelId: 'huggingface-translation-t5-base', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-translation-t5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_0_0 = this.of({ + modelId: 'huggingface-translation-t5-base', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-translation-t5-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_2_0_0 = this.of({ + modelId: 'huggingface-translation-t5-large', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-translation/huggingface-translation-t5-large/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-translation/huggingface-translation-t5-large/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_1_0 = this.of({ + modelId: 'huggingface-translation-t5-large', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-translation-t5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_0_0 = this.of({ + modelId: 'huggingface-translation-t5-large', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-translation-t5-large.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_2_0_0 = this.of({ + modelId: 'huggingface-translation-t5-small', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-translation/huggingface-translation-t5-small/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-translation/huggingface-translation-t5-small/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_1_0 = this.of({ + modelId: 'huggingface-translation-t5-small', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-translation-t5-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_0_0 = this.of({ + modelId: 'huggingface-translation-t5-small', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-translation-t5-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-22h-vintedois-diffusion-v0-1', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-22h-vintedois-diffusion-v0-1', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-akikagura-mkgen-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-akikagura-mkgen-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-alxdfy-noggles-fastdb-4800', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-alxdfy-noggles-fastdb-4800', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_1_0 = this.of( + { + modelId: 'huggingface-txt2img-alxdfy-noggles9000', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles9000.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }, + ); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_0_0 = this.of( + { + modelId: 'huggingface-txt2img-alxdfy-noggles9000', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }, + ); + public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-andite-anything-v4-0', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-andite-anything-v4-0.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-andite-anything-v4-0', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-astraliteheart-pony-diffusion-v2', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-astraliteheart-pony-diffusion-v2', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-avrik-abstract-anim-spritesheets', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-avrik-abstract-anim-spritesheets', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-aybeeceedee-knollingcase', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-aybeeceedee-knollingcase', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-bingsu-my-k-anything-v3-0', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-bingsu-my-k-anything-v3-0', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-buntopsih-novgoranstefanovski', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-buntopsih-novgoranstefanovski', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-claudfuen-photorealistic-fuen-v1', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-claudfuen-photorealistic-fuen-v1', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-coder119-vectorartz-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-coder119-vectorartz-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-conflictx-complex-lineart', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-conflictx-complex-lineart.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-conflictx-complex-lineart', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-dallinmackay-cats-musical-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-dallinmackay-cats-musical-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-dallinmackay-tron-legacy-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-dallinmackay-tron-legacy-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-dallinmackay-van-gogh-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-dallinmackay-van-gogh-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-eimiss-eimisanimediffusion-1-0v', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-eimiss-eimisanimediffusion-1-0v', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-envvi-inkpunk-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-envvi-inkpunk-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_1_0 = this.of({ + modelId: 'huggingface-txt2img-evel-yoshin', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-evel-yoshin.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_0_0 = this.of({ + modelId: 'huggingface-txt2img-evel-yoshin', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-extraphy-mustafa-kemal-ataturk', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-extraphy-mustafa-kemal-ataturk', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-fffiloni-mr-men-and-little-misses', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-fffiloni-mr-men-and-little-misses', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-fictiverse-elrisitas', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-elrisitas.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-fictiverse-elrisitas', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_1_0 = + this.of({ + modelId: + 'huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_0_0 = + this.of({ + modelId: + 'huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_1_0 = + this.of({ + modelId: + 'huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_0_0 = + this.of({ + modelId: + 'huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-papercut-model', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-papercut-model', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_1_0 = this.of({ + modelId: 'huggingface-txt2img-haor-evt-v3', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-haor-evt-v3.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_0_0 = this.of({ + modelId: 'huggingface-txt2img-haor-evt-v3', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-hassanblend-hassanblend1-4', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-hassanblend-hassanblend1-4', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_1_0 = + this.of({ + modelId: + 'huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_0_0 = + this.of({ + modelId: + 'huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_1_0 = + this.of({ + modelId: + 'huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_0_0 = + this.of({ + modelId: + 'huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-ifansnek-johndiffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ifansnek-johndiffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-ifansnek-johndiffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_1_0 = this.of({ + modelId: 'huggingface-txt2img-jersonm89-avatar', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jersonm89-avatar.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_0_0 = this.of({ + modelId: 'huggingface-txt2img-jersonm89-avatar', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_1_0 = this.of({ + modelId: 'huggingface-txt2img-katakana-2d-mix', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-katakana-2d-mix.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_0_0 = this.of({ + modelId: 'huggingface-txt2img-katakana-2d-mix', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-lacambre-vulvine-look-v02', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-lacambre-vulvine-look-v02', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-langboat-guohua-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-langboat-guohua-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-langboat-guohua-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-linaqruf-anything-v3-0', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-linaqruf-anything-v3-0', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-mitchtech-klingon-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-mitchtech-klingon-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-mitchtech-vulcan-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-mitchtech-vulcan-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-mitsua-mitsua-diffusion-cc0', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-mitsua-mitsua-diffusion-cc0', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-naclbit-trinart-stable-diffusion-v2', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-naclbit-trinart-stable-diffusion-v2', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-arcane-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-arcane-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-archer-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-archer-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-classic-anim-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-classic-anim-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-elden-ring-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-elden-ring-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-future-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-future-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-ghibli-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-ghibli-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-mo-di-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-mo-di-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-nitro-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-nitro-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-redshift-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-redshift-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-spider-verse-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-nitrosocke-spider-verse-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-nousr-robo-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nousr-robo-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-nousr-robo-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-ogkalu-comic-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-ogkalu-comic-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-openjourney-openjourney', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-openjourney-openjourney.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-openjourney-openjourney', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-piesposito-openpotionbottle-v2', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-piesposito-openpotionbottle-v2', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_1_0 = this.of({ + modelId: 'huggingface-txt2img-plasmo-voxel-ish', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-voxel-ish.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_0_0 = this.of({ + modelId: 'huggingface-txt2img-plasmo-voxel-ish', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_1_0 = this.of({ + modelId: 'huggingface-txt2img-plasmo-woolitize', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-woolitize.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_0_0 = this.of({ + modelId: 'huggingface-txt2img-plasmo-woolitize', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_1_0 = + this.of({ + modelId: + 'huggingface-txt2img-progamergov-min-illust-background-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_0_0 = + this.of({ + modelId: + 'huggingface-txt2img-progamergov-min-illust-background-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-prompthero-linkedin-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-prompthero-linkedin-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-prompthero-openjourney', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-openjourney.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-prompthero-openjourney', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-qilex-magic-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-qilex-magic-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-qilex-magic-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-rayhell-popupbook-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-rayhell-popupbook-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-runwayml-stable-diffusion-v1-5', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-runwayml-stable-diffusion-v1-5', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-s3nh-beksinski-style-stable-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-s3nh-beksinski-style-stable-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_1_0 = + this.of({ + modelId: + 'huggingface-txt2img-sd-dreambooth-library-original-character-cyclps', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_0_0 = + this.of({ + modelId: + 'huggingface-txt2img-sd-dreambooth-library-original-character-cyclps', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_1_0 = + this.of({ + modelId: + 'huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_0_0 = + this.of({ + modelId: + 'huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-sd-dreambooth-library-seraphm', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-sd-dreambooth-library-seraphm', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-shirayu-sd-tohoku-v1', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-shirayu-sd-tohoku-v1', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-thelastben-hrrzg-style-768px', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-thelastben-hrrzg-style-768px', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-timothepearce-gina-the-cat', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-timothepearce-gina-the-cat', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-trystar-clonediffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-trystar-clonediffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-trystar-clonediffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_1_0 = this.of({ + modelId: 'huggingface-txt2img-tuwonga-dbluth', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-dbluth.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_0_0 = this.of({ + modelId: 'huggingface-txt2img-tuwonga-dbluth', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_1_0 = this.of( + { + modelId: 'huggingface-txt2img-tuwonga-rotoscopee', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-rotoscopee.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }, + ); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_0_0 = this.of( + { + modelId: 'huggingface-txt2img-tuwonga-rotoscopee', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }, + ); + public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-volrath50-fantasy-card-diffusion', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-volrath50-fantasy-card-diffusion', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_1_0 = + this.of({ + modelId: 'huggingface-txt2img-yayab-sd-onepiece-diffusers4', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz', + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_0_0 = + this.of({ + modelId: 'huggingface-txt2img-yayab-sd-onepiece-diffusers4', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-cross-encoder-nli-deberta-base', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-cross-encoder-nli-deberta-base', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-deberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-cross-encoder-nli-distilroberta-base', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-cross-encoder-nli-distilroberta-base', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-distilroberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-cross-encoder-nli-minilm2-l6-h768', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-cross-encoder-nli-minilm2-l6-h768', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-minilm2-l6-h768.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-cross-encoder-nli-roberta-base', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-cross-encoder-nli-roberta-base', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-roberta-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_2_0_0 = + this.of({ + modelId: + 'huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_1_0_0 = + this.of({ + modelId: + 'huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-eleldar-theme-classification', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-eleldar-theme-classification', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-eleldar-theme-classification.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_2_0_0 = + this.of({ + modelId: + 'huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_1_0_0 = + this.of({ + modelId: + 'huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_2_0_0 = + this.of({ + modelId: + 'huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_1_0_0 = + this.of({ + modelId: + 'huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_2_0_0 = + this.of({ + modelId: + 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_1_0_0 = + this.of({ + modelId: + 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_2_0_0 = + this.of({ + modelId: + 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_1_0_0 = + this.of({ + modelId: + 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_2_0_0 = + this.of({ + modelId: + 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_1_0_0 = + this.of({ + modelId: + 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = + this.of({ + modelId: + 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = + this.of({ + modelId: + 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = + this.of({ + modelId: + 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = + this.of({ + modelId: + 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-facebook-bart-large-mnli', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-facebook-bart-large-mnli', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-facebook-bart-large-mnli.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-jiva-xlm-roberta-large-it-mnli', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-jiva-xlm-roberta-large-it-mnli', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-jiva-xlm-roberta-large-it-mnli.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-lighteternal-nli-xlm-r-greek', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-lighteternal-nli-xlm-r-greek', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-lighteternal-nli-xlm-r-greek.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_2_0_0 = + this.of({ + modelId: + 'huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_1_0_0 = + this.of({ + modelId: + 'huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_2_0_0 = + this.of({ + modelId: + 'huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_1_0_0 = + this.of({ + modelId: + 'huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-narsil-bart-large-mnli-opti', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-narsil-bart-large-mnli-opti', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-narsil-bart-large-mnli-opti.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-narsil-deberta-large-mnli-zero-cls', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-narsil-deberta-large-mnli-zero-cls', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-narsil-deberta-large-mnli-zero-cls.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-navteca-bart-large-mnli', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-navteca-bart-large-mnli', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-navteca-bart-large-mnli.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-recognai-zeroshot-selectra-medium', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-recognai-zeroshot-selectra-medium', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-medium.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_2_0_0 = + this.of({ + modelId: 'huggingface-zstc-recognai-zeroshot-selectra-small', + version: '2.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + prepackedArtifactKey: + 'huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference-prepack/v1.0.0/', + artifactKey: + 'huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference/v1.0.0/', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_1_0_0 = + this.of({ + modelId: 'huggingface-zstc-recognai-zeroshot-selectra-small', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p2.xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.m5.large', + 'ml.m5.xlarge', + 'ml.c5.xlarge', + 'ml.c5.2xlarge', + ], + artifactKey: + 'huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-small.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_6 = this.of({ + modelId: 'meta-textgeneration-llama-2-13b', + version: '2.1.6', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_5 = this.of({ + modelId: 'meta-textgeneration-llama-2-13b', + version: '2.1.5', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_4 = this.of({ + modelId: 'meta-textgeneration-llama-2-13b', + version: '2.1.4', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_3 = this.of({ + modelId: 'meta-textgeneration-llama-2-13b', + version: '2.1.3', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_2 = this.of({ + modelId: 'meta-textgeneration-llama-2-13b', + version: '2.1.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_1 = this.of({ + modelId: 'meta-textgeneration-llama-2-13b', + version: '2.1.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_0 = this.of({ + modelId: 'meta-textgeneration-llama-2-13b', + version: '2.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', + }, + environment: {}, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_0_0 = this.of({ + modelId: 'meta-textgeneration-llama-2-13b', + version: '2.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', + }, + environment: {}, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_2 = this.of({ + modelId: 'meta-textgeneration-llama-2-13b-f', + version: '2.0.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_1 = this.of({ + modelId: 'meta-textgeneration-llama-2-13b-f', + version: '2.0.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_0 = this.of({ + modelId: 'meta-textgeneration-llama-2-13b-f', + version: '2.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_1 = this.of({ + modelId: 'meta-textgeneration-llama-2-13b-f', + version: '1.2.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_0 = this.of({ + modelId: 'meta-textgeneration-llama-2-13b-f', + version: '1.2.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_1_0 = this.of({ + modelId: 'meta-textgeneration-llama-2-13b-f', + version: '1.1.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', + }, + environment: {}, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_5 = this.of({ + modelId: 'meta-textgeneration-llama-2-70b', + version: '2.0.5', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_4 = this.of({ + modelId: 'meta-textgeneration-llama-2-70b', + version: '2.0.4', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_3 = this.of({ + modelId: 'meta-textgeneration-llama-2-70b', + version: '2.0.3', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_2 = this.of({ + modelId: 'meta-textgeneration-llama-2-70b', + version: '2.0.2', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_1 = this.of({ + modelId: 'meta-textgeneration-llama-2-70b', + version: '2.0.1', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_0 = this.of({ + modelId: 'meta-textgeneration-llama-2-70b', + version: '2.0.0', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_2_0 = this.of({ + modelId: 'meta-textgeneration-llama-2-70b', + version: '1.2.0', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', + }, + environment: {}, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_1_0 = this.of({ + modelId: 'meta-textgeneration-llama-2-70b', + version: '1.1.0', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', + }, + environment: {}, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_2 = this.of({ + modelId: 'meta-textgeneration-llama-2-70b-f', + version: '2.0.2', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_1 = this.of({ + modelId: 'meta-textgeneration-llama-2-70b-f', + version: '2.0.1', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_0 = this.of({ + modelId: 'meta-textgeneration-llama-2-70b-f', + version: '2.0.0', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_1 = this.of({ + modelId: 'meta-textgeneration-llama-2-70b-f', + version: '1.2.1', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_0 = this.of({ + modelId: 'meta-textgeneration-llama-2-70b-f', + version: '1.2.0', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_1_0 = this.of({ + modelId: 'meta-textgeneration-llama-2-70b-f', + version: '1.1.0', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', + }, + environment: {}, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_6 = this.of({ + modelId: 'meta-textgeneration-llama-2-7b', + version: '2.1.6', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_5 = this.of({ + modelId: 'meta-textgeneration-llama-2-7b', + version: '2.1.5', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_4 = this.of({ + modelId: 'meta-textgeneration-llama-2-7b', + version: '2.1.4', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_3 = this.of({ + modelId: 'meta-textgeneration-llama-2-7b', + version: '2.1.3', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_2 = this.of({ + modelId: 'meta-textgeneration-llama-2-7b', + version: '2.1.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_1 = this.of({ + modelId: 'meta-textgeneration-llama-2-7b', + version: '2.1.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_0 = this.of({ + modelId: 'meta-textgeneration-llama-2-7b', + version: '2.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', + }, + environment: {}, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_0_0 = this.of({ + modelId: 'meta-textgeneration-llama-2-7b', + version: '2.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', + }, + environment: {}, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2 = this.of({ + modelId: 'meta-textgeneration-llama-2-7b-f', + version: '2.0.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_1 = this.of({ + modelId: 'meta-textgeneration-llama-2-7b-f', + version: '2.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_0 = this.of({ + modelId: 'meta-textgeneration-llama-2-7b-f', + version: '2.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_1 = this.of({ + modelId: 'meta-textgeneration-llama-2-7b-f', + version: '1.2.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_0 = this.of({ + modelId: 'meta-textgeneration-llama-2-7b-f', + version: '1.2.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_1_0 = this.of({ + modelId: 'meta-textgeneration-llama-2-7b-f', + version: '1.1.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', + 'ap-southeast-1': + 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', + 'us-east-2': + 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', + 'ap-southeast-2': + 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', + }, + environment: {}, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_2 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-13b', + version: '1.0.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_1 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-13b', + version: '1.0.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_0 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-13b', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_2 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-13b-instruct', + version: '1.0.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_1 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-13b-instruct', + version: '1.0.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_0 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-13b-instruct', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_2 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-13b-python', + version: '1.0.2', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_1 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-13b-python', + version: '1.0.1', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_0 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-13b-python', + version: '1.0.0', + defaultInstanceType: 'ml.g5.12xlarge', + instanceTypes: [ + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_2 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-34b', + version: '1.0.2', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_1 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-34b', + version: '1.0.1', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_0 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-34b', + version: '1.0.0', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_2 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-34b-instruct', + version: '1.0.2', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_1 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-34b-instruct', + version: '1.0.1', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_0 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-34b-instruct', + version: '1.0.0', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_2 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-34b-python', + version: '1.0.2', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_1 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-34b-python', + version: '1.0.1', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_0 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-34b-python', + version: '1.0.0', + defaultInstanceType: 'ml.g5.48xlarge', + instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_2 = this.of( + { + modelId: 'meta-textgeneration-llama-codellama-7b', + version: '1.0.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }, + ); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_1 = this.of( + { + modelId: 'meta-textgeneration-llama-codellama-7b', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }, + ); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_0 = this.of( + { + modelId: 'meta-textgeneration-llama-codellama-7b', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }, + ); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_2 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-7b-instruct', + version: '1.0.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_1 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-7b-instruct', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_0 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-7b-instruct', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_2 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-7b-python', + version: '1.0.2', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_1 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-7b-python', + version: '1.0.1', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_0 = + this.of({ + modelId: 'meta-textgeneration-llama-codellama-7b-python', + version: '1.0.0', + defaultInstanceType: 'ml.g5.2xlarge', + instanceTypes: [ + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.24xlarge', + 'ml.g5.48xlarge', + 'ml.p4d.24xlarge', + ], + modelPackageArns: { + 'us-east-1': + 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', + 'us-west-2': + 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', + 'eu-west-1': + 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', + }, + environment: {}, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_2_DEPTH_FP16_1_0_0 = + this.of({ + modelId: 'model-depth2img-stable-diffusion-2-depth-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.8xlarge', + instanceTypes: [ + 'ml.g5.8xlarge', + 'ml.g5.xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.g4dn.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g4dn.16xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_1_0_0 = + this.of({ + modelId: 'model-depth2img-stable-diffusion-v1-5-controlnet', + version: '1.0.0', + defaultInstanceType: 'ml.g5.8xlarge', + instanceTypes: [ + 'ml.g5.8xlarge', + 'ml.g5.xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.g4dn.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g4dn.16xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_FP16_1_0_0 = + this.of({ + modelId: 'model-depth2img-stable-diffusion-v1-5-controlnet-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.8xlarge', + instanceTypes: [ + 'ml.g5.8xlarge', + 'ml.g5.xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.g4dn.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g4dn.16xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_1_0_0 = + this.of({ + modelId: 'model-depth2img-stable-diffusion-v1-5-controlnet-v1-1', + version: '1.0.0', + defaultInstanceType: 'ml.g5.8xlarge', + instanceTypes: [ + 'ml.g5.8xlarge', + 'ml.g5.xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.g4dn.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g4dn.16xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_FP16_1_0_0 = + this.of({ + modelId: 'model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.8xlarge', + instanceTypes: [ + 'ml.g5.8xlarge', + 'ml.g5.xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.g4dn.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g4dn.16xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_1_0_0 = + this.of({ + modelId: 'model-depth2img-stable-diffusion-v2-1-controlnet', + version: '1.0.0', + defaultInstanceType: 'ml.g5.8xlarge', + instanceTypes: [ + 'ml.g5.8xlarge', + 'ml.g5.xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.g4dn.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g4dn.16xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_FP16_1_0_0 = + this.of({ + modelId: 'model-depth2img-stable-diffusion-v2-1-controlnet-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.g5.8xlarge', + instanceTypes: [ + 'ml.g5.8xlarge', + 'ml.g5.xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.16xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.xlarge', + 'ml.g4dn.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g4dn.16xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + alias_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-east-1': { + alias_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-northeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-south-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ap-southeast-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'ca-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'cn-north-1': { + alias_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-central-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-north-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-south-1': { + alias_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'eu-west-3': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'me-south-1': { + alias_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'sa-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-east-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-1': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + 'us-west-2': { + alias_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0_0 = + this.of({ + modelId: 'model-imagegeneration-stabilityai-stable-diffusion-v2-1', + version: '1.0.0', + defaultInstanceType: 'ml.g5.xlarge', + instanceTypes: [ + 'ml.g5.xlarge', + 'ml.g5.2xlarge', + 'ml.p3.2xlarge', + 'ml.g4dn.2xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAI_MODEL_CACHE_FILE: 'stabilityai-model-cache.tar.gz', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'cn-north-1': {}, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_1 = + this.of({ + modelId: 'model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0', + version: '1.0.1', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: ['ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.1/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAI_MODEL_CACHE_FILE: 'stabilityai-model-cache.tar.gz', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'cn-north-1': {}, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_0 = + this.of({ + modelId: 'model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0', + version: '1.0.0', + defaultInstanceType: 'ml.g5.4xlarge', + instanceTypes: [ + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + 'ml.g5.12xlarge', + 'ml.g5.16xlarge', + 'ml.g4dn.12xlarge', + 'ml.p4d.24xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAI_MODEL_CACHE_FILE: 'stabilityai-model-cache.tar.gz', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + gpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-east-1': { + gpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-northeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-northeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-south-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-southeast-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ap-southeast-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'ca-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'eu-central-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'eu-north-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'eu-south-1': { + gpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'eu-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'eu-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'eu-west-3': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'me-south-1': { + gpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'sa-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'us-east-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'us-east-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'us-west-1': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + 'us-west-2': { + gpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', + }, + }, + instanceVariants: { + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_1_0 = + this.of({ + modelId: 'model-inpainting-runwayml-stable-diffusion-inpainting', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_0_0 = + this.of({ + modelId: 'model-inpainting-runwayml-stable-diffusion-inpainting', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_1_0 = + this.of({ + modelId: 'model-inpainting-runwayml-stable-diffusion-inpainting-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g5.2xlarge'], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_0_0 = + this.of({ + modelId: 'model-inpainting-runwayml-stable-diffusion-inpainting-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g5.2xlarge'], + artifactKey: + 'stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_1_0 = + this.of({ + modelId: 'model-inpainting-stabilityai-stable-diffusion-2-inpainting', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_0_0 = + this.of({ + modelId: 'model-inpainting-stabilityai-stable-diffusion-2-inpainting', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_1_0 = + this.of({ + modelId: + 'model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g5.2xlarge'], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_0_0 = + this.of({ + modelId: + 'model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g5.2xlarge'], + artifactKey: + 'stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_3_0 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', + version: '1.3.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_3 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', + version: '1.2.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_2 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', + version: '1.2.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_1 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', + version: '1.2.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_0 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_1_0 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_0_0 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_1_0 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_3 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', + version: '1.0.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_2 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_1 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_0 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_2_0 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', + version: '1.2.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_3 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', + version: '1.1.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_2 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', + version: '1.1.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_1 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', + version: '1.1.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_0_0 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_3 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', + version: '1.1.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_2 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', + version: '1.1.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_1 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', + version: '1.1.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_0 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_4 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', + version: '1.0.4', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_3 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', + version: '1.0.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_2 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_1 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_0 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_1_0 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_3 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', + version: '1.0.3', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_2 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', + version: '1.0.2', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_1 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', + version: '1.0.1', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_0 = + this.of({ + modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); + public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_1_0 = + this.of({ + modelId: 'model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16', + version: '1.1.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + prepackedArtifactKey: + 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz', + artifactKey: + 'stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + ENDPOINT_SERVER_TIMEOUT: 3600, + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: 1, + }, + instanceAliases: { + 'af-south-1': { + cpu_ecr_uri_1: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-east-1': { + cpu_ecr_uri_1: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-northeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-south-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ap-southeast-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'ca-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'cn-north-1': { + cpu_ecr_uri_1: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-central-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-north-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-south-1': { + cpu_ecr_uri_1: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'eu-west-3': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'me-south-1': { + cpu_ecr_uri_1: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'sa-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-east-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-1': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + 'us-west-2': { + cpu_ecr_uri_1: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', + gpu_ecr_uri_2: + '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', + }, + }, + instanceVariants: { + c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, + r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, + }, + }); + public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_0_0 = + this.of({ + modelId: 'model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16', + version: '1.0.0', + defaultInstanceType: 'ml.p3.2xlarge', + instanceTypes: [ + 'ml.p3.2xlarge', + 'ml.g4dn.4xlarge', + 'ml.g4dn.8xlarge', + 'ml.g5.2xlarge', + 'ml.g5.4xlarge', + 'ml.g5.8xlarge', + ], + artifactKey: + 'stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz', + environment: { + SAGEMAKER_PROGRAM: 'inference.py', + SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + MODEL_CACHE_ROOT: '/opt/ml/model', + SAGEMAKER_ENV: '1', + SAGEMAKER_MODEL_SERVER_WORKERS: '1', + SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', + }, + }); constructor(private readonly spec: JumpStartModelSpec) {} - public static of( - spec: JumpStartModelSpec - ): JumpStartModel { + public static of(spec: JumpStartModelSpec): JumpStartModel { return new JumpStartModel(spec); } public bind(scope: Construct, grantable: iam.IGrantable): JumpStartModelSpec { return this.spec; } -} \ No newline at end of file +} diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts index 9acbfe3e..b1fd0b22 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts @@ -1,11 +1,23 @@ -import { Construct } from 'constructs'; +/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ +import * as iam from 'aws-cdk-lib/aws-iam'; +import * as sagemaker from 'aws-cdk-lib/aws-sagemaker'; import { Stack, Token } from 'aws-cdk-lib/core'; +import { Construct } from 'constructs'; import { InstanceType } from './instance-type'; -import { SageMakerEndpointBase } from './sagemaker-endpoint-base'; import { JumpStartModel, JumpStartModelSpec } from './jumpstart-model'; import { JumpStartConstants } from './private/jumpstart-constants'; -import * as iam from 'aws-cdk-lib/aws-iam'; -import * as sagemaker from 'aws-cdk-lib/aws-sagemaker'; +import { SageMakerEndpointBase } from './sagemaker-endpoint-base'; export interface JumpStartSageMakerEndpointProps { model: JumpStartModel; @@ -40,7 +52,7 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { constructor( scope: Construct, id: string, - props: JumpStartSageMakerEndpointProps + props: JumpStartSageMakerEndpointProps, ) { super(scope, id); @@ -58,7 +70,7 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { if (Token.isUnresolved(this.region)) { throw new Error( - 'Region is unresolved. You should explicitly specify the region in the environment.' + 'Region is unresolved. You should explicitly specify the region in the environment.', ); } @@ -69,7 +81,7 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { if (this.spec.modelPackageArns) { if (this.environment) { throw new Error( - 'Environment variables are not supported for model packages.' + 'Environment variables are not supported for model packages.', ); } @@ -80,7 +92,7 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { scope, instanceType, instanseBaseType, - environment + environment, ); } @@ -99,7 +111,7 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { this.startupHealthCheckTimeoutInSeconds, }, ], - } + }, ); endpointConfig.addDependency(model); @@ -112,7 +124,7 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { .getAtt('EndpointConfigName') .toString(), endpointName: props.endpointName, - } + }, ); endpoint.addDependency(endpointConfig); @@ -150,7 +162,7 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { throw new Error( `The instance type ${instanceType} is not supported. Default instance type: ${ this.spec.defaultInstanceType - }. Supported instance types: ${supportedInstanceTypes.join(', ')}.` + }. Supported instance types: ${supportedInstanceTypes.join(', ')}.`, ); } @@ -174,14 +186,14 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { scope: Construct, instanceType: string, instanceBaseType: string, - environment: { [key: string]: string | number | boolean } + environment: { [key: string]: string | number | boolean }, ) { const key = this.spec.prepackedArtifactKey ?? this.spec.artifactKey; const bucket = JumpStartConstants.JUMPSTART_LAUNCHED_REGIONS[this.region]?.contentBucket; if (!bucket) { throw new Error( - `JumpStart is not available in the region ${this.region}.` + `JumpStart is not available in the region ${this.region}.`, ); } @@ -191,13 +203,13 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { ]?.regional_properties?.image_uri?.replace('$', ''); if (!imageUriKey) { throw new Error( - `The image uri is not available for instance type ${instanceType}.` + `The image uri is not available for instance type ${instanceType}.`, ); } const image = (this.spec.instanceAliases ?? {})[this.region]?.[imageUriKey]; if (!image) { throw new Error( - `The image uri is not available for instance type ${instanceType} in region ${this.region}.` + `The image uri is not available for instance type ${instanceType} in region ${this.region}.`, ); } @@ -231,7 +243,7 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { throw new Error( `The model package is not available in the region ${ this.region - }. Supported regions: ${supportedRegions.join(', ')}.` + }. Supported regions: ${supportedRegions.join(', ')}.`, ); } diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/private/jumpstart-constants.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/private/jumpstart-constants.ts index fb26141c..91282035 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/private/jumpstart-constants.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/private/jumpstart-constants.ts @@ -1,11 +1,25 @@ +/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ + +type JumpStartRegion = { + [region: string]: { contentBucket: string; gatedContentBucket?: string }; +}; + export abstract class JumpStartConstants { /* https://github.com/aws/sagemaker-python-sdk/blob/8462f1a1975da59304da4441aea956a43deec380/src/sagemaker/jumpstart/constants.py */ - public static JUMPSTART_LAUNCHED_REGIONS: Record< - string, - { contentBucket: string; gatedContentBucket?: string } - > = { + public static JUMPSTART_LAUNCHED_REGIONS: JumpStartRegion = { 'us-west-2': { contentBucket: 'jumpstart-cache-prod-us-west-2', gatedContentBucket: 'jumpstart-private-cache-prod-us-west-2', diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/sagemaker-endpoint-base.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/sagemaker-endpoint-base.ts index ba281163..8e7ef6d3 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/sagemaker-endpoint-base.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/sagemaker-endpoint-base.ts @@ -1,9 +1,19 @@ -import { Construct } from 'constructs'; +/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ import * as iam from 'aws-cdk-lib/aws-iam'; +import { Construct } from 'constructs'; export abstract class SageMakerEndpointBase extends Construct { - public readonly grantPrincipal: iam.IPrincipal; - protected createSageMakerRole(): iam.Role { const role = new iam.Role(this, 'Role', { assumedBy: new iam.ServicePrincipal('sagemaker.amazonaws.com'), From 4f0750d05e091b7b9f2ab37a51bf569ea6332fc2 Mon Sep 17 00:00:00 2001 From: Sergey Pugachev Date: Mon, 13 Nov 2023 14:37:17 +0000 Subject: [PATCH 06/23] Refactoring of aws-model-deployment-sagemaker --- .gitignore | 1 - package.json | 3 +- .../generate-jumpstart-models.ts | 57 +- .../code-generation/package.json | 33 + .../deep-learning-container-image.ts | 367 +- .../huggingface-sagemaker-endpoint.ts | 71 +- .../aws-model-deployment-sagemaker/index.ts | 2 + .../jumpstart-model.ts | 99750 +--------------- .../jumpstart-sagemaker-endpoint.ts | 86 +- 9 files changed, 1291 insertions(+), 99079 deletions(-) create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/package.json diff --git a/.gitignore b/.gitignore index 70a52e45..028e6559 100644 --- a/.gitignore +++ b/.gitignore @@ -62,4 +62,3 @@ tsconfig.json !/.github/workflows/auto-approve.yml !/.github/workflows/ort-toolkit.yml !/.github/workflows/semgrep.yml -cache diff --git a/package.json b/package.json index 561bb595..8815d0ce 100644 --- a/package.json +++ b/package.json @@ -26,8 +26,7 @@ "unbump": "npx projen unbump", "upgrade": "npx projen upgrade", "watch": "npx projen watch", - "projen": "npx projen", - "codegen:model-deployment": "ts-node src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts" + "projen": "npx projen" }, "author": { "name": "Amazon Web Services - Prototyping and Cloud Engineering", diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts index cafd485f..0a61c699 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts @@ -63,10 +63,7 @@ interface ModelsData { }; } -const JUMPSTART_CACHE_PATH = path.join( - __dirname, - './.cache/jumpstart-models-cache.json', -); +const JUMPSTART_CACHE_PATH = path.join(__dirname, './.cache/jumpstart-models-cache.json'); const JUMPSTART_MODEL_PATH = path.join(__dirname, '../jumpstart-model.ts'); @@ -85,7 +82,7 @@ export async function generateJumpStartModels() { generateCode(); } -async function download_data() { +export async function download_data() { console.log('Downloading JumpStart models data'); const regions = JumpStartConstants.JUMPSTART_LAUNCHED_REGIONS; @@ -96,16 +93,13 @@ async function download_data() { for (const regionName of regionNames) { console.log(`Processing region ${regionName}`); const regionData = regions[regionName]; - const manifestS3Key = - JumpStartConstants.JUMPSTART_DEFAULT_MANIFEST_FILE_S3_KEY; + const manifestS3Key = JumpStartConstants.JUMPSTART_DEFAULT_MANIFEST_FILE_S3_KEY; const url = `https://${regionData.contentBucket}.s3.${regionName}.amazonaws.com/${manifestS3Key}`; - const [manifest]: [JumpStartModelManifest[]] = - await GenerateUtils.downloadJSON(url); + const [manifest]: [JumpStartModelManifest[]] = await GenerateUtils.downloadJSON(url); for (const model of manifest) { const specUrl = `https://${regionData.contentBucket}.s3.${regionName}.amazonaws.com/${model.spec_key}`; - const [modelSpec]: [JumpStartModelSpec] = - await GenerateUtils.downloadJSON(specUrl); + const [modelSpec]: [JumpStartModelSpec] = await GenerateUtils.downloadJSON(specUrl); const { deprecated, @@ -121,9 +115,7 @@ async function download_data() { hosting_instance_type_variants, } = modelSpec; - const allowedFramework = ALLOWED_FRAMEWORKS.includes( - hosting_ecr_specs.framework, - ); + const allowedFramework = ALLOWED_FRAMEWORKS.includes(hosting_ecr_specs.framework); console.log( `${deprecated ? '[DEPRECATED] ' : ''}${ @@ -136,16 +128,13 @@ async function download_data() { if (!ALLOWED_FRAMEWORKS.includes(hosting_ecr_specs.framework)) continue; if ( hosting_use_script_uri || - (!hosting_prepacked_artifact_key && - !hosting_model_package_arns && - !hosting_artifact_key) + (!hosting_prepacked_artifact_key && !hosting_model_package_arns && !hosting_artifact_key) ) { throw new Error('No model data'); } models[model.model_id] = models[model.model_id] ?? {}; - models[model.model_id][model.version] = - models[model.model_id][model.version] ?? {}; + models[model.model_id][model.version] = models[model.model_id][model.version] ?? {}; models[model.model_id][model.version] = { deprecated, @@ -163,10 +152,7 @@ async function download_data() { } } - GenerateUtils.writeFileSyncWithDirs( - JUMPSTART_CACHE_PATH, - JSON.stringify(models), - ); + GenerateUtils.writeFileSyncWithDirs(JUMPSTART_CACHE_PATH, JSON.stringify(models)); console.log('Frameworks', Array.from(frameworks)); } @@ -179,11 +165,11 @@ function generateCode() { let modelsStr = ''; for (const modelId of Object.keys(data)) { for (const version of Object.keys(data[modelId])) { - const modelName = `${GenerateUtils.replaceAll( - modelId, - '-', + const modelName = `${GenerateUtils.replaceAll(modelId, '-', '_')}_${GenerateUtils.replaceAll( + version, + '\\.', '_', - )}_${GenerateUtils.replaceAll(version, '\\.', '_')}`.toUpperCase(); + )}`.toUpperCase(); const specSource = data[modelId][version]; const environment: { [key: string]: string | number | boolean } = {}; @@ -200,8 +186,7 @@ function generateCode() { prepackedArtifactKey: specSource.hosting_prepacked_artifact_key, artifactKey: specSource.hosting_artifact_key, environment, - instanceAliases: - specSource.hosting_instance_type_variants?.regional_aliases, + instanceAliases: specSource.hosting_instance_type_variants?.regional_aliases, instanceVariants: specSource.hosting_instance_type_variants?.variants, }; @@ -210,9 +195,7 @@ function generateCode() { delete spec.prepackedArtifactKey; } - modelsStr += `\tpublic static readonly ${modelName} = this.of(${JSON.stringify( - spec, - )});\n`; + modelsStr += `\tpublic static readonly ${modelName} = this.of(${JSON.stringify(spec)});\n`; } } @@ -228,10 +211,8 @@ function generateCode() { * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions * and limitations under the License. */ -import { Construct } from 'constructs'; -import * as iam from 'aws-cdk-lib/aws-iam'; -export interface JumpStartModelSpec { +export interface IJumpStartModelSpec { modelId: string; version: string; defaultInstanceType: string; @@ -258,15 +239,15 @@ export interface JumpStartModelSpec { export class JumpStartModel { ${modelsStr} - constructor(private readonly spec: JumpStartModelSpec) {} + constructor(private readonly spec: IJumpStartModelSpec) {} public static of( - spec: JumpStartModelSpec + spec: IJumpStartModelSpec ): JumpStartModel { return new JumpStartModel(spec); } - public bind(scope: Construct, grantable: iam.IGrantable): JumpStartModelSpec { + public bind(): IJumpStartModelSpec { return this.spec; } }`; diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/package.json b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/package.json new file mode 100644 index 00000000..eafe11ca --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/package.json @@ -0,0 +1,33 @@ +{ + "name": "code-generation", + "repository": { + "type": "git", + "url": "https://github.com/awslabs/generative-ai-cdk-constructs" + }, + "version": "1.0.0", + "description": "", + "main": "index.js", + "scripts": { + "test": "echo \"Error: no test specified\" && exit 1", + "generate": "ts-node index.ts" + }, + "keywords": [ + "aws-cdk", + "cdk", + "constructs", + "emerging-tech", + "generative-ai" + ], + "license": "Apache-2.0", + "devDependencies": { + "ts-node": "^10.9.1" + }, + "author": { + "name": "Amazon Web Services - Prototyping and Cloud Engineering", + "email": "generative-ai-cdk-constructs@amazon.com", + "organization": true + }, + "dependencies": { + "-": "^0.0.1" + } +} diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts index 0e7810f8..ff0797ad 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts @@ -15,309 +15,74 @@ import * as ecr from 'aws-cdk-lib/aws-ecr'; import * as iam from 'aws-cdk-lib/aws-iam'; import { FactName } from 'aws-cdk-lib/region-info'; import { Construct } from 'constructs'; -import { ContainerImage, ContainerImageConfig } from './container-image'; +import { ContainerImage, ContainerImageConfig } from './container-image'; export class DeepLearningContainerImage extends ContainerImage { - public static readonly DJL_INFERENCE_0_19_0_DEEPSPEED0_7_3_CU113 = - this.fromDeepLearningContainerImage( - 'djl-inference', - '0.19.0-deepspeed0.7.3-cu113', - ); - public static readonly DJL_INFERENCE_0_20_0_DEEPSPEED0_7_5_CU116 = - this.fromDeepLearningContainerImage( - 'djl-inference', - '0.20.0-deepspeed0.7.5-cu116', - ); - public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_0_CU117 = - this.fromDeepLearningContainerImage( - 'djl-inference', - '0.21.0-deepspeed0.8.0-cu117', - ); - public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_3_CU117 = - this.fromDeepLearningContainerImage( - 'djl-inference', - '0.21.0-deepspeed0.8.3-cu117', - ); - public static readonly DJL_INFERENCE_0_21_0_FASTERTRANSFORMER5_3_0_CU117 = - this.fromDeepLearningContainerImage( - 'djl-inference', - '0.21.0-fastertransformer5.3.0-cu117', - ); - public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_8_3_CU118 = - this.fromDeepLearningContainerImage( - 'djl-inference', - '0.22.1-deepspeed0.8.3-cu118', - ); - public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_9_2_CU118 = - this.fromDeepLearningContainerImage( - 'djl-inference', - '0.22.1-deepspeed0.9.2-cu118', - ); - public static readonly DJL_INFERENCE_0_22_1_FASTERTRANSFORMER5_3_0_CU118 = - this.fromDeepLearningContainerImage( - 'djl-inference', - '0.22.1-fastertransformer5.3.0-cu118', - ); - public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_10_0 = - this.fromDeepLearningContainerImage( - 'djl-inference', - '0.22.1-neuronx-sdk2.10.0', - ); - public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_9_0 = - this.fromDeepLearningContainerImage( - 'djl-inference', - '0.22.1-neuronx-sdk2.9.0', - ); - public static readonly DJL_INFERENCE_0_23_0_DEEPSPEED0_9_5_CU118 = - this.fromDeepLearningContainerImage( - 'djl-inference', - '0.23.0-deepspeed0.9.5-cu118', - ); - public static readonly DJL_INFERENCE_0_23_0_FASTERTRANSFORMER5_3_0_CU118 = - this.fromDeepLearningContainerImage( - 'djl-inference', - '0.23.0-fastertransformer5.3.0-cu118', - ); - public static readonly DJL_INFERENCE_0_23_0_NEURONX_SDK2_12_0 = - this.fromDeepLearningContainerImage( - 'djl-inference', - '0.23.0-neuronx-sdk2.12.0', - ); - public static readonly DJL_INFERENCE_0_24_0_DEEPSPEED0_10_0_CU118 = - this.fromDeepLearningContainerImage( - 'djl-inference', - '0.24.0-deepspeed0.10.0-cu118', - ); - public static readonly DJL_INFERENCE_0_24_0_FASTERTRANSFORMER5_3_0_CU118 = - this.fromDeepLearningContainerImage( - 'djl-inference', - '0.24.0-fastertransformer5.3.0-cu118', - ); - public static readonly DJL_INFERENCE_0_24_0_NEURONX_SDK2_14_1 = - this.fromDeepLearningContainerImage( - 'djl-inference', - '0.24.0-neuronx-sdk2.14.1', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_GPU_PY38_CU113_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_GPU_PY39_CU117_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_GPU_PY36_CU110_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_CPU_PY36_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '1.8.1-transformers4.10.2-cpu-py36-ubuntu18.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_GPU_PY36_CU111_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '1.8.1-transformers4.10.2-gpu-py36-cu111-ubuntu18.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '1.8.1-transformers4.6.1-cpu-py36-ubuntu18.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_GPU_PY36_CU111_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '1.8.1-transformers4.6.1-gpu-py36-cu111-ubuntu18.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_CPU_PY38_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '1.9.0-transformers4.10.2-cpu-py38-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_GPU_PY38_CU111_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '1.9.0-transformers4.10.2-gpu-py38-cu111-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_CPU_PY38_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '1.9.0-transformers4.11.0-cpu-py38-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_GPU_PY38_CU111_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '1.9.0-transformers4.11.0-gpu-py38-cu111-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_CPU_PY38_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '1.9.1-transformers4.12.3-cpu-py38-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_GPU_PY38_CU111_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '1.9.1-transformers4.12.3-gpu-py38-cu111-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_CPU_PY310_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '2.0.0-transformers4.28.1-cpu-py310-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_GPU_PY310_CU118_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference', - '2.0.0-transformers4.28.1-gpu-py310-cu118-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_0_TRANSFORMERS4_28_1_NEURONX_PY38_SDK2_9_1_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference-neuronx', - '1.13.0-transformers4.28.1-neuronx-py38-sdk2.9.1-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_1_TRANSFORMERS4_34_1_NEURONX_PY310_SDK2_15_0_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-inference-neuronx', - '1.13.1-transformers4.34.1-neuronx-py310-sdk2.15.0-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_6_0_GPU_PY39_CU118_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-tgi-inference', - '2.0.0-tgi0.6.0-gpu-py39-cu118-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_8_2_GPU_PY39_CU118_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-tgi-inference', - '2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI0_9_3_GPU_PY39_CU118_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-tgi-inference', - '2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_0_3_GPU_PY39_CU118_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-tgi-inference', - '2.0.1-tgi1.0.3-gpu-py39-cu118-ubuntu20.04', - ); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_1_0_GPU_PY39_CU118_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-pytorch-tgi-inference', - '2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.11.0-transformers4.26.0-cpu-py39-ubuntu20.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.11.0-transformers4.26.0-gpu-py39-cu112-ubuntu20.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.11.1-transformers4.26.0-gpu-py39-cu112-ubuntu20.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_CPU_PY37_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.4.1-transformers4.6.1-cpu-py37-ubuntu18.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_GPU_PY37_CU110_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.4.1-transformers4.6.1-gpu-py37-cu110-ubuntu18.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.4.3-transformers4.10.2-cpu-py37-ubuntu18.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_GPU_PY37_CU110_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.4.3-transformers4.10.2-gpu-py37-cu110-ubuntu18.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.5.1-transformers4.10.2-cpu-py37-ubuntu18.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_GPU_PY37_CU112_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.5.1-transformers4.10.2-gpu-py37-cu112-ubuntu18.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_CPU_PY37_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.5.1-transformers4.11.0-cpu-py37-ubuntu18.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_GPU_PY37_CU112_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.5.1-transformers4.11.0-gpu-py37-cu112-ubuntu18.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.5.1-transformers4.12.3-cpu-py37-ubuntu18.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.5.1-transformers4.12.3-gpu-py37-cu112-ubuntu18.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.5.3-transformers4.12.3-cpu-py37-ubuntu18.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.5.3-transformers4.12.3-gpu-py37-cu112-ubuntu18.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.6.3-transformers4.17.0-cpu-py38-ubuntu20.04', - ); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_GPU_PY38_CU112_UBUNTU20_04 = - this.fromDeepLearningContainerImage( - 'huggingface-tensorflow-inference', - '2.6.3-transformers4.17.0-gpu-py38-cu112-ubuntu20.04', - ); + public static readonly DJL_INFERENCE_0_19_0_DEEPSPEED0_7_3_CU113 = this.fromDeepLearningContainerImage('djl-inference','0.19.0-deepspeed0.7.3-cu113'); + public static readonly DJL_INFERENCE_0_20_0_DEEPSPEED0_7_5_CU116 = this.fromDeepLearningContainerImage('djl-inference','0.20.0-deepspeed0.7.5-cu116'); + public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_0_CU117 = this.fromDeepLearningContainerImage('djl-inference','0.21.0-deepspeed0.8.0-cu117'); + public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_3_CU117 = this.fromDeepLearningContainerImage('djl-inference','0.21.0-deepspeed0.8.3-cu117'); + public static readonly DJL_INFERENCE_0_21_0_FASTERTRANSFORMER5_3_0_CU117 = this.fromDeepLearningContainerImage('djl-inference','0.21.0-fastertransformer5.3.0-cu117'); + public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_8_3_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-deepspeed0.8.3-cu118'); + public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_9_2_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-deepspeed0.9.2-cu118'); + public static readonly DJL_INFERENCE_0_22_1_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-fastertransformer5.3.0-cu118'); + public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_10_0 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-neuronx-sdk2.10.0'); + public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_9_0 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-neuronx-sdk2.9.0'); + public static readonly DJL_INFERENCE_0_23_0_DEEPSPEED0_9_5_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.23.0-deepspeed0.9.5-cu118'); + public static readonly DJL_INFERENCE_0_23_0_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.23.0-fastertransformer5.3.0-cu118'); + public static readonly DJL_INFERENCE_0_23_0_NEURONX_SDK2_12_0 = this.fromDeepLearningContainerImage('djl-inference','0.23.0-neuronx-sdk2.12.0'); + public static readonly DJL_INFERENCE_0_24_0_DEEPSPEED0_10_0_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.24.0-deepspeed0.10.0-cu118'); + public static readonly DJL_INFERENCE_0_24_0_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.24.0-fastertransformer5.3.0-cu118'); + public static readonly DJL_INFERENCE_0_24_0_NEURONX_SDK2_14_1 = this.fromDeepLearningContainerImage('djl-inference','0.24.0-neuronx-sdk2.14.1'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_GPU_PY38_CU113_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_GPU_PY39_CU117_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_GPU_PY36_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.8.1-transformers4.10.2-cpu-py36-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_GPU_PY36_CU111_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.8.1-transformers4.10.2-gpu-py36-cu111-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.8.1-transformers4.6.1-cpu-py36-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_GPU_PY36_CU111_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.8.1-transformers4.6.1-gpu-py36-cu111-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.0-transformers4.10.2-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.0-transformers4.10.2-gpu-py38-cu111-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.0-transformers4.11.0-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.0-transformers4.11.0-gpu-py38-cu111-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.1-transformers4.12.3-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.1-transformers4.12.3-gpu-py38-cu111-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_CPU_PY310_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','2.0.0-transformers4.28.1-cpu-py310-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_GPU_PY310_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','2.0.0-transformers4.28.1-gpu-py310-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_0_TRANSFORMERS4_28_1_NEURONX_PY38_SDK2_9_1_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference-neuronx','1.13.0-transformers4.28.1-neuronx-py38-sdk2.9.1-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_1_TRANSFORMERS4_34_1_NEURONX_PY310_SDK2_15_0_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference-neuronx','1.13.1-transformers4.34.1-neuronx-py310-sdk2.15.0-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_6_0_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.0-tgi0.6.0-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_8_2_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI0_9_3_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_0_3_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.1-tgi1.0.3-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_1_0_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.11.0-transformers4.26.0-cpu-py39-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.11.0-transformers4.26.0-gpu-py39-cu112-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.11.1-transformers4.26.0-gpu-py39-cu112-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.4.1-transformers4.6.1-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_GPU_PY37_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.4.1-transformers4.6.1-gpu-py37-cu110-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.4.3-transformers4.10.2-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_GPU_PY37_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.4.3-transformers4.10.2-gpu-py37-cu110-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.10.2-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.10.2-gpu-py37-cu112-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.11.0-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.11.0-gpu-py37-cu112-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.12.3-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.12.3-gpu-py37-cu112-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.3-transformers4.12.3-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.3-transformers4.12.3-gpu-py37-cu112-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.6.3-transformers4.17.0-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_GPU_PY38_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.6.3-transformers4.17.0-gpu-py38-cu112-ubuntu20.04'); + public static fromDeepLearningContainerImage( repositoryName: string, tag: string, - accountId?: string, + accountId?: string ): ContainerImage { return new DeepLearningContainerImage(repositoryName, tag, accountId); } @@ -325,14 +90,14 @@ export class DeepLearningContainerImage extends ContainerImage { constructor( private readonly repositoryName: string, private readonly tag: string, - private readonly accountId?: string, + private readonly accountId?: string ) { super(); } public bind( scope: Construct, - grantable: iam.IGrantable, + grantable: iam.IGrantable ): ContainerImageConfig { const accountId = this.accountId ?? @@ -346,9 +111,9 @@ export class DeepLearningContainerImage extends ContainerImage { repositoryArn: ecr.Repository.arnForLocalRepository( this.repositoryName, scope, - accountId, + accountId ), - }, + } ); repository.grantPull(grantable); diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts index 1dcf4b60..b517049c 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts @@ -18,7 +18,7 @@ import { ContainerImage } from './container-image'; import { InstanceType } from './instance-type'; import { SageMakerEndpointBase } from './sagemaker-endpoint-base'; -export interface HuggingFaceSageMakerEndpointProps { +export interface IHuggingFaceSageMakerEndpointProps { modelId: string; container: ContainerImage; endpointName?: string; @@ -32,10 +32,7 @@ export interface HuggingFaceSageMakerEndpointProps { /** * @summary The HuggingFaceSageMakerEndpoint class. */ -export class HuggingFaceSageMakerEndpoint - extends SageMakerEndpointBase - implements iam.IGrantable -{ +export class HuggingFaceSageMakerEndpoint extends SageMakerEndpointBase implements iam.IGrantable { public readonly grantPrincipal: iam.IPrincipal; public readonly endpointArn: string; public readonly cfnModel: sagemaker.CfnModel; @@ -50,11 +47,7 @@ export class HuggingFaceSageMakerEndpoint private readonly startupHealthCheckTimeoutInSeconds: number; private readonly environment?: { [key: string]: string }; - constructor( - scope: Construct, - id: string, - props: HuggingFaceSageMakerEndpointProps, - ) { + constructor(scope: Construct, id: string, props: IHuggingFaceSageMakerEndpointProps) { super(scope, id); this.modelId = props.modelId; @@ -63,8 +56,7 @@ export class HuggingFaceSageMakerEndpoint this.role = props.role ?? this.createSageMakerRole(); this.grantPrincipal = this.role; - this.startupHealthCheckTimeoutInSeconds = - props.startupHealthCheckTimeoutInSeconds ?? 600; + this.startupHealthCheckTimeoutInSeconds = props.startupHealthCheckTimeoutInSeconds ?? 600; this.environment = props.environment; const image = props.container.bind(this, this.grantPrincipal).imageName; @@ -90,42 +82,31 @@ export class HuggingFaceSageMakerEndpoint ], }); - const endpointConfig = new sagemaker.CfnEndpointConfig( - scope, - 'EndpointConfig', - { - productionVariants: [ - { - instanceType: this.instanceType.toString(), - initialVariantWeight: 1, - initialInstanceCount: this.instanceCount, - variantName: 'AllTraffic', - modelName: model.getAtt('ModelName').toString(), - containerStartupHealthCheckTimeoutInSeconds: - this.startupHealthCheckTimeoutInSeconds, - }, - ], - }, - ); + const endpointConfig = new sagemaker.CfnEndpointConfig(scope, 'EndpointConfig', { + productionVariants: [ + { + instanceType: this.instanceType.toString(), + initialVariantWeight: 1, + initialInstanceCount: this.instanceCount, + variantName: 'AllTraffic', + modelName: model.getAtt('ModelName').toString(), + containerStartupHealthCheckTimeoutInSeconds: this.startupHealthCheckTimeoutInSeconds, + }, + ], + }); endpointConfig.addDependency(model); - const endpoint = new sagemaker.CfnEndpoint( - scope, - `${modelIdStr}-endpoint`, - { - endpointName: props.endpointName, - endpointConfigName: endpointConfig - .getAtt('EndpointConfigName') - .toString(), - tags: [ - { - key: 'modelId', - value: this.modelId, - }, - ], - }, - ); + const endpoint = new sagemaker.CfnEndpoint(scope, `${modelIdStr}-endpoint`, { + endpointName: props.endpointName, + endpointConfigName: endpointConfig.getAtt('EndpointConfigName').toString(), + tags: [ + { + key: 'modelId', + value: this.modelId, + }, + ], + }); endpoint.addDependency(endpointConfig); diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/index.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/index.ts index eff86dfc..83ba1cfd 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/index.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/index.ts @@ -11,6 +11,8 @@ * and limitations under the License. */ +export * from './sagemaker-endpoint-base'; +export * from './huggingface-sagemaker-endpoint'; export * from './huggingface-sagemaker-endpoint'; export * from './jumpstart-sagemaker-endpoint'; export * from './container-image'; diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts index 3aa3f81a..bb9b5356 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts @@ -11,10 +11,7 @@ * and limitations under the License. */ -import { Construct } from 'constructs'; -import * as iam from 'aws-cdk-lib/aws-iam'; - -export interface JumpStartModelSpec { +export interface IJumpStartModelSpec { modelId: string; version: string; defaultInstanceType: string; @@ -22,8 +19,8 @@ export interface JumpStartModelSpec { modelPackageArns?: { [region: string]: string }; prepackedArtifactKey?: string; artifactKey?: string; - environment: { [key: string]: string | number | boolean }; - instanceAliases?: { [region: string]: { [key: string]: string } }; + environment: { [key: string]: string | number | boolean }, + instanceAliases?: { [region: string]: { [key: string]: string } }, instanceVariants?: { [key: string]: { regional_properties?: { @@ -39,98639 +36,1122 @@ export interface JumpStartModelSpec { } export class JumpStartModel { - public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_1 = this.of({ - modelId: 'huggingface-asr-whisper-base', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-base.tar.gz', - artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_0 = this.of({ - modelId: 'huggingface-asr-whisper-base', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-base.tar.gz', - artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_1 = this.of({ - modelId: 'huggingface-asr-whisper-large', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large.tar.gz', - artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_0 = this.of({ - modelId: 'huggingface-asr-whisper-large', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large.tar.gz', - artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_1 = this.of({ - modelId: 'huggingface-asr-whisper-large-v2', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_0 = this.of({ - modelId: 'huggingface-asr-whisper-large-v2', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_1 = this.of({ - modelId: 'huggingface-asr-whisper-medium', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-medium.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_0 = this.of({ - modelId: 'huggingface-asr-whisper-medium', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-medium.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_1 = this.of({ - modelId: 'huggingface-asr-whisper-small', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-small.tar.gz', - artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_0 = this.of({ - modelId: 'huggingface-asr-whisper-small', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-small.tar.gz', - artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_1 = this.of({ - modelId: 'huggingface-asr-whisper-tiny', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-tiny.tar.gz', - artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_0 = this.of({ - modelId: 'huggingface-asr-whisper-tiny', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-tiny.tar.gz', - artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_2_0_0 = this.of({ - modelId: 'huggingface-eqa-bert-base-cased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_2 = this.of({ - modelId: 'huggingface-eqa-bert-base-cased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_1 = this.of({ - modelId: 'huggingface-eqa-bert-base-cased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_0 = this.of({ - modelId: 'huggingface-eqa-bert-base-cased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = - this.of({ - modelId: 'huggingface-eqa-bert-base-multilingual-cased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = - this.of({ - modelId: 'huggingface-eqa-bert-base-multilingual-cased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = - this.of({ - modelId: 'huggingface-eqa-bert-base-multilingual-cased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = - this.of({ - modelId: 'huggingface-eqa-bert-base-multilingual-cased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = - this.of({ - modelId: 'huggingface-eqa-bert-base-multilingual-uncased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = - this.of({ - modelId: 'huggingface-eqa-bert-base-multilingual-uncased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = - this.of({ - modelId: 'huggingface-eqa-bert-base-multilingual-uncased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = - this.of({ - modelId: 'huggingface-eqa-bert-base-multilingual-uncased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_2_0_0 = this.of({ - modelId: 'huggingface-eqa-bert-base-uncased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_2 = this.of({ - modelId: 'huggingface-eqa-bert-base-uncased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_1 = this.of({ - modelId: 'huggingface-eqa-bert-base-uncased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_0 = this.of({ - modelId: 'huggingface-eqa-bert-base-uncased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_2_0_0 = this.of({ - modelId: 'huggingface-eqa-bert-large-cased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_2 = this.of({ - modelId: 'huggingface-eqa-bert-large-cased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_1 = this.of({ - modelId: 'huggingface-eqa-bert-large-cased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_0 = this.of({ - modelId: 'huggingface-eqa-bert-large-cased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = - this.of({ - modelId: 'huggingface-eqa-bert-large-cased-whole-word-masking', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = - this.of({ - modelId: 'huggingface-eqa-bert-large-cased-whole-word-masking', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = - this.of({ - modelId: 'huggingface-eqa-bert-large-cased-whole-word-masking', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = - this.of({ - modelId: 'huggingface-eqa-bert-large-cased-whole-word-masking', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_2_0_0 = this.of({ - modelId: 'huggingface-eqa-bert-large-uncased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_2 = this.of({ - modelId: 'huggingface-eqa-bert-large-uncased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_1 = this.of({ - modelId: 'huggingface-eqa-bert-large-uncased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_0 = this.of({ - modelId: 'huggingface-eqa-bert-large-uncased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = - this.of({ - modelId: 'huggingface-eqa-bert-large-uncased-whole-word-masking', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = - this.of({ - modelId: 'huggingface-eqa-bert-large-uncased-whole-word-masking', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = - this.of({ - modelId: 'huggingface-eqa-bert-large-uncased-whole-word-masking', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = - this.of({ - modelId: 'huggingface-eqa-bert-large-uncased-whole-word-masking', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_2_0_0 = this.of({ - modelId: 'huggingface-eqa-distilbert-base-cased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_2 = this.of({ - modelId: 'huggingface-eqa-distilbert-base-cased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_1 = this.of({ - modelId: 'huggingface-eqa-distilbert-base-cased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_0 = this.of({ - modelId: 'huggingface-eqa-distilbert-base-cased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = - this.of({ - modelId: 'huggingface-eqa-distilbert-base-multilingual-cased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = - this.of({ - modelId: 'huggingface-eqa-distilbert-base-multilingual-cased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = - this.of({ - modelId: 'huggingface-eqa-distilbert-base-multilingual-cased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = - this.of({ - modelId: 'huggingface-eqa-distilbert-base-multilingual-cased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_2_0_0 = - this.of({ - modelId: 'huggingface-eqa-distilbert-base-uncased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_2 = - this.of({ - modelId: 'huggingface-eqa-distilbert-base-uncased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_1 = - this.of({ - modelId: 'huggingface-eqa-distilbert-base-uncased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_0 = - this.of({ - modelId: 'huggingface-eqa-distilbert-base-uncased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_2_0_0 = this.of({ - modelId: 'huggingface-eqa-distilroberta-base', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_2 = this.of({ - modelId: 'huggingface-eqa-distilroberta-base', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_1 = this.of({ - modelId: 'huggingface-eqa-distilroberta-base', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_0 = this.of({ - modelId: 'huggingface-eqa-distilroberta-base', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_2_0_0 = this.of({ - modelId: 'huggingface-eqa-roberta-base', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_2 = this.of({ - modelId: 'huggingface-eqa-roberta-base', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_1 = this.of({ - modelId: 'huggingface-eqa-roberta-base', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_0 = this.of({ - modelId: 'huggingface-eqa-roberta-base', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = - this.of({ - modelId: 'huggingface-eqa-roberta-base-openai-detector', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = - this.of({ - modelId: 'huggingface-eqa-roberta-base-openai-detector', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = - this.of({ - modelId: 'huggingface-eqa-roberta-base-openai-detector', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = - this.of({ - modelId: 'huggingface-eqa-roberta-base-openai-detector', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_2_0_0 = this.of({ - modelId: 'huggingface-eqa-roberta-large', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_2 = this.of({ - modelId: 'huggingface-eqa-roberta-large', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_1 = this.of({ - modelId: 'huggingface-eqa-roberta-large', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_0 = this.of({ - modelId: 'huggingface-eqa-roberta-large', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_2_0_0 = this.of( - { - modelId: 'huggingface-fillmask-bert-base-uncased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }, - ); - public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_1_0_0 = this.of( - { - modelId: 'huggingface-fillmask-bert-base-uncased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-fillmask-bert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }, - ); - public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_1_0 = - this.of({ - modelId: 'huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g4dn.xlarge', - 'ml.g4dn.2xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 1200, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.12xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_0_0 = - this.of({ - modelId: 'huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g4dn.xlarge', - 'ml.g4dn.2xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 1200, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_2_0 = this.of({ - modelId: 'huggingface-llm-falcon-180b-bf16', - version: '1.2.0', - defaultInstanceType: 'ml.p4de.24xlarge', - instanceTypes: ['ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '8', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.12xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_1_0 = this.of({ - modelId: 'huggingface-llm-falcon-180b-bf16', - version: '1.1.0', - defaultInstanceType: 'ml.p4de.24xlarge', - instanceTypes: ['ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '8', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.12xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_0_0 = this.of({ - modelId: 'huggingface-llm-falcon-180b-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.p4de.24xlarge', - instanceTypes: ['ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '8', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_2_0 = this.of({ - modelId: 'huggingface-llm-falcon-180b-chat-bf16', - version: '1.2.0', - defaultInstanceType: 'ml.p4de.24xlarge', - instanceTypes: ['ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '8', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.12xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_1_0 = this.of({ - modelId: 'huggingface-llm-falcon-180b-chat-bf16', - version: '1.1.0', - defaultInstanceType: 'ml.p4de.24xlarge', - instanceTypes: ['ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '8', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.12xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_0_0 = this.of({ - modelId: 'huggingface-llm-falcon-180b-chat-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.p4de.24xlarge', - instanceTypes: ['ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '8', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_3 = this.of({ - modelId: 'huggingface-llm-falcon-40b-bf16', - version: '1.3.3', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '4', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.12xlarge': { - properties: { - environment_variables: { - SM_NUM_GPUS: '4', - MAX_BATCH_PREFILL_TOKENS: '2048', - MAX_BATCH_TOTAL_TOKENS: '2048', - }, - }, - }, - 'ml.g5.24xlarge': { - properties: { - environment_variables: { - SM_NUM_GPUS: '4', - MAX_BATCH_PREFILL_TOKENS: '2048', - MAX_BATCH_TOTAL_TOKENS: '2048', - }, - }, - }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_2 = this.of({ - modelId: 'huggingface-llm-falcon-40b-bf16', - version: '1.3.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '4', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.12xlarge': { - properties: { - environment_variables: { - SM_NUM_GPUS: '4', - MAX_BATCH_PREFILL_TOKENS: '2048', - MAX_BATCH_TOTAL_TOKENS: '2048', - }, - }, - }, - 'ml.g5.24xlarge': { - properties: { - environment_variables: { - SM_NUM_GPUS: '4', - MAX_BATCH_PREFILL_TOKENS: '2048', - MAX_BATCH_TOTAL_TOKENS: '2048', - }, - }, - }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_1 = this.of({ - modelId: 'huggingface-llm-falcon-40b-bf16', - version: '1.3.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '4', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - MAX_BATCH_PREFILL_TOKENS: '2048', - MAX_BATCH_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_0 = this.of({ - modelId: 'huggingface-llm-falcon-40b-bf16', - version: '1.3.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '4', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - MAX_BATCH_PREFILL_TOKENS: '2048', - MAX_BATCH_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_2_0 = this.of({ - modelId: 'huggingface-llm-falcon-40b-bf16', - version: '1.2.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '4', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - MAX_BATCH_PREFILL_TOKENS: '2048', - MAX_BATCH_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_1_0 = this.of({ - modelId: 'huggingface-llm-falcon-40b-bf16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '4', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - MAX_BATCH_PREFILL_TOKENS: '2048', - MAX_BATCH_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_0_0 = this.of({ - modelId: 'huggingface-llm-falcon-40b-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '4', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_3 = - this.of({ - modelId: 'huggingface-llm-falcon-40b-instruct-bf16', - version: '1.3.3', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '4', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.12xlarge': { - properties: { - environment_variables: { - SM_NUM_GPUS: '4', - MAX_BATCH_PREFILL_TOKENS: '2048', - MAX_BATCH_TOTAL_TOKENS: '2048', - }, - }, - }, - 'ml.g5.24xlarge': { - properties: { - environment_variables: { - SM_NUM_GPUS: '4', - MAX_BATCH_PREFILL_TOKENS: '2048', - MAX_BATCH_TOTAL_TOKENS: '2048', - }, - }, - }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_2 = - this.of({ - modelId: 'huggingface-llm-falcon-40b-instruct-bf16', - version: '1.3.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '4', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.12xlarge': { - properties: { - environment_variables: { - SM_NUM_GPUS: '4', - MAX_BATCH_PREFILL_TOKENS: '2048', - MAX_BATCH_TOTAL_TOKENS: '2048', - }, - }, - }, - 'ml.g5.24xlarge': { - properties: { - environment_variables: { - SM_NUM_GPUS: '4', - MAX_BATCH_PREFILL_TOKENS: '2048', - MAX_BATCH_TOTAL_TOKENS: '2048', - }, - }, - }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_1 = - this.of({ - modelId: 'huggingface-llm-falcon-40b-instruct-bf16', - version: '1.3.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '4', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - MAX_BATCH_PREFILL_TOKENS: '2048', - MAX_BATCH_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_0 = - this.of({ - modelId: 'huggingface-llm-falcon-40b-instruct-bf16', - version: '1.3.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '4', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - MAX_BATCH_PREFILL_TOKENS: '2048', - MAX_BATCH_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_2_0 = - this.of({ - modelId: 'huggingface-llm-falcon-40b-instruct-bf16', - version: '1.2.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '4', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - MAX_BATCH_PREFILL_TOKENS: '2048', - MAX_BATCH_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_1_0 = - this.of({ - modelId: 'huggingface-llm-falcon-40b-instruct-bf16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '4', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - MAX_BATCH_PREFILL_TOKENS: '2048', - MAX_BATCH_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_0_0 = - this.of({ - modelId: 'huggingface-llm-falcon-40b-instruct-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '4', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_2 = this.of({ - modelId: 'huggingface-llm-falcon-7b-bf16', - version: '1.3.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.12xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_1 = this.of({ - modelId: 'huggingface-llm-falcon-7b-bf16', - version: '1.3.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.12xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_0 = this.of({ - modelId: 'huggingface-llm-falcon-7b-bf16', - version: '1.3.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_1 = this.of({ - modelId: 'huggingface-llm-falcon-7b-bf16', - version: '1.2.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_0 = this.of({ - modelId: 'huggingface-llm-falcon-7b-bf16', - version: '1.2.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_1 = this.of({ - modelId: 'huggingface-llm-falcon-7b-bf16', - version: '1.1.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_0 = this.of({ - modelId: 'huggingface-llm-falcon-7b-bf16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_0_0 = this.of({ - modelId: 'huggingface-llm-falcon-7b-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_2 = - this.of({ - modelId: 'huggingface-llm-falcon-7b-instruct-bf16', - version: '1.3.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.12xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_1 = - this.of({ - modelId: 'huggingface-llm-falcon-7b-instruct-bf16', - version: '1.3.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.12xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_0 = - this.of({ - modelId: 'huggingface-llm-falcon-7b-instruct-bf16', - version: '1.3.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_1 = - this.of({ - modelId: 'huggingface-llm-falcon-7b-instruct-bf16', - version: '1.2.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_0 = - this.of({ - modelId: 'huggingface-llm-falcon-7b-instruct-bf16', - version: '1.2.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_1 = - this.of({ - modelId: 'huggingface-llm-falcon-7b-instruct-bf16', - version: '1.1.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_0 = - this.of({ - modelId: 'huggingface-llm-falcon-7b-instruct-bf16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_0_0 = - this.of({ - modelId: 'huggingface-llm-falcon-7b-instruct-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_1_0 = this.of({ - modelId: 'huggingface-llm-mistral-7b', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz', - artifactKey: 'huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '8191', - MAX_TOTAL_TOKENS: '8192', - MAX_BATCH_PREFILL_TOKENS: '8191', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.12xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_0_0 = this.of({ - modelId: 'huggingface-llm-mistral-7b', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz', - artifactKey: 'huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '8191', - MAX_TOTAL_TOKENS: '8192', - MAX_BATCH_PREFILL_TOKENS: '8191', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_MISTRAL_7B_INSTRUCT_1_0_0 = this.of({ - modelId: 'huggingface-llm-mistral-7b-instruct', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b-instruct.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-mistral-7b-instruct.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '8191', - MAX_TOTAL_TOKENS: '8192', - MAX_BATCH_PREFILL_TOKENS: '8191', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.12xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_3_0 = - this.of({ - modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', - version: '1.3.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g4dn.xlarge', - 'ml.g4dn.2xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 1200, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.12xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '4' } }, - }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_2_0 = - this.of({ - modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', - version: '1.2.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g4dn.xlarge', - 'ml.g4dn.2xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 1200, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - 'ml.g5.48xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - 'ml.p4d.24xlarge': { - properties: { environment_variables: { SM_NUM_GPUS: '8' } }, - }, - }, - }); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_1 = - this.of({ - modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', - version: '1.1.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g4dn.xlarge', - 'ml.g4dn.2xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 1200, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_0 = - this.of({ - modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g4dn.xlarge', - 'ml.g4dn.2xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 1200, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION: 'python', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_0_0 = - this.of({ - modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g4dn.xlarge', - 'ml.g4dn.2xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 1200, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - HF_MODEL_ID: '/opt/ml/model', - SM_NUM_GPUS: '1', - MAX_INPUT_LENGTH: '1024', - MAX_TOTAL_TOKENS: '2048', - PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION: 'python', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'cn-north-1': { - gpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = - this.of({ - modelId: - 'huggingface-ner-distilbert-base-cased-finetuned-conll03-english', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = - this.of({ - modelId: - 'huggingface-ner-distilbert-base-cased-finetuned-conll03-english', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = - this.of({ - modelId: - 'huggingface-ner-distilbert-base-cased-finetuned-conll03-english', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = - this.of({ - modelId: - 'huggingface-ner-distilbert-base-uncased-finetuned-conll03-english', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = - this.of({ - modelId: - 'huggingface-ner-distilbert-base-uncased-finetuned-conll03-english', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = - this.of({ - modelId: - 'huggingface-ner-distilbert-base-uncased-finetuned-conll03-english', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_1 = - this.of({ - modelId: 'huggingface-sentencesimilarity-all-MiniLM-L6-v2', - version: '1.1.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.c6i.xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_0 = - this.of({ - modelId: 'huggingface-sentencesimilarity-all-MiniLM-L6-v2', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_0_0 = - this.of({ - modelId: 'huggingface-sentencesimilarity-all-MiniLM-L6-v2', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_1 = - this.of({ - modelId: 'huggingface-sentencesimilarity-bge-base-en', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.c6i.xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_0 = - this.of({ - modelId: 'huggingface-sentencesimilarity-bge-base-en', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_1 = - this.of({ - modelId: 'huggingface-sentencesimilarity-bge-large-en', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.c6i.xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_0 = - this.of({ - modelId: 'huggingface-sentencesimilarity-bge-large-en', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_1 = - this.of({ - modelId: 'huggingface-sentencesimilarity-bge-small-en', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.c6i.xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_0 = - this.of({ - modelId: 'huggingface-sentencesimilarity-bge-small-en', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_1 = this.of( - { - modelId: 'huggingface-sentencesimilarity-e5-base', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.c6i.xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }, - ); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_0 = this.of( - { - modelId: 'huggingface-sentencesimilarity-e5-base', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }, - ); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_1 = - this.of({ - modelId: 'huggingface-sentencesimilarity-e5-base-v2', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.c6i.xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_0 = - this.of({ - modelId: 'huggingface-sentencesimilarity-e5-base-v2', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_1 = - this.of({ - modelId: 'huggingface-sentencesimilarity-e5-large', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.c6i.xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_0 = - this.of({ - modelId: 'huggingface-sentencesimilarity-e5-large', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_1 = - this.of({ - modelId: 'huggingface-sentencesimilarity-e5-large-v2', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.c6i.xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_0 = - this.of({ - modelId: 'huggingface-sentencesimilarity-e5-large-v2', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_1 = - this.of({ - modelId: 'huggingface-sentencesimilarity-e5-small-v2', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.c6i.xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_0 = - this.of({ - modelId: 'huggingface-sentencesimilarity-e5-small-v2', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_1 = - this.of({ - modelId: 'huggingface-sentencesimilarity-gte-base', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.c6i.xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_0 = - this.of({ - modelId: 'huggingface-sentencesimilarity-gte-base', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_1 = - this.of({ - modelId: 'huggingface-sentencesimilarity-gte-large', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.c6i.xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_0 = - this.of({ - modelId: 'huggingface-sentencesimilarity-gte-large', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_1 = - this.of({ - modelId: 'huggingface-sentencesimilarity-gte-small', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.c6i.xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_0 = - this.of({ - modelId: 'huggingface-sentencesimilarity-gte-small', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_1 = - this.of({ - modelId: 'huggingface-sentencesimilarity-multilingual-e5-base', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.c6i.xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_0 = - this.of({ - modelId: 'huggingface-sentencesimilarity-multilingual-e5-base', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_1 = - this.of({ - modelId: 'huggingface-sentencesimilarity-multilingual-e5-large', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.c6i.xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_0 = - this.of({ - modelId: 'huggingface-sentencesimilarity-multilingual-e5-large', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_2_0_0 = this.of({ - modelId: 'huggingface-spc-bert-base-cased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_3 = this.of({ - modelId: 'huggingface-spc-bert-base-cased', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_2 = this.of({ - modelId: 'huggingface-spc-bert-base-cased', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_1 = this.of({ - modelId: 'huggingface-spc-bert-base-cased', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_0 = this.of({ - modelId: 'huggingface-spc-bert-base-cased', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_1_0 = this.of({ - modelId: 'huggingface-spc-bert-base-cased', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_0_0 = this.of({ - modelId: 'huggingface-spc-bert-base-cased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = - this.of({ - modelId: 'huggingface-spc-bert-base-multilingual-cased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_3 = - this.of({ - modelId: 'huggingface-spc-bert-base-multilingual-cased', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_2 = - this.of({ - modelId: 'huggingface-spc-bert-base-multilingual-cased', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_1 = - this.of({ - modelId: 'huggingface-spc-bert-base-multilingual-cased', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_0 = - this.of({ - modelId: 'huggingface-spc-bert-base-multilingual-cased', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_1_0 = - this.of({ - modelId: 'huggingface-spc-bert-base-multilingual-cased', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = - this.of({ - modelId: 'huggingface-spc-bert-base-multilingual-cased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = - this.of({ - modelId: 'huggingface-spc-bert-base-multilingual-uncased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_3 = - this.of({ - modelId: 'huggingface-spc-bert-base-multilingual-uncased', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_2 = - this.of({ - modelId: 'huggingface-spc-bert-base-multilingual-uncased', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_1 = - this.of({ - modelId: 'huggingface-spc-bert-base-multilingual-uncased', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_0 = - this.of({ - modelId: 'huggingface-spc-bert-base-multilingual-uncased', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_1_0 = - this.of({ - modelId: 'huggingface-spc-bert-base-multilingual-uncased', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = - this.of({ - modelId: 'huggingface-spc-bert-base-multilingual-uncased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_2_0_0 = this.of({ - modelId: 'huggingface-spc-bert-base-uncased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_3 = this.of({ - modelId: 'huggingface-spc-bert-base-uncased', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_2 = this.of({ - modelId: 'huggingface-spc-bert-base-uncased', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_1 = this.of({ - modelId: 'huggingface-spc-bert-base-uncased', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_0 = this.of({ - modelId: 'huggingface-spc-bert-base-uncased', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_1_0 = this.of({ - modelId: 'huggingface-spc-bert-base-uncased', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_0_0 = this.of({ - modelId: 'huggingface-spc-bert-base-uncased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_2_0_0 = this.of({ - modelId: 'huggingface-spc-bert-large-cased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_3 = this.of({ - modelId: 'huggingface-spc-bert-large-cased', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_2 = this.of({ - modelId: 'huggingface-spc-bert-large-cased', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_1 = this.of({ - modelId: 'huggingface-spc-bert-large-cased', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_0 = this.of({ - modelId: 'huggingface-spc-bert-large-cased', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_1_0 = this.of({ - modelId: 'huggingface-spc-bert-large-cased', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_0_0 = this.of({ - modelId: 'huggingface-spc-bert-large-cased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = - this.of({ - modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_3 = - this.of({ - modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_2 = - this.of({ - modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_1 = - this.of({ - modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_0 = - this.of({ - modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_1_0 = - this.of({ - modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = - this.of({ - modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_2_0_0 = this.of({ - modelId: 'huggingface-spc-bert-large-uncased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_3 = this.of({ - modelId: 'huggingface-spc-bert-large-uncased', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_2 = this.of({ - modelId: 'huggingface-spc-bert-large-uncased', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_1 = this.of({ - modelId: 'huggingface-spc-bert-large-uncased', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_0 = this.of({ - modelId: 'huggingface-spc-bert-large-uncased', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_1_0 = this.of({ - modelId: 'huggingface-spc-bert-large-uncased', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_0_0 = this.of({ - modelId: 'huggingface-spc-bert-large-uncased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = - this.of({ - modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_3 = - this.of({ - modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_2 = - this.of({ - modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_1 = - this.of({ - modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_0 = - this.of({ - modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_1_0 = - this.of({ - modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = - this.of({ - modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_2_0_0 = this.of({ - modelId: 'huggingface-spc-distilbert-base-cased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_3 = this.of({ - modelId: 'huggingface-spc-distilbert-base-cased', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_2 = this.of({ - modelId: 'huggingface-spc-distilbert-base-cased', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_1 = this.of({ - modelId: 'huggingface-spc-distilbert-base-cased', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_0 = this.of({ - modelId: 'huggingface-spc-distilbert-base-cased', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_1_0 = this.of({ - modelId: 'huggingface-spc-distilbert-base-cased', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_0_0 = this.of({ - modelId: 'huggingface-spc-distilbert-base-cased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = - this.of({ - modelId: 'huggingface-spc-distilbert-base-multilingual-cased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_3 = - this.of({ - modelId: 'huggingface-spc-distilbert-base-multilingual-cased', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_2 = - this.of({ - modelId: 'huggingface-spc-distilbert-base-multilingual-cased', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_1 = - this.of({ - modelId: 'huggingface-spc-distilbert-base-multilingual-cased', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_0 = - this.of({ - modelId: 'huggingface-spc-distilbert-base-multilingual-cased', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_1_0 = - this.of({ - modelId: 'huggingface-spc-distilbert-base-multilingual-cased', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = - this.of({ - modelId: 'huggingface-spc-distilbert-base-multilingual-cased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_2_0_0 = - this.of({ - modelId: 'huggingface-spc-distilbert-base-uncased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_3 = - this.of({ - modelId: 'huggingface-spc-distilbert-base-uncased', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_2 = - this.of({ - modelId: 'huggingface-spc-distilbert-base-uncased', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_1 = - this.of({ - modelId: 'huggingface-spc-distilbert-base-uncased', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_0 = - this.of({ - modelId: 'huggingface-spc-distilbert-base-uncased', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_1_0 = - this.of({ - modelId: 'huggingface-spc-distilbert-base-uncased', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_0_0 = - this.of({ - modelId: 'huggingface-spc-distilbert-base-uncased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_2_0_0 = this.of({ - modelId: 'huggingface-spc-distilroberta-base', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_3 = this.of({ - modelId: 'huggingface-spc-distilroberta-base', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_2 = this.of({ - modelId: 'huggingface-spc-distilroberta-base', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_1 = this.of({ - modelId: 'huggingface-spc-distilroberta-base', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_0 = this.of({ - modelId: 'huggingface-spc-distilroberta-base', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_1_0 = this.of({ - modelId: 'huggingface-spc-distilroberta-base', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_0_0 = this.of({ - modelId: 'huggingface-spc-distilroberta-base', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-distilroberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_2_0_0 = this.of({ - modelId: 'huggingface-spc-roberta-base', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-roberta-base/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-roberta-base/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_3 = this.of({ - modelId: 'huggingface-spc-roberta-base', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_2 = this.of({ - modelId: 'huggingface-spc-roberta-base', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_1 = this.of({ - modelId: 'huggingface-spc-roberta-base', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_0 = this.of({ - modelId: 'huggingface-spc-roberta-base', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_1_0 = this.of({ - modelId: 'huggingface-spc-roberta-base', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_0_0 = this.of({ - modelId: 'huggingface-spc-roberta-base', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = - this.of({ - modelId: 'huggingface-spc-roberta-base-openai-detector', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_3 = - this.of({ - modelId: 'huggingface-spc-roberta-base-openai-detector', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_2 = - this.of({ - modelId: 'huggingface-spc-roberta-base-openai-detector', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_1 = - this.of({ - modelId: 'huggingface-spc-roberta-base-openai-detector', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_0 = - this.of({ - modelId: 'huggingface-spc-roberta-base-openai-detector', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_1_0 = - this.of({ - modelId: 'huggingface-spc-roberta-base-openai-detector', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = - this.of({ - modelId: 'huggingface-spc-roberta-base-openai-detector', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_2_0_0 = this.of({ - modelId: 'huggingface-spc-roberta-large', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-roberta-large/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-roberta-large/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_3 = this.of({ - modelId: 'huggingface-spc-roberta-large', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_2 = this.of({ - modelId: 'huggingface-spc-roberta-large', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_1 = this.of({ - modelId: 'huggingface-spc-roberta-large', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_0 = this.of({ - modelId: 'huggingface-spc-roberta-large', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_1_0 = this.of({ - modelId: 'huggingface-spc-roberta-large', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_0_0 = this.of({ - modelId: 'huggingface-spc-roberta-large', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = - this.of({ - modelId: 'huggingface-spc-roberta-large-openai-detector', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_3 = - this.of({ - modelId: 'huggingface-spc-roberta-large-openai-detector', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_2 = - this.of({ - modelId: 'huggingface-spc-roberta-large-openai-detector', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_1 = - this.of({ - modelId: 'huggingface-spc-roberta-large-openai-detector', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_0 = - this.of({ - modelId: 'huggingface-spc-roberta-large-openai-detector', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_1_0 = - this.of({ - modelId: 'huggingface-spc-roberta-large-openai-detector', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = - this.of({ - modelId: 'huggingface-spc-roberta-large-openai-detector', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_2_0_0 = this.of({ - modelId: 'huggingface-spc-xlm-clm-ende-1024', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_3 = this.of({ - modelId: 'huggingface-spc-xlm-clm-ende-1024', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_2 = this.of({ - modelId: 'huggingface-spc-xlm-clm-ende-1024', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_1 = this.of({ - modelId: 'huggingface-spc-xlm-clm-ende-1024', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_0 = this.of({ - modelId: 'huggingface-spc-xlm-clm-ende-1024', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_1_0 = this.of({ - modelId: 'huggingface-spc-xlm-clm-ende-1024', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_0_0 = this.of({ - modelId: 'huggingface-spc-xlm-clm-ende-1024', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_2_0_0 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-ende-1024', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_3 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-ende-1024', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_2 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-ende-1024', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_1 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-ende-1024', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_0 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-ende-1024', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_1_0 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-ende-1024', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_0_0 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-ende-1024', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_2_0_0 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-enro-1024', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_3 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-enro-1024', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_2 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-enro-1024', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_1 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-enro-1024', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_0 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-enro-1024', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_1_0 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-enro-1024', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_0_0 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-enro-1024', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = - this.of({ - modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_3 = - this.of({ - modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_2 = - this.of({ - modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_1 = - this.of({ - modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_0 = - this.of({ - modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_1_0 = - this.of({ - modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = - this.of({ - modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_2_0_0 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference/v1.2.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_3 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_2 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_1 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_0 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_1_0 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_0_0 = this.of({ - modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_2_0 = - this.of({ - modelId: 'huggingface-summarization-bart-large-cnn-samsum', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bart-large-cnn-samsum.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_1_0 = - this.of({ - modelId: 'huggingface-summarization-bart-large-cnn-samsum', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_0_0 = - this.of({ - modelId: 'huggingface-summarization-bart-large-cnn-samsum', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_2_0 = - this.of({ - modelId: - 'huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_1_0 = - this.of({ - modelId: - 'huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_0_0 = - this.of({ - modelId: - 'huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_2_0 = - this.of({ - modelId: 'huggingface-summarization-bigbird-pegasus-large-arxiv', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_1_0 = - this.of({ - modelId: 'huggingface-summarization-bigbird-pegasus-large-arxiv', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_0_0 = - this.of({ - modelId: 'huggingface-summarization-bigbird-pegasus-large-arxiv', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_2_0 = - this.of({ - modelId: 'huggingface-summarization-bigbird-pegasus-large-pubmed', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_1_0 = - this.of({ - modelId: 'huggingface-summarization-bigbird-pegasus-large-pubmed', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_0_0 = - this.of({ - modelId: 'huggingface-summarization-bigbird-pegasus-large-pubmed', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_2_0 = - this.of({ - modelId: 'huggingface-summarization-distilbart-cnn-12-6', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-12-6.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_1_0 = - this.of({ - modelId: 'huggingface-summarization-distilbart-cnn-12-6', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_0_0 = - this.of({ - modelId: 'huggingface-summarization-distilbart-cnn-12-6', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_2_0 = - this.of({ - modelId: 'huggingface-summarization-distilbart-cnn-6-6', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-6-6.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_1_0 = - this.of({ - modelId: 'huggingface-summarization-distilbart-cnn-6-6', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_0_0 = - this.of({ - modelId: 'huggingface-summarization-distilbart-cnn-6-6', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_2_0 = - this.of({ - modelId: 'huggingface-summarization-distilbart-xsum-1-1', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-1-1.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_1_0 = - this.of({ - modelId: 'huggingface-summarization-distilbart-xsum-1-1', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_0_0 = - this.of({ - modelId: 'huggingface-summarization-distilbart-xsum-1-1', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_2_0 = - this.of({ - modelId: 'huggingface-summarization-distilbart-xsum-12-3', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-12-3.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_1_0 = - this.of({ - modelId: 'huggingface-summarization-distilbart-xsum-12-3', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_0_0 = - this.of({ - modelId: 'huggingface-summarization-distilbart-xsum-12-3', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_2_0_0 = this.of({ - modelId: 'huggingface-tc-bert-base-cased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_2 = this.of({ - modelId: 'huggingface-tc-bert-base-cased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_1 = this.of({ - modelId: 'huggingface-tc-bert-base-cased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_0 = this.of({ - modelId: 'huggingface-tc-bert-base-cased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = - this.of({ - modelId: 'huggingface-tc-bert-base-multilingual-cased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = - this.of({ - modelId: 'huggingface-tc-bert-base-multilingual-cased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = - this.of({ - modelId: 'huggingface-tc-bert-base-multilingual-cased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = - this.of({ - modelId: 'huggingface-tc-bert-base-multilingual-cased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = - this.of({ - modelId: 'huggingface-tc-bert-base-multilingual-uncased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = - this.of({ - modelId: 'huggingface-tc-bert-base-multilingual-uncased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = - this.of({ - modelId: 'huggingface-tc-bert-base-multilingual-uncased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = - this.of({ - modelId: 'huggingface-tc-bert-base-multilingual-uncased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_2_0_0 = this.of({ - modelId: 'huggingface-tc-bert-base-uncased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_2 = this.of({ - modelId: 'huggingface-tc-bert-base-uncased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_1 = this.of({ - modelId: 'huggingface-tc-bert-base-uncased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_0 = this.of({ - modelId: 'huggingface-tc-bert-base-uncased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_2_0_0 = this.of({ - modelId: 'huggingface-tc-bert-large-cased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_2 = this.of({ - modelId: 'huggingface-tc-bert-large-cased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_1 = this.of({ - modelId: 'huggingface-tc-bert-large-cased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_0 = this.of({ - modelId: 'huggingface-tc-bert-large-cased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = - this.of({ - modelId: 'huggingface-tc-bert-large-cased-whole-word-masking', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = - this.of({ - modelId: 'huggingface-tc-bert-large-cased-whole-word-masking', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = - this.of({ - modelId: 'huggingface-tc-bert-large-cased-whole-word-masking', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = - this.of({ - modelId: 'huggingface-tc-bert-large-cased-whole-word-masking', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_2_0_0 = this.of({ - modelId: 'huggingface-tc-bert-large-uncased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_2 = this.of({ - modelId: 'huggingface-tc-bert-large-uncased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_1 = this.of({ - modelId: 'huggingface-tc-bert-large-uncased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_0 = this.of({ - modelId: 'huggingface-tc-bert-large-uncased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = - this.of({ - modelId: 'huggingface-tc-bert-large-uncased-whole-word-masking', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = - this.of({ - modelId: 'huggingface-tc-bert-large-uncased-whole-word-masking', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = - this.of({ - modelId: 'huggingface-tc-bert-large-uncased-whole-word-masking', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = - this.of({ - modelId: 'huggingface-tc-bert-large-uncased-whole-word-masking', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_2_0_0 = this.of({ - modelId: 'huggingface-tc-distilbert-base-cased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_2 = this.of({ - modelId: 'huggingface-tc-distilbert-base-cased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_1 = this.of({ - modelId: 'huggingface-tc-distilbert-base-cased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_0 = this.of({ - modelId: 'huggingface-tc-distilbert-base-cased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = - this.of({ - modelId: 'huggingface-tc-distilbert-base-multilingual-cased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = - this.of({ - modelId: 'huggingface-tc-distilbert-base-multilingual-cased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = - this.of({ - modelId: 'huggingface-tc-distilbert-base-multilingual-cased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = - this.of({ - modelId: 'huggingface-tc-distilbert-base-multilingual-cased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of( - { - modelId: 'huggingface-tc-distilbert-base-uncased', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }, - ); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_2 = this.of( - { - modelId: 'huggingface-tc-distilbert-base-uncased', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }, - ); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_1 = this.of( - { - modelId: 'huggingface-tc-distilbert-base-uncased', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }, - ); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of( - { - modelId: 'huggingface-tc-distilbert-base-uncased', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }, - ); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_2_0_0 = this.of({ - modelId: 'huggingface-tc-distilroberta-base', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_2 = this.of({ - modelId: 'huggingface-tc-distilroberta-base', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_1 = this.of({ - modelId: 'huggingface-tc-distilroberta-base', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_0 = this.of({ - modelId: 'huggingface-tc-distilroberta-base', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_MODELS_2_0_0 = this.of({ - modelId: 'huggingface-tc-models', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-models/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-models/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_MODELS_1_0_2 = this.of({ - modelId: 'huggingface-tc-models', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: 'huggingface-infer/infer-huggingface-tc-models.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_MODELS_1_0_1 = this.of({ - modelId: 'huggingface-tc-models', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: 'huggingface-infer/infer-huggingface-tc-models.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_MODELS_1_0_0 = this.of({ - modelId: 'huggingface-tc-models', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: 'huggingface-infer/infer-huggingface-tc-models.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_2_0_0 = this.of({ - modelId: 'huggingface-tc-roberta-base', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-roberta-base/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-roberta-base/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_2 = this.of({ - modelId: 'huggingface-tc-roberta-base', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_1 = this.of({ - modelId: 'huggingface-tc-roberta-base', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_0 = this.of({ - modelId: 'huggingface-tc-roberta-base', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = - this.of({ - modelId: 'huggingface-tc-roberta-base-openai-detector', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = - this.of({ - modelId: 'huggingface-tc-roberta-base-openai-detector', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = - this.of({ - modelId: 'huggingface-tc-roberta-base-openai-detector', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = - this.of({ - modelId: 'huggingface-tc-roberta-base-openai-detector', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_2_0_0 = this.of({ - modelId: 'huggingface-tc-roberta-large', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-roberta-large/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-roberta-large/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_2 = this.of({ - modelId: 'huggingface-tc-roberta-large', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_1 = this.of({ - modelId: 'huggingface-tc-roberta-large', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_0 = this.of({ - modelId: 'huggingface-tc-roberta-large', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = - this.of({ - modelId: 'huggingface-tc-roberta-large-openai-detector', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_2 = - this.of({ - modelId: 'huggingface-tc-roberta-large-openai-detector', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_1 = - this.of({ - modelId: 'huggingface-tc-roberta-large-openai-detector', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = - this.of({ - modelId: 'huggingface-tc-roberta-large-openai-detector', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_2_0_0 = this.of({ - modelId: 'huggingface-tc-xlm-clm-ende-1024', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_2 = this.of({ - modelId: 'huggingface-tc-xlm-clm-ende-1024', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_1 = this.of({ - modelId: 'huggingface-tc-xlm-clm-ende-1024', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_0 = this.of({ - modelId: 'huggingface-tc-xlm-clm-ende-1024', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_2_0_0 = this.of({ - modelId: 'huggingface-tc-xlm-mlm-ende-1024', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_2 = this.of({ - modelId: 'huggingface-tc-xlm-mlm-ende-1024', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_1 = this.of({ - modelId: 'huggingface-tc-xlm-mlm-ende-1024', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_0 = this.of({ - modelId: 'huggingface-tc-xlm-mlm-ende-1024', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_2_0_0 = this.of({ - modelId: 'huggingface-tc-xlm-mlm-enro-1024', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_2 = this.of({ - modelId: 'huggingface-tc-xlm-mlm-enro-1024', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_1 = this.of({ - modelId: 'huggingface-tc-xlm-mlm-enro-1024', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_0 = this.of({ - modelId: 'huggingface-tc-xlm-mlm-enro-1024', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of( - { - modelId: 'huggingface-tc-xlm-mlm-tlm-xnli15-1024', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }, - ); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_2 = this.of( - { - modelId: 'huggingface-tc-xlm-mlm-tlm-xnli15-1024', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }, - ); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_1 = this.of( - { - modelId: 'huggingface-tc-xlm-mlm-tlm-xnli15-1024', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }, - ); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of( - { - modelId: 'huggingface-tc-xlm-mlm-tlm-xnli15-1024', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }, - ); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_2 = - this.of({ - modelId: 'huggingface-text2text-bart4csc-base-chinese', - version: '1.2.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_1 = - this.of({ - modelId: 'huggingface-text2text-bart4csc-base-chinese', - version: '1.2.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_0 = - this.of({ - modelId: 'huggingface-text2text-bart4csc-base-chinese', - version: '1.2.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_1 = - this.of({ - modelId: 'huggingface-text2text-bart4csc-base-chinese', - version: '1.1.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_0 = - this.of({ - modelId: 'huggingface-text2text-bart4csc-base-chinese', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_3 = - this.of({ - modelId: 'huggingface-text2text-bart4csc-base-chinese', - version: '1.0.3', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_2 = - this.of({ - modelId: 'huggingface-text2text-bart4csc-base-chinese', - version: '1.0.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_1 = - this.of({ - modelId: 'huggingface-text2text-bart4csc-base-chinese', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_0 = - this.of({ - modelId: 'huggingface-text2text-bart4csc-base-chinese', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_2 = this.of({ - modelId: 'huggingface-text2text-bigscience-t0pp', - version: '1.1.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_1 = this.of({ - modelId: 'huggingface-text2text-bigscience-t0pp', - version: '1.1.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_0 = this.of({ - modelId: 'huggingface-text2text-bigscience-t0pp', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_2 = - this.of({ - modelId: 'huggingface-text2text-bigscience-t0pp-bnb-int8', - version: '1.1.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_1 = - this.of({ - modelId: 'huggingface-text2text-bigscience-t0pp-bnb-int8', - version: '1.1.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_0 = - this.of({ - modelId: 'huggingface-text2text-bigscience-t0pp-bnb-int8', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_2 = - this.of({ - modelId: 'huggingface-text2text-bigscience-t0pp-fp16', - version: '1.1.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_1 = - this.of({ - modelId: 'huggingface-text2text-bigscience-t0pp-fp16', - version: '1.1.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_0 = - this.of({ - modelId: 'huggingface-text2text-bigscience-t0pp-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_2 = this.of({ - modelId: 'huggingface-text2text-flan-t5-base', - version: '1.3.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_1 = this.of({ - modelId: 'huggingface-text2text-flan-t5-base', - version: '1.3.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_0 = this.of({ - modelId: 'huggingface-text2text-flan-t5-base', - version: '1.3.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_5 = this.of({ - modelId: 'huggingface-text2text-flan-t5-base', - version: '1.2.5', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_4 = this.of({ - modelId: 'huggingface-text2text-flan-t5-base', - version: '1.2.4', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_3 = this.of({ - modelId: 'huggingface-text2text-flan-t5-base', - version: '1.2.3', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_2 = this.of({ - modelId: 'huggingface-text2text-flan-t5-base', - version: '1.2.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_1 = this.of({ - modelId: 'huggingface-text2text-flan-t5-base', - version: '1.2.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_0 = this.of({ - modelId: 'huggingface-text2text-flan-t5-base', - version: '1.2.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_1_0 = this.of({ - modelId: 'huggingface-text2text-flan-t5-base', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_3 = this.of({ - modelId: 'huggingface-text2text-flan-t5-base', - version: '1.0.3', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_2 = this.of({ - modelId: 'huggingface-text2text-flan-t5-base', - version: '1.0.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_1 = this.of({ - modelId: 'huggingface-text2text-flan-t5-base', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_0 = this.of({ - modelId: 'huggingface-text2text-flan-t5-base', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_2 = - this.of({ - modelId: 'huggingface-text2text-flan-t5-base-samsum', - version: '1.2.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_1 = - this.of({ - modelId: 'huggingface-text2text-flan-t5-base-samsum', - version: '1.2.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_0 = - this.of({ - modelId: 'huggingface-text2text-flan-t5-base-samsum', - version: '1.2.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_1 = - this.of({ - modelId: 'huggingface-text2text-flan-t5-base-samsum', - version: '1.1.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_0 = - this.of({ - modelId: 'huggingface-text2text-flan-t5-base-samsum', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_3 = - this.of({ - modelId: 'huggingface-text2text-flan-t5-base-samsum', - version: '1.0.3', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_2 = - this.of({ - modelId: 'huggingface-text2text-flan-t5-base-samsum', - version: '1.0.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_1 = - this.of({ - modelId: 'huggingface-text2text-flan-t5-base-samsum', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_0 = - this.of({ - modelId: 'huggingface-text2text-flan-t5-base-samsum', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_2 = this.of({ - modelId: 'huggingface-text2text-flan-t5-large', - version: '1.2.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_1 = this.of({ - modelId: 'huggingface-text2text-flan-t5-large', - version: '1.2.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_0 = this.of({ - modelId: 'huggingface-text2text-flan-t5-large', - version: '1.2.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_6 = this.of({ - modelId: 'huggingface-text2text-flan-t5-large', - version: '1.1.6', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_5 = this.of({ - modelId: 'huggingface-text2text-flan-t5-large', - version: '1.1.5', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_4 = this.of({ - modelId: 'huggingface-text2text-flan-t5-large', - version: '1.1.4', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_3 = this.of({ - modelId: 'huggingface-text2text-flan-t5-large', - version: '1.1.3', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_2 = this.of({ - modelId: 'huggingface-text2text-flan-t5-large', - version: '1.1.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_1 = this.of({ - modelId: 'huggingface-text2text-flan-t5-large', - version: '1.1.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_0 = this.of({ - modelId: 'huggingface-text2text-flan-t5-large', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_3 = this.of({ - modelId: 'huggingface-text2text-flan-t5-large', - version: '1.0.3', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_2 = this.of({ - modelId: 'huggingface-text2text-flan-t5-large', - version: '1.0.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_1 = this.of({ - modelId: 'huggingface-text2text-flan-t5-large', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_0 = this.of({ - modelId: 'huggingface-text2text-flan-t5-large', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_2 = this.of({ - modelId: 'huggingface-text2text-flan-t5-small', - version: '1.3.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_1 = this.of({ - modelId: 'huggingface-text2text-flan-t5-small', - version: '1.3.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_0 = this.of({ - modelId: 'huggingface-text2text-flan-t5-small', - version: '1.3.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_5 = this.of({ - modelId: 'huggingface-text2text-flan-t5-small', - version: '1.2.5', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_4 = this.of({ - modelId: 'huggingface-text2text-flan-t5-small', - version: '1.2.4', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_3 = this.of({ - modelId: 'huggingface-text2text-flan-t5-small', - version: '1.2.3', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_2 = this.of({ - modelId: 'huggingface-text2text-flan-t5-small', - version: '1.2.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_1 = this.of({ - modelId: 'huggingface-text2text-flan-t5-small', - version: '1.2.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_0 = this.of({ - modelId: 'huggingface-text2text-flan-t5-small', - version: '1.2.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_1_0 = this.of({ - modelId: 'huggingface-text2text-flan-t5-small', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_3 = this.of({ - modelId: 'huggingface-text2text-flan-t5-small', - version: '1.0.3', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_2 = this.of({ - modelId: 'huggingface-text2text-flan-t5-small', - version: '1.0.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_1 = this.of({ - modelId: 'huggingface-text2text-flan-t5-small', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_0 = this.of({ - modelId: 'huggingface-text2text-flan-t5-small', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_2 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xl', - version: '1.2.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_1 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xl', - version: '1.2.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_0 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xl', - version: '1.2.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_6 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xl', - version: '1.1.6', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_5 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xl', - version: '1.1.5', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_4 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xl', - version: '1.1.4', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_3 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xl', - version: '1.1.3', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_2 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xl', - version: '1.1.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_1 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xl', - version: '1.1.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_0 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xl', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_3 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xl', - version: '1.0.3', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_2 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xl', - version: '1.0.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_1 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xl', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_0 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xl', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_2 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xxl', - version: '1.1.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_1 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xxl', - version: '1.1.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_0 = this.of({ - modelId: 'huggingface-text2text-flan-t5-xxl', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_2 = - this.of({ - modelId: 'huggingface-text2text-flan-t5-xxl-bnb-int8', - version: '1.2.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_1 = - this.of({ - modelId: 'huggingface-text2text-flan-t5-xxl-bnb-int8', - version: '1.2.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_0 = - this.of({ - modelId: 'huggingface-text2text-flan-t5-xxl-bnb-int8', - version: '1.2.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_0_0 = - this.of({ - modelId: 'huggingface-text2text-flan-t5-xxl-bnb-int8', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_2 = this.of( - { - modelId: 'huggingface-text2text-flan-t5-xxl-fp16', - version: '1.1.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }, - ); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_1 = this.of( - { - modelId: 'huggingface-text2text-flan-t5-xxl-fp16', - version: '1.1.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }, - ); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_0 = this.of( - { - modelId: 'huggingface-text2text-flan-t5-xxl-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }, - ); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_2 = this.of({ - modelId: 'huggingface-text2text-flan-ul2-bf16', - version: '1.1.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_1 = this.of({ - modelId: 'huggingface-text2text-flan-ul2-bf16', - version: '1.1.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_0 = this.of({ - modelId: 'huggingface-text2text-flan-ul2-bf16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_2 = - this.of({ - modelId: 'huggingface-text2text-pegasus-paraphrase', - version: '1.2.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_1 = - this.of({ - modelId: 'huggingface-text2text-pegasus-paraphrase', - version: '1.2.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_0 = - this.of({ - modelId: 'huggingface-text2text-pegasus-paraphrase', - version: '1.2.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_1 = - this.of({ - modelId: 'huggingface-text2text-pegasus-paraphrase', - version: '1.1.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_0 = - this.of({ - modelId: 'huggingface-text2text-pegasus-paraphrase', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_3 = - this.of({ - modelId: 'huggingface-text2text-pegasus-paraphrase', - version: '1.0.3', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_2 = - this.of({ - modelId: 'huggingface-text2text-pegasus-paraphrase', - version: '1.0.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_1 = - this.of({ - modelId: 'huggingface-text2text-pegasus-paraphrase', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_0 = - this.of({ - modelId: 'huggingface-text2text-pegasus-paraphrase', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_2 = this.of({ - modelId: 'huggingface-text2text-qcpg-sentences', - version: '1.2.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_1 = this.of({ - modelId: 'huggingface-text2text-qcpg-sentences', - version: '1.2.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_0 = this.of({ - modelId: 'huggingface-text2text-qcpg-sentences', - version: '1.2.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_1 = this.of({ - modelId: 'huggingface-text2text-qcpg-sentences', - version: '1.1.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_0 = this.of({ - modelId: 'huggingface-text2text-qcpg-sentences', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_3 = this.of({ - modelId: 'huggingface-text2text-qcpg-sentences', - version: '1.0.3', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_2 = this.of({ - modelId: 'huggingface-text2text-qcpg-sentences', - version: '1.0.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_1 = this.of({ - modelId: 'huggingface-text2text-qcpg-sentences', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_0 = this.of({ - modelId: 'huggingface-text2text-qcpg-sentences', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_2 = - this.of({ - modelId: 'huggingface-text2text-t5-one-line-summary', - version: '1.2.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_1 = - this.of({ - modelId: 'huggingface-text2text-t5-one-line-summary', - version: '1.2.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_0 = - this.of({ - modelId: 'huggingface-text2text-t5-one-line-summary', - version: '1.2.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_1 = - this.of({ - modelId: 'huggingface-text2text-t5-one-line-summary', - version: '1.1.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_0 = - this.of({ - modelId: 'huggingface-text2text-t5-one-line-summary', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_3 = - this.of({ - modelId: 'huggingface-text2text-t5-one-line-summary', - version: '1.0.3', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_2 = - this.of({ - modelId: 'huggingface-text2text-t5-one-line-summary', - version: '1.0.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_1 = - this.of({ - modelId: 'huggingface-text2text-t5-one-line-summary', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_0 = - this.of({ - modelId: 'huggingface-text2text-t5-one-line-summary', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTEMBEDDING_ALL_MINILM_L6_V2_1_0_0 = - this.of({ - modelId: 'huggingface-textembedding-all-MiniLM-L6-v2', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.xlarge', - 'ml.p2.xlarge', - 'ml.g4dn.xlarge', - 'ml.p3.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_3_0 = this.of({ - modelId: 'huggingface-textgeneration-bloom-1b1', - version: '1.3.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_1 = this.of({ - modelId: 'huggingface-textgeneration-bloom-1b1', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_0 = this.of({ - modelId: 'huggingface-textgeneration-bloom-1b1', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_1_0 = this.of({ - modelId: 'huggingface-textgeneration-bloom-1b1', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_3 = this.of({ - modelId: 'huggingface-textgeneration-bloom-1b1', - version: '1.0.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_2 = this.of({ - modelId: 'huggingface-textgeneration-bloom-1b1', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_1 = this.of({ - modelId: 'huggingface-textgeneration-bloom-1b1', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_0 = this.of({ - modelId: 'huggingface-textgeneration-bloom-1b1', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_3_0 = this.of({ - modelId: 'huggingface-textgeneration-bloom-1b7', - version: '1.3.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_1 = this.of({ - modelId: 'huggingface-textgeneration-bloom-1b7', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_0 = this.of({ - modelId: 'huggingface-textgeneration-bloom-1b7', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_1_0 = this.of({ - modelId: 'huggingface-textgeneration-bloom-1b7', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_3 = this.of({ - modelId: 'huggingface-textgeneration-bloom-1b7', - version: '1.0.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_2 = this.of({ - modelId: 'huggingface-textgeneration-bloom-1b7', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_1 = this.of({ - modelId: 'huggingface-textgeneration-bloom-1b7', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_0 = this.of({ - modelId: 'huggingface-textgeneration-bloom-1b7', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_3_0 = this.of({ - modelId: 'huggingface-textgeneration-bloom-560m', - version: '1.3.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_1 = this.of({ - modelId: 'huggingface-textgeneration-bloom-560m', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_0 = this.of({ - modelId: 'huggingface-textgeneration-bloom-560m', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_1_0 = this.of({ - modelId: 'huggingface-textgeneration-bloom-560m', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_3 = this.of({ - modelId: 'huggingface-textgeneration-bloom-560m', - version: '1.0.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_2 = this.of({ - modelId: 'huggingface-textgeneration-bloom-560m', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_1 = this.of({ - modelId: 'huggingface-textgeneration-bloom-560m', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_0 = this.of({ - modelId: 'huggingface-textgeneration-bloom-560m', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_2_0 = this.of({ - modelId: 'huggingface-textgeneration-bloomz-1b1', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_1 = this.of({ - modelId: 'huggingface-textgeneration-bloomz-1b1', - version: '1.1.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_0 = this.of({ - modelId: 'huggingface-textgeneration-bloomz-1b1', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_0_0 = this.of({ - modelId: 'huggingface-textgeneration-bloomz-1b1', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_2_0 = this.of({ - modelId: 'huggingface-textgeneration-bloomz-1b7', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_1 = this.of({ - modelId: 'huggingface-textgeneration-bloomz-1b7', - version: '1.1.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_0 = this.of({ - modelId: 'huggingface-textgeneration-bloomz-1b7', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_0_0 = this.of({ - modelId: 'huggingface-textgeneration-bloomz-1b7', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_2_0 = this.of( - { - modelId: 'huggingface-textgeneration-bloomz-560m', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }, - ); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_1 = this.of( - { - modelId: 'huggingface-textgeneration-bloomz-560m', - version: '1.1.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }, - ); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_0 = this.of( - { - modelId: 'huggingface-textgeneration-bloomz-560m', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }, - ); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_0_0 = this.of( - { - modelId: 'huggingface-textgeneration-bloomz-560m', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }, - ); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_5_0 = this.of({ - modelId: 'huggingface-textgeneration-distilgpt2', - version: '1.5.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_1 = this.of({ - modelId: 'huggingface-textgeneration-distilgpt2', - version: '1.4.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_0 = this.of({ - modelId: 'huggingface-textgeneration-distilgpt2', - version: '1.4.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_3_0 = this.of({ - modelId: 'huggingface-textgeneration-distilgpt2', - version: '1.3.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_3 = this.of({ - modelId: 'huggingface-textgeneration-distilgpt2', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_2 = this.of({ - modelId: 'huggingface-textgeneration-distilgpt2', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_1 = this.of({ - modelId: 'huggingface-textgeneration-distilgpt2', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_0 = this.of({ - modelId: 'huggingface-textgeneration-distilgpt2', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_1_0 = this.of({ - modelId: 'huggingface-textgeneration-distilgpt2', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_0_0 = this.of({ - modelId: 'huggingface-textgeneration-distilgpt2', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration-dolly-v2-12b-bf16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration-dolly-v2-12b-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration-dolly-v2-3b-bf16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration-dolly-v2-3b-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration-dolly-v2-7b-bf16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration-dolly-v2-7b-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_BF16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration-falcon-40b-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-falcon-40b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_INSTRUCT_BF16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration-falcon-40b-instruct-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_BF16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration-falcon-7b-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.g5.2xlarge', - 'ml.p3.16xlarge', - 'ml.p3.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.12xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-falcon-7b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_INSTRUCT_BF16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration-falcon-7b-instruct-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.g5.2xlarge', - 'ml.p3.16xlarge', - 'ml.p3.8xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.12xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - TS_DEFAULT_WORKERS_PER_MODEL: 1, - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_5_0 = this.of({ - modelId: 'huggingface-textgeneration-gpt2', - version: '1.5.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_1 = this.of({ - modelId: 'huggingface-textgeneration-gpt2', - version: '1.4.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-gpt2.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_0 = this.of({ - modelId: 'huggingface-textgeneration-gpt2', - version: '1.4.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_3_0 = this.of({ - modelId: 'huggingface-textgeneration-gpt2', - version: '1.3.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_3 = this.of({ - modelId: 'huggingface-textgeneration-gpt2', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_2 = this.of({ - modelId: 'huggingface-textgeneration-gpt2', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_1 = this.of({ - modelId: 'huggingface-textgeneration-gpt2', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_0 = this.of({ - modelId: 'huggingface-textgeneration-gpt2', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_1_0 = this.of({ - modelId: 'huggingface-textgeneration-gpt2', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_0_0 = this.of({ - modelId: 'huggingface-textgeneration-gpt2', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_3_0 = this.of({ - modelId: 'huggingface-textgeneration-models', - version: '1.3.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_1 = this.of({ - modelId: 'huggingface-textgeneration-models', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-models.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_0 = this.of({ - modelId: 'huggingface-textgeneration-models', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_1_0 = this.of({ - modelId: 'huggingface-textgeneration-models', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_2 = this.of({ - modelId: 'huggingface-textgeneration-models', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-models.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_1 = this.of({ - modelId: 'huggingface-textgeneration-models', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-models.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_0 = this.of({ - modelId: 'huggingface-textgeneration-models', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.m5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-models.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_2_0_0 = this.of({ - modelId: 'huggingface-textgeneration-open-llama', - version: '2.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_2_0 = this.of({ - modelId: 'huggingface-textgeneration-open-llama', - version: '1.2.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_1 = this.of({ - modelId: 'huggingface-textgeneration-open-llama', - version: '1.1.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.1.1/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_0 = this.of({ - modelId: 'huggingface-textgeneration-open-llama', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.1.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', - artifactKey: - 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_0_0 = this.of({ - modelId: 'huggingface-textgeneration-open-llama', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration-open-llama.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_2 = - this.of({ - modelId: 'huggingface-textgeneration1-bloom-176b-int8', - version: '1.0.2', - defaultInstanceType: 'ml.p4d.24xlarge', - instanceTypes: ['ml.p4d.24xlarge', 'ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_1 = - this.of({ - modelId: 'huggingface-textgeneration1-bloom-176b-int8', - version: '1.0.1', - defaultInstanceType: 'ml.p4d.24xlarge', - instanceTypes: ['ml.p4d.24xlarge', 'ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloom-176b-int8', - version: '1.0.0', - defaultInstanceType: 'ml.p4d.24xlarge', - instanceTypes: ['ml.p4d.24xlarge', 'ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_3_0 = this.of({ - modelId: 'huggingface-textgeneration1-bloom-3b', - version: '1.3.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_2 = this.of({ - modelId: 'huggingface-textgeneration1-bloom-3b', - version: '1.2.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_1 = this.of({ - modelId: 'huggingface-textgeneration1-bloom-3b', - version: '1.2.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_0 = this.of({ - modelId: 'huggingface-textgeneration1-bloom-3b', - version: '1.2.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_1_0 = this.of({ - modelId: 'huggingface-textgeneration1-bloom-3b', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_0_0 = this.of({ - modelId: 'huggingface-textgeneration1-bloom-3b', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_3_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloom-3b-fp16', - version: '1.3.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_2 = - this.of({ - modelId: 'huggingface-textgeneration1-bloom-3b-fp16', - version: '1.2.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_1 = - this.of({ - modelId: 'huggingface-textgeneration1-bloom-3b-fp16', - version: '1.2.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloom-3b-fp16', - version: '1.2.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloom-3b-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloom-3b-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_3_0 = this.of({ - modelId: 'huggingface-textgeneration1-bloom-7b1', - version: '1.3.0', - defaultInstanceType: 'ml.g5.24xlarge', - instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_2 = this.of({ - modelId: 'huggingface-textgeneration1-bloom-7b1', - version: '1.2.2', - defaultInstanceType: 'ml.g5.24xlarge', - instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_1 = this.of({ - modelId: 'huggingface-textgeneration1-bloom-7b1', - version: '1.2.1', - defaultInstanceType: 'ml.g5.24xlarge', - instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_0 = this.of({ - modelId: 'huggingface-textgeneration1-bloom-7b1', - version: '1.2.0', - defaultInstanceType: 'ml.g5.24xlarge', - instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_1_0 = this.of({ - modelId: 'huggingface-textgeneration1-bloom-7b1', - version: '1.1.0', - defaultInstanceType: 'ml.g5.24xlarge', - instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_0_0 = this.of({ - modelId: 'huggingface-textgeneration1-bloom-7b1', - version: '1.0.0', - defaultInstanceType: 'ml.g5.24xlarge', - instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_3_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', - version: '1.3.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - 'ml.p4de.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_2 = - this.of({ - modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', - version: '1.2.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - 'ml.p4de.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_1 = - this.of({ - modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', - version: '1.2.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - 'ml.p4de.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', - version: '1.2.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - 'ml.p4de.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - 'ml.p4de.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - 'ml.p4de.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_2 = - this.of({ - modelId: 'huggingface-textgeneration1-bloomz-176b-fp16', - version: '1.0.2', - defaultInstanceType: 'ml.p4de.24xlarge', - instanceTypes: ['ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_1 = - this.of({ - modelId: 'huggingface-textgeneration1-bloomz-176b-fp16', - version: '1.0.1', - defaultInstanceType: 'ml.p4de.24xlarge', - instanceTypes: ['ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloomz-176b-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.p4de.24xlarge', - instanceTypes: ['ml.p4de.24xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_3_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', - version: '1.3.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_2 = - this.of({ - modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', - version: '1.2.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_1 = - this.of({ - modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', - version: '1.2.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', - version: '1.2.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_3_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', - version: '1.3.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - 'ml.p4de.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_2 = - this.of({ - modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', - version: '1.2.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - 'ml.p4de.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_1 = - this.of({ - modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', - version: '1.2.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - 'ml.p4de.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', - version: '1.2.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - 'ml.p4de.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - 'ml.p4de.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - 'ml.p4de.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_3_0 = this.of({ - modelId: 'huggingface-textgeneration1-gpt-2-xl', - version: '1.3.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_2 = this.of({ - modelId: 'huggingface-textgeneration1-gpt-2-xl', - version: '1.2.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_1 = this.of({ - modelId: 'huggingface-textgeneration1-gpt-2-xl', - version: '1.2.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_0 = this.of({ - modelId: 'huggingface-textgeneration1-gpt-2-xl', - version: '1.2.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_1_0 = this.of({ - modelId: 'huggingface-textgeneration1-gpt-2-xl', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_0_0 = this.of({ - modelId: 'huggingface-textgeneration1-gpt-2-xl', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_3_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', - version: '1.3.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_2 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', - version: '1.2.2', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_1 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', - version: '1.2.1', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', - version: '1.2.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_3_0 = this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b', - version: '1.3.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_4 = this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b', - version: '1.2.4', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_3 = this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b', - version: '1.2.3', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_2 = this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b', - version: '1.2.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_1 = this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b', - version: '1.2.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_0 = this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b', - version: '1.2.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_1 = this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b', - version: '1.1.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_0 = this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_0_0 = this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_3_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', - version: '1.3.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_4 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', - version: '1.2.4', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_3 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', - version: '1.2.3', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_2 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', - version: '1.2.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_1 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', - version: '1.2.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', - version: '1.2.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_1 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', - version: '1.1.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_3_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', - version: '1.3.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_2 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', - version: '1.2.2', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_1 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', - version: '1.2.1', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', - version: '1.2.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', - version: '1.1.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', - version: '1.0.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_3_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', - version: '1.3.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_2 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', - version: '1.2.2', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_1 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', - version: '1.2.1', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', - version: '1.2.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_3_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-125m', - version: '1.3.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_2 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-125m', - version: '1.2.2', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_1 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-125m', - version: '1.2.1', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-125m', - version: '1.2.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-125m', - version: '1.1.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-125m', - version: '1.0.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_3_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', - version: '1.3.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_2 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', - version: '1.2.2', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_1 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', - version: '1.2.1', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', - version: '1.2.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_3_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', - version: '1.3.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_2 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', - version: '1.2.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_1 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', - version: '1.2.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', - version: '1.2.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_3_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', - version: '1.3.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_2 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', - version: '1.2.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_1 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', - version: '1.2.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', - version: '1.2.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_1_0 = this.of({ - modelId: 'huggingface-textgeneration1-lightgpt', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_0_0 = this.of({ - modelId: 'huggingface-textgeneration1-lightgpt', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_BF16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-mpt-7b-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.16xlarge', - 'ml.g5.24xlarge', - 'ml.p4d.24xlarge', - 'ml.p4de.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_INSTRUCT_BF16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-mpt-7b-instruct-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.16xlarge', - 'ml.g5.24xlarge', - 'ml.p4d.24xlarge', - 'ml.p4de.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_STORYWRITER_BF16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-mpt-7b-storywriter-bf16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.16xlarge', - 'ml.g5.24xlarge', - 'ml.p4d.24xlarge', - 'ml.p4de.24xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_1 = - this.of({ - modelId: 'huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_1 = - this.of({ - modelId: 'huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_1 = - this.of({ - modelId: 'huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_1_0 = - this.of({ - modelId: 'huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_1 = - this.of({ - modelId: 'huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_1_0 = - this.of({ - modelId: - 'huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_1 = - this.of({ - modelId: - 'huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_0 = - this.of({ - modelId: - 'huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_1_0 = - this.of({ - modelId: - 'huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_1 = - this.of({ - modelId: - 'huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_0 = - this.of({ - modelId: - 'huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.12xlarge', - 'ml.p3.8xlarge', - 'ml.p3.16xlarge', - 'ml.g4dn.12xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_2_0_0 = - this.of({ - modelId: 'huggingface-textgeneration2-gpt-neox-20b-fp16', - version: '2.0.0', - defaultInstanceType: 'ml.g5.24xlarge', - instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], - prepackedArtifactKey: - 'huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference-prepack/v1.0.1/', - artifactKey: - 'huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_1 = - this.of({ - modelId: 'huggingface-textgeneration2-gpt-neox-20b-fp16', - version: '1.0.1', - defaultInstanceType: 'ml.g5.24xlarge', - instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration2-gpt-neox-20b-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.24xlarge', - instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_2_0_0 = - this.of({ - modelId: 'huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16', - version: '2.0.0', - defaultInstanceType: 'ml.g5.24xlarge', - instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], - prepackedArtifactKey: - 'huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference-prepack/v1.0.1/', - artifactKey: - 'huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_1 = - this.of({ - modelId: 'huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16', - version: '1.0.1', - defaultInstanceType: 'ml.g5.24xlarge', - instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_0 = - this.of({ - modelId: 'huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.24xlarge', - instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_2_0_0 = this.of({ - modelId: 'huggingface-translation-opus-mt-en-es', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_1_0 = this.of({ - modelId: 'huggingface-translation-opus-mt-en-es', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_0_0 = this.of({ - modelId: 'huggingface-translation-opus-mt-en-es', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_2_0_0 = this.of({ - modelId: 'huggingface-translation-opus-mt-en-vi', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_1_0 = this.of({ - modelId: 'huggingface-translation-opus-mt-en-vi', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_0_0 = this.of({ - modelId: 'huggingface-translation-opus-mt-en-vi', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_2_0_0 = this.of({ - modelId: 'huggingface-translation-t5-base', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-translation/huggingface-translation-t5-base/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-translation/huggingface-translation-t5-base/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_1_0 = this.of({ - modelId: 'huggingface-translation-t5-base', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-translation-t5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_0_0 = this.of({ - modelId: 'huggingface-translation-t5-base', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-translation-t5-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_2_0_0 = this.of({ - modelId: 'huggingface-translation-t5-large', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-translation/huggingface-translation-t5-large/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-translation/huggingface-translation-t5-large/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_1_0 = this.of({ - modelId: 'huggingface-translation-t5-large', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-translation-t5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_0_0 = this.of({ - modelId: 'huggingface-translation-t5-large', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-translation-t5-large.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_2_0_0 = this.of({ - modelId: 'huggingface-translation-t5-small', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-translation/huggingface-translation-t5-small/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-translation/huggingface-translation-t5-small/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_1_0 = this.of({ - modelId: 'huggingface-translation-t5-small', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-translation-t5-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_0_0 = this.of({ - modelId: 'huggingface-translation-t5-small', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-translation-t5-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-22h-vintedois-diffusion-v0-1', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-22h-vintedois-diffusion-v0-1', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-akikagura-mkgen-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-akikagura-mkgen-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-alxdfy-noggles-fastdb-4800', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-alxdfy-noggles-fastdb-4800', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_1_0 = this.of( - { - modelId: 'huggingface-txt2img-alxdfy-noggles9000', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles9000.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }, - ); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_0_0 = this.of( - { - modelId: 'huggingface-txt2img-alxdfy-noggles9000', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }, - ); - public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-andite-anything-v4-0', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-andite-anything-v4-0.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-andite-anything-v4-0', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-astraliteheart-pony-diffusion-v2', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-astraliteheart-pony-diffusion-v2', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-avrik-abstract-anim-spritesheets', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-avrik-abstract-anim-spritesheets', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-aybeeceedee-knollingcase', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-aybeeceedee-knollingcase', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-bingsu-my-k-anything-v3-0', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-bingsu-my-k-anything-v3-0', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-buntopsih-novgoranstefanovski', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-buntopsih-novgoranstefanovski', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-claudfuen-photorealistic-fuen-v1', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-claudfuen-photorealistic-fuen-v1', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-coder119-vectorartz-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-coder119-vectorartz-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-conflictx-complex-lineart', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-conflictx-complex-lineart.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-conflictx-complex-lineart', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-dallinmackay-cats-musical-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-dallinmackay-cats-musical-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-dallinmackay-tron-legacy-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-dallinmackay-tron-legacy-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-dallinmackay-van-gogh-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-dallinmackay-van-gogh-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-eimiss-eimisanimediffusion-1-0v', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-eimiss-eimisanimediffusion-1-0v', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-envvi-inkpunk-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-envvi-inkpunk-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_1_0 = this.of({ - modelId: 'huggingface-txt2img-evel-yoshin', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-evel-yoshin.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_0_0 = this.of({ - modelId: 'huggingface-txt2img-evel-yoshin', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-extraphy-mustafa-kemal-ataturk', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-extraphy-mustafa-kemal-ataturk', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-fffiloni-mr-men-and-little-misses', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-fffiloni-mr-men-and-little-misses', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-fictiverse-elrisitas', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-elrisitas.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-fictiverse-elrisitas', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_1_0 = - this.of({ - modelId: - 'huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_0_0 = - this.of({ - modelId: - 'huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_1_0 = - this.of({ - modelId: - 'huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_0_0 = - this.of({ - modelId: - 'huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-papercut-model', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-papercut-model', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_1_0 = this.of({ - modelId: 'huggingface-txt2img-haor-evt-v3', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-haor-evt-v3.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_0_0 = this.of({ - modelId: 'huggingface-txt2img-haor-evt-v3', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-hassanblend-hassanblend1-4', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-hassanblend-hassanblend1-4', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_1_0 = - this.of({ - modelId: - 'huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_0_0 = - this.of({ - modelId: - 'huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_1_0 = - this.of({ - modelId: - 'huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_0_0 = - this.of({ - modelId: - 'huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-ifansnek-johndiffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ifansnek-johndiffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-ifansnek-johndiffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_1_0 = this.of({ - modelId: 'huggingface-txt2img-jersonm89-avatar', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jersonm89-avatar.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_0_0 = this.of({ - modelId: 'huggingface-txt2img-jersonm89-avatar', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_1_0 = this.of({ - modelId: 'huggingface-txt2img-katakana-2d-mix', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-katakana-2d-mix.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_0_0 = this.of({ - modelId: 'huggingface-txt2img-katakana-2d-mix', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-lacambre-vulvine-look-v02', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-lacambre-vulvine-look-v02', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-langboat-guohua-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-langboat-guohua-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-langboat-guohua-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-linaqruf-anything-v3-0', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-linaqruf-anything-v3-0', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-mitchtech-klingon-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-mitchtech-klingon-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-mitchtech-vulcan-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-mitchtech-vulcan-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-mitsua-mitsua-diffusion-cc0', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-mitsua-mitsua-diffusion-cc0', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-naclbit-trinart-stable-diffusion-v2', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-naclbit-trinart-stable-diffusion-v2', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-arcane-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-arcane-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-archer-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-archer-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-classic-anim-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-classic-anim-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-elden-ring-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-elden-ring-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-future-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-future-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-ghibli-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-ghibli-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-mo-di-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-mo-di-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-nitro-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-nitro-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-redshift-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-redshift-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-spider-verse-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-nitrosocke-spider-verse-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-nousr-robo-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nousr-robo-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-nousr-robo-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-ogkalu-comic-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-ogkalu-comic-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-openjourney-openjourney', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-openjourney-openjourney.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-openjourney-openjourney', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-piesposito-openpotionbottle-v2', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-piesposito-openpotionbottle-v2', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_1_0 = this.of({ - modelId: 'huggingface-txt2img-plasmo-voxel-ish', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-voxel-ish.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_0_0 = this.of({ - modelId: 'huggingface-txt2img-plasmo-voxel-ish', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_1_0 = this.of({ - modelId: 'huggingface-txt2img-plasmo-woolitize', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-woolitize.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_0_0 = this.of({ - modelId: 'huggingface-txt2img-plasmo-woolitize', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_1_0 = - this.of({ - modelId: - 'huggingface-txt2img-progamergov-min-illust-background-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_0_0 = - this.of({ - modelId: - 'huggingface-txt2img-progamergov-min-illust-background-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-prompthero-linkedin-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-prompthero-linkedin-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-prompthero-openjourney', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-openjourney.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-prompthero-openjourney', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-qilex-magic-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-qilex-magic-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-qilex-magic-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-rayhell-popupbook-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-rayhell-popupbook-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-runwayml-stable-diffusion-v1-5', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-runwayml-stable-diffusion-v1-5', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-s3nh-beksinski-style-stable-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-s3nh-beksinski-style-stable-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_1_0 = - this.of({ - modelId: - 'huggingface-txt2img-sd-dreambooth-library-original-character-cyclps', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_0_0 = - this.of({ - modelId: - 'huggingface-txt2img-sd-dreambooth-library-original-character-cyclps', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_1_0 = - this.of({ - modelId: - 'huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_0_0 = - this.of({ - modelId: - 'huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-sd-dreambooth-library-seraphm', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-sd-dreambooth-library-seraphm', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-shirayu-sd-tohoku-v1', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-shirayu-sd-tohoku-v1', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-thelastben-hrrzg-style-768px', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-thelastben-hrrzg-style-768px', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-timothepearce-gina-the-cat', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-timothepearce-gina-the-cat', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-trystar-clonediffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-trystar-clonediffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-trystar-clonediffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_1_0 = this.of({ - modelId: 'huggingface-txt2img-tuwonga-dbluth', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-dbluth.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_0_0 = this.of({ - modelId: 'huggingface-txt2img-tuwonga-dbluth', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_1_0 = this.of( - { - modelId: 'huggingface-txt2img-tuwonga-rotoscopee', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-rotoscopee.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }, - ); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_0_0 = this.of( - { - modelId: 'huggingface-txt2img-tuwonga-rotoscopee', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }, - ); - public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-volrath50-fantasy-card-diffusion', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-volrath50-fantasy-card-diffusion', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_1_0 = - this.of({ - modelId: 'huggingface-txt2img-yayab-sd-onepiece-diffusers4', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz', - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_0_0 = - this.of({ - modelId: 'huggingface-txt2img-yayab-sd-onepiece-diffusers4', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-cross-encoder-nli-deberta-base', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-cross-encoder-nli-deberta-base', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-deberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-cross-encoder-nli-distilroberta-base', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-cross-encoder-nli-distilroberta-base', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-distilroberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-cross-encoder-nli-minilm2-l6-h768', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-cross-encoder-nli-minilm2-l6-h768', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-minilm2-l6-h768.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-cross-encoder-nli-roberta-base', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-cross-encoder-nli-roberta-base', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-roberta-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_2_0_0 = - this.of({ - modelId: - 'huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_1_0_0 = - this.of({ - modelId: - 'huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-eleldar-theme-classification', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-eleldar-theme-classification', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-eleldar-theme-classification.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_2_0_0 = - this.of({ - modelId: - 'huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_1_0_0 = - this.of({ - modelId: - 'huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_2_0_0 = - this.of({ - modelId: - 'huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_1_0_0 = - this.of({ - modelId: - 'huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_2_0_0 = - this.of({ - modelId: - 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_1_0_0 = - this.of({ - modelId: - 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_2_0_0 = - this.of({ - modelId: - 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_1_0_0 = - this.of({ - modelId: - 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_2_0_0 = - this.of({ - modelId: - 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_1_0_0 = - this.of({ - modelId: - 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = - this.of({ - modelId: - 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = - this.of({ - modelId: - 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = - this.of({ - modelId: - 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = - this.of({ - modelId: - 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-facebook-bart-large-mnli', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-facebook-bart-large-mnli', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-facebook-bart-large-mnli.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-jiva-xlm-roberta-large-it-mnli', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-jiva-xlm-roberta-large-it-mnli', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-jiva-xlm-roberta-large-it-mnli.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-lighteternal-nli-xlm-r-greek', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-lighteternal-nli-xlm-r-greek', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-lighteternal-nli-xlm-r-greek.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_2_0_0 = - this.of({ - modelId: - 'huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_1_0_0 = - this.of({ - modelId: - 'huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_2_0_0 = - this.of({ - modelId: - 'huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_1_0_0 = - this.of({ - modelId: - 'huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-narsil-bart-large-mnli-opti', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-narsil-bart-large-mnli-opti', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-narsil-bart-large-mnli-opti.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-narsil-deberta-large-mnli-zero-cls', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-narsil-deberta-large-mnli-zero-cls', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-narsil-deberta-large-mnli-zero-cls.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-navteca-bart-large-mnli', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-navteca-bart-large-mnli', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-navteca-bart-large-mnli.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-recognai-zeroshot-selectra-medium', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-recognai-zeroshot-selectra-medium', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-medium.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_2_0_0 = - this.of({ - modelId: 'huggingface-zstc-recognai-zeroshot-selectra-small', - version: '2.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - prepackedArtifactKey: - 'huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference-prepack/v1.0.0/', - artifactKey: - 'huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference/v1.0.0/', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_1_0_0 = - this.of({ - modelId: 'huggingface-zstc-recognai-zeroshot-selectra-small', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p2.xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.m5.large', - 'ml.m5.xlarge', - 'ml.c5.xlarge', - 'ml.c5.2xlarge', - ], - artifactKey: - 'huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-small.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_6 = this.of({ - modelId: 'meta-textgeneration-llama-2-13b', - version: '2.1.6', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_5 = this.of({ - modelId: 'meta-textgeneration-llama-2-13b', - version: '2.1.5', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_4 = this.of({ - modelId: 'meta-textgeneration-llama-2-13b', - version: '2.1.4', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_3 = this.of({ - modelId: 'meta-textgeneration-llama-2-13b', - version: '2.1.3', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_2 = this.of({ - modelId: 'meta-textgeneration-llama-2-13b', - version: '2.1.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_1 = this.of({ - modelId: 'meta-textgeneration-llama-2-13b', - version: '2.1.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_0 = this.of({ - modelId: 'meta-textgeneration-llama-2-13b', - version: '2.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', - }, - environment: {}, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_0_0 = this.of({ - modelId: 'meta-textgeneration-llama-2-13b', - version: '2.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', - }, - environment: {}, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_2 = this.of({ - modelId: 'meta-textgeneration-llama-2-13b-f', - version: '2.0.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_1 = this.of({ - modelId: 'meta-textgeneration-llama-2-13b-f', - version: '2.0.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_0 = this.of({ - modelId: 'meta-textgeneration-llama-2-13b-f', - version: '2.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_1 = this.of({ - modelId: 'meta-textgeneration-llama-2-13b-f', - version: '1.2.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_0 = this.of({ - modelId: 'meta-textgeneration-llama-2-13b-f', - version: '1.2.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_1_0 = this.of({ - modelId: 'meta-textgeneration-llama-2-13b-f', - version: '1.1.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', - }, - environment: {}, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_5 = this.of({ - modelId: 'meta-textgeneration-llama-2-70b', - version: '2.0.5', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_4 = this.of({ - modelId: 'meta-textgeneration-llama-2-70b', - version: '2.0.4', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_3 = this.of({ - modelId: 'meta-textgeneration-llama-2-70b', - version: '2.0.3', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_2 = this.of({ - modelId: 'meta-textgeneration-llama-2-70b', - version: '2.0.2', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_1 = this.of({ - modelId: 'meta-textgeneration-llama-2-70b', - version: '2.0.1', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_0 = this.of({ - modelId: 'meta-textgeneration-llama-2-70b', - version: '2.0.0', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_2_0 = this.of({ - modelId: 'meta-textgeneration-llama-2-70b', - version: '1.2.0', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', - }, - environment: {}, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_1_0 = this.of({ - modelId: 'meta-textgeneration-llama-2-70b', - version: '1.1.0', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', - }, - environment: {}, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_2 = this.of({ - modelId: 'meta-textgeneration-llama-2-70b-f', - version: '2.0.2', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_1 = this.of({ - modelId: 'meta-textgeneration-llama-2-70b-f', - version: '2.0.1', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_0 = this.of({ - modelId: 'meta-textgeneration-llama-2-70b-f', - version: '2.0.0', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_1 = this.of({ - modelId: 'meta-textgeneration-llama-2-70b-f', - version: '1.2.1', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_0 = this.of({ - modelId: 'meta-textgeneration-llama-2-70b-f', - version: '1.2.0', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_1_0 = this.of({ - modelId: 'meta-textgeneration-llama-2-70b-f', - version: '1.1.0', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', - }, - environment: {}, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_6 = this.of({ - modelId: 'meta-textgeneration-llama-2-7b', - version: '2.1.6', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_5 = this.of({ - modelId: 'meta-textgeneration-llama-2-7b', - version: '2.1.5', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_4 = this.of({ - modelId: 'meta-textgeneration-llama-2-7b', - version: '2.1.4', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_3 = this.of({ - modelId: 'meta-textgeneration-llama-2-7b', - version: '2.1.3', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_2 = this.of({ - modelId: 'meta-textgeneration-llama-2-7b', - version: '2.1.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_1 = this.of({ - modelId: 'meta-textgeneration-llama-2-7b', - version: '2.1.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_0 = this.of({ - modelId: 'meta-textgeneration-llama-2-7b', - version: '2.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', - }, - environment: {}, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_0_0 = this.of({ - modelId: 'meta-textgeneration-llama-2-7b', - version: '2.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', - }, - environment: {}, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2 = this.of({ - modelId: 'meta-textgeneration-llama-2-7b-f', - version: '2.0.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_1 = this.of({ - modelId: 'meta-textgeneration-llama-2-7b-f', - version: '2.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_0 = this.of({ - modelId: 'meta-textgeneration-llama-2-7b-f', - version: '2.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_1 = this.of({ - modelId: 'meta-textgeneration-llama-2-7b-f', - version: '1.2.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_0 = this.of({ - modelId: 'meta-textgeneration-llama-2-7b-f', - version: '1.2.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_1_0 = this.of({ - modelId: 'meta-textgeneration-llama-2-7b-f', - version: '1.1.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', - 'ap-southeast-1': - 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', - 'us-east-2': - 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', - 'ap-southeast-2': - 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', - }, - environment: {}, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_2 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-13b', - version: '1.0.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_1 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-13b', - version: '1.0.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_0 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-13b', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_2 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-13b-instruct', - version: '1.0.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_1 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-13b-instruct', - version: '1.0.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_0 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-13b-instruct', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_2 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-13b-python', - version: '1.0.2', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_1 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-13b-python', - version: '1.0.1', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_0 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-13b-python', - version: '1.0.0', - defaultInstanceType: 'ml.g5.12xlarge', - instanceTypes: [ - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_2 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-34b', - version: '1.0.2', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_1 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-34b', - version: '1.0.1', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_0 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-34b', - version: '1.0.0', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_2 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-34b-instruct', - version: '1.0.2', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_1 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-34b-instruct', - version: '1.0.1', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_0 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-34b-instruct', - version: '1.0.0', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_2 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-34b-python', - version: '1.0.2', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_1 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-34b-python', - version: '1.0.1', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_0 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-34b-python', - version: '1.0.0', - defaultInstanceType: 'ml.g5.48xlarge', - instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_2 = this.of( - { - modelId: 'meta-textgeneration-llama-codellama-7b', - version: '1.0.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }, - ); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_1 = this.of( - { - modelId: 'meta-textgeneration-llama-codellama-7b', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }, - ); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_0 = this.of( - { - modelId: 'meta-textgeneration-llama-codellama-7b', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }, - ); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_2 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-7b-instruct', - version: '1.0.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_1 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-7b-instruct', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_0 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-7b-instruct', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_2 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-7b-python', - version: '1.0.2', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_1 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-7b-python', - version: '1.0.1', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_0 = - this.of({ - modelId: 'meta-textgeneration-llama-codellama-7b-python', - version: '1.0.0', - defaultInstanceType: 'ml.g5.2xlarge', - instanceTypes: [ - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.24xlarge', - 'ml.g5.48xlarge', - 'ml.p4d.24xlarge', - ], - modelPackageArns: { - 'us-east-1': - 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', - 'us-west-2': - 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', - 'eu-west-1': - 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', - }, - environment: {}, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_2_DEPTH_FP16_1_0_0 = - this.of({ - modelId: 'model-depth2img-stable-diffusion-2-depth-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.8xlarge', - instanceTypes: [ - 'ml.g5.8xlarge', - 'ml.g5.xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.g4dn.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g4dn.16xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_1_0_0 = - this.of({ - modelId: 'model-depth2img-stable-diffusion-v1-5-controlnet', - version: '1.0.0', - defaultInstanceType: 'ml.g5.8xlarge', - instanceTypes: [ - 'ml.g5.8xlarge', - 'ml.g5.xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.g4dn.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g4dn.16xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_FP16_1_0_0 = - this.of({ - modelId: 'model-depth2img-stable-diffusion-v1-5-controlnet-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.8xlarge', - instanceTypes: [ - 'ml.g5.8xlarge', - 'ml.g5.xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.g4dn.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g4dn.16xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_1_0_0 = - this.of({ - modelId: 'model-depth2img-stable-diffusion-v1-5-controlnet-v1-1', - version: '1.0.0', - defaultInstanceType: 'ml.g5.8xlarge', - instanceTypes: [ - 'ml.g5.8xlarge', - 'ml.g5.xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.g4dn.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g4dn.16xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_FP16_1_0_0 = - this.of({ - modelId: 'model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.8xlarge', - instanceTypes: [ - 'ml.g5.8xlarge', - 'ml.g5.xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.g4dn.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g4dn.16xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_1_0_0 = - this.of({ - modelId: 'model-depth2img-stable-diffusion-v2-1-controlnet', - version: '1.0.0', - defaultInstanceType: 'ml.g5.8xlarge', - instanceTypes: [ - 'ml.g5.8xlarge', - 'ml.g5.xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.g4dn.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g4dn.16xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_FP16_1_0_0 = - this.of({ - modelId: 'model-depth2img-stable-diffusion-v2-1-controlnet-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.g5.8xlarge', - instanceTypes: [ - 'ml.g5.8xlarge', - 'ml.g5.xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.16xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.xlarge', - 'ml.g4dn.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g4dn.16xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - alias_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-east-1': { - alias_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-northeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-south-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ap-southeast-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'ca-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'cn-north-1': { - alias_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-central-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-north-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-south-1': { - alias_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'eu-west-3': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'me-south-1': { - alias_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'sa-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-east-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-1': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - 'us-west-2': { - alias_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf1: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - inf2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m4: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$alias_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0_0 = - this.of({ - modelId: 'model-imagegeneration-stabilityai-stable-diffusion-v2-1', - version: '1.0.0', - defaultInstanceType: 'ml.g5.xlarge', - instanceTypes: [ - 'ml.g5.xlarge', - 'ml.g5.2xlarge', - 'ml.p3.2xlarge', - 'ml.g4dn.2xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAI_MODEL_CACHE_FILE: 'stabilityai-model-cache.tar.gz', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'cn-north-1': {}, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_1 = - this.of({ - modelId: 'model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0', - version: '1.0.1', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: ['ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.1/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAI_MODEL_CACHE_FILE: 'stabilityai-model-cache.tar.gz', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'cn-north-1': {}, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_0 = - this.of({ - modelId: 'model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0', - version: '1.0.0', - defaultInstanceType: 'ml.g5.4xlarge', - instanceTypes: [ - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - 'ml.g5.12xlarge', - 'ml.g5.16xlarge', - 'ml.g4dn.12xlarge', - 'ml.p4d.24xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAI_MODEL_CACHE_FILE: 'stabilityai-model-cache.tar.gz', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - gpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-east-1': { - gpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-northeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-northeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-south-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-southeast-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ap-southeast-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'ca-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'eu-central-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'eu-north-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'eu-south-1': { - gpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'eu-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'eu-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'eu-west-3': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'me-south-1': { - gpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'sa-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'us-east-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'us-east-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'us-west-1': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - 'us-west-2': { - gpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker', - }, - }, - instanceVariants: { - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_1_0 = - this.of({ - modelId: 'model-inpainting-runwayml-stable-diffusion-inpainting', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_0_0 = - this.of({ - modelId: 'model-inpainting-runwayml-stable-diffusion-inpainting', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_1_0 = - this.of({ - modelId: 'model-inpainting-runwayml-stable-diffusion-inpainting-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g5.2xlarge'], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_0_0 = - this.of({ - modelId: 'model-inpainting-runwayml-stable-diffusion-inpainting-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g5.2xlarge'], - artifactKey: - 'stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_1_0 = - this.of({ - modelId: 'model-inpainting-stabilityai-stable-diffusion-2-inpainting', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_0_0 = - this.of({ - modelId: 'model-inpainting-stabilityai-stable-diffusion-2-inpainting', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_1_0 = - this.of({ - modelId: - 'model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g5.2xlarge'], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_0_0 = - this.of({ - modelId: - 'model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g5.2xlarge'], - artifactKey: - 'stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_3_0 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', - version: '1.3.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_3 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', - version: '1.2.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_2 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', - version: '1.2.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_1 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', - version: '1.2.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_0 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_1_0 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_0_0 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_1_0 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_3 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', - version: '1.0.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_2 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_1 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_0 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_2_0 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', - version: '1.2.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_3 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', - version: '1.1.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_2 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', - version: '1.1.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_1 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', - version: '1.1.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_0_0 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_3 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', - version: '1.1.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_2 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', - version: '1.1.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_1 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', - version: '1.1.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_0 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_4 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', - version: '1.0.4', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_3 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', - version: '1.0.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_2 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_1 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_0 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_1_0 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_3 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', - version: '1.0.3', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_2 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', - version: '1.0.2', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_1 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', - version: '1.0.1', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_0 = - this.of({ - modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); - public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_1_0 = - this.of({ - modelId: 'model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16', - version: '1.1.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - prepackedArtifactKey: - 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz', - artifactKey: - 'stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - ENDPOINT_SERVER_TIMEOUT: 3600, - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: 1, - }, - instanceAliases: { - 'af-south-1': { - cpu_ecr_uri_1: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-east-1': { - cpu_ecr_uri_1: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-northeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-south-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ap-southeast-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'ca-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'cn-north-1': { - cpu_ecr_uri_1: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-central-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-north-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-south-1': { - cpu_ecr_uri_1: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'eu-west-3': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'me-south-1': { - cpu_ecr_uri_1: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'sa-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-east-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-1': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - 'us-west-2': { - cpu_ecr_uri_1: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', - gpu_ecr_uri_2: - '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04', - }, - }, - instanceVariants: { - c4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c5n: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - c6i: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - g4dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - g5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - local: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - local_gpu: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - m4: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - m5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - p2: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p3dn: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4d: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p4de: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - p5: { regional_properties: { image_uri: '$gpu_ecr_uri_2' } }, - r5: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - r5d: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t2: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - t3: { regional_properties: { image_uri: '$cpu_ecr_uri_1' } }, - }, - }); - public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_0_0 = - this.of({ - modelId: 'model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16', - version: '1.0.0', - defaultInstanceType: 'ml.p3.2xlarge', - instanceTypes: [ - 'ml.p3.2xlarge', - 'ml.g4dn.4xlarge', - 'ml.g4dn.8xlarge', - 'ml.g5.2xlarge', - 'ml.g5.4xlarge', - 'ml.g5.8xlarge', - ], - artifactKey: - 'stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz', - environment: { - SAGEMAKER_PROGRAM: 'inference.py', - SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', - SAGEMAKER_CONTAINER_LOG_LEVEL: '20', - MODEL_CACHE_ROOT: '/opt/ml/model', - SAGEMAKER_ENV: '1', - SAGEMAKER_MODEL_SERVER_WORKERS: '1', - SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', - }, - }); + public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-large-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-large-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-medium","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-medium.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-medium","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-medium.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-small","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-tiny","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-tiny.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-tiny","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-tiny.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_1 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_0 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-fillmask-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-fillmask-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-fillmask-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.2.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.1.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.2.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.1.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_3 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_3 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_1_0 = this.of({"modelId":"huggingface-llm-mistral-7b","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_0_0 = this.of({"modelId":"huggingface-llm-mistral-7b","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_INSTRUCT_1_0_0 = this.of({"modelId":"huggingface-llm-mistral-7b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b-instruct.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b-instruct.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION":"python","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION":"python","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_1 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_0 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-base-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-base-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-large-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-large-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-small-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-small-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-small-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-small-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-small","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_3 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_2 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_1 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_1_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-base/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-large/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_2_0 = this.of({"modelId":"huggingface-summarization-bart-large-cnn-samsum","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bart-large-cnn-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_1_0 = this.of({"modelId":"huggingface-summarization-bart-large-cnn-samsum","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_0_0 = this.of({"modelId":"huggingface-summarization-bart-large-cnn-samsum","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_2_0 = this.of({"modelId":"huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_1_0 = this.of({"modelId":"huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_0_0 = this.of({"modelId":"huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_2_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-arxiv","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_1_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-arxiv","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_0_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-arxiv","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_2_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-pubmed","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_1_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-pubmed","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_0_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-pubmed","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-12-6","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-12-6.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-12-6","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-12-6","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-6-6","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-6-6.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-6-6","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-6-6","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-1-1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-1-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-1-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-1-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-12-3","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-12-3.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-12-3","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-12-3","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_MODELS_2_0_0 = this.of({"modelId":"huggingface-tc-models","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-models/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-models/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_MODELS_1_0_2 = this.of({"modelId":"huggingface-tc-models","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_MODELS_1_0_1 = this.of({"modelId":"huggingface-tc-models","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_MODELS_1_0_0 = this.of({"modelId":"huggingface-tc-models","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-large","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-large","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_2 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_1 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_0 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_1 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_0 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_3 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_2 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_1 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_0 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_1 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_0 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-bnb-int8","version":"1.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_1 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-bnb-int8","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_0 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-bnb-int8","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-fp16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_1 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-fp16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_0 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_5 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_4 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_3 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_6 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.6","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_5 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_4 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_3 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_2 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_1 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_5 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_4 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_3 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_6 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.6","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_5 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_4 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_3 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-fp16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-fp16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-ul2-bf16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-ul2-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-ul2-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_2 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_1 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_0 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_1 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_0 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_3 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_2 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_1 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_0 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_2 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_1 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_0 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_1 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_0 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_3 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_2 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_1 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_0 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_2 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_1 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_0 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_1 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_0 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_3 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_2 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_1 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_0 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTEMBEDDING_ALL_MINILM_L6_V2_1_0_0 = this.of({"modelId":"huggingface-textembedding-all-MiniLM-L6-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_3 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_2 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_3 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_2 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_1 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_3 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_2 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_1 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_1 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_1 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_1 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_5_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.5.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_1 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.4.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.4.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_3_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_3 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_2 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_1 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_1_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_0_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-12b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-12b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-3b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-3b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-7b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-40b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-40b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.g5.2xlarge","ml.p3.16xlarge","ml.p3.8xlarge","ml.p3.2xlarge","ml.g4dn.12xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.g5.2xlarge","ml.p3.16xlarge","ml.p3.8xlarge","ml.p3.2xlarge","ml.g4dn.12xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_5_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.5.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_1 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.4.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.4.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_3_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_3 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_2 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_1 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_1_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_0_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_3_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_1 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_1_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_2 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_1 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_2_0_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_2_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_1 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.1.1/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.1.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_0_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-176b-int8","version":"1.0.2","defaultInstanceType":"ml.p4d.24xlarge","instanceTypes":["ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-176b-int8","version":"1.0.1","defaultInstanceType":"ml.p4d.24xlarge","instanceTypes":["ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-176b-int8","version":"1.0.0","defaultInstanceType":"ml.p4d.24xlarge","instanceTypes":["ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.3.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.2.2","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.2.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.2.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.1.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_2 = this.of({"modelId":"huggingface-textgeneration1-bloomz-176b-fp16","version":"1.0.2","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-bloomz-176b-fp16","version":"1.0.1","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-176b-fp16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_4 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.4","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_3 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_4 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.4","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_3 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-lightgpt","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-lightgpt","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_STORYWRITER_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-storywriter-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_2_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"2.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference-prepack/v1.0.1/","artifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_2_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"2.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference-prepack/v1.0.1/","artifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_2_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_1_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_2_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_1_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_2_0_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_1_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_0_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_2_0_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_1_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_0_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_2_0_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-small/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-small/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_1_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_0_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-22h-vintedois-diffusion-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_0_0 = this.of({"modelId":"huggingface-txt2img-22h-vintedois-diffusion-v0-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-akikagura-mkgen-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-akikagura-mkgen-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_1_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles-fastdb-4800","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_0_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles-fastdb-4800","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_1_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles9000","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles9000.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_0_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles9000","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-andite-anything-v4-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-andite-anything-v4-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-andite-anything-v4-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-astraliteheart-pony-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_0_0 = this.of({"modelId":"huggingface-txt2img-astraliteheart-pony-diffusion-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_1_0 = this.of({"modelId":"huggingface-txt2img-avrik-abstract-anim-spritesheets","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_0_0 = this.of({"modelId":"huggingface-txt2img-avrik-abstract-anim-spritesheets","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_1_0 = this.of({"modelId":"huggingface-txt2img-aybeeceedee-knollingcase","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_0_0 = this.of({"modelId":"huggingface-txt2img-aybeeceedee-knollingcase","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-k-anything-v3-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-k-anything-v3-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_1_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_0_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_1_0 = this.of({"modelId":"huggingface-txt2img-buntopsih-novgoranstefanovski","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_0_0 = this.of({"modelId":"huggingface-txt2img-buntopsih-novgoranstefanovski","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_1_0 = this.of({"modelId":"huggingface-txt2img-claudfuen-photorealistic-fuen-v1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_0_0 = this.of({"modelId":"huggingface-txt2img-claudfuen-photorealistic-fuen-v1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-coder119-vectorartz-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-coder119-vectorartz-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_1_0 = this.of({"modelId":"huggingface-txt2img-conflictx-complex-lineart","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-conflictx-complex-lineart.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_0_0 = this.of({"modelId":"huggingface-txt2img-conflictx-complex-lineart","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-cats-musical-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-cats-musical-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-tron-legacy-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-tron-legacy-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-van-gogh-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-van-gogh-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_1_0 = this.of({"modelId":"huggingface-txt2img-eimiss-eimisanimediffusion-1-0v","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_0_0 = this.of({"modelId":"huggingface-txt2img-eimiss-eimisanimediffusion-1-0v","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-envvi-inkpunk-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-envvi-inkpunk-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_1_0 = this.of({"modelId":"huggingface-txt2img-evel-yoshin","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-evel-yoshin.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_0_0 = this.of({"modelId":"huggingface-txt2img-evel-yoshin","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_1_0 = this.of({"modelId":"huggingface-txt2img-extraphy-mustafa-kemal-ataturk","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_0_0 = this.of({"modelId":"huggingface-txt2img-extraphy-mustafa-kemal-ataturk","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_1_0 = this.of({"modelId":"huggingface-txt2img-fffiloni-mr-men-and-little-misses","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_0_0 = this.of({"modelId":"huggingface-txt2img-fffiloni-mr-men-and-little-misses","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-elrisitas","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-elrisitas.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-elrisitas","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-papercut-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-papercut-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_1_0 = this.of({"modelId":"huggingface-txt2img-haor-evt-v3","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-haor-evt-v3.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_0_0 = this.of({"modelId":"huggingface-txt2img-haor-evt-v3","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_1_0 = this.of({"modelId":"huggingface-txt2img-hassanblend-hassanblend1-4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_0_0 = this.of({"modelId":"huggingface-txt2img-hassanblend-hassanblend1-4","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_0_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_0_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-ifansnek-johndiffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-ifansnek-johndiffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_1_0 = this.of({"modelId":"huggingface-txt2img-jersonm89-avatar","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jersonm89-avatar.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_0_0 = this.of({"modelId":"huggingface-txt2img-jersonm89-avatar","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_1_0 = this.of({"modelId":"huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_0_0 = this.of({"modelId":"huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_1_0 = this.of({"modelId":"huggingface-txt2img-katakana-2d-mix","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-katakana-2d-mix.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_0_0 = this.of({"modelId":"huggingface-txt2img-katakana-2d-mix","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_1_0 = this.of({"modelId":"huggingface-txt2img-lacambre-vulvine-look-v02","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_0_0 = this.of({"modelId":"huggingface-txt2img-lacambre-vulvine-look-v02","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-langboat-guohua-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-langboat-guohua-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-linaqruf-anything-v3-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-linaqruf-anything-v3-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-klingon-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-klingon-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-vulcan-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-vulcan-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitsua-mitsua-diffusion-cc0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_0_0 = this.of({"modelId":"huggingface-txt2img-mitsua-mitsua-diffusion-cc0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-naclbit-trinart-stable-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_0_0 = this.of({"modelId":"huggingface-txt2img-naclbit-trinart-stable-diffusion-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-arcane-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-arcane-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-archer-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-archer-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-classic-anim-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-classic-anim-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-elden-ring-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-elden-ring-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-future-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-future-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-ghibli-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-ghibli-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-mo-di-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-mo-di-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-nitro-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-nitro-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-redshift-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-redshift-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-spider-verse-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-spider-verse-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nousr-robo-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nousr-robo-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nousr-robo-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-ogkalu-comic-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-ogkalu-comic-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_1_0 = this.of({"modelId":"huggingface-txt2img-openjourney-openjourney","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-openjourney-openjourney.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_0_0 = this.of({"modelId":"huggingface-txt2img-openjourney-openjourney","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-piesposito-openpotionbottle-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_0_0 = this.of({"modelId":"huggingface-txt2img-piesposito-openpotionbottle-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_1_0 = this.of({"modelId":"huggingface-txt2img-plasmo-voxel-ish","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-voxel-ish.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_0_0 = this.of({"modelId":"huggingface-txt2img-plasmo-voxel-ish","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_1_0 = this.of({"modelId":"huggingface-txt2img-plasmo-woolitize","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-woolitize.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_0_0 = this.of({"modelId":"huggingface-txt2img-plasmo-woolitize","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-progamergov-min-illust-background-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-progamergov-min-illust-background-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-prompthero-linkedin-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-prompthero-linkedin-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_1_0 = this.of({"modelId":"huggingface-txt2img-prompthero-openjourney","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-openjourney.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_0_0 = this.of({"modelId":"huggingface-txt2img-prompthero-openjourney","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-qilex-magic-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-qilex-magic-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-qilex-magic-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_1_0 = this.of({"modelId":"huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_0_0 = this.of({"modelId":"huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-rayhell-popupbook-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-rayhell-popupbook-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_1_0 = this.of({"modelId":"huggingface-txt2img-runwayml-stable-diffusion-v1-5","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_0_0 = this.of({"modelId":"huggingface-txt2img-runwayml-stable-diffusion-v1-5","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-s3nh-beksinski-style-stable-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-s3nh-beksinski-style-stable-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-original-character-cyclps","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_0_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-original-character-cyclps","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_0_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-seraphm","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_0_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-seraphm","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_1_0 = this.of({"modelId":"huggingface-txt2img-shirayu-sd-tohoku-v1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_0_0 = this.of({"modelId":"huggingface-txt2img-shirayu-sd-tohoku-v1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_1_0 = this.of({"modelId":"huggingface-txt2img-thelastben-hrrzg-style-768px","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_0_0 = this.of({"modelId":"huggingface-txt2img-thelastben-hrrzg-style-768px","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_1_0 = this.of({"modelId":"huggingface-txt2img-timothepearce-gina-the-cat","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_0_0 = this.of({"modelId":"huggingface-txt2img-timothepearce-gina-the-cat","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-trystar-clonediffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-trystar-clonediffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-trystar-clonediffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_1_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-dbluth","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-dbluth.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_0_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-dbluth","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_1_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-rotoscopee","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_0_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-rotoscopee","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-volrath50-fantasy-card-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-volrath50-fantasy-card-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_1_0 = this.of({"modelId":"huggingface-txt2img-yayab-sd-onepiece-diffusers4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_0_0 = this.of({"modelId":"huggingface-txt2img-yayab-sd-onepiece-diffusers4","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-deberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-deberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-deberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-minilm2-l6-h768","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-minilm2-l6-h768","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-minilm2-l6-h768.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_2_0_0 = this.of({"modelId":"huggingface-zstc-eleldar-theme-classification","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_1_0_0 = this.of({"modelId":"huggingface-zstc-eleldar-theme-classification","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-eleldar-theme-classification.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-facebook-bart-large-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-facebook-bart-large-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-facebook-bart-large-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-jiva-xlm-roberta-large-it-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-jiva-xlm-roberta-large-it-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-jiva-xlm-roberta-large-it-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_2_0_0 = this.of({"modelId":"huggingface-zstc-lighteternal-nli-xlm-r-greek","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_1_0_0 = this.of({"modelId":"huggingface-zstc-lighteternal-nli-xlm-r-greek","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-lighteternal-nli-xlm-r-greek.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_2_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_1_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_2_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_1_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_2_0_0 = this.of({"modelId":"huggingface-zstc-narsil-bart-large-mnli-opti","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_1_0_0 = this.of({"modelId":"huggingface-zstc-narsil-bart-large-mnli-opti","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-narsil-bart-large-mnli-opti.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_2_0_0 = this.of({"modelId":"huggingface-zstc-narsil-deberta-large-mnli-zero-cls","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_1_0_0 = this.of({"modelId":"huggingface-zstc-narsil-deberta-large-mnli-zero-cls","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-narsil-deberta-large-mnli-zero-cls.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-navteca-bart-large-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-navteca-bart-large-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-navteca-bart-large-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-medium","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-medium","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-small","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-small","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_6 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.6","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_5 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.5","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_4 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.4","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_3 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_2 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_5 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.5","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_4 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.4","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_3 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.3","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"1.2.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"1.1.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.2.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.2.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.1.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_6 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.6","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_5 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_4 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_3 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_2 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9"},"environment":{}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_2_DEPTH_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-2-depth-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-v1-1","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v2-1-controlnet","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v2-1-controlnet-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0_0 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-v2-1","version":"1.0.0","defaultInstanceType":"ml.g5.xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"cn-north-1":{},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_1 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0","version":"1.0.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.1/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"cn-north-1":{},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_0 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_1_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_0_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_1_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_0_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_1_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_0_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_1_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_0_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_3_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_2_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_4 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.4","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_1_0 = this.of({"modelId":"model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_0_0 = this.of({"modelId":"model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + - constructor(private readonly spec: JumpStartModelSpec) {} + constructor(private readonly spec: IJumpStartModelSpec) {} - public static of(spec: JumpStartModelSpec): JumpStartModel { + public static of( + spec: IJumpStartModelSpec + ): JumpStartModel { return new JumpStartModel(spec); } - public bind(scope: Construct, grantable: iam.IGrantable): JumpStartModelSpec { + public bind(): IJumpStartModelSpec { return this.spec; } -} +} \ No newline at end of file diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts index b1fd0b22..3dabe678 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts @@ -15,11 +15,11 @@ import * as sagemaker from 'aws-cdk-lib/aws-sagemaker'; import { Stack, Token } from 'aws-cdk-lib/core'; import { Construct } from 'constructs'; import { InstanceType } from './instance-type'; -import { JumpStartModel, JumpStartModelSpec } from './jumpstart-model'; +import { JumpStartModel, IJumpStartModelSpec } from './jumpstart-model'; import { JumpStartConstants } from './private/jumpstart-constants'; import { SageMakerEndpointBase } from './sagemaker-endpoint-base'; -export interface JumpStartSageMakerEndpointProps { +export interface IJumpStartSageMakerEndpointProps { model: JumpStartModel; endpointName?: string; instanceType?: InstanceType; @@ -45,15 +45,11 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { public readonly role: iam.Role; private readonly region: string; - private readonly spec: JumpStartModelSpec; + private readonly spec: IJumpStartModelSpec; private readonly startupHealthCheckTimeoutInSeconds: number; private readonly environment?: { [key: string]: string }; - constructor( - scope: Construct, - id: string, - props: JumpStartSageMakerEndpointProps, - ) { + constructor(scope: Construct, id: string, props: IJumpStartSageMakerEndpointProps) { super(scope, id); this.model = props.model; @@ -62,10 +58,9 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { this.role = props.role ?? this.createSageMakerRole(); this.grantPrincipal = this.role; - this.startupHealthCheckTimeoutInSeconds = - props.startupHealthCheckTimeoutInSeconds ?? 600; + this.startupHealthCheckTimeoutInSeconds = props.startupHealthCheckTimeoutInSeconds ?? 600; this.environment = props.environment; - this.spec = this.model.bind(this, this.role); + this.spec = this.model.bind(); this.region = Stack.of(this).region; if (Token.isUnresolved(this.region)) { @@ -80,52 +75,34 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { let model: sagemaker.CfnModel; if (this.spec.modelPackageArns) { if (this.environment) { - throw new Error( - 'Environment variables are not supported for model packages.', - ); + throw new Error('Environment variables are not supported for model packages.'); } model = this.getModelFromPackage(scope); } else { const environment = this.buildEnvironment(instanceType); - model = this.getModelFromArtifact( - scope, - instanceType, - instanseBaseType, - environment, - ); + model = this.getModelFromArtifact(scope, instanceType, instanseBaseType, environment); } - const endpointConfig = new sagemaker.CfnEndpointConfig( - scope, - 'EndpointConfig', - { - productionVariants: [ - { - instanceType, - initialVariantWeight: 1, - initialInstanceCount: this.instanceCount, - variantName: 'AllTraffic', - modelName: model.getAtt('ModelName').toString(), - containerStartupHealthCheckTimeoutInSeconds: - this.startupHealthCheckTimeoutInSeconds, - }, - ], - }, - ); + const endpointConfig = new sagemaker.CfnEndpointConfig(scope, 'EndpointConfig', { + productionVariants: [ + { + instanceType, + initialVariantWeight: 1, + initialInstanceCount: this.instanceCount, + variantName: 'AllTraffic', + modelName: model.getAtt('ModelName').toString(), + containerStartupHealthCheckTimeoutInSeconds: this.startupHealthCheckTimeoutInSeconds, + }, + ], + }); endpointConfig.addDependency(model); - const endpoint = new sagemaker.CfnEndpoint( - scope, - `${this.spec.modelId}-endpoint`, - { - endpointConfigName: endpointConfig - .getAtt('EndpointConfigName') - .toString(), - endpointName: props.endpointName, - }, - ); + const endpoint = new sagemaker.CfnEndpoint(scope, `${this.spec.modelId}-endpoint`, { + endpointConfigName: endpointConfig.getAtt('EndpointConfigName').toString(), + endpointName: props.endpointName, + }); endpoint.addDependency(endpointConfig); @@ -170,8 +147,8 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { } private buildEnvironment(instanceType: string) { - const configEnvironment = (this.spec.instanceVariants || {})[instanceType] - ?.properties?.environment_variables; + const configEnvironment = (this.spec.instanceVariants || {})[instanceType]?.properties + ?.environment_variables; const environment = { ...(this.spec.environment ?? {}), @@ -189,12 +166,9 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { environment: { [key: string]: string | number | boolean }, ) { const key = this.spec.prepackedArtifactKey ?? this.spec.artifactKey; - const bucket = - JumpStartConstants.JUMPSTART_LAUNCHED_REGIONS[this.region]?.contentBucket; + const bucket = JumpStartConstants.JUMPSTART_LAUNCHED_REGIONS[this.region]?.contentBucket; if (!bucket) { - throw new Error( - `JumpStart is not available in the region ${this.region}.`, - ); + throw new Error(`JumpStart is not available in the region ${this.region}.`); } const modelDataUrl = `s3://${bucket}/${key}`; @@ -202,9 +176,7 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { instanceBaseType ]?.regional_properties?.image_uri?.replace('$', ''); if (!imageUriKey) { - throw new Error( - `The image uri is not available for instance type ${instanceType}.`, - ); + throw new Error(`The image uri is not available for instance type ${instanceType}.`); } const image = (this.spec.instanceAliases ?? {})[this.region]?.[imageUriKey]; if (!image) { From 8025eab4576ee244a677102f320c8115e8300b57 Mon Sep 17 00:00:00 2001 From: Sergey Pugachev Date: Mon, 13 Nov 2023 17:17:13 +0000 Subject: [PATCH 07/23] Fix JSII compilation issues --- .../generate-dlc-container-images.ts | 23 +- .../generate-jumpstart-models.ts | 65 +- .../deep-learning-container-image.ts | 2 +- .../jumpstart-model.ts | 1038 ++++++++--------- .../jumpstart-sagemaker-endpoint.ts | 17 +- 5 files changed, 583 insertions(+), 562 deletions(-) diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts index 995523c3..42deccbc 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts @@ -142,25 +142,15 @@ export async function getRepositories() { return repositoryNames; } -function generateCode(repositoryTagData: { - [repositoryName: string]: string[]; -}) { +function generateCode(repositoryTagData: { [repositoryName: string]: string[] }) { let imagesStr = ''; for (const repositoryName of Object.keys(repositoryTagData).sort()) { const tags = repositoryTagData[repositoryName].sort(); - const repositoryNameStr = GenerateUtils.replaceAll( - repositoryName, - '-', - '_', - ).toUpperCase(); + const repositoryNameStr = GenerateUtils.replaceAll(repositoryName, '-', '_').toUpperCase(); for (const tagName of tags) { - const tagNameStr = GenerateUtils.replaceAllBatch( - tagName, - ['\\.', '-'], - '_', - ).toUpperCase(); + const tagNameStr = GenerateUtils.replaceAllBatch(tagName, ['\\.', '-'], '_').toUpperCase(); const name = `${repositoryNameStr}_${tagNameStr}`; @@ -185,7 +175,7 @@ import * as ecr from 'aws-cdk-lib/aws-ecr'; import * as iam from 'aws-cdk-lib/aws-iam'; import { FactName } from 'aws-cdk-lib/region-info'; import { Construct } from 'constructs'; -import { ContainerImage, ContainerImageConfig } from './container-image'; +import { ContainerImage, ContainerImageConfig } from './container-image'; export class DeepLearningContainerImage extends ContainerImage { ${imagesStr} @@ -234,8 +224,5 @@ ${imagesStr} } `; - GenerateUtils.writeFileSyncWithDirs( - DEEP_LEARNING_CONTAINER_IMAGE_PATH, - fileStr, - ); + GenerateUtils.writeFileSyncWithDirs(DEEP_LEARNING_CONTAINER_IMAGE_PATH, fileStr); } diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts index 0a61c699..265234f6 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts @@ -177,6 +177,35 @@ function generateCode() { environment[env.name] = env.default; } + const instanceVariants = specSource.hosting_instance_type_variants?.variants; + const instanceAliases = specSource.hosting_instance_type_variants?.regional_aliases; + let instanceVariantsArr: any[] | undefined; + let instanceAliasesArr: any[] | undefined; + if (instanceVariants) { + instanceVariantsArr = []; + for (const instanceType of Object.keys(instanceVariants)) { + const current = instanceVariants[instanceType]; + + instanceVariantsArr.push({ + instanceType, + imageUri: current.regional_properties?.image_uri, + environment: current.properties?.environment_variables, + }); + } + } + + if (instanceAliases) { + instanceAliasesArr = []; + for (const region of Object.keys(instanceAliases)) { + const current = instanceAliases[region]; + + instanceAliasesArr.push({ + region, + aliases: current, + }); + } + } + const spec = { modelId, version, @@ -186,8 +215,8 @@ function generateCode() { prepackedArtifactKey: specSource.hosting_prepacked_artifact_key, artifactKey: specSource.hosting_artifact_key, environment, - instanceAliases: specSource.hosting_instance_type_variants?.regional_aliases, - instanceVariants: specSource.hosting_instance_type_variants?.variants, + instanceAliases: instanceAliasesArr, + instanceVariants: instanceVariantsArr, }; if (spec.modelPackageArns) { @@ -212,6 +241,17 @@ function generateCode() { * and limitations under the License. */ +export interface IInstanceAliase { + region: string; + aliases: { [key: string]: string }; +} + +export interface IInstanceValiant { + instanceType: string; + imageUri?: string; + environment?: { [key: string]: string }; +} + export interface IJumpStartModelSpec { modelId: string; version: string; @@ -220,33 +260,22 @@ export interface IJumpStartModelSpec { modelPackageArns?: { [region: string]: string }; prepackedArtifactKey?: string; artifactKey?: string; - environment: { [key: string]: string | number | boolean }, - instanceAliases?: { [region: string]: { [key: string]: string } }, - instanceVariants?: { - [key: string]: { - regional_properties?: { - image_uri: string; - }; - properties?: { - environment_variables: { - [key: string]: string; - }; - }; - }; - }; + environment: { [key: string]: string | number | boolean }; + instanceAliases?: IInstanceAliase[]; + instanceVariants?: IInstanceValiant[]; } export class JumpStartModel { ${modelsStr} - constructor(private readonly spec: IJumpStartModelSpec) {} - public static of( spec: IJumpStartModelSpec ): JumpStartModel { return new JumpStartModel(spec); } + constructor(private readonly spec: IJumpStartModelSpec) {} + public bind(): IJumpStartModelSpec { return this.spec; } diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts index ff0797ad..85233bad 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts @@ -15,7 +15,7 @@ import * as ecr from 'aws-cdk-lib/aws-ecr'; import * as iam from 'aws-cdk-lib/aws-iam'; import { FactName } from 'aws-cdk-lib/region-info'; import { Construct } from 'constructs'; -import { ContainerImage, ContainerImageConfig } from './container-image'; +import { ContainerImage, ContainerImageConfig } from './container-image'; export class DeepLearningContainerImage extends ContainerImage { public static readonly DJL_INFERENCE_0_19_0_DEEPSPEED0_7_3_CU113 = this.fromDeepLearningContainerImage('djl-inference','0.19.0-deepspeed0.7.3-cu113'); diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts index bb9b5356..f738af9f 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts @@ -11,6 +11,17 @@ * and limitations under the License. */ +export interface IInstanceAliase { + region: string; + aliases: { [key: string]: string }; +} + +export interface IInstanceValiant { + instanceType: string; + imageUri?: string; + environment?: { [key: string]: string }; +} + export interface IJumpStartModelSpec { modelId: string; version: string; @@ -19,434 +30,423 @@ export interface IJumpStartModelSpec { modelPackageArns?: { [region: string]: string }; prepackedArtifactKey?: string; artifactKey?: string; - environment: { [key: string]: string | number | boolean }, - instanceAliases?: { [region: string]: { [key: string]: string } }, - instanceVariants?: { - [key: string]: { - regional_properties?: { - image_uri: string; - }; - properties?: { - environment_variables: { - [key: string]: string; - }; - }; - }; - }; + environment: { [key: string]: string | number | boolean }; + instanceAliases?: IInstanceAliase[]; + instanceVariants?: IInstanceValiant[]; } export class JumpStartModel { - public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-large-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-large-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-large-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-medium","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-medium.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-medium","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-medium.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-medium","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-medium.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-small","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-tiny","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-tiny.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-tiny","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-tiny.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-tiny","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-tiny.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_1 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_0 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-fillmask-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-fillmask-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-fillmask-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.2.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.1.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.2.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.1.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_3 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_3 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-fillmask-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-fillmask-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-fillmask-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.2.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.1.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.2.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.1.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_3 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_3 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_1_0 = this.of({"modelId":"huggingface-llm-mistral-7b","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_0_0 = this.of({"modelId":"huggingface-llm-mistral-7b","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_MISTRAL_7B_INSTRUCT_1_0_0 = this.of({"modelId":"huggingface-llm-mistral-7b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b-instruct.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b-instruct.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.12xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"4"}}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"ml.g5.48xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}},"ml.p4d.24xlarge":{"properties":{"environment_variables":{"SM_NUM_GPUS":"8"}}}}}); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION":"python","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION":"python","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"cn-north-1":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_1_0 = this.of({"modelId":"huggingface-llm-mistral-7b","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_0_0 = this.of({"modelId":"huggingface-llm-mistral-7b","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_INSTRUCT_1_0_0 = this.of({"modelId":"huggingface-llm-mistral-7b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b-instruct.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b-instruct.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION":"python","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION":"python","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_1 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_0 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-base-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-base-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-large-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-large-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-small-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-small-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-small-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-small-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-small","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_1 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_0 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-base-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-base-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-large-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-large-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-small-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-small-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-small-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-small-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-small","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_3 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_3 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_2 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_1 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_1_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-base/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-base/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-large/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-large/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_2_0 = this.of({"modelId":"huggingface-summarization-bart-large-cnn-samsum","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bart-large-cnn-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_2_0 = this.of({"modelId":"huggingface-summarization-bart-large-cnn-samsum","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bart-large-cnn-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_1_0 = this.of({"modelId":"huggingface-summarization-bart-large-cnn-samsum","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_0_0 = this.of({"modelId":"huggingface-summarization-bart-large-cnn-samsum","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_2_0 = this.of({"modelId":"huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_2_0 = this.of({"modelId":"huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_1_0 = this.of({"modelId":"huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_0_0 = this.of({"modelId":"huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_2_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-arxiv","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_2_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-arxiv","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_1_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-arxiv","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_0_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-arxiv","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_2_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-pubmed","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_2_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-pubmed","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_1_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-pubmed","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_0_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-pubmed","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-12-6","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-12-6.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-12-6","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-12-6.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-12-6","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-12-6","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-6-6","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-6-6.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-6-6","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-6-6.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-6-6","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-6-6","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-1-1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-1-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-1-1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-1-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-1-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-1-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-12-3","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-12-3.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-12-3","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-12-3.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-12-3","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-12-3","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_MODELS_2_0_0 = this.of({"modelId":"huggingface-tc-models","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-models/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-models/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_MODELS_1_0_2 = this.of({"modelId":"huggingface-tc-models","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_MODELS_2_0_0 = this.of({"modelId":"huggingface-tc-models","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-models/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-models/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_MODELS_1_0_2 = this.of({"modelId":"huggingface-tc-models","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_MODELS_1_0_1 = this.of({"modelId":"huggingface-tc-models","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_MODELS_1_0_0 = this.of({"modelId":"huggingface-tc-models","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-large","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-large","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-large","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_2 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_2 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_1 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_0 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_1 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); @@ -455,16 +455,16 @@ export class JumpStartModel { public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_2 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_1 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_0 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_1 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_0 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-bnb-int8","version":"1.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-bnb-int8","version":"1.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_1 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-bnb-int8","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_0 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-bnb-int8","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-fp16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-fp16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_1 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-fp16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_0 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_5 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); @@ -478,7 +478,7 @@ export class JumpStartModel { public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); @@ -487,7 +487,7 @@ export class JumpStartModel { public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_6 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.6","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); @@ -501,7 +501,7 @@ export class JumpStartModel { public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_2 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_2 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_1 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_5 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); @@ -515,7 +515,7 @@ export class JumpStartModel { public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_6 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.6","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); @@ -529,20 +529,20 @@ export class JumpStartModel { public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-fp16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-fp16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-fp16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-ul2-bf16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-ul2-bf16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-ul2-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-ul2-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_2 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_2 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_1 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_0 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_1 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); @@ -551,7 +551,7 @@ export class JumpStartModel { public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_2 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_1 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_0 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_2 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_2 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_1 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_0 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_1 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); @@ -560,7 +560,7 @@ export class JumpStartModel { public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_2 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_1 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_0 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_2 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_2 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_1 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_0 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_1 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); @@ -569,8 +569,8 @@ export class JumpStartModel { public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_2 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_1 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_0 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTEMBEDDING_ALL_MINILM_L6_V2_1_0_0 = this.of({"modelId":"huggingface-textembedding-all-MiniLM-L6-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTEMBEDDING_ALL_MINILM_L6_V2_1_0_0 = this.of({"modelId":"huggingface-textembedding-all-MiniLM-L6-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); @@ -578,7 +578,7 @@ export class JumpStartModel { public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_2 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); @@ -586,7 +586,7 @@ export class JumpStartModel { public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_2 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_1 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); @@ -594,19 +594,19 @@ export class JumpStartModel { public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_2 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_1 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_1 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_1 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_1 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_5_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.5.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_5_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.5.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_1 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.4.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.4.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_3_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); @@ -616,17 +616,17 @@ export class JumpStartModel { public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_1_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_0_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-12b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-12b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-12b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-3b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-3b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-3b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-7b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-7b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-40b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-40b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.g5.2xlarge","ml.p3.16xlarge","ml.p3.8xlarge","ml.p3.2xlarge","ml.g4dn.12xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.g5.2xlarge","ml.p3.16xlarge","ml.p3.8xlarge","ml.p3.2xlarge","ml.g4dn.12xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_5_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.5.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-40b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-40b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.g5.2xlarge","ml.p3.16xlarge","ml.p3.8xlarge","ml.p3.2xlarge","ml.g4dn.12xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.g5.2xlarge","ml.p3.16xlarge","ml.p3.8xlarge","ml.p3.2xlarge","ml.g4dn.12xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_5_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.5.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_1 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.4.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.4.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_3_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); @@ -636,73 +636,73 @@ export class JumpStartModel { public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_1_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_0_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_3_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_3_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_1 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_1_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_2 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_1 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_2_0_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_2_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_2_0_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_2_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_1 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.1.1/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.1.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_0_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-176b-int8","version":"1.0.2","defaultInstanceType":"ml.p4d.24xlarge","instanceTypes":["ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-176b-int8","version":"1.0.2","defaultInstanceType":"ml.p4d.24xlarge","instanceTypes":["ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-176b-int8","version":"1.0.1","defaultInstanceType":"ml.p4d.24xlarge","instanceTypes":["ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-176b-int8","version":"1.0.0","defaultInstanceType":"ml.p4d.24xlarge","instanceTypes":["ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.3.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.3.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.2.2","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.2.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.2.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.1.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_2 = this.of({"modelId":"huggingface-textgeneration1-bloomz-176b-fp16","version":"1.0.2","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_2 = this.of({"modelId":"huggingface-textgeneration1-bloomz-176b-fp16","version":"1.0.2","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-bloomz-176b-fp16","version":"1.0.1","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-176b-fp16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_4 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.4","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_3 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); @@ -711,7 +711,7 @@ export class JumpStartModel { public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_4 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.4","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_3 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); @@ -720,412 +720,412 @@ export class JumpStartModel { public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-lightgpt","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-lightgpt","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-lightgpt","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_STORYWRITER_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-storywriter-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_STORYWRITER_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-storywriter-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_2_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"2.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference-prepack/v1.0.1/","artifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_2_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"2.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference-prepack/v1.0.1/","artifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_2_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"2.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference-prepack/v1.0.1/","artifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_2_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"2.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference-prepack/v1.0.1/","artifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_2_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_1_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_2_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_1_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_2_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_1_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_2_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_1_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_2_0_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_1_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_2_0_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_1_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_0_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_2_0_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_1_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_2_0_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_1_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_0_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_2_0_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-small/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-small/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_1_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_2_0_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-small/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-small/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_1_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_0_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-22h-vintedois-diffusion-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-22h-vintedois-diffusion-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_0_0 = this.of({"modelId":"huggingface-txt2img-22h-vintedois-diffusion-v0-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-akikagura-mkgen-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-akikagura-mkgen-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-akikagura-mkgen-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_1_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles-fastdb-4800","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_1_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles-fastdb-4800","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_0_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles-fastdb-4800","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_1_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles9000","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles9000.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_1_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles9000","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles9000.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_0_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles9000","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-andite-anything-v4-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-andite-anything-v4-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-andite-anything-v4-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-andite-anything-v4-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-andite-anything-v4-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-astraliteheart-pony-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-astraliteheart-pony-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_0_0 = this.of({"modelId":"huggingface-txt2img-astraliteheart-pony-diffusion-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_1_0 = this.of({"modelId":"huggingface-txt2img-avrik-abstract-anim-spritesheets","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_1_0 = this.of({"modelId":"huggingface-txt2img-avrik-abstract-anim-spritesheets","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_0_0 = this.of({"modelId":"huggingface-txt2img-avrik-abstract-anim-spritesheets","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_1_0 = this.of({"modelId":"huggingface-txt2img-aybeeceedee-knollingcase","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_1_0 = this.of({"modelId":"huggingface-txt2img-aybeeceedee-knollingcase","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_0_0 = this.of({"modelId":"huggingface-txt2img-aybeeceedee-knollingcase","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-k-anything-v3-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-k-anything-v3-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-k-anything-v3-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_1_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_1_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_0_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_1_0 = this.of({"modelId":"huggingface-txt2img-buntopsih-novgoranstefanovski","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_1_0 = this.of({"modelId":"huggingface-txt2img-buntopsih-novgoranstefanovski","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_0_0 = this.of({"modelId":"huggingface-txt2img-buntopsih-novgoranstefanovski","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_1_0 = this.of({"modelId":"huggingface-txt2img-claudfuen-photorealistic-fuen-v1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_1_0 = this.of({"modelId":"huggingface-txt2img-claudfuen-photorealistic-fuen-v1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_0_0 = this.of({"modelId":"huggingface-txt2img-claudfuen-photorealistic-fuen-v1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-coder119-vectorartz-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-coder119-vectorartz-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-coder119-vectorartz-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_1_0 = this.of({"modelId":"huggingface-txt2img-conflictx-complex-lineart","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-conflictx-complex-lineart.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_1_0 = this.of({"modelId":"huggingface-txt2img-conflictx-complex-lineart","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-conflictx-complex-lineart.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_0_0 = this.of({"modelId":"huggingface-txt2img-conflictx-complex-lineart","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-cats-musical-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-cats-musical-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-cats-musical-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-tron-legacy-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-tron-legacy-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-tron-legacy-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-van-gogh-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-van-gogh-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-van-gogh-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_1_0 = this.of({"modelId":"huggingface-txt2img-eimiss-eimisanimediffusion-1-0v","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_1_0 = this.of({"modelId":"huggingface-txt2img-eimiss-eimisanimediffusion-1-0v","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_0_0 = this.of({"modelId":"huggingface-txt2img-eimiss-eimisanimediffusion-1-0v","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-envvi-inkpunk-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-envvi-inkpunk-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-envvi-inkpunk-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_1_0 = this.of({"modelId":"huggingface-txt2img-evel-yoshin","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-evel-yoshin.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_1_0 = this.of({"modelId":"huggingface-txt2img-evel-yoshin","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-evel-yoshin.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_0_0 = this.of({"modelId":"huggingface-txt2img-evel-yoshin","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_1_0 = this.of({"modelId":"huggingface-txt2img-extraphy-mustafa-kemal-ataturk","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_1_0 = this.of({"modelId":"huggingface-txt2img-extraphy-mustafa-kemal-ataturk","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_0_0 = this.of({"modelId":"huggingface-txt2img-extraphy-mustafa-kemal-ataturk","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_1_0 = this.of({"modelId":"huggingface-txt2img-fffiloni-mr-men-and-little-misses","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_1_0 = this.of({"modelId":"huggingface-txt2img-fffiloni-mr-men-and-little-misses","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_0_0 = this.of({"modelId":"huggingface-txt2img-fffiloni-mr-men-and-little-misses","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-elrisitas","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-elrisitas.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-elrisitas","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-elrisitas.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-elrisitas","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-papercut-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-papercut-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-papercut-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_1_0 = this.of({"modelId":"huggingface-txt2img-haor-evt-v3","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-haor-evt-v3.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_1_0 = this.of({"modelId":"huggingface-txt2img-haor-evt-v3","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-haor-evt-v3.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_0_0 = this.of({"modelId":"huggingface-txt2img-haor-evt-v3","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_1_0 = this.of({"modelId":"huggingface-txt2img-hassanblend-hassanblend1-4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_1_0 = this.of({"modelId":"huggingface-txt2img-hassanblend-hassanblend1-4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_0_0 = this.of({"modelId":"huggingface-txt2img-hassanblend-hassanblend1-4","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_0_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_0_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-ifansnek-johndiffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-ifansnek-johndiffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-ifansnek-johndiffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_1_0 = this.of({"modelId":"huggingface-txt2img-jersonm89-avatar","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jersonm89-avatar.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_1_0 = this.of({"modelId":"huggingface-txt2img-jersonm89-avatar","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jersonm89-avatar.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_0_0 = this.of({"modelId":"huggingface-txt2img-jersonm89-avatar","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_1_0 = this.of({"modelId":"huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_1_0 = this.of({"modelId":"huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_0_0 = this.of({"modelId":"huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_1_0 = this.of({"modelId":"huggingface-txt2img-katakana-2d-mix","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-katakana-2d-mix.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_1_0 = this.of({"modelId":"huggingface-txt2img-katakana-2d-mix","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-katakana-2d-mix.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_0_0 = this.of({"modelId":"huggingface-txt2img-katakana-2d-mix","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_1_0 = this.of({"modelId":"huggingface-txt2img-lacambre-vulvine-look-v02","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_1_0 = this.of({"modelId":"huggingface-txt2img-lacambre-vulvine-look-v02","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_0_0 = this.of({"modelId":"huggingface-txt2img-lacambre-vulvine-look-v02","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-langboat-guohua-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-langboat-guohua-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-langboat-guohua-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-linaqruf-anything-v3-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-linaqruf-anything-v3-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-linaqruf-anything-v3-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-klingon-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-klingon-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-klingon-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-vulcan-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-vulcan-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-vulcan-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitsua-mitsua-diffusion-cc0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitsua-mitsua-diffusion-cc0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_0_0 = this.of({"modelId":"huggingface-txt2img-mitsua-mitsua-diffusion-cc0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-naclbit-trinart-stable-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-naclbit-trinart-stable-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_0_0 = this.of({"modelId":"huggingface-txt2img-naclbit-trinart-stable-diffusion-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-arcane-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-arcane-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-arcane-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-archer-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-archer-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-archer-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-classic-anim-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-classic-anim-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-classic-anim-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-elden-ring-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-elden-ring-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-elden-ring-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-future-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-future-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-future-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-ghibli-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-ghibli-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-ghibli-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-mo-di-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-mo-di-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-mo-di-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-nitro-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-nitro-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-nitro-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-redshift-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-redshift-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-redshift-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-spider-verse-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-spider-verse-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-spider-verse-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nousr-robo-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nousr-robo-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nousr-robo-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nousr-robo-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nousr-robo-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-ogkalu-comic-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-ogkalu-comic-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-ogkalu-comic-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_1_0 = this.of({"modelId":"huggingface-txt2img-openjourney-openjourney","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-openjourney-openjourney.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_1_0 = this.of({"modelId":"huggingface-txt2img-openjourney-openjourney","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-openjourney-openjourney.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_0_0 = this.of({"modelId":"huggingface-txt2img-openjourney-openjourney","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-piesposito-openpotionbottle-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-piesposito-openpotionbottle-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_0_0 = this.of({"modelId":"huggingface-txt2img-piesposito-openpotionbottle-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_1_0 = this.of({"modelId":"huggingface-txt2img-plasmo-voxel-ish","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-voxel-ish.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_1_0 = this.of({"modelId":"huggingface-txt2img-plasmo-voxel-ish","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-voxel-ish.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_0_0 = this.of({"modelId":"huggingface-txt2img-plasmo-voxel-ish","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_1_0 = this.of({"modelId":"huggingface-txt2img-plasmo-woolitize","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-woolitize.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_1_0 = this.of({"modelId":"huggingface-txt2img-plasmo-woolitize","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-woolitize.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_0_0 = this.of({"modelId":"huggingface-txt2img-plasmo-woolitize","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-progamergov-min-illust-background-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-progamergov-min-illust-background-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-progamergov-min-illust-background-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-prompthero-linkedin-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-prompthero-linkedin-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-prompthero-linkedin-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_1_0 = this.of({"modelId":"huggingface-txt2img-prompthero-openjourney","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-openjourney.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_1_0 = this.of({"modelId":"huggingface-txt2img-prompthero-openjourney","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-openjourney.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_0_0 = this.of({"modelId":"huggingface-txt2img-prompthero-openjourney","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-qilex-magic-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-qilex-magic-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-qilex-magic-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-qilex-magic-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-qilex-magic-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_1_0 = this.of({"modelId":"huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_1_0 = this.of({"modelId":"huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_0_0 = this.of({"modelId":"huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-rayhell-popupbook-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-rayhell-popupbook-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-rayhell-popupbook-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_1_0 = this.of({"modelId":"huggingface-txt2img-runwayml-stable-diffusion-v1-5","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_1_0 = this.of({"modelId":"huggingface-txt2img-runwayml-stable-diffusion-v1-5","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_0_0 = this.of({"modelId":"huggingface-txt2img-runwayml-stable-diffusion-v1-5","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-s3nh-beksinski-style-stable-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-s3nh-beksinski-style-stable-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-s3nh-beksinski-style-stable-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-original-character-cyclps","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-original-character-cyclps","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_0_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-original-character-cyclps","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_0_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-seraphm","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-seraphm","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_0_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-seraphm","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_1_0 = this.of({"modelId":"huggingface-txt2img-shirayu-sd-tohoku-v1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_1_0 = this.of({"modelId":"huggingface-txt2img-shirayu-sd-tohoku-v1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_0_0 = this.of({"modelId":"huggingface-txt2img-shirayu-sd-tohoku-v1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_1_0 = this.of({"modelId":"huggingface-txt2img-thelastben-hrrzg-style-768px","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_1_0 = this.of({"modelId":"huggingface-txt2img-thelastben-hrrzg-style-768px","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_0_0 = this.of({"modelId":"huggingface-txt2img-thelastben-hrrzg-style-768px","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_1_0 = this.of({"modelId":"huggingface-txt2img-timothepearce-gina-the-cat","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_1_0 = this.of({"modelId":"huggingface-txt2img-timothepearce-gina-the-cat","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_0_0 = this.of({"modelId":"huggingface-txt2img-timothepearce-gina-the-cat","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-trystar-clonediffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-trystar-clonediffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-trystar-clonediffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-trystar-clonediffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-trystar-clonediffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_1_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-dbluth","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-dbluth.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_1_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-dbluth","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-dbluth.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_0_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-dbluth","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_1_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-rotoscopee","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_1_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-rotoscopee","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_0_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-rotoscopee","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-volrath50-fantasy-card-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-volrath50-fantasy-card-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-volrath50-fantasy-card-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_1_0 = this.of({"modelId":"huggingface-txt2img-yayab-sd-onepiece-diffusers4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_1_0 = this.of({"modelId":"huggingface-txt2img-yayab-sd-onepiece-diffusers4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_0_0 = this.of({"modelId":"huggingface-txt2img-yayab-sd-onepiece-diffusers4","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-deberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-deberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-deberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-minilm2-l6-h768","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-minilm2-l6-h768","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-minilm2-l6-h768.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_2_0_0 = this.of({"modelId":"huggingface-zstc-eleldar-theme-classification","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_1_0_0 = this.of({"modelId":"huggingface-zstc-eleldar-theme-classification","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-eleldar-theme-classification.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-facebook-bart-large-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-facebook-bart-large-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-facebook-bart-large-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-jiva-xlm-roberta-large-it-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-jiva-xlm-roberta-large-it-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-jiva-xlm-roberta-large-it-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_2_0_0 = this.of({"modelId":"huggingface-zstc-lighteternal-nli-xlm-r-greek","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_1_0_0 = this.of({"modelId":"huggingface-zstc-lighteternal-nli-xlm-r-greek","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-lighteternal-nli-xlm-r-greek.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_2_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_1_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_2_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_1_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_2_0_0 = this.of({"modelId":"huggingface-zstc-narsil-bart-large-mnli-opti","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_1_0_0 = this.of({"modelId":"huggingface-zstc-narsil-bart-large-mnli-opti","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-narsil-bart-large-mnli-opti.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_2_0_0 = this.of({"modelId":"huggingface-zstc-narsil-deberta-large-mnli-zero-cls","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_1_0_0 = this.of({"modelId":"huggingface-zstc-narsil-deberta-large-mnli-zero-cls","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-narsil-deberta-large-mnli-zero-cls.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-navteca-bart-large-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-navteca-bart-large-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-navteca-bart-large-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-medium","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-medium","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-small","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-small","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_6 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.6","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_5 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.5","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_4 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.4","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_3 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_2 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-deberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-deberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-deberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-minilm2-l6-h768","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-minilm2-l6-h768","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-minilm2-l6-h768.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_2_0_0 = this.of({"modelId":"huggingface-zstc-eleldar-theme-classification","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_1_0_0 = this.of({"modelId":"huggingface-zstc-eleldar-theme-classification","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-eleldar-theme-classification.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-facebook-bart-large-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-facebook-bart-large-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-facebook-bart-large-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-jiva-xlm-roberta-large-it-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-jiva-xlm-roberta-large-it-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-jiva-xlm-roberta-large-it-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_2_0_0 = this.of({"modelId":"huggingface-zstc-lighteternal-nli-xlm-r-greek","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_1_0_0 = this.of({"modelId":"huggingface-zstc-lighteternal-nli-xlm-r-greek","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-lighteternal-nli-xlm-r-greek.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_2_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_1_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_2_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_1_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_2_0_0 = this.of({"modelId":"huggingface-zstc-narsil-bart-large-mnli-opti","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_1_0_0 = this.of({"modelId":"huggingface-zstc-narsil-bart-large-mnli-opti","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-narsil-bart-large-mnli-opti.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_2_0_0 = this.of({"modelId":"huggingface-zstc-narsil-deberta-large-mnli-zero-cls","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_1_0_0 = this.of({"modelId":"huggingface-zstc-narsil-deberta-large-mnli-zero-cls","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-narsil-deberta-large-mnli-zero-cls.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-navteca-bart-large-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-navteca-bart-large-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-navteca-bart-large-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-medium","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-medium","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-small","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-small","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_6 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.6","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_5 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.5","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_4 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.4","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_3 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_2 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{}}); public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_5 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.5","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_4 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.4","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_3 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.3","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_5 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.5","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_4 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.4","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_3 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.3","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"1.2.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{}}); public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"1.1.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.2.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.2.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.2.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.2.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.1.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_6 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.6","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_5 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_4 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_3 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_2 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_6 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.6","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_5 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_4 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_3 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_2 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{}}); public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_2_DEPTH_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-2-depth-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-v1-1","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v2-1-controlnet","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v2-1-controlnet-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-east-1":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-northeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-south-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ap-southeast-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"ca-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"cn-north-1":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-central-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-north-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-south-1":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"eu-west-3":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"me-south-1":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"sa-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-east-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-1":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"},"us-west-2":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf1":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"inf2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m4":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$alias_ecr_uri_1"}}}}); - public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0_0 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-v2-1","version":"1.0.0","defaultInstanceType":"ml.g5.xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"cn-north-1":{},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_1 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0","version":"1.0.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.1/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"cn-north-1":{},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_0 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-east-1":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-northeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-south-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ap-southeast-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"ca-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-central-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-north-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-south-1":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"eu-west-3":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"me-south-1":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"sa-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-east-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-1":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"},"us-west-2":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},"instanceVariants":{"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_1"}}}}); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_1_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_2_DEPTH_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-2-depth-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-v1-1","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v2-1-controlnet","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v2-1-controlnet-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0_0 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-v2-1","version":"1.0.0","defaultInstanceType":"ml.g5.xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"cn-north-1","aliases":{}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_1 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0","version":"1.0.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.1/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"cn-north-1","aliases":{}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_0 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_1_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_0_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_1_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_1_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_0_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_1_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_1_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_0_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_1_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_1_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_0_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_3_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_3_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_2_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_2_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); @@ -1134,23 +1134,23 @@ export class JumpStartModel { public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_1_0 = this.of({"modelId":"model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":{"af-south-1":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-east-1":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-northeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-south-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ap-southeast-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"ca-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"cn-north-1":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-central-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-north-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-south-1":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"eu-west-3":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"me-south-1":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"sa-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-east-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-1":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"},"us-west-2":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},"instanceVariants":{"c4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c5n":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"c6i":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"g4dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"g5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"local":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"local_gpu":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"m4":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"m5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"p2":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p3dn":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4d":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p4de":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"p5":{"regional_properties":{"image_uri":"$gpu_ecr_uri_2"}},"r5":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"r5d":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t2":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}},"t3":{"regional_properties":{"image_uri":"$cpu_ecr_uri_1"}}}}); + public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_1_0 = this.of({"modelId":"model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_0_0 = this.of({"modelId":"model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - constructor(private readonly spec: IJumpStartModelSpec) {} - public static of( spec: IJumpStartModelSpec ): JumpStartModel { return new JumpStartModel(spec); } + constructor(private readonly spec: IJumpStartModelSpec) {} + public bind(): IJumpStartModelSpec { return this.spec; } diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts index 3dabe678..208ba165 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts @@ -147,8 +147,9 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { } private buildEnvironment(instanceType: string) { - const configEnvironment = (this.spec.instanceVariants || {})[instanceType]?.properties - ?.environment_variables; + const configEnvironment = this.spec.instanceVariants?.find( + (v) => v.instanceType === instanceType, + )?.environment; const environment = { ...(this.spec.environment ?? {}), @@ -172,13 +173,17 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { } const modelDataUrl = `s3://${bucket}/${key}`; - const imageUriKey = (this.spec.instanceVariants || {})[ - instanceBaseType - ]?.regional_properties?.image_uri?.replace('$', ''); + const imageUriKey = this.spec.instanceVariants + ?.find((v) => v.instanceType === instanceBaseType) + ?.imageUri?.replace('$', ''); + if (!imageUriKey) { throw new Error(`The image uri is not available for instance type ${instanceType}.`); } - const image = (this.spec.instanceAliases ?? {})[this.region]?.[imageUriKey]; + + const image = this.spec.instanceAliases?.find((v) => v.region === this.region)?.aliases[ + imageUriKey + ]; if (!image) { throw new Error( `The image uri is not available for instance type ${instanceType} in region ${this.region}.`, From abb96df45e06d390a456a32ab9042fdcff6c3a6f Mon Sep 17 00:00:00 2001 From: Sergey Pugachev Date: Mon, 13 Nov 2023 17:23:26 +0000 Subject: [PATCH 08/23] Fix JSII compilation issues --- .../generate-dlc-container-images.ts | 12 +- .../code-generation/index.ts | 4 +- .../deep-learning-container-image.ts | 128 +- .../jumpstart-model.ts | 2212 ++++++++--------- 4 files changed, 1178 insertions(+), 1178 deletions(-) diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts index 42deccbc..c046b3ba 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts @@ -154,7 +154,7 @@ function generateCode(repositoryTagData: { [repositoryName: string]: string[] }) const name = `${repositoryNameStr}_${tagNameStr}`; - imagesStr += `\tpublic static readonly ${name} = this.fromDeepLearningContainerImage('${repositoryName}','${tagName}');\n`; + imagesStr += `\tpublic static readonly ${name} = this.fromDeepLearningContainerImage('${repositoryName}', '${tagName}');\n`; } } @@ -183,7 +183,7 @@ ${imagesStr} public static fromDeepLearningContainerImage( repositoryName: string, tag: string, - accountId?: string + accountId?: string, ): ContainerImage { return new DeepLearningContainerImage(repositoryName, tag, accountId); } @@ -191,14 +191,14 @@ ${imagesStr} constructor( private readonly repositoryName: string, private readonly tag: string, - private readonly accountId?: string + private readonly accountId?: string, ) { super(); } public bind( scope: Construct, - grantable: iam.IGrantable + grantable: iam.IGrantable, ): ContainerImageConfig { const accountId = this.accountId ?? @@ -212,9 +212,9 @@ ${imagesStr} repositoryArn: ecr.Repository.arnForLocalRepository( this.repositoryName, scope, - accountId + accountId, ), - } + }, ); repository.grantPull(grantable); diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts index edcfde85..4603322e 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts @@ -11,10 +11,10 @@ * and limitations under the License. */ import { generateDLCContainerImages } from './generate-dlc-container-images'; -import { generateJumpStartModels } from './generate-jumpstart-models'; +//import { generateJumpStartModels } from './generate-jumpstart-models'; async function main() { - await generateJumpStartModels(); + //await generateJumpStartModels(); await generateDLCContainerImages(); } diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts index 85233bad..03d02549 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts @@ -18,71 +18,71 @@ import { Construct } from 'constructs'; import { ContainerImage, ContainerImageConfig } from './container-image'; export class DeepLearningContainerImage extends ContainerImage { - public static readonly DJL_INFERENCE_0_19_0_DEEPSPEED0_7_3_CU113 = this.fromDeepLearningContainerImage('djl-inference','0.19.0-deepspeed0.7.3-cu113'); - public static readonly DJL_INFERENCE_0_20_0_DEEPSPEED0_7_5_CU116 = this.fromDeepLearningContainerImage('djl-inference','0.20.0-deepspeed0.7.5-cu116'); - public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_0_CU117 = this.fromDeepLearningContainerImage('djl-inference','0.21.0-deepspeed0.8.0-cu117'); - public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_3_CU117 = this.fromDeepLearningContainerImage('djl-inference','0.21.0-deepspeed0.8.3-cu117'); - public static readonly DJL_INFERENCE_0_21_0_FASTERTRANSFORMER5_3_0_CU117 = this.fromDeepLearningContainerImage('djl-inference','0.21.0-fastertransformer5.3.0-cu117'); - public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_8_3_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-deepspeed0.8.3-cu118'); - public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_9_2_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-deepspeed0.9.2-cu118'); - public static readonly DJL_INFERENCE_0_22_1_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-fastertransformer5.3.0-cu118'); - public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_10_0 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-neuronx-sdk2.10.0'); - public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_9_0 = this.fromDeepLearningContainerImage('djl-inference','0.22.1-neuronx-sdk2.9.0'); - public static readonly DJL_INFERENCE_0_23_0_DEEPSPEED0_9_5_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.23.0-deepspeed0.9.5-cu118'); - public static readonly DJL_INFERENCE_0_23_0_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.23.0-fastertransformer5.3.0-cu118'); - public static readonly DJL_INFERENCE_0_23_0_NEURONX_SDK2_12_0 = this.fromDeepLearningContainerImage('djl-inference','0.23.0-neuronx-sdk2.12.0'); - public static readonly DJL_INFERENCE_0_24_0_DEEPSPEED0_10_0_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.24.0-deepspeed0.10.0-cu118'); - public static readonly DJL_INFERENCE_0_24_0_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference','0.24.0-fastertransformer5.3.0-cu118'); - public static readonly DJL_INFERENCE_0_24_0_NEURONX_SDK2_14_1 = this.fromDeepLearningContainerImage('djl-inference','0.24.0-neuronx-sdk2.14.1'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_GPU_PY38_CU113_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_GPU_PY39_CU117_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_GPU_PY36_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.8.1-transformers4.10.2-cpu-py36-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_GPU_PY36_CU111_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.8.1-transformers4.10.2-gpu-py36-cu111-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.8.1-transformers4.6.1-cpu-py36-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_GPU_PY36_CU111_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.8.1-transformers4.6.1-gpu-py36-cu111-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.0-transformers4.10.2-cpu-py38-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.0-transformers4.10.2-gpu-py38-cu111-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.0-transformers4.11.0-cpu-py38-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.0-transformers4.11.0-gpu-py38-cu111-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.1-transformers4.12.3-cpu-py38-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','1.9.1-transformers4.12.3-gpu-py38-cu111-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_CPU_PY310_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','2.0.0-transformers4.28.1-cpu-py310-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_GPU_PY310_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference','2.0.0-transformers4.28.1-gpu-py310-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_0_TRANSFORMERS4_28_1_NEURONX_PY38_SDK2_9_1_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference-neuronx','1.13.0-transformers4.28.1-neuronx-py38-sdk2.9.1-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_1_TRANSFORMERS4_34_1_NEURONX_PY310_SDK2_15_0_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference-neuronx','1.13.1-transformers4.34.1-neuronx-py310-sdk2.15.0-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_6_0_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.0-tgi0.6.0-gpu-py39-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_8_2_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI0_9_3_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_0_3_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.1-tgi1.0.3-gpu-py39-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_1_0_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference','2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.11.0-transformers4.26.0-cpu-py39-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.11.0-transformers4.26.0-gpu-py39-cu112-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.11.1-transformers4.26.0-gpu-py39-cu112-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.4.1-transformers4.6.1-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_GPU_PY37_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.4.1-transformers4.6.1-gpu-py37-cu110-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.4.3-transformers4.10.2-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_GPU_PY37_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.4.3-transformers4.10.2-gpu-py37-cu110-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.10.2-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.10.2-gpu-py37-cu112-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.11.0-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.11.0-gpu-py37-cu112-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.12.3-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.1-transformers4.12.3-gpu-py37-cu112-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.3-transformers4.12.3-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.5.3-transformers4.12.3-gpu-py37-cu112-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.6.3-transformers4.17.0-cpu-py38-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_GPU_PY38_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference','2.6.3-transformers4.17.0-gpu-py38-cu112-ubuntu20.04'); + public static readonly DJL_INFERENCE_0_19_0_DEEPSPEED0_7_3_CU113 = this.fromDeepLearningContainerImage('djl-inference', '0.19.0-deepspeed0.7.3-cu113'); + public static readonly DJL_INFERENCE_0_20_0_DEEPSPEED0_7_5_CU116 = this.fromDeepLearningContainerImage('djl-inference', '0.20.0-deepspeed0.7.5-cu116'); + public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_0_CU117 = this.fromDeepLearningContainerImage('djl-inference', '0.21.0-deepspeed0.8.0-cu117'); + public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_3_CU117 = this.fromDeepLearningContainerImage('djl-inference', '0.21.0-deepspeed0.8.3-cu117'); + public static readonly DJL_INFERENCE_0_21_0_FASTERTRANSFORMER5_3_0_CU117 = this.fromDeepLearningContainerImage('djl-inference', '0.21.0-fastertransformer5.3.0-cu117'); + public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_8_3_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.22.1-deepspeed0.8.3-cu118'); + public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_9_2_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.22.1-deepspeed0.9.2-cu118'); + public static readonly DJL_INFERENCE_0_22_1_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.22.1-fastertransformer5.3.0-cu118'); + public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_10_0 = this.fromDeepLearningContainerImage('djl-inference', '0.22.1-neuronx-sdk2.10.0'); + public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_9_0 = this.fromDeepLearningContainerImage('djl-inference', '0.22.1-neuronx-sdk2.9.0'); + public static readonly DJL_INFERENCE_0_23_0_DEEPSPEED0_9_5_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.23.0-deepspeed0.9.5-cu118'); + public static readonly DJL_INFERENCE_0_23_0_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.23.0-fastertransformer5.3.0-cu118'); + public static readonly DJL_INFERENCE_0_23_0_NEURONX_SDK2_12_0 = this.fromDeepLearningContainerImage('djl-inference', '0.23.0-neuronx-sdk2.12.0'); + public static readonly DJL_INFERENCE_0_24_0_DEEPSPEED0_10_0_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.24.0-deepspeed0.10.0-cu118'); + public static readonly DJL_INFERENCE_0_24_0_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.24.0-fastertransformer5.3.0-cu118'); + public static readonly DJL_INFERENCE_0_24_0_NEURONX_SDK2_14_1 = this.fromDeepLearningContainerImage('djl-inference', '0.24.0-neuronx-sdk2.14.1'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_GPU_PY38_CU113_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_GPU_PY39_CU117_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_GPU_PY36_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.8.1-transformers4.10.2-cpu-py36-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_GPU_PY36_CU111_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.8.1-transformers4.10.2-gpu-py36-cu111-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.8.1-transformers4.6.1-cpu-py36-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_GPU_PY36_CU111_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.8.1-transformers4.6.1-gpu-py36-cu111-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.0-transformers4.10.2-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.0-transformers4.10.2-gpu-py38-cu111-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.0-transformers4.11.0-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.0-transformers4.11.0-gpu-py38-cu111-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.1-transformers4.12.3-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.1-transformers4.12.3-gpu-py38-cu111-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_CPU_PY310_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '2.0.0-transformers4.28.1-cpu-py310-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_GPU_PY310_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '2.0.0-transformers4.28.1-gpu-py310-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_0_TRANSFORMERS4_28_1_NEURONX_PY38_SDK2_9_1_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference-neuronx', '1.13.0-transformers4.28.1-neuronx-py38-sdk2.9.1-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_1_TRANSFORMERS4_34_1_NEURONX_PY310_SDK2_15_0_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference-neuronx', '1.13.1-transformers4.34.1-neuronx-py310-sdk2.15.0-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_6_0_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference', '2.0.0-tgi0.6.0-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_8_2_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference', '2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI0_9_3_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference', '2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_0_3_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference', '2.0.1-tgi1.0.3-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_1_0_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference', '2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.11.0-transformers4.26.0-cpu-py39-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.11.0-transformers4.26.0-gpu-py39-cu112-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.11.1-transformers4.26.0-gpu-py39-cu112-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.4.1-transformers4.6.1-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_GPU_PY37_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.4.1-transformers4.6.1-gpu-py37-cu110-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.4.3-transformers4.10.2-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_GPU_PY37_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.4.3-transformers4.10.2-gpu-py37-cu110-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.10.2-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.10.2-gpu-py37-cu112-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.11.0-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.11.0-gpu-py37-cu112-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.12.3-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.12.3-gpu-py37-cu112-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.3-transformers4.12.3-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.3-transformers4.12.3-gpu-py37-cu112-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.6.3-transformers4.17.0-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_GPU_PY38_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.6.3-transformers4.17.0-gpu-py38-cu112-ubuntu20.04'); public static fromDeepLearningContainerImage( repositoryName: string, tag: string, - accountId?: string + accountId?: string, ): ContainerImage { return new DeepLearningContainerImage(repositoryName, tag, accountId); } @@ -90,14 +90,14 @@ export class DeepLearningContainerImage extends ContainerImage { constructor( private readonly repositoryName: string, private readonly tag: string, - private readonly accountId?: string + private readonly accountId?: string, ) { super(); } public bind( scope: Construct, - grantable: iam.IGrantable + grantable: iam.IGrantable, ): ContainerImageConfig { const accountId = this.accountId ?? @@ -111,9 +111,9 @@ export class DeepLearningContainerImage extends ContainerImage { repositoryArn: ecr.Repository.arnForLocalRepository( this.repositoryName, scope, - accountId + accountId, ), - } + }, ); repository.grantPull(grantable); diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts index f738af9f..403ab270 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts @@ -36,1115 +36,1115 @@ export interface IJumpStartModelSpec { } export class JumpStartModel { - public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-large-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-large-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-medium","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-medium.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-medium","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-medium.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-small","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_1 = this.of({"modelId":"huggingface-asr-whisper-tiny","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-tiny.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_0 = this.of({"modelId":"huggingface-asr-whisper-tiny","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-tiny.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-multilingual-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-cased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-eqa-bert-large-uncased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-eqa-distilbert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-eqa-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-eqa-roberta-base-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_2 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_1 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_0 = this.of({"modelId":"huggingface-eqa-roberta-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-fillmask-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-fillmask-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-fillmask-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.2.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.1.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-180b-bf16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.2.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.1.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-180b-chat-bf16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"8","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_3 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-40b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_3 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","MAX_BATCH_PREFILL_TOKENS":"2048","MAX_BATCH_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-40b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"4","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_2 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-falcon-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_1_0 = this.of({"modelId":"huggingface-llm-mistral-7b","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_0_0 = this.of({"modelId":"huggingface-llm-mistral-7b","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_MISTRAL_7B_INSTRUCT_1_0_0 = this.of({"modelId":"huggingface-llm-mistral-7b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b-instruct.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-mistral-7b-instruct.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"8191","MAX_TOTAL_TOKENS":"8192","MAX_BATCH_PREFILL_TOKENS":"8191","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_3_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.12xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.24xlarge","environment":{"SM_NUM_GPUS":"4"}},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_2_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"ml.g5.48xlarge","environment":{"SM_NUM_GPUS":"8"}},{"instanceType":"ml.p4d.24xlarge","environment":{"SM_NUM_GPUS":"8"}}]}); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_1 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION":"python","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_0_0 = this.of({"modelId":"huggingface-llm-rinna-3-6b-instruction-ppo-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":1200,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","HF_MODEL_ID":"/opt/ml/model","SM_NUM_GPUS":"1","MAX_INPUT_LENGTH":"1024","MAX_TOTAL_TOKENS":"2048","PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION":"python","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"gpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-cased-finetuned-conll03-english","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = this.of({"modelId":"huggingface-ner-distilbert-base-uncased-finetuned-conll03-english","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_1 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_0 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-all-MiniLM-L6-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-base-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-base-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-large-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-large-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-bge-small-en","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-bge-small-en","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-base-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-large-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-e5-small-v2","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-e5-small-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-gte-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-gte-small","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_1 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.c6i.xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_0 = this.of({"modelId":"huggingface-sentencesimilarity-multilingual-e5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-multilingual-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-cased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_3 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_2 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_1 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_1_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-spc-bert-large-uncased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_2 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_1 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_1_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_3 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_2 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_1 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_1_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-spc-distilbert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_3 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_2 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_1 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_1_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-spc-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-base/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-base-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-large/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_3 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_2 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_1 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_1_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-spc-roberta-large-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-clm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-enro-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-tlm-xnli15-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference/v1.2.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_3 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_2 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_1 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_1_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_0_0 = this.of({"modelId":"huggingface-spc-xlm-mlm-xnli15-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_2_0 = this.of({"modelId":"huggingface-summarization-bart-large-cnn-samsum","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bart-large-cnn-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_1_0 = this.of({"modelId":"huggingface-summarization-bart-large-cnn-samsum","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_0_0 = this.of({"modelId":"huggingface-summarization-bart-large-cnn-samsum","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_2_0 = this.of({"modelId":"huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_1_0 = this.of({"modelId":"huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_0_0 = this.of({"modelId":"huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_2_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-arxiv","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_1_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-arxiv","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_0_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-arxiv","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_2_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-pubmed","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_1_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-pubmed","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_0_0 = this.of({"modelId":"huggingface-summarization-bigbird-pegasus-large-pubmed","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-12-6","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-12-6.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-12-6","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-12-6","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-6-6","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-6-6.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-6-6","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-cnn-6-6","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-1-1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-1-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-1-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-1-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_2_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-12-3","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-12-3.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_1_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-12-3","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_0_0 = this.of({"modelId":"huggingface-summarization-distilbart-xsum-12-3","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-multilingual-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-cased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({"modelId":"huggingface-tc-bert-large-uncased-whole-word-masking","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-multilingual-cased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_2 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_1 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({"modelId":"huggingface-tc-distilbert-base-uncased","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-tc-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_MODELS_2_0_0 = this.of({"modelId":"huggingface-tc-models","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-models/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-models/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_MODELS_1_0_2 = this.of({"modelId":"huggingface-tc-models","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_MODELS_1_0_1 = this.of({"modelId":"huggingface-tc-models","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_MODELS_1_0_0 = this.of({"modelId":"huggingface-tc-models","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-base-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-large","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-large","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_2 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_1 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = this.of({"modelId":"huggingface-tc-roberta-large-openai-detector","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-clm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-ende-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-enro-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_2 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_1 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of({"modelId":"huggingface-tc-xlm-mlm-tlm-xnli15-1024","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_2 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_1 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_0 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_1 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_0 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_3 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_2 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_1 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_0 = this.of({"modelId":"huggingface-text2text-bart4csc-base-chinese","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_1 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_0 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-bnb-int8","version":"1.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_1 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-bnb-int8","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_0 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-bnb-int8","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_2 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-fp16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_1 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-fp16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_0 = this.of({"modelId":"huggingface-text2text-bigscience-t0pp-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_5 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_4 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_3 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-base-samsum","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_6 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.6","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_5 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_4 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_3 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-large","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_2 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.3.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_1 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.3.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.3.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_5 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_4 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_3 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-small","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_6 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.6","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_5 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_4 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_3 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_3 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xl","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_0_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-bnb-int8","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-fp16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-fp16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-t5-xxl-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_2 = this.of({"modelId":"huggingface-text2text-flan-ul2-bf16","version":"1.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_1 = this.of({"modelId":"huggingface-text2text-flan-ul2-bf16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_0 = this.of({"modelId":"huggingface-text2text-flan-ul2-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_2 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_1 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_0 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_1 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_0 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_3 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_2 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_1 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_0 = this.of({"modelId":"huggingface-text2text-pegasus-paraphrase","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_2 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_1 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_0 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_1 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_0 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_3 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_2 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_1 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_0 = this.of({"modelId":"huggingface-text2text-qcpg-sentences","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_2 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.2.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_1 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_0 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_1 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_0 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_3 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_2 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_1 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_0 = this.of({"modelId":"huggingface-text2text-t5-one-line-summary","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTEMBEDDING_ALL_MINILM_L6_V2_1_0_0 = this.of({"modelId":"huggingface-textembedding-all-MiniLM-L6-v2","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.xlarge","ml.p2.xlarge","ml.g4dn.xlarge","ml.p3.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_3 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_2 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_3 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_2 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_1 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloom-1b7","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_3_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_1 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_3 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_2 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_1 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloom-560m","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_1 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_1 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-1b7","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_2_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_1 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_0_0 = this.of({"modelId":"huggingface-textgeneration-bloomz-560m","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_5_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.5.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_1 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.4.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.4.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_3_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_3 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_2 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_1 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_1_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_0_0 = this.of({"modelId":"huggingface-textgeneration-distilgpt2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-12b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-12b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-3b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-3b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_1_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-7b-bf16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-dolly-v2-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-40b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-40b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-40b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.g5.2xlarge","ml.p3.16xlarge","ml.p3.8xlarge","ml.p3.2xlarge","ml.g4dn.12xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration-falcon-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.g5.2xlarge","ml.p3.16xlarge","ml.p3.8xlarge","ml.p3.2xlarge","ml.g4dn.12xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","TS_DEFAULT_WORKERS_PER_MODEL":1,"SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_5_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.5.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_1 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.4.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.4.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_3_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_3 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_2 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_1 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_1_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_0_0 = this.of({"modelId":"huggingface-textgeneration-gpt2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_3_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_1 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_1_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_2 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_1 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_0 = this.of({"modelId":"huggingface-textgeneration-models","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.p3.2xlarge","ml.g4dn.4xlarge","ml.m5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-textgeneration-models.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_2_0_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_2_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_1 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.1.1/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.1.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_0_0 = this.of({"modelId":"huggingface-textgeneration-open-llama","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration-open-llama.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-176b-int8","version":"1.0.2","defaultInstanceType":"ml.p4d.24xlarge","instanceTypes":["ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-176b-int8","version":"1.0.1","defaultInstanceType":"ml.p4d.24xlarge","instanceTypes":["ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-176b-int8","version":"1.0.0","defaultInstanceType":"ml.p4d.24xlarge","instanceTypes":["ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-3b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.3.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.2.2","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.2.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.2.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.1.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1","version":"1.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloom-7b1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_2 = this.of({"modelId":"huggingface-textgeneration1-bloomz-176b-fp16","version":"1.0.2","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-bloomz-176b-fp16","version":"1.0.1","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-176b-fp16","version":"1.0.0","defaultInstanceType":"ml.p4de.24xlarge","instanceTypes":["ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-3b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-bloomz-7b1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-2-xl-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_4 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.4","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_3 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_4 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.4","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_3 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-j-6b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-1-3b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-125m-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_3_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.3.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_2 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.2.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_1 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-gpt-neo-2-7b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-lightgpt","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-lightgpt","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_INSTRUCT_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-instruct-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_STORYWRITER_BF16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-mpt-7b-storywriter-bf16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g5.24xlarge","ml.p4d.24xlarge","ml.p4de.24xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_1_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.12xlarge","ml.p3.8xlarge","ml.p3.16xlarge","ml.g4dn.12xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_2_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"2.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference-prepack/v1.0.1/","artifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neox-20b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_2_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"2.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference-prepack/v1.0.1/","artifactKey":"huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_1 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"1.0.1","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_0 = this.of({"modelId":"huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.24xlarge","instanceTypes":["ml.g5.24xlarge","ml.p3.8xlarge","ml.p3.16xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_2_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_1_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-es","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_2_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_1_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_0_0 = this.of({"modelId":"huggingface-translation-opus-mt-en-vi","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_2_0_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_1_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_0_0 = this.of({"modelId":"huggingface-translation-t5-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_2_0_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-large/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-large/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_1_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_0_0 = this.of({"modelId":"huggingface-translation-t5-large","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-large.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_2_0_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-translation/huggingface-translation-t5-small/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-translation/huggingface-translation-t5-small/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_1_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_0_0 = this.of({"modelId":"huggingface-translation-t5-small","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-translation-t5-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-22h-vintedois-diffusion-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_0_0 = this.of({"modelId":"huggingface-txt2img-22h-vintedois-diffusion-v0-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-akikagura-mkgen-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-akikagura-mkgen-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_1_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles-fastdb-4800","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_0_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles-fastdb-4800","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_1_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles9000","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles9000.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_0_0 = this.of({"modelId":"huggingface-txt2img-alxdfy-noggles9000","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-andite-anything-v4-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-andite-anything-v4-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-andite-anything-v4-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-astraliteheart-pony-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_0_0 = this.of({"modelId":"huggingface-txt2img-astraliteheart-pony-diffusion-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_1_0 = this.of({"modelId":"huggingface-txt2img-avrik-abstract-anim-spritesheets","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_0_0 = this.of({"modelId":"huggingface-txt2img-avrik-abstract-anim-spritesheets","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_1_0 = this.of({"modelId":"huggingface-txt2img-aybeeceedee-knollingcase","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_0_0 = this.of({"modelId":"huggingface-txt2img-aybeeceedee-knollingcase","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-k-anything-v3-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-k-anything-v3-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_1_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_0_0 = this.of({"modelId":"huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_1_0 = this.of({"modelId":"huggingface-txt2img-buntopsih-novgoranstefanovski","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_0_0 = this.of({"modelId":"huggingface-txt2img-buntopsih-novgoranstefanovski","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_1_0 = this.of({"modelId":"huggingface-txt2img-claudfuen-photorealistic-fuen-v1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_0_0 = this.of({"modelId":"huggingface-txt2img-claudfuen-photorealistic-fuen-v1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-coder119-vectorartz-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-coder119-vectorartz-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_1_0 = this.of({"modelId":"huggingface-txt2img-conflictx-complex-lineart","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-conflictx-complex-lineart.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_0_0 = this.of({"modelId":"huggingface-txt2img-conflictx-complex-lineart","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-cats-musical-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-cats-musical-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-tron-legacy-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-tron-legacy-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-van-gogh-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dallinmackay-van-gogh-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_1_0 = this.of({"modelId":"huggingface-txt2img-eimiss-eimisanimediffusion-1-0v","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_0_0 = this.of({"modelId":"huggingface-txt2img-eimiss-eimisanimediffusion-1-0v","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-envvi-inkpunk-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-envvi-inkpunk-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_1_0 = this.of({"modelId":"huggingface-txt2img-evel-yoshin","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-evel-yoshin.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_0_0 = this.of({"modelId":"huggingface-txt2img-evel-yoshin","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_1_0 = this.of({"modelId":"huggingface-txt2img-extraphy-mustafa-kemal-ataturk","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_0_0 = this.of({"modelId":"huggingface-txt2img-extraphy-mustafa-kemal-ataturk","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_1_0 = this.of({"modelId":"huggingface-txt2img-fffiloni-mr-men-and-little-misses","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_0_0 = this.of({"modelId":"huggingface-txt2img-fffiloni-mr-men-and-little-misses","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-elrisitas","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-elrisitas.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-elrisitas","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-papercut-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-papercut-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_1_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_0_0 = this.of({"modelId":"huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_1_0 = this.of({"modelId":"huggingface-txt2img-haor-evt-v3","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-haor-evt-v3.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_0_0 = this.of({"modelId":"huggingface-txt2img-haor-evt-v3","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_1_0 = this.of({"modelId":"huggingface-txt2img-hassanblend-hassanblend1-4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_0_0 = this.of({"modelId":"huggingface-txt2img-hassanblend-hassanblend1-4","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_0_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_1_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_0_0 = this.of({"modelId":"huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-ifansnek-johndiffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-ifansnek-johndiffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_1_0 = this.of({"modelId":"huggingface-txt2img-jersonm89-avatar","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jersonm89-avatar.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_0_0 = this.of({"modelId":"huggingface-txt2img-jersonm89-avatar","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_1_0 = this.of({"modelId":"huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_0_0 = this.of({"modelId":"huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_1_0 = this.of({"modelId":"huggingface-txt2img-katakana-2d-mix","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-katakana-2d-mix.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_0_0 = this.of({"modelId":"huggingface-txt2img-katakana-2d-mix","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_1_0 = this.of({"modelId":"huggingface-txt2img-lacambre-vulvine-look-v02","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_0_0 = this.of({"modelId":"huggingface-txt2img-lacambre-vulvine-look-v02","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-langboat-guohua-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-langboat-guohua-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_1_0 = this.of({"modelId":"huggingface-txt2img-linaqruf-anything-v3-0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_0_0 = this.of({"modelId":"huggingface-txt2img-linaqruf-anything-v3-0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-klingon-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-klingon-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-vulcan-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-mitchtech-vulcan-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_1_0 = this.of({"modelId":"huggingface-txt2img-mitsua-mitsua-diffusion-cc0","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_0_0 = this.of({"modelId":"huggingface-txt2img-mitsua-mitsua-diffusion-cc0","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-naclbit-trinart-stable-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_0_0 = this.of({"modelId":"huggingface-txt2img-naclbit-trinart-stable-diffusion-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-arcane-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-arcane-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-archer-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-archer-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-classic-anim-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-classic-anim-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-elden-ring-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-elden-ring-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-future-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-future-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-ghibli-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-ghibli-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-mo-di-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-mo-di-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-nitro-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-nitro-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-redshift-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-redshift-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-spider-verse-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nitrosocke-spider-verse-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-nousr-robo-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nousr-robo-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-nousr-robo-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-ogkalu-comic-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-ogkalu-comic-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_1_0 = this.of({"modelId":"huggingface-txt2img-openjourney-openjourney","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-openjourney-openjourney.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_0_0 = this.of({"modelId":"huggingface-txt2img-openjourney-openjourney","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_1_0 = this.of({"modelId":"huggingface-txt2img-piesposito-openpotionbottle-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_0_0 = this.of({"modelId":"huggingface-txt2img-piesposito-openpotionbottle-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_1_0 = this.of({"modelId":"huggingface-txt2img-plasmo-voxel-ish","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-voxel-ish.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_0_0 = this.of({"modelId":"huggingface-txt2img-plasmo-voxel-ish","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_1_0 = this.of({"modelId":"huggingface-txt2img-plasmo-woolitize","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-woolitize.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_0_0 = this.of({"modelId":"huggingface-txt2img-plasmo-woolitize","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-progamergov-min-illust-background-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-progamergov-min-illust-background-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-prompthero-linkedin-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-prompthero-linkedin-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_1_0 = this.of({"modelId":"huggingface-txt2img-prompthero-openjourney","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-openjourney.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_0_0 = this.of({"modelId":"huggingface-txt2img-prompthero-openjourney","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-qilex-magic-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-qilex-magic-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-qilex-magic-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_1_0 = this.of({"modelId":"huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_0_0 = this.of({"modelId":"huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-rayhell-popupbook-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-rayhell-popupbook-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_1_0 = this.of({"modelId":"huggingface-txt2img-runwayml-stable-diffusion-v1-5","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_0_0 = this.of({"modelId":"huggingface-txt2img-runwayml-stable-diffusion-v1-5","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-s3nh-beksinski-style-stable-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-s3nh-beksinski-style-stable-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-original-character-cyclps","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_0_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-original-character-cyclps","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_0_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_1_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-seraphm","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_0_0 = this.of({"modelId":"huggingface-txt2img-sd-dreambooth-library-seraphm","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_1_0 = this.of({"modelId":"huggingface-txt2img-shirayu-sd-tohoku-v1","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_0_0 = this.of({"modelId":"huggingface-txt2img-shirayu-sd-tohoku-v1","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_1_0 = this.of({"modelId":"huggingface-txt2img-thelastben-hrrzg-style-768px","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_0_0 = this.of({"modelId":"huggingface-txt2img-thelastben-hrrzg-style-768px","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_1_0 = this.of({"modelId":"huggingface-txt2img-timothepearce-gina-the-cat","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_0_0 = this.of({"modelId":"huggingface-txt2img-timothepearce-gina-the-cat","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-trystar-clonediffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-trystar-clonediffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-trystar-clonediffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_1_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-dbluth","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-dbluth.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_0_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-dbluth","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_1_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-rotoscopee","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_0_0 = this.of({"modelId":"huggingface-txt2img-tuwonga-rotoscopee","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_1_0 = this.of({"modelId":"huggingface-txt2img-volrath50-fantasy-card-diffusion","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_0_0 = this.of({"modelId":"huggingface-txt2img-volrath50-fantasy-card-diffusion","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_1_0 = this.of({"modelId":"huggingface-txt2img-yayab-sd-onepiece-diffusers4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","artifactKey":"huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_0_0 = this.of({"modelId":"huggingface-txt2img-yayab-sd-onepiece-diffusers4","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-deberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-deberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-deberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-distilroberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-distilroberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-distilroberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-minilm2-l6-h768","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-minilm2-l6-h768","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-minilm2-l6-h768.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_2_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-roberta-base","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_1_0_0 = this.of({"modelId":"huggingface-zstc-cross-encoder-nli-roberta-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-roberta-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_2_0_0 = this.of({"modelId":"huggingface-zstc-eleldar-theme-classification","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_1_0_0 = this.of({"modelId":"huggingface-zstc-eleldar-theme-classification","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-eleldar-theme-classification.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of({"modelId":"huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-facebook-bart-large-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-facebook-bart-large-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-facebook-bart-large-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-jiva-xlm-roberta-large-it-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-jiva-xlm-roberta-large-it-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-jiva-xlm-roberta-large-it-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_2_0_0 = this.of({"modelId":"huggingface-zstc-lighteternal-nli-xlm-r-greek","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_1_0_0 = this.of({"modelId":"huggingface-zstc-lighteternal-nli-xlm-r-greek","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-lighteternal-nli-xlm-r-greek.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_2_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_1_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_2_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_1_0_0 = this.of({"modelId":"huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_2_0_0 = this.of({"modelId":"huggingface-zstc-narsil-bart-large-mnli-opti","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_1_0_0 = this.of({"modelId":"huggingface-zstc-narsil-bart-large-mnli-opti","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-narsil-bart-large-mnli-opti.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_2_0_0 = this.of({"modelId":"huggingface-zstc-narsil-deberta-large-mnli-zero-cls","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_1_0_0 = this.of({"modelId":"huggingface-zstc-narsil-deberta-large-mnli-zero-cls","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-narsil-deberta-large-mnli-zero-cls.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-navteca-bart-large-mnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-navteca-bart-large-mnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-navteca-bart-large-mnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-medium","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-medium","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-medium.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_2_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-small","version":"2.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"prepackedArtifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference-prepack/v1.0.0/","artifactKey":"huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference/v1.0.0/","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_1_0_0 = this.of({"modelId":"huggingface-zstc-recognai-zeroshot-selectra-small","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p2.xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.m5.large","ml.m5.xlarge","ml.c5.xlarge","ml.c5.2xlarge"],"artifactKey":"huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-small.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_6 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.6","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_5 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.5","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_4 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.4","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_3 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.3","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_2 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"2.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.2.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.2.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-13b-f","version":"1.1.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_5 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.5","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_4 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.4","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_3 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.3","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"2.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"1.2.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b","version":"1.1.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"2.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.2.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.2.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-70b-f","version":"1.1.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_6 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.6","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_5 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.5","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_4 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.4","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_3 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.3","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_2 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b","version":"2.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"2.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_1 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.2.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.2.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_1_0 = this.of({"modelId":"meta-textgeneration-llama-2-7b-f","version":"1.1.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","ap-southeast-1":"arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","us-east-2":"arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9","ap-southeast-2":"arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9"},"environment":{}}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.2","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.1","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-13b-python","version":"1.0.0","defaultInstanceType":"ml.g5.12xlarge","instanceTypes":["ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.2","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.1","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-34b-python","version":"1.0.0","defaultInstanceType":"ml.g5.48xlarge","instanceTypes":["ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-instruct","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_2 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.2","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_1 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.1","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_0 = this.of({"modelId":"meta-textgeneration-llama-codellama-7b-python","version":"1.0.0","defaultInstanceType":"ml.g5.2xlarge","instanceTypes":["ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.24xlarge","ml.g5.48xlarge","ml.p4d.24xlarge"],"modelPackageArns":{"us-east-1":"arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","us-west-2":"arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda","eu-west-1":"arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda"},"environment":{},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_2_DEPTH_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-2-depth-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-v1-1","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v2-1-controlnet","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_FP16_1_0_0 = this.of({"modelId":"model-depth2img-stable-diffusion-v2-1-controlnet-fp16","version":"1.0.0","defaultInstanceType":"ml.g5.8xlarge","instanceTypes":["ml.g5.8xlarge","ml.g5.xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.16xlarge","ml.p3.2xlarge","ml.g4dn.xlarge","ml.g4dn.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g4dn.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"alias_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-east-1","aliases":{"alias_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-northeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-south-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ap-southeast-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"ca-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"cn-north-1","aliases":{"alias_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-central-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-north-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-south-1","aliases":{"alias_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"eu-west-3","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"me-south-1","aliases":{"alias_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"sa-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-east-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-1","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}},{"region":"us-west-2","aliases":{"alias_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$alias_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"g5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf1","imageUri":"$alias_ecr_uri_1"},{"instanceType":"inf2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local","imageUri":"$alias_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m4","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$alias_ecr_uri_1"},{"instanceType":"p5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5","imageUri":"$alias_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t2","imageUri":"$alias_ecr_uri_1"},{"instanceType":"t3","imageUri":"$alias_ecr_uri_1"}]}); - public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0_0 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-v2-1","version":"1.0.0","defaultInstanceType":"ml.g5.xlarge","instanceTypes":["ml.g5.xlarge","ml.g5.2xlarge","ml.p3.2xlarge","ml.g4dn.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"cn-north-1","aliases":{}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); - public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_1 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0","version":"1.0.1","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.16xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.1/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"cn-north-1","aliases":{}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); - public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_0 = this.of({"modelId":"model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0","version":"1.0.0","defaultInstanceType":"ml.g5.4xlarge","instanceTypes":["ml.g5.4xlarge","ml.g5.8xlarge","ml.g5.12xlarge","ml.g5.16xlarge","ml.g4dn.12xlarge","ml.p4d.24xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","artifactKey":"stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAI_MODEL_CACHE_FILE":"stabilityai-model-cache.tar.gz","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"gpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-east-1","aliases":{"gpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-northeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-northeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-south-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-southeast-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ap-southeast-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"ca-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-central-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-north-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-south-1","aliases":{"gpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"eu-west-3","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"me-south-1","aliases":{"gpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"sa-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-east-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-east-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-west-1","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}},{"region":"us-west-2","aliases":{"gpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"}}],"instanceVariants":[{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_1"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_1"}]}); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_1_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_0_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_1_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_0_0 = this.of({"modelId":"model-inpainting-runwayml-stable-diffusion-inpainting-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_1_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_0_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_1_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_0_0 = this.of({"modelId":"model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.xlarge","ml.g5.2xlarge"],"artifactKey":"stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_3_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.3.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v1-4-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_2_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.2.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_4 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.4","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-1-base","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_1_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_3 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.3","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_2 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.2","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_1 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.1","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_0 = this.of({"modelId":"model-txt2img-stabilityai-stable-diffusion-v2-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); - public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_1_0 = this.of({"modelId":"model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16","version":"1.1.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"prepackedArtifactKey":"stabilityai-infer/prepack/v1.0.0/infer-prepack-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","artifactKey":"stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600","ENDPOINT_SERVER_TIMEOUT":3600,"MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":1},"instanceAliases":[{"region":"af-south-1","aliases":{"cpu_ecr_uri_1":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-east-1","aliases":{"cpu_ecr_uri_1":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-northeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-south-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ap-southeast-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"ca-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"cn-north-1","aliases":{"cpu_ecr_uri_1":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-central-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-north-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-south-1","aliases":{"cpu_ecr_uri_1":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"eu-west-3","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"me-south-1","aliases":{"cpu_ecr_uri_1":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"sa-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-east-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-1","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}},{"region":"us-west-2","aliases":{"cpu_ecr_uri_1":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04","gpu_ecr_uri_2":"763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04"}}],"instanceVariants":[{"instanceType":"c4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c5n","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"c6i","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"g4dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"g5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"local","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"local_gpu","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"m4","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"m5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"p2","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p3dn","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4d","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p4de","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"p5","imageUri":"$gpu_ecr_uri_2"},{"instanceType":"r5","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"r5d","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t2","imageUri":"$cpu_ecr_uri_1"},{"instanceType":"t3","imageUri":"$cpu_ecr_uri_1"}]}); - public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_0_0 = this.of({"modelId":"model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16","version":"1.0.0","defaultInstanceType":"ml.p3.2xlarge","instanceTypes":["ml.p3.2xlarge","ml.g4dn.4xlarge","ml.g4dn.8xlarge","ml.g5.2xlarge","ml.g5.4xlarge","ml.g5.8xlarge"],"artifactKey":"stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz","environment":{"SAGEMAKER_PROGRAM":"inference.py","SAGEMAKER_SUBMIT_DIRECTORY":"/opt/ml/model/code","SAGEMAKER_CONTAINER_LOG_LEVEL":"20","MODEL_CACHE_ROOT":"/opt/ml/model","SAGEMAKER_ENV":"1","SAGEMAKER_MODEL_SERVER_WORKERS":"1","SAGEMAKER_MODEL_SERVER_TIMEOUT":"3600"}}); + public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_1 = this.of({ modelId: 'huggingface-asr-whisper-base', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_0 = this.of({ modelId: 'huggingface-asr-whisper-base', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_1 = this.of({ modelId: 'huggingface-asr-whisper-large', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_0 = this.of({ modelId: 'huggingface-asr-whisper-large', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_1 = this.of({ modelId: 'huggingface-asr-whisper-large-v2', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_0 = this.of({ modelId: 'huggingface-asr-whisper-large-v2', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_1 = this.of({ modelId: 'huggingface-asr-whisper-medium', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-medium.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_0 = this.of({ modelId: 'huggingface-asr-whisper-medium', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-medium.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_1 = this.of({ modelId: 'huggingface-asr-whisper-small', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_0 = this.of({ modelId: 'huggingface-asr-whisper-small', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_1 = this.of({ modelId: 'huggingface-asr-whisper-tiny', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-tiny.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_0 = this.of({ modelId: 'huggingface-asr-whisper-tiny', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-tiny.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-bert-base-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-bert-base-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-bert-base-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-bert-base-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-bert-base-multilingual-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-bert-base-multilingual-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-bert-base-multilingual-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-bert-base-multilingual-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-bert-base-multilingual-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-bert-base-multilingual-uncased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-bert-base-multilingual-uncased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-bert-base-multilingual-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-bert-base-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-bert-base-uncased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-bert-base-uncased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-bert-base-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-bert-large-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-bert-large-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-bert-large-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-bert-large-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({ modelId: 'huggingface-eqa-bert-large-cased-whole-word-masking', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of({ modelId: 'huggingface-eqa-bert-large-cased-whole-word-masking', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = this.of({ modelId: 'huggingface-eqa-bert-large-cased-whole-word-masking', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({ modelId: 'huggingface-eqa-bert-large-cased-whole-word-masking', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-bert-large-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-bert-large-uncased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-bert-large-uncased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-bert-large-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({ modelId: 'huggingface-eqa-bert-large-uncased-whole-word-masking', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of({ modelId: 'huggingface-eqa-bert-large-uncased-whole-word-masking', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = this.of({ modelId: 'huggingface-eqa-bert-large-uncased-whole-word-masking', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({ modelId: 'huggingface-eqa-bert-large-uncased-whole-word-masking', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-distilbert-base-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-distilbert-base-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-distilbert-base-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-distilbert-base-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-distilbert-base-multilingual-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-distilbert-base-multilingual-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-distilbert-base-multilingual-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-distilbert-base-multilingual-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-distilbert-base-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-distilbert-base-uncased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-distilbert-base-uncased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-distilbert-base-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-eqa-distilroberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_2 = this.of({ modelId: 'huggingface-eqa-distilroberta-base', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_1 = this.of({ modelId: 'huggingface-eqa-distilroberta-base', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-eqa-distilroberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-eqa-roberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_2 = this.of({ modelId: 'huggingface-eqa-roberta-base', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_1 = this.of({ modelId: 'huggingface-eqa-roberta-base', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-eqa-roberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({ modelId: 'huggingface-eqa-roberta-base-openai-detector', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of({ modelId: 'huggingface-eqa-roberta-base-openai-detector', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = this.of({ modelId: 'huggingface-eqa-roberta-base-openai-detector', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({ modelId: 'huggingface-eqa-roberta-base-openai-detector', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_2_0_0 = this.of({ modelId: 'huggingface-eqa-roberta-large', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_2 = this.of({ modelId: 'huggingface-eqa-roberta-large', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_1 = this.of({ modelId: 'huggingface-eqa-roberta-large', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_0 = this.of({ modelId: 'huggingface-eqa-roberta-large', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-fillmask-bert-base-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-fillmask-bert-base-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-fillmask-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_1_0 = this.of({ modelId: 'huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 1200, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_0_0 = this.of({ modelId: 'huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 1200, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_2_0 = this.of({ modelId: 'huggingface-llm-falcon-180b-bf16', version: '1.2.0', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '8', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_1_0 = this.of({ modelId: 'huggingface-llm-falcon-180b-bf16', version: '1.1.0', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '8', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_0_0 = this.of({ modelId: 'huggingface-llm-falcon-180b-bf16', version: '1.0.0', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '8', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_2_0 = this.of({ modelId: 'huggingface-llm-falcon-180b-chat-bf16', version: '1.2.0', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '8', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_1_0 = this.of({ modelId: 'huggingface-llm-falcon-180b-chat-bf16', version: '1.1.0', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '8', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_0_0 = this.of({ modelId: 'huggingface-llm-falcon-180b-chat-bf16', version: '1.0.0', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '8', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_3 = this.of({ modelId: 'huggingface-llm-falcon-40b-bf16', version: '1.3.3', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_2 = this.of({ modelId: 'huggingface-llm-falcon-40b-bf16', version: '1.3.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_1 = this.of({ modelId: 'huggingface-llm-falcon-40b-bf16', version: '1.3.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_0 = this.of({ modelId: 'huggingface-llm-falcon-40b-bf16', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_2_0 = this.of({ modelId: 'huggingface-llm-falcon-40b-bf16', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_1_0 = this.of({ modelId: 'huggingface-llm-falcon-40b-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_0_0 = this.of({ modelId: 'huggingface-llm-falcon-40b-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_3 = this.of({ modelId: 'huggingface-llm-falcon-40b-instruct-bf16', version: '1.3.3', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_2 = this.of({ modelId: 'huggingface-llm-falcon-40b-instruct-bf16', version: '1.3.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_1 = this.of({ modelId: 'huggingface-llm-falcon-40b-instruct-bf16', version: '1.3.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_0 = this.of({ modelId: 'huggingface-llm-falcon-40b-instruct-bf16', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_2_0 = this.of({ modelId: 'huggingface-llm-falcon-40b-instruct-bf16', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_1_0 = this.of({ modelId: 'huggingface-llm-falcon-40b-instruct-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of({ modelId: 'huggingface-llm-falcon-40b-instruct-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_2 = this.of({ modelId: 'huggingface-llm-falcon-7b-bf16', version: '1.3.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_1 = this.of({ modelId: 'huggingface-llm-falcon-7b-bf16', version: '1.3.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_0 = this.of({ modelId: 'huggingface-llm-falcon-7b-bf16', version: '1.3.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_1 = this.of({ modelId: 'huggingface-llm-falcon-7b-bf16', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_0 = this.of({ modelId: 'huggingface-llm-falcon-7b-bf16', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_1 = this.of({ modelId: 'huggingface-llm-falcon-7b-bf16', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_0 = this.of({ modelId: 'huggingface-llm-falcon-7b-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_0_0 = this.of({ modelId: 'huggingface-llm-falcon-7b-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_2 = this.of({ modelId: 'huggingface-llm-falcon-7b-instruct-bf16', version: '1.3.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_1 = this.of({ modelId: 'huggingface-llm-falcon-7b-instruct-bf16', version: '1.3.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_0 = this.of({ modelId: 'huggingface-llm-falcon-7b-instruct-bf16', version: '1.3.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_1 = this.of({ modelId: 'huggingface-llm-falcon-7b-instruct-bf16', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_0 = this.of({ modelId: 'huggingface-llm-falcon-7b-instruct-bf16', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_1 = this.of({ modelId: 'huggingface-llm-falcon-7b-instruct-bf16', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_0 = this.of({ modelId: 'huggingface-llm-falcon-7b-instruct-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of({ modelId: 'huggingface-llm-falcon-7b-instruct-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_1_0 = this.of({ modelId: 'huggingface-llm-mistral-7b', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '8191', MAX_TOTAL_TOKENS: '8192', MAX_BATCH_PREFILL_TOKENS: '8191', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_0_0 = this.of({ modelId: 'huggingface-llm-mistral-7b', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '8191', MAX_TOTAL_TOKENS: '8192', MAX_BATCH_PREFILL_TOKENS: '8191', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_INSTRUCT_1_0_0 = this.of({ modelId: 'huggingface-llm-mistral-7b-instruct', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b-instruct.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-mistral-7b-instruct.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '8191', MAX_TOTAL_TOKENS: '8192', MAX_BATCH_PREFILL_TOKENS: '8191', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_3_0 = this.of({ modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', version: '1.3.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 1200, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_2_0 = this.of({ modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 1200, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_1 = this.of({ modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 1200, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_0 = this.of({ modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 1200, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION: 'python', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_0_0 = this.of({ modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 1200, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION: 'python', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of({ modelId: 'huggingface-ner-distilbert-base-cased-finetuned-conll03-english', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of({ modelId: 'huggingface-ner-distilbert-base-cased-finetuned-conll03-english', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = this.of({ modelId: 'huggingface-ner-distilbert-base-cased-finetuned-conll03-english', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of({ modelId: 'huggingface-ner-distilbert-base-uncased-finetuned-conll03-english', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of({ modelId: 'huggingface-ner-distilbert-base-uncased-finetuned-conll03-english', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = this.of({ modelId: 'huggingface-ner-distilbert-base-uncased-finetuned-conll03-english', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_1 = this.of({ modelId: 'huggingface-sentencesimilarity-all-MiniLM-L6-v2', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_0 = this.of({ modelId: 'huggingface-sentencesimilarity-all-MiniLM-L6-v2', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-all-MiniLM-L6-v2', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-bge-base-en', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-bge-base-en', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-bge-large-en', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-bge-large-en', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-bge-small-en', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-bge-small-en', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-base', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-base', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-base-v2', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-base-v2', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-large', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-large', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-large-v2', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-large-v2', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-small-v2', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-small-v2', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-gte-base', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-gte-base', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-gte-large', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-gte-large', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-gte-small', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-gte-small', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-multilingual-e5-base', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-multilingual-e5-base', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-multilingual-e5-large', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-multilingual-e5-large', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_2_0_0 = this.of({ modelId: 'huggingface-spc-bert-base-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_3 = this.of({ modelId: 'huggingface-spc-bert-base-cased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_2 = this.of({ modelId: 'huggingface-spc-bert-base-cased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_1 = this.of({ modelId: 'huggingface-spc-bert-base-cased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_0 = this.of({ modelId: 'huggingface-spc-bert-base-cased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_1_0 = this.of({ modelId: 'huggingface-spc-bert-base-cased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_0_0 = this.of({ modelId: 'huggingface-spc-bert-base-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-cased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_2 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-cased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_1 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-cased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_0 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-cased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_1_0 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-cased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_3 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-uncased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_2 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-uncased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_1 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-uncased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_0 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-uncased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_1_0 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-uncased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-spc-bert-base-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_3 = this.of({ modelId: 'huggingface-spc-bert-base-uncased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_2 = this.of({ modelId: 'huggingface-spc-bert-base-uncased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_1 = this.of({ modelId: 'huggingface-spc-bert-base-uncased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_0 = this.of({ modelId: 'huggingface-spc-bert-base-uncased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_1_0 = this.of({ modelId: 'huggingface-spc-bert-base-uncased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-spc-bert-base-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_2_0_0 = this.of({ modelId: 'huggingface-spc-bert-large-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_3 = this.of({ modelId: 'huggingface-spc-bert-large-cased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_2 = this.of({ modelId: 'huggingface-spc-bert-large-cased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_1 = this.of({ modelId: 'huggingface-spc-bert-large-cased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_0 = this.of({ modelId: 'huggingface-spc-bert-large-cased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_1_0 = this.of({ modelId: 'huggingface-spc-bert-large-cased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_0_0 = this.of({ modelId: 'huggingface-spc-bert-large-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({ modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_3 = this.of({ modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_2 = this.of({ modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_1 = this.of({ modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_0 = this.of({ modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_1_0 = this.of({ modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({ modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-spc-bert-large-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_3 = this.of({ modelId: 'huggingface-spc-bert-large-uncased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_2 = this.of({ modelId: 'huggingface-spc-bert-large-uncased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_1 = this.of({ modelId: 'huggingface-spc-bert-large-uncased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_0 = this.of({ modelId: 'huggingface-spc-bert-large-uncased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_1_0 = this.of({ modelId: 'huggingface-spc-bert-large-uncased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-spc-bert-large-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({ modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_3 = this.of({ modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_2 = this.of({ modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_1 = this.of({ modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_0 = this.of({ modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_1_0 = this.of({ modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({ modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_2_0_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_3 = this.of({ modelId: 'huggingface-spc-distilbert-base-cased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_2 = this.of({ modelId: 'huggingface-spc-distilbert-base-cased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_1 = this.of({ modelId: 'huggingface-spc-distilbert-base-cased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-cased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_1_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-cased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_0_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-multilingual-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of({ modelId: 'huggingface-spc-distilbert-base-multilingual-cased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_2 = this.of({ modelId: 'huggingface-spc-distilbert-base-multilingual-cased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_1 = this.of({ modelId: 'huggingface-spc-distilbert-base-multilingual-cased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-multilingual-cased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_1_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-multilingual-cased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-multilingual-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_3 = this.of({ modelId: 'huggingface-spc-distilbert-base-uncased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_2 = this.of({ modelId: 'huggingface-spc-distilbert-base-uncased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_1 = this.of({ modelId: 'huggingface-spc-distilbert-base-uncased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-uncased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_1_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-uncased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-spc-distilroberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_3 = this.of({ modelId: 'huggingface-spc-distilroberta-base', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_2 = this.of({ modelId: 'huggingface-spc-distilroberta-base', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_1 = this.of({ modelId: 'huggingface-spc-distilroberta-base', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_0 = this.of({ modelId: 'huggingface-spc-distilroberta-base', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_1_0 = this.of({ modelId: 'huggingface-spc-distilroberta-base', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-spc-distilroberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-spc-roberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-roberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-roberta-base/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_3 = this.of({ modelId: 'huggingface-spc-roberta-base', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_2 = this.of({ modelId: 'huggingface-spc-roberta-base', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_1 = this.of({ modelId: 'huggingface-spc-roberta-base', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_0 = this.of({ modelId: 'huggingface-spc-roberta-base', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_1_0 = this.of({ modelId: 'huggingface-spc-roberta-base', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-spc-roberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({ modelId: 'huggingface-spc-roberta-base-openai-detector', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_3 = this.of({ modelId: 'huggingface-spc-roberta-base-openai-detector', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_2 = this.of({ modelId: 'huggingface-spc-roberta-base-openai-detector', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_1 = this.of({ modelId: 'huggingface-spc-roberta-base-openai-detector', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_0 = this.of({ modelId: 'huggingface-spc-roberta-base-openai-detector', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_1_0 = this.of({ modelId: 'huggingface-spc-roberta-base-openai-detector', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({ modelId: 'huggingface-spc-roberta-base-openai-detector', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_2_0_0 = this.of({ modelId: 'huggingface-spc-roberta-large', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-roberta-large/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-roberta-large/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_3 = this.of({ modelId: 'huggingface-spc-roberta-large', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_2 = this.of({ modelId: 'huggingface-spc-roberta-large', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_1 = this.of({ modelId: 'huggingface-spc-roberta-large', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_0 = this.of({ modelId: 'huggingface-spc-roberta-large', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_1_0 = this.of({ modelId: 'huggingface-spc-roberta-large', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_0_0 = this.of({ modelId: 'huggingface-spc-roberta-large', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of({ modelId: 'huggingface-spc-roberta-large-openai-detector', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_3 = this.of({ modelId: 'huggingface-spc-roberta-large-openai-detector', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_2 = this.of({ modelId: 'huggingface-spc-roberta-large-openai-detector', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_1 = this.of({ modelId: 'huggingface-spc-roberta-large-openai-detector', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_0 = this.of({ modelId: 'huggingface-spc-roberta-large-openai-detector', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_1_0 = this.of({ modelId: 'huggingface-spc-roberta-large-openai-detector', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = this.of({ modelId: 'huggingface-spc-roberta-large-openai-detector', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_2_0_0 = this.of({ modelId: 'huggingface-spc-xlm-clm-ende-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_3 = this.of({ modelId: 'huggingface-spc-xlm-clm-ende-1024', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_2 = this.of({ modelId: 'huggingface-spc-xlm-clm-ende-1024', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_1 = this.of({ modelId: 'huggingface-spc-xlm-clm-ende-1024', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_0 = this.of({ modelId: 'huggingface-spc-xlm-clm-ende-1024', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_1_0 = this.of({ modelId: 'huggingface-spc-xlm-clm-ende-1024', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_0_0 = this.of({ modelId: 'huggingface-spc-xlm-clm-ende-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_2_0_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-ende-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_3 = this.of({ modelId: 'huggingface-spc-xlm-mlm-ende-1024', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_2 = this.of({ modelId: 'huggingface-spc-xlm-mlm-ende-1024', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_1 = this.of({ modelId: 'huggingface-spc-xlm-mlm-ende-1024', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-ende-1024', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_1_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-ende-1024', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_0_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-ende-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_2_0_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-enro-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_3 = this.of({ modelId: 'huggingface-spc-xlm-mlm-enro-1024', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_2 = this.of({ modelId: 'huggingface-spc-xlm-mlm-enro-1024', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_1 = this.of({ modelId: 'huggingface-spc-xlm-mlm-enro-1024', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-enro-1024', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_1_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-enro-1024', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_0_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-enro-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_3 = this.of({ modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_2 = this.of({ modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_1 = this.of({ modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_1_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_2_0_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_3 = this.of({ modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_2 = this.of({ modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_1 = this.of({ modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_1_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_0_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_2_0 = this.of({ modelId: 'huggingface-summarization-bart-large-cnn-samsum', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bart-large-cnn-samsum.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_1_0 = this.of({ modelId: 'huggingface-summarization-bart-large-cnn-samsum', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_0_0 = this.of({ modelId: 'huggingface-summarization-bart-large-cnn-samsum', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_2_0 = this.of({ modelId: 'huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_1_0 = this.of({ modelId: 'huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_0_0 = this.of({ modelId: 'huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_2_0 = this.of({ modelId: 'huggingface-summarization-bigbird-pegasus-large-arxiv', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_1_0 = this.of({ modelId: 'huggingface-summarization-bigbird-pegasus-large-arxiv', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_0_0 = this.of({ modelId: 'huggingface-summarization-bigbird-pegasus-large-arxiv', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_2_0 = this.of({ modelId: 'huggingface-summarization-bigbird-pegasus-large-pubmed', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_1_0 = this.of({ modelId: 'huggingface-summarization-bigbird-pegasus-large-pubmed', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_0_0 = this.of({ modelId: 'huggingface-summarization-bigbird-pegasus-large-pubmed', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_2_0 = this.of({ modelId: 'huggingface-summarization-distilbart-cnn-12-6', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-12-6.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_1_0 = this.of({ modelId: 'huggingface-summarization-distilbart-cnn-12-6', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_0_0 = this.of({ modelId: 'huggingface-summarization-distilbart-cnn-12-6', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_2_0 = this.of({ modelId: 'huggingface-summarization-distilbart-cnn-6-6', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-6-6.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_1_0 = this.of({ modelId: 'huggingface-summarization-distilbart-cnn-6-6', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_0_0 = this.of({ modelId: 'huggingface-summarization-distilbart-cnn-6-6', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_2_0 = this.of({ modelId: 'huggingface-summarization-distilbart-xsum-1-1', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-1-1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_1_0 = this.of({ modelId: 'huggingface-summarization-distilbart-xsum-1-1', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_0_0 = this.of({ modelId: 'huggingface-summarization-distilbart-xsum-1-1', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_2_0 = this.of({ modelId: 'huggingface-summarization-distilbart-xsum-12-3', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-12-3.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_1_0 = this.of({ modelId: 'huggingface-summarization-distilbart-xsum-12-3', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_0_0 = this.of({ modelId: 'huggingface-summarization-distilbart-xsum-12-3', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_2_0_0 = this.of({ modelId: 'huggingface-tc-bert-base-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_2 = this.of({ modelId: 'huggingface-tc-bert-base-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_1 = this.of({ modelId: 'huggingface-tc-bert-base-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_0 = this.of({ modelId: 'huggingface-tc-bert-base-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({ modelId: 'huggingface-tc-bert-base-multilingual-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({ modelId: 'huggingface-tc-bert-base-multilingual-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({ modelId: 'huggingface-tc-bert-base-multilingual-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({ modelId: 'huggingface-tc-bert-base-multilingual-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-tc-bert-base-multilingual-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of({ modelId: 'huggingface-tc-bert-base-multilingual-uncased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = this.of({ modelId: 'huggingface-tc-bert-base-multilingual-uncased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-tc-bert-base-multilingual-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-tc-bert-base-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_2 = this.of({ modelId: 'huggingface-tc-bert-base-uncased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_1 = this.of({ modelId: 'huggingface-tc-bert-base-uncased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-tc-bert-base-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_2_0_0 = this.of({ modelId: 'huggingface-tc-bert-large-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_2 = this.of({ modelId: 'huggingface-tc-bert-large-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_1 = this.of({ modelId: 'huggingface-tc-bert-large-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_0 = this.of({ modelId: 'huggingface-tc-bert-large-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({ modelId: 'huggingface-tc-bert-large-cased-whole-word-masking', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of({ modelId: 'huggingface-tc-bert-large-cased-whole-word-masking', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = this.of({ modelId: 'huggingface-tc-bert-large-cased-whole-word-masking', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({ modelId: 'huggingface-tc-bert-large-cased-whole-word-masking', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-tc-bert-large-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_2 = this.of({ modelId: 'huggingface-tc-bert-large-uncased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_1 = this.of({ modelId: 'huggingface-tc-bert-large-uncased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-tc-bert-large-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({ modelId: 'huggingface-tc-bert-large-uncased-whole-word-masking', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of({ modelId: 'huggingface-tc-bert-large-uncased-whole-word-masking', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = this.of({ modelId: 'huggingface-tc-bert-large-uncased-whole-word-masking', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({ modelId: 'huggingface-tc-bert-large-uncased-whole-word-masking', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_2_0_0 = this.of({ modelId: 'huggingface-tc-distilbert-base-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_2 = this.of({ modelId: 'huggingface-tc-distilbert-base-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_1 = this.of({ modelId: 'huggingface-tc-distilbert-base-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_0 = this.of({ modelId: 'huggingface-tc-distilbert-base-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({ modelId: 'huggingface-tc-distilbert-base-multilingual-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({ modelId: 'huggingface-tc-distilbert-base-multilingual-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({ modelId: 'huggingface-tc-distilbert-base-multilingual-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({ modelId: 'huggingface-tc-distilbert-base-multilingual-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-tc-distilbert-base-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_2 = this.of({ modelId: 'huggingface-tc-distilbert-base-uncased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_1 = this.of({ modelId: 'huggingface-tc-distilbert-base-uncased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-tc-distilbert-base-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-tc-distilroberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_2 = this.of({ modelId: 'huggingface-tc-distilroberta-base', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_1 = this.of({ modelId: 'huggingface-tc-distilroberta-base', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-tc-distilroberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_MODELS_2_0_0 = this.of({ modelId: 'huggingface-tc-models', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-models/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-models/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_MODELS_1_0_2 = this.of({ modelId: 'huggingface-tc-models', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_MODELS_1_0_1 = this.of({ modelId: 'huggingface-tc-models', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_MODELS_1_0_0 = this.of({ modelId: 'huggingface-tc-models', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-tc-roberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-roberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-roberta-base/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_2 = this.of({ modelId: 'huggingface-tc-roberta-base', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_1 = this.of({ modelId: 'huggingface-tc-roberta-base', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-tc-roberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({ modelId: 'huggingface-tc-roberta-base-openai-detector', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of({ modelId: 'huggingface-tc-roberta-base-openai-detector', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = this.of({ modelId: 'huggingface-tc-roberta-base-openai-detector', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({ modelId: 'huggingface-tc-roberta-base-openai-detector', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_2_0_0 = this.of({ modelId: 'huggingface-tc-roberta-large', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-roberta-large/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-roberta-large/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_2 = this.of({ modelId: 'huggingface-tc-roberta-large', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_1 = this.of({ modelId: 'huggingface-tc-roberta-large', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_0 = this.of({ modelId: 'huggingface-tc-roberta-large', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of({ modelId: 'huggingface-tc-roberta-large-openai-detector', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_2 = this.of({ modelId: 'huggingface-tc-roberta-large-openai-detector', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_1 = this.of({ modelId: 'huggingface-tc-roberta-large-openai-detector', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = this.of({ modelId: 'huggingface-tc-roberta-large-openai-detector', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_2_0_0 = this.of({ modelId: 'huggingface-tc-xlm-clm-ende-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_2 = this.of({ modelId: 'huggingface-tc-xlm-clm-ende-1024', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_1 = this.of({ modelId: 'huggingface-tc-xlm-clm-ende-1024', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_0 = this.of({ modelId: 'huggingface-tc-xlm-clm-ende-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_2_0_0 = this.of({ modelId: 'huggingface-tc-xlm-mlm-ende-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_2 = this.of({ modelId: 'huggingface-tc-xlm-mlm-ende-1024', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_1 = this.of({ modelId: 'huggingface-tc-xlm-mlm-ende-1024', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_0 = this.of({ modelId: 'huggingface-tc-xlm-mlm-ende-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_2_0_0 = this.of({ modelId: 'huggingface-tc-xlm-mlm-enro-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_2 = this.of({ modelId: 'huggingface-tc-xlm-mlm-enro-1024', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_1 = this.of({ modelId: 'huggingface-tc-xlm-mlm-enro-1024', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_0 = this.of({ modelId: 'huggingface-tc-xlm-mlm-enro-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of({ modelId: 'huggingface-tc-xlm-mlm-tlm-xnli15-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_2 = this.of({ modelId: 'huggingface-tc-xlm-mlm-tlm-xnli15-1024', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_1 = this.of({ modelId: 'huggingface-tc-xlm-mlm-tlm-xnli15-1024', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of({ modelId: 'huggingface-tc-xlm-mlm-tlm-xnli15-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_2 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_1 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_0 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_1 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_0 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_3 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_2 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_1 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_0 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_2 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp', version: '1.1.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_1 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp', version: '1.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_0 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_2 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp-bnb-int8', version: '1.1.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_1 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp-bnb-int8', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_0 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp-bnb-int8', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_2 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp-fp16', version: '1.1.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_1 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp-fp16', version: '1.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_0 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.3.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.3.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.3.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_5 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.2.5', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_4 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.2.4', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.2.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_1_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_6 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.1.6', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_5 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.1.5', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_4 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.1.4', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.1.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.1.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.3.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.3.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.3.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_5 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.2.5', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_4 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.2.4', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.2.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_1_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_6 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.1.6', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_5 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.1.5', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_4 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.1.4', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.1.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.1.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl', version: '1.1.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl', version: '1.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl-bnb-int8', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl-bnb-int8', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl-bnb-int8', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_0_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl-bnb-int8', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl-fp16', version: '1.1.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl-fp16', version: '1.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_2 = this.of({ modelId: 'huggingface-text2text-flan-ul2-bf16', version: '1.1.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_1 = this.of({ modelId: 'huggingface-text2text-flan-ul2-bf16', version: '1.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_0 = this.of({ modelId: 'huggingface-text2text-flan-ul2-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_2 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_1 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_0 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_1 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_0 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_3 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_2 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_1 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_0 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_2 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_1 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_0 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_1 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_0 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_3 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_2 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_1 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_0 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_2 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_1 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_0 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_1 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_0 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_3 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_2 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_1 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_0 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTEMBEDDING_ALL_MINILM_L6_V2_1_0_0 = this.of({ modelId: 'huggingface-textembedding-all-MiniLM-L6-v2', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_3_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b1', version: '1.3.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_1 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b1', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b1', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b1', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_3 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b1', version: '1.0.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_2 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b1', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_1 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b1', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b1', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_3_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b7', version: '1.3.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_1 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b7', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b7', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b7', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_3 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b7', version: '1.0.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_2 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b7', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_1 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b7', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b7', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_3_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-560m', version: '1.3.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_1 = this.of({ modelId: 'huggingface-textgeneration-bloom-560m', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-560m', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-560m', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_3 = this.of({ modelId: 'huggingface-textgeneration-bloom-560m', version: '1.0.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_2 = this.of({ modelId: 'huggingface-textgeneration-bloom-560m', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_1 = this.of({ modelId: 'huggingface-textgeneration-bloom-560m', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-560m', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-1b1', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_1 = this.of({ modelId: 'huggingface-textgeneration-bloomz-1b1', version: '1.1.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-1b1', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-1b1', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-1b7', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_1 = this.of({ modelId: 'huggingface-textgeneration-bloomz-1b7', version: '1.1.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-1b7', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-1b7', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-560m', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_1 = this.of({ modelId: 'huggingface-textgeneration-bloomz-560m', version: '1.1.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-560m', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-560m', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_5_0 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.5.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_1 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.4.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_0 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.4.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_3_0 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.3.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_3 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_2 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_1 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-dolly-v2-12b-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-dolly-v2-12b-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-dolly-v2-3b-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-dolly-v2-3b-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-dolly-v2-7b-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-dolly-v2-7b-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-falcon-40b-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-falcon-40b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-falcon-40b-instruct-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-falcon-7b-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.g5.2xlarge', 'ml.p3.16xlarge', 'ml.p3.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.12xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-falcon-7b-instruct-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.g5.2xlarge', 'ml.p3.16xlarge', 'ml.p3.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.12xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_5_0 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.5.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_1 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.4.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-gpt2.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_0 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.4.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_3_0 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.3.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_3 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_2 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_1 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_3_0 = this.of({ modelId: 'huggingface-textgeneration-models', version: '1.3.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_1 = this.of({ modelId: 'huggingface-textgeneration-models', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-models.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-models', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-models', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_2 = this.of({ modelId: 'huggingface-textgeneration-models', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_1 = this.of({ modelId: 'huggingface-textgeneration-models', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-models', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_2_0_0 = this.of({ modelId: 'huggingface-textgeneration-open-llama', version: '2.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-open-llama', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_1 = this.of({ modelId: 'huggingface-textgeneration-open-llama', version: '1.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.1.1/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-open-llama', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.1.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-open-llama', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-open-llama.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_2 = this.of({ modelId: 'huggingface-textgeneration1-bloom-176b-int8', version: '1.0.2', defaultInstanceType: 'ml.p4d.24xlarge', instanceTypes: ['ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_1 = this.of({ modelId: 'huggingface-textgeneration1-bloom-176b-int8', version: '1.0.1', defaultInstanceType: 'ml.p4d.24xlarge', instanceTypes: ['ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-176b-int8', version: '1.0.0', defaultInstanceType: 'ml.p4d.24xlarge', instanceTypes: ['ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1', version: '1.3.0', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1', version: '1.2.2', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1', version: '1.2.1', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1', version: '1.2.0', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1', version: '1.1.0', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1', version: '1.0.0', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_2 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-176b-fp16', version: '1.0.2', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-176b-fp16', version: '1.0.1', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-176b-fp16', version: '1.0.0', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_4 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.2.4', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_3 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.2.3', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_4 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.2.4', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_3 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.2.3', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', version: '1.3.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', version: '1.2.2', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', version: '1.2.1', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', version: '1.2.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', version: '1.1.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', version: '1.0.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m', version: '1.3.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m', version: '1.2.2', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m', version: '1.2.1', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m', version: '1.2.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m', version: '1.1.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m', version: '1.0.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-lightgpt', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-lightgpt', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-mpt-7b-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.16xlarge', 'ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_INSTRUCT_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-mpt-7b-instruct-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.16xlarge', 'ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_STORYWRITER_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-mpt-7b-storywriter-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.16xlarge', 'ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_2_0_0 = this.of({ modelId: 'huggingface-textgeneration2-gpt-neox-20b-fp16', version: '2.0.0', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], prepackedArtifactKey: 'huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference-prepack/v1.0.1/', artifactKey: 'huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration2-gpt-neox-20b-fp16', version: '1.0.1', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration2-gpt-neox-20b-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_2_0_0 = this.of({ modelId: 'huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16', version: '2.0.0', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], prepackedArtifactKey: 'huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference-prepack/v1.0.1/', artifactKey: 'huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16', version: '1.0.1', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_2_0_0 = this.of({ modelId: 'huggingface-translation-opus-mt-en-es', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_1_0 = this.of({ modelId: 'huggingface-translation-opus-mt-en-es', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_0_0 = this.of({ modelId: 'huggingface-translation-opus-mt-en-es', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_2_0_0 = this.of({ modelId: 'huggingface-translation-opus-mt-en-vi', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_1_0 = this.of({ modelId: 'huggingface-translation-opus-mt-en-vi', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_0_0 = this.of({ modelId: 'huggingface-translation-opus-mt-en-vi', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_2_0_0 = this.of({ modelId: 'huggingface-translation-t5-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-translation/huggingface-translation-t5-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-translation/huggingface-translation-t5-base/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_1_0 = this.of({ modelId: 'huggingface-translation-t5-base', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_0_0 = this.of({ modelId: 'huggingface-translation-t5-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_2_0_0 = this.of({ modelId: 'huggingface-translation-t5-large', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-translation/huggingface-translation-t5-large/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-translation/huggingface-translation-t5-large/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_1_0 = this.of({ modelId: 'huggingface-translation-t5-large', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_0_0 = this.of({ modelId: 'huggingface-translation-t5-large', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_2_0_0 = this.of({ modelId: 'huggingface-translation-t5-small', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-translation/huggingface-translation-t5-small/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-translation/huggingface-translation-t5-small/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_1_0 = this.of({ modelId: 'huggingface-translation-t5-small', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_0_0 = this.of({ modelId: 'huggingface-translation-t5-small', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_1_0 = this.of({ modelId: 'huggingface-txt2img-22h-vintedois-diffusion-v0-1', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_0_0 = this.of({ modelId: 'huggingface-txt2img-22h-vintedois-diffusion-v0-1', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-akikagura-mkgen-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-akikagura-mkgen-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_1_0 = this.of({ modelId: 'huggingface-txt2img-alxdfy-noggles-fastdb-4800', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_0_0 = this.of({ modelId: 'huggingface-txt2img-alxdfy-noggles-fastdb-4800', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_1_0 = this.of({ modelId: 'huggingface-txt2img-alxdfy-noggles9000', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles9000.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_0_0 = this.of({ modelId: 'huggingface-txt2img-alxdfy-noggles9000', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_1_0 = this.of({ modelId: 'huggingface-txt2img-andite-anything-v4-0', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-andite-anything-v4-0.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_0_0 = this.of({ modelId: 'huggingface-txt2img-andite-anything-v4-0', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_1_0 = this.of({ modelId: 'huggingface-txt2img-astraliteheart-pony-diffusion-v2', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_0_0 = this.of({ modelId: 'huggingface-txt2img-astraliteheart-pony-diffusion-v2', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_1_0 = this.of({ modelId: 'huggingface-txt2img-avrik-abstract-anim-spritesheets', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_0_0 = this.of({ modelId: 'huggingface-txt2img-avrik-abstract-anim-spritesheets', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_1_0 = this.of({ modelId: 'huggingface-txt2img-aybeeceedee-knollingcase', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_0_0 = this.of({ modelId: 'huggingface-txt2img-aybeeceedee-knollingcase', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_1_0 = this.of({ modelId: 'huggingface-txt2img-bingsu-my-k-anything-v3-0', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_0_0 = this.of({ modelId: 'huggingface-txt2img-bingsu-my-k-anything-v3-0', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_1_0 = this.of({ modelId: 'huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_0_0 = this.of({ modelId: 'huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_1_0 = this.of({ modelId: 'huggingface-txt2img-buntopsih-novgoranstefanovski', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_0_0 = this.of({ modelId: 'huggingface-txt2img-buntopsih-novgoranstefanovski', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_1_0 = this.of({ modelId: 'huggingface-txt2img-claudfuen-photorealistic-fuen-v1', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_0_0 = this.of({ modelId: 'huggingface-txt2img-claudfuen-photorealistic-fuen-v1', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-coder119-vectorartz-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-coder119-vectorartz-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_1_0 = this.of({ modelId: 'huggingface-txt2img-conflictx-complex-lineart', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-conflictx-complex-lineart.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_0_0 = this.of({ modelId: 'huggingface-txt2img-conflictx-complex-lineart', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-dallinmackay-cats-musical-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-dallinmackay-cats-musical-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-dallinmackay-tron-legacy-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-dallinmackay-tron-legacy-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-dallinmackay-van-gogh-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-dallinmackay-van-gogh-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_1_0 = this.of({ modelId: 'huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_0_0 = this.of({ modelId: 'huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_1_0 = this.of({ modelId: 'huggingface-txt2img-eimiss-eimisanimediffusion-1-0v', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_0_0 = this.of({ modelId: 'huggingface-txt2img-eimiss-eimisanimediffusion-1-0v', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-envvi-inkpunk-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-envvi-inkpunk-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_1_0 = this.of({ modelId: 'huggingface-txt2img-evel-yoshin', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-evel-yoshin.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_0_0 = this.of({ modelId: 'huggingface-txt2img-evel-yoshin', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_1_0 = this.of({ modelId: 'huggingface-txt2img-extraphy-mustafa-kemal-ataturk', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_0_0 = this.of({ modelId: 'huggingface-txt2img-extraphy-mustafa-kemal-ataturk', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_1_0 = this.of({ modelId: 'huggingface-txt2img-fffiloni-mr-men-and-little-misses', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_0_0 = this.of({ modelId: 'huggingface-txt2img-fffiloni-mr-men-and-little-misses', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_1_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-elrisitas', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-elrisitas.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_0_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-elrisitas', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_1_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_0_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_1_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_0_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_1_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-papercut-model', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_0_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-papercut-model', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_1_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_0_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_1_0 = this.of({ modelId: 'huggingface-txt2img-haor-evt-v3', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-haor-evt-v3.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_0_0 = this.of({ modelId: 'huggingface-txt2img-haor-evt-v3', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_1_0 = this.of({ modelId: 'huggingface-txt2img-hassanblend-hassanblend1-4', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_0_0 = this.of({ modelId: 'huggingface-txt2img-hassanblend-hassanblend1-4', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_1_0 = this.of({ modelId: 'huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_0_0 = this.of({ modelId: 'huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_1_0 = this.of({ modelId: 'huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_0_0 = this.of({ modelId: 'huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-ifansnek-johndiffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ifansnek-johndiffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-ifansnek-johndiffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_1_0 = this.of({ modelId: 'huggingface-txt2img-jersonm89-avatar', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jersonm89-avatar.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_0_0 = this.of({ modelId: 'huggingface-txt2img-jersonm89-avatar', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_1_0 = this.of({ modelId: 'huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_0_0 = this.of({ modelId: 'huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_1_0 = this.of({ modelId: 'huggingface-txt2img-katakana-2d-mix', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-katakana-2d-mix.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_0_0 = this.of({ modelId: 'huggingface-txt2img-katakana-2d-mix', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_1_0 = this.of({ modelId: 'huggingface-txt2img-lacambre-vulvine-look-v02', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_0_0 = this.of({ modelId: 'huggingface-txt2img-lacambre-vulvine-look-v02', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-langboat-guohua-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-langboat-guohua-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-langboat-guohua-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_1_0 = this.of({ modelId: 'huggingface-txt2img-linaqruf-anything-v3-0', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_0_0 = this.of({ modelId: 'huggingface-txt2img-linaqruf-anything-v3-0', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-mitchtech-klingon-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-mitchtech-klingon-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-mitchtech-vulcan-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-mitchtech-vulcan-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_1_0 = this.of({ modelId: 'huggingface-txt2img-mitsua-mitsua-diffusion-cc0', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_0_0 = this.of({ modelId: 'huggingface-txt2img-mitsua-mitsua-diffusion-cc0', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_1_0 = this.of({ modelId: 'huggingface-txt2img-naclbit-trinart-stable-diffusion-v2', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_0_0 = this.of({ modelId: 'huggingface-txt2img-naclbit-trinart-stable-diffusion-v2', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-arcane-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-arcane-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-archer-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-archer-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-classic-anim-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-classic-anim-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-elden-ring-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-elden-ring-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-future-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-future-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-ghibli-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-ghibli-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-mo-di-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-mo-di-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-nitro-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-nitro-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-redshift-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-redshift-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-spider-verse-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-spider-verse-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nousr-robo-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nousr-robo-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nousr-robo-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-ogkalu-comic-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-ogkalu-comic-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_1_0 = this.of({ modelId: 'huggingface-txt2img-openjourney-openjourney', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-openjourney-openjourney.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_0_0 = this.of({ modelId: 'huggingface-txt2img-openjourney-openjourney', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_1_0 = this.of({ modelId: 'huggingface-txt2img-piesposito-openpotionbottle-v2', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_0_0 = this.of({ modelId: 'huggingface-txt2img-piesposito-openpotionbottle-v2', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_1_0 = this.of({ modelId: 'huggingface-txt2img-plasmo-voxel-ish', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-voxel-ish.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_0_0 = this.of({ modelId: 'huggingface-txt2img-plasmo-voxel-ish', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_1_0 = this.of({ modelId: 'huggingface-txt2img-plasmo-woolitize', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-woolitize.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_0_0 = this.of({ modelId: 'huggingface-txt2img-plasmo-woolitize', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-progamergov-min-illust-background-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-progamergov-min-illust-background-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-prompthero-linkedin-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-prompthero-linkedin-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_1_0 = this.of({ modelId: 'huggingface-txt2img-prompthero-openjourney', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-openjourney.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_0_0 = this.of({ modelId: 'huggingface-txt2img-prompthero-openjourney', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-qilex-magic-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-qilex-magic-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-qilex-magic-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_1_0 = this.of({ modelId: 'huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_0_0 = this.of({ modelId: 'huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-rayhell-popupbook-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-rayhell-popupbook-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_1_0 = this.of({ modelId: 'huggingface-txt2img-runwayml-stable-diffusion-v1-5', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_0_0 = this.of({ modelId: 'huggingface-txt2img-runwayml-stable-diffusion-v1-5', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-s3nh-beksinski-style-stable-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-s3nh-beksinski-style-stable-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_1_0 = this.of({ modelId: 'huggingface-txt2img-sd-dreambooth-library-original-character-cyclps', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_0_0 = this.of({ modelId: 'huggingface-txt2img-sd-dreambooth-library-original-character-cyclps', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_1_0 = this.of({ modelId: 'huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_0_0 = this.of({ modelId: 'huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_1_0 = this.of({ modelId: 'huggingface-txt2img-sd-dreambooth-library-seraphm', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_0_0 = this.of({ modelId: 'huggingface-txt2img-sd-dreambooth-library-seraphm', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_1_0 = this.of({ modelId: 'huggingface-txt2img-shirayu-sd-tohoku-v1', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_0_0 = this.of({ modelId: 'huggingface-txt2img-shirayu-sd-tohoku-v1', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_1_0 = this.of({ modelId: 'huggingface-txt2img-thelastben-hrrzg-style-768px', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_0_0 = this.of({ modelId: 'huggingface-txt2img-thelastben-hrrzg-style-768px', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_1_0 = this.of({ modelId: 'huggingface-txt2img-timothepearce-gina-the-cat', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_0_0 = this.of({ modelId: 'huggingface-txt2img-timothepearce-gina-the-cat', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-trystar-clonediffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-trystar-clonediffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-trystar-clonediffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_1_0 = this.of({ modelId: 'huggingface-txt2img-tuwonga-dbluth', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-dbluth.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_0_0 = this.of({ modelId: 'huggingface-txt2img-tuwonga-dbluth', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_1_0 = this.of({ modelId: 'huggingface-txt2img-tuwonga-rotoscopee', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-rotoscopee.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_0_0 = this.of({ modelId: 'huggingface-txt2img-tuwonga-rotoscopee', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-volrath50-fantasy-card-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-volrath50-fantasy-card-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_1_0 = this.of({ modelId: 'huggingface-txt2img-yayab-sd-onepiece-diffusers4', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_0_0 = this.of({ modelId: 'huggingface-txt2img-yayab-sd-onepiece-diffusers4', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-zstc-cross-encoder-nli-deberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-zstc-cross-encoder-nli-deberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-deberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-zstc-cross-encoder-nli-distilroberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-zstc-cross-encoder-nli-distilroberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_2_0_0 = this.of({ modelId: 'huggingface-zstc-cross-encoder-nli-minilm2-l6-h768', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_1_0_0 = this.of({ modelId: 'huggingface-zstc-cross-encoder-nli-minilm2-l6-h768', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-minilm2-l6-h768.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-zstc-cross-encoder-nli-roberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-zstc-cross-encoder-nli-roberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_2_0_0 = this.of({ modelId: 'huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_1_0_0 = this.of({ modelId: 'huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_2_0_0 = this.of({ modelId: 'huggingface-zstc-eleldar-theme-classification', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_1_0_0 = this.of({ modelId: 'huggingface-zstc-eleldar-theme-classification', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-eleldar-theme-classification.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_2_0_0 = this.of({ modelId: 'huggingface-zstc-facebook-bart-large-mnli', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_1_0_0 = this.of({ modelId: 'huggingface-zstc-facebook-bart-large-mnli', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-facebook-bart-large-mnli.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_2_0_0 = this.of({ modelId: 'huggingface-zstc-jiva-xlm-roberta-large-it-mnli', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_1_0_0 = this.of({ modelId: 'huggingface-zstc-jiva-xlm-roberta-large-it-mnli', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-jiva-xlm-roberta-large-it-mnli.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_2_0_0 = this.of({ modelId: 'huggingface-zstc-lighteternal-nli-xlm-r-greek', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_1_0_0 = this.of({ modelId: 'huggingface-zstc-lighteternal-nli-xlm-r-greek', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-lighteternal-nli-xlm-r-greek.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_2_0_0 = this.of({ modelId: 'huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_1_0_0 = this.of({ modelId: 'huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_2_0_0 = this.of({ modelId: 'huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_1_0_0 = this.of({ modelId: 'huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_2_0_0 = this.of({ modelId: 'huggingface-zstc-narsil-bart-large-mnli-opti', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_1_0_0 = this.of({ modelId: 'huggingface-zstc-narsil-bart-large-mnli-opti', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-narsil-bart-large-mnli-opti.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_2_0_0 = this.of({ modelId: 'huggingface-zstc-narsil-deberta-large-mnli-zero-cls', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_1_0_0 = this.of({ modelId: 'huggingface-zstc-narsil-deberta-large-mnli-zero-cls', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-narsil-deberta-large-mnli-zero-cls.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_2_0_0 = this.of({ modelId: 'huggingface-zstc-navteca-bart-large-mnli', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_1_0_0 = this.of({ modelId: 'huggingface-zstc-navteca-bart-large-mnli', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-navteca-bart-large-mnli.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_2_0_0 = this.of({ modelId: 'huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_1_0_0 = this.of({ modelId: 'huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_2_0_0 = this.of({ modelId: 'huggingface-zstc-recognai-zeroshot-selectra-medium', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_1_0_0 = this.of({ modelId: 'huggingface-zstc-recognai-zeroshot-selectra-medium', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-medium.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_2_0_0 = this.of({ modelId: 'huggingface-zstc-recognai-zeroshot-selectra-small', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_1_0_0 = this.of({ modelId: 'huggingface-zstc-recognai-zeroshot-selectra-small', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_6 = this.of({ modelId: 'meta-textgeneration-llama-2-13b', version: '2.1.6', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_5 = this.of({ modelId: 'meta-textgeneration-llama-2-13b', version: '2.1.5', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_4 = this.of({ modelId: 'meta-textgeneration-llama-2-13b', version: '2.1.4', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_3 = this.of({ modelId: 'meta-textgeneration-llama-2-13b', version: '2.1.3', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_2 = this.of({ modelId: 'meta-textgeneration-llama-2-13b', version: '2.1.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_1 = this.of({ modelId: 'meta-textgeneration-llama-2-13b', version: '2.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_0 = this.of({ modelId: 'meta-textgeneration-llama-2-13b', version: '2.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811' }, environment: {} }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_0_0 = this.of({ modelId: 'meta-textgeneration-llama-2-13b', version: '2.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4' }, environment: {} }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_2 = this.of({ modelId: 'meta-textgeneration-llama-2-13b-f', version: '2.0.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_1 = this.of({ modelId: 'meta-textgeneration-llama-2-13b-f', version: '2.0.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_0 = this.of({ modelId: 'meta-textgeneration-llama-2-13b-f', version: '2.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_1 = this.of({ modelId: 'meta-textgeneration-llama-2-13b-f', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_0 = this.of({ modelId: 'meta-textgeneration-llama-2-13b-f', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_1_0 = this.of({ modelId: 'meta-textgeneration-llama-2-13b-f', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77' }, environment: {} }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_5 = this.of({ modelId: 'meta-textgeneration-llama-2-70b', version: '2.0.5', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_4 = this.of({ modelId: 'meta-textgeneration-llama-2-70b', version: '2.0.4', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_3 = this.of({ modelId: 'meta-textgeneration-llama-2-70b', version: '2.0.3', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_2 = this.of({ modelId: 'meta-textgeneration-llama-2-70b', version: '2.0.2', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_1 = this.of({ modelId: 'meta-textgeneration-llama-2-70b', version: '2.0.1', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_0 = this.of({ modelId: 'meta-textgeneration-llama-2-70b', version: '2.0.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_2_0 = this.of({ modelId: 'meta-textgeneration-llama-2-70b', version: '1.2.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557' }, environment: {} }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_1_0 = this.of({ modelId: 'meta-textgeneration-llama-2-70b', version: '1.1.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef' }, environment: {} }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_2 = this.of({ modelId: 'meta-textgeneration-llama-2-70b-f', version: '2.0.2', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_1 = this.of({ modelId: 'meta-textgeneration-llama-2-70b-f', version: '2.0.1', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_0 = this.of({ modelId: 'meta-textgeneration-llama-2-70b-f', version: '2.0.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_1 = this.of({ modelId: 'meta-textgeneration-llama-2-70b-f', version: '1.2.1', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_0 = this.of({ modelId: 'meta-textgeneration-llama-2-70b-f', version: '1.2.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_1_0 = this.of({ modelId: 'meta-textgeneration-llama-2-70b-f', version: '1.1.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb' }, environment: {} }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_6 = this.of({ modelId: 'meta-textgeneration-llama-2-7b', version: '2.1.6', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_5 = this.of({ modelId: 'meta-textgeneration-llama-2-7b', version: '2.1.5', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_4 = this.of({ modelId: 'meta-textgeneration-llama-2-7b', version: '2.1.4', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_3 = this.of({ modelId: 'meta-textgeneration-llama-2-7b', version: '2.1.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_2 = this.of({ modelId: 'meta-textgeneration-llama-2-7b', version: '2.1.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_1 = this.of({ modelId: 'meta-textgeneration-llama-2-7b', version: '2.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_0 = this.of({ modelId: 'meta-textgeneration-llama-2-7b', version: '2.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7' }, environment: {} }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_0_0 = this.of({ modelId: 'meta-textgeneration-llama-2-7b', version: '2.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c' }, environment: {} }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2 = this.of({ modelId: 'meta-textgeneration-llama-2-7b-f', version: '2.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_1 = this.of({ modelId: 'meta-textgeneration-llama-2-7b-f', version: '2.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_0 = this.of({ modelId: 'meta-textgeneration-llama-2-7b-f', version: '2.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_1 = this.of({ modelId: 'meta-textgeneration-llama-2-7b-f', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_0 = this.of({ modelId: 'meta-textgeneration-llama-2-7b-f', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_1_0 = this.of({ modelId: 'meta-textgeneration-llama-2-7b-f', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9' }, environment: {} }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b', version: '1.0.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b', version: '1.0.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b-instruct', version: '1.0.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b-instruct', version: '1.0.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b-instruct', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b-python', version: '1.0.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b-python', version: '1.0.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b-python', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b', version: '1.0.2', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b', version: '1.0.1', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b', version: '1.0.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b-instruct', version: '1.0.2', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b-instruct', version: '1.0.1', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b-instruct', version: '1.0.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b-python', version: '1.0.2', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b-python', version: '1.0.1', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b-python', version: '1.0.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b-instruct', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b-instruct', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b-instruct', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b-python', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b-python', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b-python', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_2_DEPTH_FP16_1_0_0 = this.of({ modelId: 'model-depth2img-stable-diffusion-2-depth-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.8xlarge', instanceTypes: ['ml.g5.8xlarge', 'ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g4dn.16xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_1_0_0 = this.of({ modelId: 'model-depth2img-stable-diffusion-v1-5-controlnet', version: '1.0.0', defaultInstanceType: 'ml.g5.8xlarge', instanceTypes: ['ml.g5.8xlarge', 'ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g4dn.16xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz', artifactKey: 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_FP16_1_0_0 = this.of({ modelId: 'model-depth2img-stable-diffusion-v1-5-controlnet-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.8xlarge', instanceTypes: ['ml.g5.8xlarge', 'ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g4dn.16xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_1_0_0 = this.of({ modelId: 'model-depth2img-stable-diffusion-v1-5-controlnet-v1-1', version: '1.0.0', defaultInstanceType: 'ml.g5.8xlarge', instanceTypes: ['ml.g5.8xlarge', 'ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g4dn.16xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz', artifactKey: 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_FP16_1_0_0 = this.of({ modelId: 'model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.8xlarge', instanceTypes: ['ml.g5.8xlarge', 'ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g4dn.16xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_1_0_0 = this.of({ modelId: 'model-depth2img-stable-diffusion-v2-1-controlnet', version: '1.0.0', defaultInstanceType: 'ml.g5.8xlarge', instanceTypes: ['ml.g5.8xlarge', 'ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g4dn.16xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz', artifactKey: 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_FP16_1_0_0 = this.of({ modelId: 'model-depth2img-stable-diffusion-v2-1-controlnet-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.8xlarge', instanceTypes: ['ml.g5.8xlarge', 'ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g4dn.16xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0_0 = this.of({ modelId: 'model-imagegeneration-stabilityai-stable-diffusion-v2-1', version: '1.0.0', defaultInstanceType: 'ml.g5.xlarge', instanceTypes: ['ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz', artifactKey: 'stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAI_MODEL_CACHE_FILE: 'stabilityai-model-cache.tar.gz', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'cn-north-1', aliases: {} }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_1 = this.of({ modelId: 'model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0', version: '1.0.1', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.1/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz', artifactKey: 'stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAI_MODEL_CACHE_FILE: 'stabilityai-model-cache.tar.gz', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'cn-north-1', aliases: {} }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_0 = this.of({ modelId: 'model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0', version: '1.0.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.16xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz', artifactKey: 'stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAI_MODEL_CACHE_FILE: 'stabilityai-model-cache.tar.gz', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_1_0 = this.of({ modelId: 'model-inpainting-runwayml-stable-diffusion-inpainting', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz', artifactKey: 'stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_0_0 = this.of({ modelId: 'model-inpainting-runwayml-stable-diffusion-inpainting', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_1_0 = this.of({ modelId: 'model-inpainting-runwayml-stable-diffusion-inpainting-fp16', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g5.2xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_0_0 = this.of({ modelId: 'model-inpainting-runwayml-stable-diffusion-inpainting-fp16', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g5.2xlarge'], artifactKey: 'stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_1_0 = this.of({ modelId: 'model-inpainting-stabilityai-stable-diffusion-2-inpainting', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz', artifactKey: 'stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_0_0 = this.of({ modelId: 'model-inpainting-stabilityai-stable-diffusion-2-inpainting', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_1_0 = this.of({ modelId: 'model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g5.2xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_0_0 = this.of({ modelId: 'model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g5.2xlarge'], artifactKey: 'stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_3_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', version: '1.3.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_3 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_2 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_1 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_1_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_0_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_1_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_3 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', version: '1.0.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_2 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_1 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_2_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_3 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', version: '1.1.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_2 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', version: '1.1.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_1 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', version: '1.1.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_0_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_3 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.1.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_2 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.1.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_1 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.1.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_4 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.0.4', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_3 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.0.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_2 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_1 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_1_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_3 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', version: '1.0.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_2 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_1 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_1_0 = this.of({ modelId: 'model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); + public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_0_0 = this.of({ modelId: 'model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); public static of( - spec: IJumpStartModelSpec + spec: IJumpStartModelSpec, ): JumpStartModel { return new JumpStartModel(spec); } From 0c9fdeb2d2fa0a2a024695fb7db7c8a5e84fdd3b Mon Sep 17 00:00:00 2001 From: Sergey Pugachev Date: Mon, 13 Nov 2023 18:55:35 +0000 Subject: [PATCH 09/23] Change file formatting --- .../generate-dlc-container-images.ts | 4 +- .../generate-jumpstart-models.ts | 3 +- .../code-generation/index.ts | 4 +- .../deep-learning-container-image.ts | 118 +++++++++--------- 4 files changed, 66 insertions(+), 63 deletions(-) diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts index c046b3ba..ec2c5e9d 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-dlc-container-images.ts @@ -154,7 +154,9 @@ function generateCode(repositoryTagData: { [repositoryName: string]: string[] }) const name = `${repositoryNameStr}_${tagNameStr}`; - imagesStr += `\tpublic static readonly ${name} = this.fromDeepLearningContainerImage('${repositoryName}', '${tagName}');\n`; + imagesStr += + ' ' + + `public static readonly ${name} = this.fromDeepLearningContainerImage('${repositoryName}', '${tagName}');\n`; } } diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts index 265234f6..542302ec 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts @@ -224,7 +224,8 @@ function generateCode() { delete spec.prepackedArtifactKey; } - modelsStr += `\tpublic static readonly ${modelName} = this.of(${JSON.stringify(spec)});\n`; + modelsStr += + ' ' + `public static readonly ${modelName} = this.of(${JSON.stringify(spec)});\n`; } } diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts index 4603322e..edcfde85 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/index.ts @@ -11,10 +11,10 @@ * and limitations under the License. */ import { generateDLCContainerImages } from './generate-dlc-container-images'; -//import { generateJumpStartModels } from './generate-jumpstart-models'; +import { generateJumpStartModels } from './generate-jumpstart-models'; async function main() { - //await generateJumpStartModels(); + await generateJumpStartModels(); await generateDLCContainerImages(); } diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts index 03d02549..afbf63a5 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts @@ -18,65 +18,65 @@ import { Construct } from 'constructs'; import { ContainerImage, ContainerImageConfig } from './container-image'; export class DeepLearningContainerImage extends ContainerImage { - public static readonly DJL_INFERENCE_0_19_0_DEEPSPEED0_7_3_CU113 = this.fromDeepLearningContainerImage('djl-inference', '0.19.0-deepspeed0.7.3-cu113'); - public static readonly DJL_INFERENCE_0_20_0_DEEPSPEED0_7_5_CU116 = this.fromDeepLearningContainerImage('djl-inference', '0.20.0-deepspeed0.7.5-cu116'); - public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_0_CU117 = this.fromDeepLearningContainerImage('djl-inference', '0.21.0-deepspeed0.8.0-cu117'); - public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_3_CU117 = this.fromDeepLearningContainerImage('djl-inference', '0.21.0-deepspeed0.8.3-cu117'); - public static readonly DJL_INFERENCE_0_21_0_FASTERTRANSFORMER5_3_0_CU117 = this.fromDeepLearningContainerImage('djl-inference', '0.21.0-fastertransformer5.3.0-cu117'); - public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_8_3_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.22.1-deepspeed0.8.3-cu118'); - public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_9_2_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.22.1-deepspeed0.9.2-cu118'); - public static readonly DJL_INFERENCE_0_22_1_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.22.1-fastertransformer5.3.0-cu118'); - public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_10_0 = this.fromDeepLearningContainerImage('djl-inference', '0.22.1-neuronx-sdk2.10.0'); - public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_9_0 = this.fromDeepLearningContainerImage('djl-inference', '0.22.1-neuronx-sdk2.9.0'); - public static readonly DJL_INFERENCE_0_23_0_DEEPSPEED0_9_5_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.23.0-deepspeed0.9.5-cu118'); - public static readonly DJL_INFERENCE_0_23_0_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.23.0-fastertransformer5.3.0-cu118'); - public static readonly DJL_INFERENCE_0_23_0_NEURONX_SDK2_12_0 = this.fromDeepLearningContainerImage('djl-inference', '0.23.0-neuronx-sdk2.12.0'); - public static readonly DJL_INFERENCE_0_24_0_DEEPSPEED0_10_0_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.24.0-deepspeed0.10.0-cu118'); - public static readonly DJL_INFERENCE_0_24_0_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.24.0-fastertransformer5.3.0-cu118'); - public static readonly DJL_INFERENCE_0_24_0_NEURONX_SDK2_14_1 = this.fromDeepLearningContainerImage('djl-inference', '0.24.0-neuronx-sdk2.14.1'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_GPU_PY38_CU113_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_GPU_PY39_CU117_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_GPU_PY36_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.8.1-transformers4.10.2-cpu-py36-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_GPU_PY36_CU111_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.8.1-transformers4.10.2-gpu-py36-cu111-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.8.1-transformers4.6.1-cpu-py36-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_GPU_PY36_CU111_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.8.1-transformers4.6.1-gpu-py36-cu111-ubuntu18.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.0-transformers4.10.2-cpu-py38-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.0-transformers4.10.2-gpu-py38-cu111-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.0-transformers4.11.0-cpu-py38-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.0-transformers4.11.0-gpu-py38-cu111-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.1-transformers4.12.3-cpu-py38-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.1-transformers4.12.3-gpu-py38-cu111-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_CPU_PY310_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '2.0.0-transformers4.28.1-cpu-py310-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_GPU_PY310_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '2.0.0-transformers4.28.1-gpu-py310-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_0_TRANSFORMERS4_28_1_NEURONX_PY38_SDK2_9_1_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference-neuronx', '1.13.0-transformers4.28.1-neuronx-py38-sdk2.9.1-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_1_TRANSFORMERS4_34_1_NEURONX_PY310_SDK2_15_0_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference-neuronx', '1.13.1-transformers4.34.1-neuronx-py310-sdk2.15.0-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_6_0_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference', '2.0.0-tgi0.6.0-gpu-py39-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_8_2_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference', '2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI0_9_3_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference', '2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_0_3_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference', '2.0.1-tgi1.0.3-gpu-py39-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_1_0_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference', '2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.11.0-transformers4.26.0-cpu-py39-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.11.0-transformers4.26.0-gpu-py39-cu112-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.11.1-transformers4.26.0-gpu-py39-cu112-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.4.1-transformers4.6.1-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_GPU_PY37_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.4.1-transformers4.6.1-gpu-py37-cu110-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.4.3-transformers4.10.2-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_GPU_PY37_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.4.3-transformers4.10.2-gpu-py37-cu110-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.10.2-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.10.2-gpu-py37-cu112-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.11.0-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.11.0-gpu-py37-cu112-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.12.3-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.12.3-gpu-py37-cu112-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.3-transformers4.12.3-cpu-py37-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.3-transformers4.12.3-gpu-py37-cu112-ubuntu18.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.6.3-transformers4.17.0-cpu-py38-ubuntu20.04'); - public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_GPU_PY38_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.6.3-transformers4.17.0-gpu-py38-cu112-ubuntu20.04'); + public static readonly DJL_INFERENCE_0_19_0_DEEPSPEED0_7_3_CU113 = this.fromDeepLearningContainerImage('djl-inference', '0.19.0-deepspeed0.7.3-cu113'); + public static readonly DJL_INFERENCE_0_20_0_DEEPSPEED0_7_5_CU116 = this.fromDeepLearningContainerImage('djl-inference', '0.20.0-deepspeed0.7.5-cu116'); + public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_0_CU117 = this.fromDeepLearningContainerImage('djl-inference', '0.21.0-deepspeed0.8.0-cu117'); + public static readonly DJL_INFERENCE_0_21_0_DEEPSPEED0_8_3_CU117 = this.fromDeepLearningContainerImage('djl-inference', '0.21.0-deepspeed0.8.3-cu117'); + public static readonly DJL_INFERENCE_0_21_0_FASTERTRANSFORMER5_3_0_CU117 = this.fromDeepLearningContainerImage('djl-inference', '0.21.0-fastertransformer5.3.0-cu117'); + public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_8_3_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.22.1-deepspeed0.8.3-cu118'); + public static readonly DJL_INFERENCE_0_22_1_DEEPSPEED0_9_2_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.22.1-deepspeed0.9.2-cu118'); + public static readonly DJL_INFERENCE_0_22_1_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.22.1-fastertransformer5.3.0-cu118'); + public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_10_0 = this.fromDeepLearningContainerImage('djl-inference', '0.22.1-neuronx-sdk2.10.0'); + public static readonly DJL_INFERENCE_0_22_1_NEURONX_SDK2_9_0 = this.fromDeepLearningContainerImage('djl-inference', '0.22.1-neuronx-sdk2.9.0'); + public static readonly DJL_INFERENCE_0_23_0_DEEPSPEED0_9_5_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.23.0-deepspeed0.9.5-cu118'); + public static readonly DJL_INFERENCE_0_23_0_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.23.0-fastertransformer5.3.0-cu118'); + public static readonly DJL_INFERENCE_0_23_0_NEURONX_SDK2_12_0 = this.fromDeepLearningContainerImage('djl-inference', '0.23.0-neuronx-sdk2.12.0'); + public static readonly DJL_INFERENCE_0_24_0_DEEPSPEED0_10_0_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.24.0-deepspeed0.10.0-cu118'); + public static readonly DJL_INFERENCE_0_24_0_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.24.0-fastertransformer5.3.0-cu118'); + public static readonly DJL_INFERENCE_0_24_0_NEURONX_SDK2_14_1 = this.fromDeepLearningContainerImage('djl-inference', '0.24.0-neuronx-sdk2.14.1'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_GPU_PY38_CU113_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_GPU_PY39_CU117_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_7_1_TRANSFORMERS4_6_1_GPU_PY36_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.8.1-transformers4.10.2-cpu-py36-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_10_2_GPU_PY36_CU111_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.8.1-transformers4.10.2-gpu-py36-cu111-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_CPU_PY36_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.8.1-transformers4.6.1-cpu-py36-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_8_1_TRANSFORMERS4_6_1_GPU_PY36_CU111_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.8.1-transformers4.6.1-gpu-py36-cu111-ubuntu18.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.0-transformers4.10.2-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_10_2_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.0-transformers4.10.2-gpu-py38-cu111-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.0-transformers4.11.0-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_0_TRANSFORMERS4_11_0_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.0-transformers4.11.0-gpu-py38-cu111-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.1-transformers4.12.3-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_9_1_TRANSFORMERS4_12_3_GPU_PY38_CU111_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.9.1-transformers4.12.3-gpu-py38-cu111-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_CPU_PY310_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '2.0.0-transformers4.28.1-cpu-py310-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_2_0_0_TRANSFORMERS4_28_1_GPU_PY310_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '2.0.0-transformers4.28.1-gpu-py310-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_0_TRANSFORMERS4_28_1_NEURONX_PY38_SDK2_9_1_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference-neuronx', '1.13.0-transformers4.28.1-neuronx-py38-sdk2.9.1-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_INFERENCE_NEURONX_1_13_1_TRANSFORMERS4_34_1_NEURONX_PY310_SDK2_15_0_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference-neuronx', '1.13.1-transformers4.34.1-neuronx-py310-sdk2.15.0-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_6_0_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference', '2.0.0-tgi0.6.0-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_0_TGI0_8_2_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference', '2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI0_9_3_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference', '2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_0_3_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference', '2.0.1-tgi1.0.3-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_1_0_GPU_PY39_CU118_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-tgi-inference', '2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.11.0-transformers4.26.0-cpu-py39-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_0_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.11.0-transformers4.26.0-gpu-py39-cu112-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_11_1_TRANSFORMERS4_26_0_GPU_PY39_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.11.1-transformers4.26.0-gpu-py39-cu112-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.4.1-transformers4.6.1-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_1_TRANSFORMERS4_6_1_GPU_PY37_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.4.1-transformers4.6.1-gpu-py37-cu110-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.4.3-transformers4.10.2-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_4_3_TRANSFORMERS4_10_2_GPU_PY37_CU110_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.4.3-transformers4.10.2-gpu-py37-cu110-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.10.2-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_10_2_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.10.2-gpu-py37-cu112-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.11.0-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_11_0_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.11.0-gpu-py37-cu112-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.12.3-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_1_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.1-transformers4.12.3-gpu-py37-cu112-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_CPU_PY37_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.3-transformers4.12.3-cpu-py37-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_5_3_TRANSFORMERS4_12_3_GPU_PY37_CU112_UBUNTU18_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.5.3-transformers4.12.3-gpu-py37-cu112-ubuntu18.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.6.3-transformers4.17.0-cpu-py38-ubuntu20.04'); + public static readonly HUGGINGFACE_TENSORFLOW_INFERENCE_2_6_3_TRANSFORMERS4_17_0_GPU_PY38_CU112_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-tensorflow-inference', '2.6.3-transformers4.17.0-gpu-py38-cu112-ubuntu20.04'); public static fromDeepLearningContainerImage( From 76388c1e8492c7ee9bc341d7a6364801fae3d55c Mon Sep 17 00:00:00 2001 From: Sergey Pugachev Date: Mon, 13 Nov 2023 19:09:48 +0000 Subject: [PATCH 10/23] InstanceType rename --- .../huggingface-sagemaker-endpoint.ts | 6 +- .../aws-model-deployment-sagemaker/index.ts | 5 +- .../instance-type.ts | 491 ------------------ .../jumpstart-sagemaker-endpoint.ts | 6 +- .../sagemaker-instance-type.ts | 486 +++++++++++++++++ 5 files changed, 495 insertions(+), 499 deletions(-) delete mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/instance-type.ts create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/sagemaker-instance-type.ts diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts index b517049c..c610b523 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts @@ -15,14 +15,14 @@ import * as iam from 'aws-cdk-lib/aws-iam'; import * as sagemaker from 'aws-cdk-lib/aws-sagemaker'; import { Construct } from 'constructs'; import { ContainerImage } from './container-image'; -import { InstanceType } from './instance-type'; import { SageMakerEndpointBase } from './sagemaker-endpoint-base'; +import { SageMakerInstanceType } from './sagemaker-instance-type'; export interface IHuggingFaceSageMakerEndpointProps { modelId: string; container: ContainerImage; endpointName?: string; - instanceType: InstanceType; + instanceType: SageMakerInstanceType; instanceCount?: number; role?: iam.Role; environment?: { [key: string]: string }; @@ -40,7 +40,7 @@ export class HuggingFaceSageMakerEndpoint extends SageMakerEndpointBase implemen public readonly cfnEndpointConfig: sagemaker.CfnEndpointConfig; public readonly modelId: string; - public readonly instanceType: InstanceType; + public readonly instanceType: SageMakerInstanceType; public readonly instanceCount: number; public readonly role: iam.Role; diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/index.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/index.ts index 83ba1cfd..56748da7 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/index.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/index.ts @@ -15,6 +15,7 @@ export * from './sagemaker-endpoint-base'; export * from './huggingface-sagemaker-endpoint'; export * from './huggingface-sagemaker-endpoint'; export * from './jumpstart-sagemaker-endpoint'; -export * from './container-image'; -export * from './instance-type'; +export * from './sagemaker-instance-type'; export * from './jumpstart-model'; +export * from './container-image'; +export * from './deep-learning-container-image'; diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/instance-type.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/instance-type.ts deleted file mode 100644 index b86c5ab8..00000000 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/instance-type.ts +++ /dev/null @@ -1,491 +0,0 @@ -/** - * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance - * with the License. A copy of the License is located at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES - * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions - * and limitations under the License. - */ - -import * as cdk from 'aws-cdk-lib/core'; - -/** - * Supported instance types for SageMaker instance-based production variants. - */ -export class InstanceType { - /** - * ml.c4.2xlarge - */ - public static readonly ML_C4_2XLARGE = InstanceType.of('ml.c4.2xlarge'); - - /** - * ml.c4.4xlarge - */ - public static readonly ML_C4_4XLARGE = InstanceType.of('ml.c4.4xlarge'); - - /** - * ml.c4.8xlarge - */ - public static readonly ML_C4_8XLARGE = InstanceType.of('ml.c4.8xlarge'); - - /** - * ml.c4.large - */ - public static readonly ML_C4_LARGE = InstanceType.of('ml.c4.large'); - - /** - * ml.c4.xlarge - */ - public static readonly ML_C4_XLARGE = InstanceType.of('ml.c4.xlarge'); - - /** - * ml.c5.18xlarge - */ - public static readonly ML_C5_18XLARGE = InstanceType.of('ml.c5.18xlarge'); - - /** - * ml.c5.2xlarge - */ - public static readonly ML_C5_2XLARGE = InstanceType.of('ml.c5.2xlarge'); - - /** - * ml.c5.4xlarge - */ - public static readonly ML_C5_4XLARGE = InstanceType.of('ml.c5.4xlarge'); - - /** - * ml.c5.9xlarge - */ - public static readonly ML_C5_9XLARGE = InstanceType.of('ml.c5.9xlarge'); - - /** - * ml.c5.large - */ - public static readonly ML_C5_LARGE = InstanceType.of('ml.c5.large'); - - /** - * ml.c5.xlarge - */ - public static readonly ML_C5_XLARGE = InstanceType.of('ml.c5.xlarge'); - - /** - * ml.c5d.18xlarge - */ - public static readonly ML_C5D_18XLARGE = InstanceType.of('ml.c5d.18xlarge'); - - /** - * ml.c5d.2xlarge - */ - public static readonly ML_C5D_2XLARGE = InstanceType.of('ml.c5d.2xlarge'); - - /** - * ml.c5d.4xlarge - */ - public static readonly ML_C5D_4XLARGE = InstanceType.of('ml.c5d.4xlarge'); - - /** - * ml.c5d.9xlarge - */ - public static readonly ML_C5D_9XLARGE = InstanceType.of('ml.c5d.9xlarge'); - - /** - * ml.c5d.large - */ - public static readonly ML_C5D_LARGE = InstanceType.of('ml.c5d.large'); - - /** - * ml.c5d.xlarge - */ - public static readonly ML_C5D_XLARGE = InstanceType.of('ml.c5d.xlarge'); - - /** - * ml.c6i.12xlarge - */ - public static readonly ML_C6I_12XLARGE = InstanceType.of('ml.c6i.12xlarge'); - - /** - * ml.c6i.16xlarge - */ - public static readonly ML_C6I_16XLARGE = InstanceType.of('ml.c6i.16xlarge'); - - /** - * ml.c6i.24xlarge - */ - public static readonly ML_C6I_24XLARGE = InstanceType.of('ml.c6i.24xlarge'); - - /** - * ml.c6i.2xlarge - */ - public static readonly ML_C6I_2XLARGE = InstanceType.of('ml.c6i.2xlarge'); - - /** - * ml.c6i.32xlarge - */ - public static readonly ML_C6I_32XLARGE = InstanceType.of('ml.c6i.32xlarge'); - - /** - * ml.c6i.4xlarge - */ - public static readonly ML_C6I_4XLARGE = InstanceType.of('ml.c6i.4xlarge'); - - /** - * ml.c6i.8xlarge - */ - public static readonly ML_C6I_8XLARGE = InstanceType.of('ml.c6i.8xlarge'); - - /** - * ml.c6i.large - */ - public static readonly ML_C6I_LARGE = InstanceType.of('ml.c6i.large'); - - /** - * ml.c6i.xlarge - */ - public static readonly ML_C6I_XLARGE = InstanceType.of('ml.c6i.xlarge'); - - /** - * ml.g4dn.12xlarge - */ - public static readonly ML_G4DN_12XLARGE = InstanceType.of('ml.g4dn.12xlarge'); - - /** - * ml.g4dn.16xlarge - */ - public static readonly ML_G4DN_16XLARGE = InstanceType.of('ml.g4dn.16xlarge'); - - /** - * ml.g4dn.2xlarge - */ - public static readonly ML_G4DN_2XLARGE = InstanceType.of('ml.g4dn.2xlarge'); - - /** - * ml.g4dn.4xlarge - */ - public static readonly ML_G4DN_4XLARGE = InstanceType.of('ml.g4dn.4xlarge'); - - /** - * ml.g4dn.8xlarge - */ - public static readonly ML_G4DN_8XLARGE = InstanceType.of('ml.g4dn.8xlarge'); - - /** - * ml.g4dn.xlarge - */ - public static readonly ML_G4DN_XLARGE = InstanceType.of('ml.g4dn.xlarge'); - - /** - * ml.g5.12xlarge - */ - public static readonly ML_G5_12XLARGE = InstanceType.of('ml.g5.12xlarge'); - - /** - * ml.g5.16xlarge - */ - public static readonly ML_G5_16XLARGE = InstanceType.of('ml.g5.16xlarge'); - - /** - * ml.g5.24xlarge - */ - public static readonly ML_G5_24XLARGE = InstanceType.of('ml.g5.24xlarge'); - - /** - * ml.g5.2xlarge - */ - public static readonly ML_G5_2XLARGE = InstanceType.of('ml.g5.2xlarge'); - - /** - * ml.g5.48xlarge - */ - public static readonly ML_G5_48XLARGE = InstanceType.of('ml.g5.48xlarge'); - - /** - * ml.g5.4xlarge - */ - public static readonly ML_G5_4XLARGE = InstanceType.of('ml.g5.4xlarge'); - - /** - * ml.g5.8xlarge - */ - public static readonly ML_G5_8XLARGE = InstanceType.of('ml.g5.8xlarge'); - - /** - * ml.g5.xlarge - */ - public static readonly ML_G5_XLARGE = InstanceType.of('ml.g5.xlarge'); - - /** - * ml.inf1.24xlarge - */ - public static readonly ML_INF1_24XLARGE = InstanceType.of('ml.inf1.24xlarge'); - - /** - * ml.inf1.2xlarge - */ - public static readonly ML_INF1_2XLARGE = InstanceType.of('ml.inf1.2xlarge'); - - /** - * ml.inf1.6xlarge - */ - public static readonly ML_INF1_6XLARGE = InstanceType.of('ml.inf1.6xlarge'); - - /** - * ml.inf1.xlarge - */ - public static readonly ML_INF1_XLARGE = InstanceType.of('ml.inf1.xlarge'); - - /** - * ml.inf2.xlarge - */ - public static readonly ML_INF2_XLARGE = InstanceType.of('ml.inf2.xlarge'); - - /** - * ml.inf2.8xlarge - */ - public static readonly ML_INF2_8XLARGE = InstanceType.of('ml.inf2.8xlarge'); - - /** - * ml.inf2.24xlarge - */ - public static readonly ML_INF2_24XLARGE = InstanceType.of('ml.inf2.24xlarge'); - - /** - * ml.inf2.48xlarge - */ - public static readonly ML_INF2_48XLARGE = InstanceType.of('ml.inf2.48xlarge'); - - /** - * ml.m4.10xlarge - */ - public static readonly ML_M4_10XLARGE = InstanceType.of('ml.m4.10xlarge'); - - /** - * ml.m4.16xlarge - */ - public static readonly ML_M4_16XLARGE = InstanceType.of('ml.m4.16xlarge'); - - /** - * ml.m4.2xlarge - */ - public static readonly ML_M4_2XLARGE = InstanceType.of('ml.m4.2xlarge'); - - /** - * ml.m4.4xlarge - */ - public static readonly ML_M4_4XLARGE = InstanceType.of('ml.m4.4xlarge'); - - /** - * ml.m4.xlarge - */ - public static readonly ML_M4_XLARGE = InstanceType.of('ml.m4.xlarge'); - - /** - * ml.m5.12xlarge - */ - public static readonly ML_M5_12XLARGE = InstanceType.of('ml.m5.12xlarge'); - - /** - * ml.m5.24xlarge - */ - public static readonly ML_M5_24XLARGE = InstanceType.of('ml.m5.24xlarge'); - - /** - * ml.m5.2xlarge - */ - public static readonly ML_M5_2XLARGE = InstanceType.of('ml.m5.2xlarge'); - - /** - * ml.m5.4xlarge - */ - public static readonly ML_M5_4XLARGE = InstanceType.of('ml.m5.4xlarge'); - - /** - * ml.m5.large - */ - public static readonly ML_M5_LARGE = InstanceType.of('ml.m5.large'); - - /** - * ml.m5.xlarge - */ - public static readonly ML_M5_XLARGE = InstanceType.of('ml.m5.xlarge'); - - /** - * ml.m5d.12xlarge - */ - public static readonly ML_M5D_12XLARGE = InstanceType.of('ml.m5d.12xlarge'); - - /** - * ml.m5d.24xlarge - */ - public static readonly ML_M5D_24XLARGE = InstanceType.of('ml.m5d.24xlarge'); - - /** - * ml.m5d.2xlarge - */ - public static readonly ML_M5D_2XLARGE = InstanceType.of('ml.m5d.2xlarge'); - - /** - * ml.m5d.4xlarge - */ - public static readonly ML_M5D_4XLARGE = InstanceType.of('ml.m5d.4xlarge'); - - /** - * ml.m5d.large - */ - public static readonly ML_M5D_LARGE = InstanceType.of('ml.m5d.large'); - - /** - * ml.m5d.xlarge - */ - public static readonly ML_M5D_XLARGE = InstanceType.of('ml.m5d.xlarge'); - - /** - * ml.p2.16xlarge - */ - public static readonly ML_P2_16XLARGE = InstanceType.of('ml.p2.16xlarge'); - - /** - * ml.p2.8xlarge - */ - public static readonly ML_P2_8XLARGE = InstanceType.of('ml.p2.8xlarge'); - - /** - * ml.p2.xlarge - */ - public static readonly ML_P2_XLARGE = InstanceType.of('ml.p2.xlarge'); - - /** - * ml.p3.16xlarge - */ - public static readonly ML_P3_16XLARGE = InstanceType.of('ml.p3.16xlarge'); - - /** - * ml.p3.2xlarge - */ - public static readonly ML_P3_2XLARGE = InstanceType.of('ml.p3.2xlarge'); - - /** - * ml.p3.8xlarge - */ - public static readonly ML_P3_8XLARGE = InstanceType.of('ml.p3.8xlarge'); - - /** - * ml.p4d.24xlarge - */ - public static readonly ML_P4D_24XLARGE = InstanceType.of('ml.p4d.24xlarge'); - - /** - * ml.r5.12xlarge - */ - public static readonly ML_R5_12XLARGE = InstanceType.of('ml.r5.12xlarge'); - - /** - * ml.r5.24xlarge - */ - public static readonly ML_R5_24XLARGE = InstanceType.of('ml.r5.24xlarge'); - - /** - * ml.r5.2xlarge - */ - public static readonly ML_R5_2XLARGE = InstanceType.of('ml.r5.2xlarge'); - - /** - * ml.r5.4xlarge - */ - public static readonly ML_R5_4XLARGE = InstanceType.of('ml.r5.4xlarge'); - - /** - * ml.r5.large - */ - public static readonly ML_R5_LARGE = InstanceType.of('ml.r5.large'); - - /** - * ml.r5.xlarge - */ - public static readonly ML_R5_XLARGE = InstanceType.of('ml.r5.xlarge'); - - /** - * ml.r5d.12xlarge - */ - public static readonly ML_R5D_12XLARGE = InstanceType.of('ml.r5d.12xlarge'); - - /** - * ml.r5d.24xlarge - */ - public static readonly ML_R5D_24XLARGE = InstanceType.of('ml.r5d.24xlarge'); - - /** - * ml.r5d.2xlarge - */ - public static readonly ML_R5D_2XLARGE = InstanceType.of('ml.r5d.2xlarge'); - - /** - * ml.r5d.4xlarge - */ - public static readonly ML_R5D_4XLARGE = InstanceType.of('ml.r5d.4xlarge'); - - /** - * ml.r5d.large - */ - public static readonly ML_R5D_LARGE = InstanceType.of('ml.r5d.large'); - - /** - * ml.r5d.xlarge - */ - public static readonly ML_R5D_XLARGE = InstanceType.of('ml.r5d.xlarge'); - - /** - * ml.t2.2xlarge - */ - public static readonly ML_T2_2XLARGE = InstanceType.of('ml.t2.2xlarge'); - - /** - * ml.t2.large - */ - public static readonly ML_T2_LARGE = InstanceType.of('ml.t2.large'); - - /** - * ml.t2.medium - */ - public static readonly ML_T2_MEDIUM = InstanceType.of('ml.t2.medium'); - - /** - * ml.t2.xlarge - */ - public static readonly ML_T2_XLARGE = InstanceType.of('ml.t2.xlarge'); - - /** - * Builds an InstanceType from a given string or token (such as a CfnParameter). - * @param instanceType An instance type as string - * @returns A strongly typed InstanceType - */ - public static of(instanceType: string): InstanceType { - return new InstanceType(instanceType); - } - - private readonly instanceTypeIdentifier: string; - - constructor(instanceType: string) { - if ( - cdk.Token.isUnresolved(instanceType) || - instanceType.startsWith('ml.') - ) { - this.instanceTypeIdentifier = instanceType; - } else { - throw new Error( - `instance type must start with 'ml.'; (got ${instanceType})`, - ); - } - } - - /** - * Return the instance type as a string - * @returns The instance type as a string - */ - public toString(): string { - return this.instanceTypeIdentifier; - } -} diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts index 208ba165..93eba701 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts @@ -14,15 +14,15 @@ import * as iam from 'aws-cdk-lib/aws-iam'; import * as sagemaker from 'aws-cdk-lib/aws-sagemaker'; import { Stack, Token } from 'aws-cdk-lib/core'; import { Construct } from 'constructs'; -import { InstanceType } from './instance-type'; import { JumpStartModel, IJumpStartModelSpec } from './jumpstart-model'; import { JumpStartConstants } from './private/jumpstart-constants'; import { SageMakerEndpointBase } from './sagemaker-endpoint-base'; +import { SageMakerInstanceType } from './sagemaker-instance-type'; export interface IJumpStartSageMakerEndpointProps { model: JumpStartModel; endpointName?: string; - instanceType?: InstanceType; + instanceType?: SageMakerInstanceType; instanceCount?: number; role?: iam.Role; environment?: { [key: string]: string }; @@ -40,7 +40,7 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { public readonly cfnEndpointConfig: sagemaker.CfnEndpointConfig; public readonly model: JumpStartModel; - public readonly instanceType?: InstanceType; + public readonly instanceType?: SageMakerInstanceType; public readonly instanceCount: number; public readonly role: iam.Role; diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/sagemaker-instance-type.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/sagemaker-instance-type.ts new file mode 100644 index 00000000..21a62c6a --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/sagemaker-instance-type.ts @@ -0,0 +1,486 @@ +/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ + +import * as cdk from 'aws-cdk-lib/core'; + +/** + * Supported instance types for SageMaker instance-based production variants. + */ +export class SageMakerInstanceType { + /** + * ml.c4.2xlarge + */ + public static readonly ML_C4_2XLARGE = SageMakerInstanceType.of('ml.c4.2xlarge'); + + /** + * ml.c4.4xlarge + */ + public static readonly ML_C4_4XLARGE = SageMakerInstanceType.of('ml.c4.4xlarge'); + + /** + * ml.c4.8xlarge + */ + public static readonly ML_C4_8XLARGE = SageMakerInstanceType.of('ml.c4.8xlarge'); + + /** + * ml.c4.large + */ + public static readonly ML_C4_LARGE = SageMakerInstanceType.of('ml.c4.large'); + + /** + * ml.c4.xlarge + */ + public static readonly ML_C4_XLARGE = SageMakerInstanceType.of('ml.c4.xlarge'); + + /** + * ml.c5.18xlarge + */ + public static readonly ML_C5_18XLARGE = SageMakerInstanceType.of('ml.c5.18xlarge'); + + /** + * ml.c5.2xlarge + */ + public static readonly ML_C5_2XLARGE = SageMakerInstanceType.of('ml.c5.2xlarge'); + + /** + * ml.c5.4xlarge + */ + public static readonly ML_C5_4XLARGE = SageMakerInstanceType.of('ml.c5.4xlarge'); + + /** + * ml.c5.9xlarge + */ + public static readonly ML_C5_9XLARGE = SageMakerInstanceType.of('ml.c5.9xlarge'); + + /** + * ml.c5.large + */ + public static readonly ML_C5_LARGE = SageMakerInstanceType.of('ml.c5.large'); + + /** + * ml.c5.xlarge + */ + public static readonly ML_C5_XLARGE = SageMakerInstanceType.of('ml.c5.xlarge'); + + /** + * ml.c5d.18xlarge + */ + public static readonly ML_C5D_18XLARGE = SageMakerInstanceType.of('ml.c5d.18xlarge'); + + /** + * ml.c5d.2xlarge + */ + public static readonly ML_C5D_2XLARGE = SageMakerInstanceType.of('ml.c5d.2xlarge'); + + /** + * ml.c5d.4xlarge + */ + public static readonly ML_C5D_4XLARGE = SageMakerInstanceType.of('ml.c5d.4xlarge'); + + /** + * ml.c5d.9xlarge + */ + public static readonly ML_C5D_9XLARGE = SageMakerInstanceType.of('ml.c5d.9xlarge'); + + /** + * ml.c5d.large + */ + public static readonly ML_C5D_LARGE = SageMakerInstanceType.of('ml.c5d.large'); + + /** + * ml.c5d.xlarge + */ + public static readonly ML_C5D_XLARGE = SageMakerInstanceType.of('ml.c5d.xlarge'); + + /** + * ml.c6i.12xlarge + */ + public static readonly ML_C6I_12XLARGE = SageMakerInstanceType.of('ml.c6i.12xlarge'); + + /** + * ml.c6i.16xlarge + */ + public static readonly ML_C6I_16XLARGE = SageMakerInstanceType.of('ml.c6i.16xlarge'); + + /** + * ml.c6i.24xlarge + */ + public static readonly ML_C6I_24XLARGE = SageMakerInstanceType.of('ml.c6i.24xlarge'); + + /** + * ml.c6i.2xlarge + */ + public static readonly ML_C6I_2XLARGE = SageMakerInstanceType.of('ml.c6i.2xlarge'); + + /** + * ml.c6i.32xlarge + */ + public static readonly ML_C6I_32XLARGE = SageMakerInstanceType.of('ml.c6i.32xlarge'); + + /** + * ml.c6i.4xlarge + */ + public static readonly ML_C6I_4XLARGE = SageMakerInstanceType.of('ml.c6i.4xlarge'); + + /** + * ml.c6i.8xlarge + */ + public static readonly ML_C6I_8XLARGE = SageMakerInstanceType.of('ml.c6i.8xlarge'); + + /** + * ml.c6i.large + */ + public static readonly ML_C6I_LARGE = SageMakerInstanceType.of('ml.c6i.large'); + + /** + * ml.c6i.xlarge + */ + public static readonly ML_C6I_XLARGE = SageMakerInstanceType.of('ml.c6i.xlarge'); + + /** + * ml.g4dn.12xlarge + */ + public static readonly ML_G4DN_12XLARGE = SageMakerInstanceType.of('ml.g4dn.12xlarge'); + + /** + * ml.g4dn.16xlarge + */ + public static readonly ML_G4DN_16XLARGE = SageMakerInstanceType.of('ml.g4dn.16xlarge'); + + /** + * ml.g4dn.2xlarge + */ + public static readonly ML_G4DN_2XLARGE = SageMakerInstanceType.of('ml.g4dn.2xlarge'); + + /** + * ml.g4dn.4xlarge + */ + public static readonly ML_G4DN_4XLARGE = SageMakerInstanceType.of('ml.g4dn.4xlarge'); + + /** + * ml.g4dn.8xlarge + */ + public static readonly ML_G4DN_8XLARGE = SageMakerInstanceType.of('ml.g4dn.8xlarge'); + + /** + * ml.g4dn.xlarge + */ + public static readonly ML_G4DN_XLARGE = SageMakerInstanceType.of('ml.g4dn.xlarge'); + + /** + * ml.g5.12xlarge + */ + public static readonly ML_G5_12XLARGE = SageMakerInstanceType.of('ml.g5.12xlarge'); + + /** + * ml.g5.16xlarge + */ + public static readonly ML_G5_16XLARGE = SageMakerInstanceType.of('ml.g5.16xlarge'); + + /** + * ml.g5.24xlarge + */ + public static readonly ML_G5_24XLARGE = SageMakerInstanceType.of('ml.g5.24xlarge'); + + /** + * ml.g5.2xlarge + */ + public static readonly ML_G5_2XLARGE = SageMakerInstanceType.of('ml.g5.2xlarge'); + + /** + * ml.g5.48xlarge + */ + public static readonly ML_G5_48XLARGE = SageMakerInstanceType.of('ml.g5.48xlarge'); + + /** + * ml.g5.4xlarge + */ + public static readonly ML_G5_4XLARGE = SageMakerInstanceType.of('ml.g5.4xlarge'); + + /** + * ml.g5.8xlarge + */ + public static readonly ML_G5_8XLARGE = SageMakerInstanceType.of('ml.g5.8xlarge'); + + /** + * ml.g5.xlarge + */ + public static readonly ML_G5_XLARGE = SageMakerInstanceType.of('ml.g5.xlarge'); + + /** + * ml.inf1.24xlarge + */ + public static readonly ML_INF1_24XLARGE = SageMakerInstanceType.of('ml.inf1.24xlarge'); + + /** + * ml.inf1.2xlarge + */ + public static readonly ML_INF1_2XLARGE = SageMakerInstanceType.of('ml.inf1.2xlarge'); + + /** + * ml.inf1.6xlarge + */ + public static readonly ML_INF1_6XLARGE = SageMakerInstanceType.of('ml.inf1.6xlarge'); + + /** + * ml.inf1.xlarge + */ + public static readonly ML_INF1_XLARGE = SageMakerInstanceType.of('ml.inf1.xlarge'); + + /** + * ml.inf2.xlarge + */ + public static readonly ML_INF2_XLARGE = SageMakerInstanceType.of('ml.inf2.xlarge'); + + /** + * ml.inf2.8xlarge + */ + public static readonly ML_INF2_8XLARGE = SageMakerInstanceType.of('ml.inf2.8xlarge'); + + /** + * ml.inf2.24xlarge + */ + public static readonly ML_INF2_24XLARGE = SageMakerInstanceType.of('ml.inf2.24xlarge'); + + /** + * ml.inf2.48xlarge + */ + public static readonly ML_INF2_48XLARGE = SageMakerInstanceType.of('ml.inf2.48xlarge'); + + /** + * ml.m4.10xlarge + */ + public static readonly ML_M4_10XLARGE = SageMakerInstanceType.of('ml.m4.10xlarge'); + + /** + * ml.m4.16xlarge + */ + public static readonly ML_M4_16XLARGE = SageMakerInstanceType.of('ml.m4.16xlarge'); + + /** + * ml.m4.2xlarge + */ + public static readonly ML_M4_2XLARGE = SageMakerInstanceType.of('ml.m4.2xlarge'); + + /** + * ml.m4.4xlarge + */ + public static readonly ML_M4_4XLARGE = SageMakerInstanceType.of('ml.m4.4xlarge'); + + /** + * ml.m4.xlarge + */ + public static readonly ML_M4_XLARGE = SageMakerInstanceType.of('ml.m4.xlarge'); + + /** + * ml.m5.12xlarge + */ + public static readonly ML_M5_12XLARGE = SageMakerInstanceType.of('ml.m5.12xlarge'); + + /** + * ml.m5.24xlarge + */ + public static readonly ML_M5_24XLARGE = SageMakerInstanceType.of('ml.m5.24xlarge'); + + /** + * ml.m5.2xlarge + */ + public static readonly ML_M5_2XLARGE = SageMakerInstanceType.of('ml.m5.2xlarge'); + + /** + * ml.m5.4xlarge + */ + public static readonly ML_M5_4XLARGE = SageMakerInstanceType.of('ml.m5.4xlarge'); + + /** + * ml.m5.large + */ + public static readonly ML_M5_LARGE = SageMakerInstanceType.of('ml.m5.large'); + + /** + * ml.m5.xlarge + */ + public static readonly ML_M5_XLARGE = SageMakerInstanceType.of('ml.m5.xlarge'); + + /** + * ml.m5d.12xlarge + */ + public static readonly ML_M5D_12XLARGE = SageMakerInstanceType.of('ml.m5d.12xlarge'); + + /** + * ml.m5d.24xlarge + */ + public static readonly ML_M5D_24XLARGE = SageMakerInstanceType.of('ml.m5d.24xlarge'); + + /** + * ml.m5d.2xlarge + */ + public static readonly ML_M5D_2XLARGE = SageMakerInstanceType.of('ml.m5d.2xlarge'); + + /** + * ml.m5d.4xlarge + */ + public static readonly ML_M5D_4XLARGE = SageMakerInstanceType.of('ml.m5d.4xlarge'); + + /** + * ml.m5d.large + */ + public static readonly ML_M5D_LARGE = SageMakerInstanceType.of('ml.m5d.large'); + + /** + * ml.m5d.xlarge + */ + public static readonly ML_M5D_XLARGE = SageMakerInstanceType.of('ml.m5d.xlarge'); + + /** + * ml.p2.16xlarge + */ + public static readonly ML_P2_16XLARGE = SageMakerInstanceType.of('ml.p2.16xlarge'); + + /** + * ml.p2.8xlarge + */ + public static readonly ML_P2_8XLARGE = SageMakerInstanceType.of('ml.p2.8xlarge'); + + /** + * ml.p2.xlarge + */ + public static readonly ML_P2_XLARGE = SageMakerInstanceType.of('ml.p2.xlarge'); + + /** + * ml.p3.16xlarge + */ + public static readonly ML_P3_16XLARGE = SageMakerInstanceType.of('ml.p3.16xlarge'); + + /** + * ml.p3.2xlarge + */ + public static readonly ML_P3_2XLARGE = SageMakerInstanceType.of('ml.p3.2xlarge'); + + /** + * ml.p3.8xlarge + */ + public static readonly ML_P3_8XLARGE = SageMakerInstanceType.of('ml.p3.8xlarge'); + + /** + * ml.p4d.24xlarge + */ + public static readonly ML_P4D_24XLARGE = SageMakerInstanceType.of('ml.p4d.24xlarge'); + + /** + * ml.r5.12xlarge + */ + public static readonly ML_R5_12XLARGE = SageMakerInstanceType.of('ml.r5.12xlarge'); + + /** + * ml.r5.24xlarge + */ + public static readonly ML_R5_24XLARGE = SageMakerInstanceType.of('ml.r5.24xlarge'); + + /** + * ml.r5.2xlarge + */ + public static readonly ML_R5_2XLARGE = SageMakerInstanceType.of('ml.r5.2xlarge'); + + /** + * ml.r5.4xlarge + */ + public static readonly ML_R5_4XLARGE = SageMakerInstanceType.of('ml.r5.4xlarge'); + + /** + * ml.r5.large + */ + public static readonly ML_R5_LARGE = SageMakerInstanceType.of('ml.r5.large'); + + /** + * ml.r5.xlarge + */ + public static readonly ML_R5_XLARGE = SageMakerInstanceType.of('ml.r5.xlarge'); + + /** + * ml.r5d.12xlarge + */ + public static readonly ML_R5D_12XLARGE = SageMakerInstanceType.of('ml.r5d.12xlarge'); + + /** + * ml.r5d.24xlarge + */ + public static readonly ML_R5D_24XLARGE = SageMakerInstanceType.of('ml.r5d.24xlarge'); + + /** + * ml.r5d.2xlarge + */ + public static readonly ML_R5D_2XLARGE = SageMakerInstanceType.of('ml.r5d.2xlarge'); + + /** + * ml.r5d.4xlarge + */ + public static readonly ML_R5D_4XLARGE = SageMakerInstanceType.of('ml.r5d.4xlarge'); + + /** + * ml.r5d.large + */ + public static readonly ML_R5D_LARGE = SageMakerInstanceType.of('ml.r5d.large'); + + /** + * ml.r5d.xlarge + */ + public static readonly ML_R5D_XLARGE = SageMakerInstanceType.of('ml.r5d.xlarge'); + + /** + * ml.t2.2xlarge + */ + public static readonly ML_T2_2XLARGE = SageMakerInstanceType.of('ml.t2.2xlarge'); + + /** + * ml.t2.large + */ + public static readonly ML_T2_LARGE = SageMakerInstanceType.of('ml.t2.large'); + + /** + * ml.t2.medium + */ + public static readonly ML_T2_MEDIUM = SageMakerInstanceType.of('ml.t2.medium'); + + /** + * ml.t2.xlarge + */ + public static readonly ML_T2_XLARGE = SageMakerInstanceType.of('ml.t2.xlarge'); + + /** + * Builds an InstanceType from a given string or token (such as a CfnParameter). + * @param instanceType An instance type as string + * @returns A strongly typed InstanceType + */ + public static of(instanceType: string): SageMakerInstanceType { + return new SageMakerInstanceType(instanceType); + } + + private readonly instanceTypeIdentifier: string; + + constructor(instanceType: string) { + if (cdk.Token.isUnresolved(instanceType) || instanceType.startsWith('ml.')) { + this.instanceTypeIdentifier = instanceType; + } else { + throw new Error(`instance type must start with 'ml.'; (got ${instanceType})`); + } + } + + /** + * Return the instance type as a string + * @returns The instance type as a string + */ + public toString(): string { + return this.instanceTypeIdentifier; + } +} From 3fdcff63dc6b284e78acc3b2cf364c04a975abc3 Mon Sep 17 00:00:00 2001 From: Sergey Pugachev Date: Mon, 13 Nov 2023 19:12:27 +0000 Subject: [PATCH 11/23] Fix InstanceType in README.md --- .../gen-ai/aws-model-deployment-sagemaker/README.md | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md index 6efc1be3..42925274 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md @@ -3,28 +3,28 @@ ```typescript new JumpStartSageMakerEndpoint(this, 'LLAMA2', { model: JumpStartModel.META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2, - instanceType: InstanceType.ML_G5_2XLARGE, + instanceType: SageMakerInstanceType.ML_G5_2XLARGE, }); new JumpStartSageMakerEndpoint(this, 'Falcon_7B', { model: JumpStartModel.HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_2, - instanceType: InstanceType.ML_G5_2XLARGE, + instanceType: SageMakerInstanceType.ML_G5_2XLARGE, }); new JumpStartSageMakerEndpoint(this, 'LightGPT', { model: JumpStartModel.HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_1_0, - instanceType: InstanceType.ML_G5_12XLARGE, + instanceType: SageMakerInstanceType.ML_G5_12XLARGE, }); new JumpStartSageMakerEndpoint(this, 'RedPajama', { model: JumpStartModel.HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_1_0, - instanceType: InstanceType.ML_G5_2XLARGE, + instanceType: SageMakerInstanceType.ML_G5_2XLARGE, }); new HuggingFaceSageMakerEndpoint(this, 'Mistral', { modelId: 'mistralai/Mistral-7B-Instruct-v0.1', - instanceType: InstanceType.ML_G5_2XLARGE, + instanceType: SageMakerInstanceType.ML_G5_2XLARGE, container: DeepLearningContainerImage.HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_1_0_GPU_PY39_CU118_UBUNTU20_04, environment: { From 8c017bc1540628e73f6fec1c71298c64dc9c9ec6 Mon Sep 17 00:00:00 2001 From: Sergey Pugachev Date: Mon, 13 Nov 2023 19:46:16 +0000 Subject: [PATCH 12/23] Adding model name to endpoint config --- .../huggingface-sagemaker-endpoint.ts | 2 +- .../jumpstart-sagemaker-endpoint.ts | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts index c610b523..d22077ad 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts @@ -82,7 +82,7 @@ export class HuggingFaceSageMakerEndpoint extends SageMakerEndpointBase implemen ], }); - const endpointConfig = new sagemaker.CfnEndpointConfig(scope, 'EndpointConfig', { + const endpointConfig = new sagemaker.CfnEndpointConfig(scope, `EndpointConfig-${id}`, { productionVariants: [ { instanceType: this.instanceType.toString(), diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts index 93eba701..2d9eb45a 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts @@ -84,7 +84,7 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { model = this.getModelFromArtifact(scope, instanceType, instanseBaseType, environment); } - const endpointConfig = new sagemaker.CfnEndpointConfig(scope, 'EndpointConfig', { + const endpointConfig = new sagemaker.CfnEndpointConfig(scope, `EndpointConfig-${id}`, { productionVariants: [ { instanceType, From adcc3b97932ea2ac4029243d6721f2aa9bdbfd58 Mon Sep 17 00:00:00 2001 From: Sergey Pugachev Date: Mon, 13 Nov 2023 20:41:30 +0000 Subject: [PATCH 13/23] Prevent construct name clush --- .../huggingface-sagemaker-endpoint.ts | 4 ++-- .../jumpstart-sagemaker-endpoint.ts | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts index d22077ad..e815a8d4 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/huggingface-sagemaker-endpoint.ts @@ -62,7 +62,7 @@ export class HuggingFaceSageMakerEndpoint extends SageMakerEndpointBase implemen const image = props.container.bind(this, this.grantPrincipal).imageName; const modelIdStr = this.modelId.split('/').join('-').split('.').join('-'); - const model = new sagemaker.CfnModel(scope, `${modelIdStr}-model`, { + const model = new sagemaker.CfnModel(scope, `${modelIdStr}-model-${id}`, { executionRoleArn: this.role.roleArn, primaryContainer: { image, @@ -97,7 +97,7 @@ export class HuggingFaceSageMakerEndpoint extends SageMakerEndpointBase implemen endpointConfig.addDependency(model); - const endpoint = new sagemaker.CfnEndpoint(scope, `${modelIdStr}-endpoint`, { + const endpoint = new sagemaker.CfnEndpoint(scope, `${modelIdStr}-endpoint-${id}`, { endpointName: props.endpointName, endpointConfigName: endpointConfig.getAtt('EndpointConfigName').toString(), tags: [ diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts index 2d9eb45a..4b923491 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts @@ -99,7 +99,7 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { endpointConfig.addDependency(model); - const endpoint = new sagemaker.CfnEndpoint(scope, `${this.spec.modelId}-endpoint`, { + const endpoint = new sagemaker.CfnEndpoint(scope, `${this.spec.modelId}-endpoint-${id}`, { endpointConfigName: endpointConfig.getAtt('EndpointConfigName').toString(), endpointName: props.endpointName, }); From 109b448ecc05b73d0882c0452f6eaf0d9bd3a2aa Mon Sep 17 00:00:00 2001 From: Sergey Pugachev Date: Mon, 13 Nov 2023 20:56:00 +0000 Subject: [PATCH 14/23] Prevent construct name clush --- .../jumpstart-sagemaker-endpoint.ts | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts index 4b923491..5637b78d 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-sagemaker-endpoint.ts @@ -78,10 +78,10 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { throw new Error('Environment variables are not supported for model packages.'); } - model = this.getModelFromPackage(scope); + model = this.getModelFromPackage(scope, id); } else { const environment = this.buildEnvironment(instanceType); - model = this.getModelFromArtifact(scope, instanceType, instanseBaseType, environment); + model = this.getModelFromArtifact(scope, id, instanceType, instanseBaseType, environment); } const endpointConfig = new sagemaker.CfnEndpointConfig(scope, `EndpointConfig-${id}`, { @@ -162,6 +162,7 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { private getModelFromArtifact( scope: Construct, + id: string, instanceType: string, instanceBaseType: string, environment: { [key: string]: string | number | boolean }, @@ -190,7 +191,7 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { ); } - const model = new sagemaker.CfnModel(scope, `${this.spec.modelId}-model`, { + const model = new sagemaker.CfnModel(scope, `${this.spec.modelId}-model-${id}`, { executionRoleArn: this.role.roleArn, enableNetworkIsolation: true, primaryContainer: { @@ -213,7 +214,7 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { return model; } - private getModelFromPackage(scope: Construct) { + private getModelFromPackage(scope: Construct, id: string) { const modelPackageArns = this.spec.modelPackageArns || {}; const supportedRegions = Object.keys(modelPackageArns); if (!supportedRegions.includes(this.region)) { @@ -226,7 +227,7 @@ export class JumpStartSageMakerEndpoint extends SageMakerEndpointBase { const modelPackageArn = modelPackageArns[this.region]; - const model = new sagemaker.CfnModel(scope, `${this.spec.modelId}-model`, { + const model = new sagemaker.CfnModel(scope, `${this.spec.modelId}-model-${id}`, { executionRoleArn: this.role.roleArn, enableNetworkIsolation: true, primaryContainer: { From b05889412e592ce38c8a273bf63e65bee6b4174b Mon Sep 17 00:00:00 2001 From: Alain Krok Date: Mon, 13 Nov 2023 20:32:41 -0600 Subject: [PATCH 15/23] Initial commit for readme --- docs/emerging_tech_cdk_constructs.drawio | 2 +- .../aws-model-deployment-sagemaker/README.md | 199 +++++++++++++-- .../architecture.png | Bin 0 -> 598654 bytes .../notebooks/sagemaker-endpoint.ipynb | 241 ------------------ 4 files changed, 183 insertions(+), 259 deletions(-) create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/architecture.png delete mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/notebooks/sagemaker-endpoint.ipynb diff --git a/docs/emerging_tech_cdk_constructs.drawio b/docs/emerging_tech_cdk_constructs.drawio index a1ad4bb2..0bb99f97 100644 --- a/docs/emerging_tech_cdk_constructs.drawio +++ b/docs/emerging_tech_cdk_constructs.drawio @@ -1 +1 @@ -7L3XluTIkQX4NTxn92F4IALqEVpFIKDVCw80ENA6gK9feFZWd5dokjPDJjmzU12VGXAALs3uvWbumf0nlG3f4hQN5aNPs+ZPCJS+/4Ryf0IQlMDx6xsoOb6UwNd/X0qKqUo/y34tsKoz+yyEPkvXKs3mbx5c+r5ZquHbwqTvuixZvimLpqnfv30s75tvWx2iIvuhwEqi5sdSr0qX8kspiUG/lktZVZRfW4ahzztt9PXhz4K5jNJ+/00Ryv8JZae+X758at9s1oDZ+zovX94TfufuLx2bsm75e174SwcvzP6wOfTJG1V6psz4/o/PWraoWT8HTHvWVcA2/Zp+9ns5vk7G0Ffd8jGhGHP9vdpjoT9h1x0WXP0Zwb4r+P6a+LYA/vEK1PFtwffXxLcF8PfVw9+1D3/fwd8U/HD1TfXQd+1Dv+ng9Rdl+nVpqi5jfzE96CospiitriVh+6afrrKu767ZY8qlba4r+Pq4l9WSWUOUgFndL7+5yvK+Wz6N/3KQz+vPiQe1Xua9RFdb02cdHyuRTfyWfVmQL880TTTMVfzLW1OWrNNcbZmZzV8qB6WXIQ7gc/sugNP+Odrn25+LqV+Hj+7LV1s/vfuX6+NfEmAYf4maBVS0TH2dfR3onxD0+k8AxsfkVdN8NwFbNi3V5Vd0UxWg/qUHzUWfV02Wf9R4zUrVFfePKw6FPmfiZ02k0Vxm6eeQfvSFr4Z9tZq9f1P06Rti1rfZMh3XI593/wP+xVM/sQojP6/3Xx0fhr96fvkbr8fxz8LoE22KX6r/1SGvD58++Z/wT+QHH8zSC58+L/tpKfui76KG/7WUudaqS3+Zml+fufdgyj/M55Uty/Fpb9G69N8a6DWJ0+GD9/+MUbevBcFV8B/QnyGY+FrCvT/b+HJ1/PZKz6bqmoIPg4V+u1zwT5frr4HTEk1F9lefQ788CKbmry71lDXRcrnDtyzxkzX7fFUHXvarieDfGQiMUd9WMffrlGSfb/268vQ0RcdvHvuE0b+7ncsSvzOkLzX+ala/jPG/bmnoD0xwsVXX9NFFA/iHu8fT9akAn6puWEF/LzfPrm//z5DmFzamffK+vv35z3/+f39qtfcovtTBN5b21f2TrPswlR9Qoq3S9ItRAwSLfoW2b6mI+/uNCvkdYPhFQnw28g1L/wwwPlyB+PLqf9Wwvj7S5/mcLX/6Hi3+Act6+5Hg2+i8EB6BrKodwPp9v7rW0k9AFV1PZNNWJT955JeSrwXyp0VE8zWO+evtq8fxr698ZxJznS1J+RWlfkalvwf9v0OxvyWd63FUIHHk9gNNfT78DX18tboPC9X7uVqqDw6M+2Xp279JXr9Y728s+28RejQPXwaaV2/Qjx8YHf49po7XpM6W/zSK/v1M+AvvfcIP+iMNAqX1PQkS5B/Egdi/ggP/G3z1hQX+ynPEP4euEOj7dfxOpXwh1v82Xf1eO38oXRG/E7jQw2AdXfJ3QJZ1DR+M4tKb2fzh8NcSV0MGcOg/D2A/DY1+Gh79LET6aZj0Y6j0zWMfwctPWvi+8GdlxI+F8I+PfY13fiz8WdnPgrvv34Z/8jb83du/H1r9vXxw3ROEm0Ayv7nHVVcw9AnrHcCDHwmDYWEUw38W1+Qff/4dWeOnDHFppQ8I+hLJAen0s5guGoYZeMofRyQ4/K2M/coavyUS8p9IJNT/NiL5mkv7w5nk65J8RXjkD2KS32nnD2WSr5P4A5VYSzZc34S1+wCOGVhuP9V50+8/GNL/Zcb+f58Zmy9z+Uv+1Vj+8oup/IRPWO4Cx9sfmif7pYm/kSf7xyA9+l3IAH915N9A/Y38SeYMvSF/ENjDPyY0fvDaX8H996zvN8b5987d7yUYfnfy4Nu3k0ciP8wdTPxk7mD4jyJK+PavYMpf0o4fWUb8t3nHC2xQ8p+WdvxqKH+Tfj/1zL8gQfnfW17sdxjvHrVxGv0n0j1XDVUafQme/o6I6ae08Edr6p+AOvrn5mOkv8D1j8GAgJEYevt91vrD0OD7HDP8Y/YFp34imv8wHMX/x+Ao9u3UUf96HP0xS/HvOnf4d2YH/esnj/zvopTwZXtimaJuzvupzab/Q6l/FErB/24wRf13rYVv4yxNL1UNAr1XH/+frfyDbOUKDv6M/XtZyy9ncv65AvddLUDfwn+GIPzz+ou6RQn08/pXcQsujt9c/HOlLfH3Slvq30ra/nLu41cYeFwk+v1iX5a7/OkP24kGK/+ZVYB/CP9/sln5Rzvg9+RO/ZiH/dmpFhT6oxbpf92OHkL+o73gv5Q/hVHqm4X+q/nTv/vtv5Xl/UclYhH8f6tZ/G0URf4t7Af9Lvj8bif3P/v8H5OvR34SF3w90vKR9WWmCkzj97b0f9u135T933bt/6zt2gyYdvzFtP+4RP73Zzn+5Xu2yP+0Tdt/gWL+OTgT322mwt8fUv4HnVb9vp2vuvH3SIOgsL/2/B90uhX6fdL4R56DtH/JNaV/+r/TkP8bTkMS8Pca50dA/GeehkSR37fk55B1VhZNlyEBMY3CH1Jn6rdqvpbwwySTZp3B8vxgf5+TW7UfPxD1t42gATeYKKmLD7T9alBplkfrh7n/jpV8v9IfDdJfS6GvJaCqaIn+hNJfLhFh6IpLc1Qu8zR3SBWLnr7+aJZT8k5xfUrk64vEsnRwfWdI8dEI14eHjjScATOKAT0KR1K2sG3m0KBpS25dd08Dh6y9rlmtmmdY1qILJTdai83ohmEi+tkIMyNatCrxIl2MaWeae+zdGe/sx76sGNJ6IkLNZzA5s+xrCmZx3fia8fPMJUgUPUMUrDUidHqrI/mzizuUK7hxIMoqsfCRdths5GlLeE+yqDyto2Jg2rrTtAEHNDKv98syhUfVtwpzpx9LR24EcmNNLcwSjBkAnOjXl+0dalvF5sxOWzTK4/pljYwP0IYvaZ1Ru6a0rhkx38OiqyZ3f6hv2ttlrpSqkhOTMVGdx3Bsuz41mlHu8a0NaFezbj5ft/TdQA7uoWZhYxRUIM3hU76/DaZ/4DTCklv8lvPby5LjiNVEUQ31l04xGPrYkLblkOZYw4bzON7PXF7h1+ieEJ19dWymLicSnlc/reaYU0rkhREePYV9P7U2CxZqxupDqT0arfxGwF3O5r3yY0T6vaFK9tWw78FT76z08mss1sqzp9c3j5FxQ/NvOTDKW3n0h+rm0ig+ZIN7uHuJC2ZJWwkTvBBZ2Kfjsibm6WrD3NTXJ9XZFhbn6DYeMmNLWPfYTiXncAerrONySmGdZ9rJhhclqnOpWnIU0rHA97Y8si0dvQMUe+aybYWNaQqvZYT4oHqFuhDvwrvjaUccX8Z770+FFd7Wtlmbfl4DYjw1nm9WorLOdeEorMurscxR8eNGTq8S1RmkMCp3VYtXBcZvP+3C1yu2FzkBvQtrYRVvf+xOw90NUU2CCtb51RbUjHo/amYebyRUpPO8vYTs+Q4f6k1WHPz5CG+9GjC8l2QCj2jnW+SNq/nrL8cbrFYULMeygmbCD3ppaEQbYnTfNoGDyoKea5l5yIX8tETzMO9P0ty9mVRp5eqdURk0GIb+olePohtavq4iipue95Hm7vUW+Advd4WYmJhM3+u9W4dcMftDmK2M7sPbZRsMmSBSs/vlGYQ+sH/0kg5MraPPmaXt0bPq4n0L8f7pvUWm4jnxIfIq9DbgXad26XWzfVoo04SNV82udOKqIOLDm4nsrc5yjizdEowPYqkejlIqdryX8PvDzEd9TdjlmhRC6l+E0Xn967lVzEwz6U0Dy3S/rEWgnvvTi4MjbhpP5CjggQgk6ueuDSYaVsFhlRjPHVxw3Xjhdgilh+SKFgYu+etL1bzsC5mFuyatE4YATyCua+Y8A3N7z4eH8Nwqd0n6DN7ZO4AvjxPpbjaimbHndYeeE443ZGrAeIXpUr1rcAkAYL96KJR1GHaPFB/eeCfh/VpMPH+4W/RgMky5tbUVtK5PBw9+K3qO4XM+MU8m6YR3QocM5V82OZ3Zm1xJsV+2ows3lNkvgmKUPRGZHkAKRio6PXE5j4BZlSkSE4+YTNWCTZ68bB/94ErsjeBVOt4beNV0qLD5nTnDXa8Imgbjv2CIfuw1D12ANAS0+tCLdU32C3DaiF4jmm9koQk4N+DOiJk8ukPox7OQhp1TdhEjmQaiw7WQlp3yLVbAaX2jnzlvGKXsWvxrLV5KXzRBf3X2JvMnz+2NKA/8TaFdxThlk7cUIay4s+aUmonlDAkURwaubcpkOWDs3Xotb0aqeOoQt5q/jWU0FkjUm1FvaaYyD6xM0XzKHVHlYGJFcRjOKNDdHQWijidI0/swN0SkF68OGPr8LtSmWodiwHr6/bAD7xW5lRgWfHvz3GB1A8GN7lpy73IanXZpfL/OwryMink8UFpcbxxN8lleXugkCOFVLCqkHt/siXzGpLfdZGIHqw9FBV/sClWYG90nezkwSsvLvRwa9lI+njxJsFtqKhmf1HznKXBt6iuT2pXW8XhiC++LMrbEtN9SXPEImI3KsS2Fau2c70yFxYdCMFmvziPbHpS1nkZFgg3Hdd6Of91wBcU1xUFQV2e8uvi2npFwuJF7x2wtLJC3QlWhBEbQ1VFmNZiI1uYmu0mVYw/Is4MafQ+WacxVc6rePCyhdTb66mj4OI5tNPrj+B7ru/uMhsnNs8FvGGrQB9N2Ns3ukUWrMW2cQj4O8kiNHSJqr070rtq7WsBGVoUU91HwHJIyJBiMDXoWkPkepfeYa0PjG3hb+pF13XCPbPTw6oTZbBDw1R8ZyttGPR1rzps1rYh8GQ7F0onM01yj3Jygl5dq0QMmT8OPrkYJa1Nf4eT41rzIKrwq05nm0di5Ir7XaY9tNuIbWW5ilAj6MW/uMx5FZDlT6QlXhI2Cxhak63H/NQzP+gF7nbFmN7tP1qFdm4OSNNhFxgzi0GHFu8CJOe/x4Pd3oI1vGEnTktiyyyf8nt1cldr8HqU4YnhcrVkc5evQRWLM5uMnue80OnOirA1lOWtcOUHckmTES080YodWXioXEjZpdOGej8fwXlbN298Elxxa0cN8uS6Pc3jB4jpH73fRiQh5bBWfBKSCJrZuitVxXHLq8J8i1+vCIXpzaBsnAPFdsxPtMURhbAuLpmNL2B5eJITbovlLYb+Err3YfzqV7bECWHzcL6i2Ja6f42qq/LBu2zCMO5GcziY7lmlErIlxY9hdUC9bggQ/7tOlwAitMeIc2xStcRAYQZSlPmNJm7WlhZFRQQg/DNMyhdyMsrMdxvqNBB6bG2ZZaokMBdXIx0kCM++A652nZuC6JDmp/EbuUjan/g2HRKXGk62TyeMJhExcE5g9LAkxddPTSYjmnNHni0Rm/3mFVZeUuqdN1ke31xQviQQ34Uq1JLP01LKkxEREenIhCLr6J0TqlpEt5o3qyiiLQtztpixA5j3A2nvLXJbKsC7O+bFKvXxAHZQe7/eNpm4fQpPxXzdFf83k2mWYDasPsY+jZwZgfMKSDrnkKCPFt0d+ApvnYiLNqyskZTqdGgGR5AxWSCT9RBjUesdCF04aMjc34VmEd3q/SRuSEnObvW3DLY1IYAZHXHe3YypSn4ryEFo5rEvNEqg+w0voAsTSlFh5Vr2SQitREm6dODx9ouwAyJ07VlRwpVcyZYo6kApQpYSi1lOSeYs0/zXd8tCsm2ocdWYRE1zxTQ5R54t/JUmGmvcc8+4MhEuFPp/tW0D14ZbpJ5gH9xrNQZQPlh+MDuVbyBqCRrOyQblh6lhTt445vM163oIHen+cnOg7+9sq2VobI9sZNHsZc/hVkNkqLTN2dnByxFV8w1HJfgNRkgR3ptR25X3BBhAt5lNXStHilyeC+UhpbtqU3ZEB1S2V0olMPDNxud3zAmg4IaakG7sEcvZSyQcc1KmY4uGKPaZHdwA/mXR18Q8mWgWCULl5u+IvCCzhOXQmidFxd1/R18Xtd4uUD3lxArzPwvt7UFv7sjjkVirvN2JvRzR3FFRXiraddX6+ASlBArIx0la7I0BDGEzVpUsngq3Ix9MZ2FoakOEpOPDSegEapyI0jarRAwnW3igNg7ClbR94AKS7btpa/LjHT8PL2rNto/jEgBmuqPbElSNNjuZMrueAgfnr29nU+42IzzoL0POVxXqbXw/XDcXkUT30Sqha3r6QV0QcVSzp3Nt3it2HHo2Ubbjs1ULcZ5i5jf+OTwHocRzOO3+Jyef90QTQNDkBMGQxTMymbx0UPDJvKNGwCeSbVZVM5hURM7NHuoEbTyORjcp4AGm3Yu7m1Voow6g92+ERJw+8Qv073MFhR/hgdWu3uHqj7uQgNBmJklyaoGa1z35kQ1F02CGJsGeeo6WKDxGhjuNAqqgw3dKwQzAV6a6RMkBGuhuc9voSpuuH9OMWXCvChXhiyPTEsyEvp9GBIxmBhjZHVw1estsd0S4AgkUiHIkVjYEBBQqForkEpC0Ii2dJLm6Q5BnZxMF1Fr2Ohw7vkQlbGo6s04lP2/goh0iiLL0yhzrK37MmSUCkrk8xxKenejs3sVGOosMGMngKzUVPQMdf/wR7w5PTtrG+1RaIeID1fFBZHGBLdF4BxNbRM5ZepQF5Ta9whTfEzX81KLR1r5rfNIAznqcfqLMQFSLlaP4lIvbZyUS2VEjIifPgqz70QsNB93XvupltQ3TJqhM+O/9OXZXL6wJMFXCZ1BLu9oo7P8EWMIJt0AiM8tN9WnOCRDCbKMFs19zLyBtuv6VuTr3Awsc5B4ShfutxRrp/SHSJooi9245bCwAJAtaQkhhldpiLtr7ppsQCSeBdBfcaQt9CDNu3d0UC3FX8D8hsOgxa46aPyY9szjSIlA5MxpmOaOXg2yvHYzQiU3+L4Y8A7svwmRSdNp2AZmDIYCWB8YYSRuZHh/FU2uEpKfswUH2UjwB98bwAFERDoBJZZGbzClHBQNUbx1RtWF+RPs7snCPQXE9Kb1GMZuCMZH3vX9V5BTs3Gy7f5mD43M6Mt5wiYtBjciVqYb9jC6kXApX6Em0yHGNxDIuz61RrMKlekROcq2wpZvQZntsYd0MAIg7nbXYnCGeq699UC4/GQUlJJ+74vORiV4CYQZ9BkqZq3cDyQs026BFcszTN02ZPMwa44sGX61nanH9Twoi0VdD0/nl9fSyR+goffrn/pL/+UT6+ftyqv97HVJGmE3BhgS+ZCho1vj7H7Fc8+s118fGRcSBNsUCxoL2S1m3iTutj1ArCW5Z99NxnZM9/XI8GzXXpKYagOJUNesnAbeN4khnYzo4HCLXcW6GOEaW5d+WSfHZVlwo8E+E99lwosJhb7L3X5BxuuqWUoXhpZXsA10vom+X9kIuMG26xz0DRCVUeDxsyr21J6xRaddvvL7rSi76QWZpMWrN9NgpvVr/UeYRiQMltCaUSjd8PCk3RZE3PxxqjSnc/eexp19uDk7fHS17A+3dfw+LOLDMWXpPj8bXuX+uvzSZBtCMC/fGoVZaUOnwNZdBScMpBlfzr85//fulLk4lNe42xTyVzf1bkFnePNfDMLWid9WOuEPcWecH2sK5xHUALsNVvauLeHzU8G2bIRHf2HHO4ZnBNkGaLXzdIs2nyswbcEZtb6L1DU2yW0MNO0FP9256RoV8OV8+NyC+bWCj5yIPBSg8xcgNAzTm7zlLftsh/06L623Hq4peWXV9rklrb4o/agC5xrtkKP94qt5Tbt8923QRxD+MaNagx5X6t7WoVrBpuiu4ZoMqQSOZnnz5m46rhl3W++nA9fXsC2xLhJhV58NQaky314XJJ5Ji6+2Fz8i+OcgOWzQJT58rPa0bY8XVvXuaHI/ANb7jmjc6OCxkfjeUHWbMkJASYs1vJjNA8DYELZrrRJVcwQlJbl9Owd+hCVqHQHVaw+KqwZbM36ceFqYJp03eHvYJ+3qZknq6Co7nxZlmkVPgEUuecifV4dkhHnHfYR9H02dWD3eZ5Nm5Lm7VJC0B2S4/XGzvn7lHDFzZ7UdPmpw6C36VT0TSDEbtSKjdl4oFf57G6b+zwXItFnWL5UlHwWg8tGa54QswvyCbSrAD05pUGvJUjNbTJBKLGIdq86IJA3ObQeBPZdz8QG/9SKPWVNip14adimbuKteX1AIjimPs0aQamPYK1g2LUBdTVQK8xAAQBSOC+IWEuI5sJ6B56SVbvt7H4eJkPPoPwMGt1nspl+X7cn+xjO8rEUvwdkzLY9y7ZL5ZC7iTYQ0g6UBlnAiYUPMmyR+35MPMbvlm1z7X5LCOGfpvCW0FPLxe6JfPZ7YWPiRd1Tw1gySyrCZCKxhYnTwb6CvCaIN+PpFECZb8ZIOdAmoBsom6Hs1oSqNEQS2ZZ4IDdY1YVeC1Up7BpptcI05YwQzd292sRYR3JHYlTjVk9JW2jIO6onl7iQLllTvN8WVh1v0VvCSgJcYLaAV9wGpI1bBxoTwrN63MQJvLxeKvkcCDSKEYG1hNx3PK1vmmRqG8Ybm20x3NGYzJT9CqRABrv9YMAqjIJPASyn974Iho0w+nS0iNGDZYuhahHzl3QjDbtkBxl3AAB/QqhZzxUZ3cAIhVD2PeZOR1zzsUHJKsNwGnHA4vKIBh6+AygaPS7ya16DxlSEOaFbbON9hE+hhusbUWKi+Y0q8iNM7xBfyrPfGEZb3cr6RTFhdT8ftXJV571RnymHj2LR8X01g6CuNlsqlVyIv9S1OHdun8oxEecnVCT06QslmrFeo3EHUjpJGYXZfYmIeIYHwIfp35CNZUJPXeKGYvUQW7Neqa+LV0RDKwJ4eg/eg9L9Z5IsiCbTbOmRzhSjIWw8JuWj6/Uw+Hq4bSorTdp07zvEBMYGusyl1cIo+To3poZaullZwhQrJ9ujbyYIhovDkZHfMcdfaVN4cNaW/EFDS+Gz2BrbZ68GoVACorm+sgG04wzrcBbZHjfmiSVXOSOOlNebNfM5I0ivqcl1lp6pvlS7YGecO+9NPmabBqdHtbTFi2CzBAOLNNvOmzjR2FtqIhRru/NaoRedjqm3cDrsFW1T2hhaV4MJz1RzDRKbGPzJ7xLJemJ9YZYLYfPxbFVl4rlkTEn86lmlNtyhcoRJd4BuAXtAlQW790g15yje7j2tCXNfCGGntNmYLuCQ0YVqLQa2MINYwgFQ++ii6IrQrF9DBGu0UbbI0/E8rJrB6AB2VOxO5C3MrV6cj8aypa9exhVC2WU8evknIkokfjZiiSPw3MV5pZi8zV1MfL94WDogQGnfdXS/IEAsv301UvNcUkR83QQ9U+M5LlacDwW7ywXfpLTsPokgfMsCAxUdnuHPhghgLcurBYML5lNg6WRD80nLFW/GR9evI9rekEWP5W3OfTz7BbzXFDY7Ghnz5EWKF+x+GMSKCDCUep2J/OqH0sHtyBWm6BYf8spJr6ZS6on3D6pilhy7L0UjTb06+flTF363nJJ1bHLN+AMJCWAX++jcVRRwgQp2XrwZV7iDXIuJpz7OuIf8sqHbNj4Cv3FZ7/2L/YLjn17z5FJYiMbVqvctkibdeea95zs8Qg9QSbQVeMzSYvdW7Rniowl0dyGR/3sGdjBB7zYUIrOOEppQwXXEK5yAUrYFi7djt0LKebkNGghsfIuTTombbjuZ1pX9THRPClbWXQUot1FvAjfipytqd7OPXfW7aWd6RsvRdWeups+SeQ7u/QE05up8Y6y/VrjkZJe1csWzwtbMixTUZk1wP7CqlYKlIJOyHdqRvuA7OembWhWXHjdHs9XWGA6Z6k+JgG8eBrZkaXHe8yFsqFgUamFF7mo6O1O5JyPLf1tbwWVJiXywrdnYLyaK65ROeVkerYPvJAvUXwdnOEt9Fd4NsjL622d8DNNAFzf4cngpeeSQolePC9yTJ/inS1ZHtaqAHt6EKPpPAhG6qrzwQZaDZsvjyiBWiGMsblUcX83l8YOcRxeVDetLUoxabECQuVt+G9Pq+4u1GTtS3X5x/Z6+e9qfLvde8hf5q3L5D1uXMmuilK8LM8S3u3CJA/YuxOiCaLK9+iVuZHzGMguF324vbEjcOZKQB5TqO+M+nyhkqyJg/3GciXV7i00JHtFyueudD3nJTQ0XJgzw5pe7i8PZ2BOLhUCGszeaJTo5NCHlKrU5u6lcqizoRdnjow6tAXRiB3RGe/VkN+KF5NUPhNQddNCTg9llFpMGLlRT5+k904lb3xKP5zajUqFU4YSK13/7KBC4HbTau0drDpIIMnxpbkJP9IH/56CEqGVgIuI8MvS6zWZ9bBFKxIZbScJiOPSXnd36YE48gSPLu8nTJXxuxHK1h1dmcRwEe3exSMu4wN6JpPjH6pZjUakbnp4ANfQW2SxI5tUn4+z1VcirTZ/vL0ztRj4mOHfmgRjpkNgin5biZH92Itm7g3c9tjd8NPA29QHBT1qzRzq+3GMuOxaXilDFOfFF676dlMkbpLpmIVo86UWMWXNhEOnKkjmHpOgl3xwQzLvRmsRohYoQ/JpoZWmcufBTpm5Eq7MxSKtk94VweSkaGZ+Ed3Vx8OwCZCSecHlyj2DaCfQqNUSy3EvqQSC0Zc0cI4POcmN9BvN6uHtJmwgD6Xy/HApMk1y7mBmo+yKu8iC+thyLNysyMpGaTCNGScve4VaY97N6SQCzmnpN0JA/fF6VYW25yXprqf7fjg2hEkBbMDFHQHiGyyj/7hBJojQYb0GnJEvblkvAQ0oQwIY/hwgpCPVPO4q/uHgAu462XCSzwV+OE14HA1eagf7GGsRmyZxt47Ar7CAXcYElhk7VkoHmcDuH6GsV8wji4p4zni2LQTwgmBBldHvwyqg+p4LqWmOlcfYX0DMXFGPckzOE748njoFsWTfHJBE5/x4udH08AaMH2LCC8JHL8V3o5HvOaME/Z5eLqGSUWJdPlX2sA4SFc18EQSGZOHC3Rhq/+CJUHIVfF1BIN9oJRHeyOnMUZc0xBp2Nvnd+rQPP99kfczGpfqCS1+quwo2jTd3HDc08Sphez2MR49VboIz4FbKTQVfTl5K21I+1IN6RRPuibrg3ABal5OBa6P8EifvVb29AMkeKopScgxkjLJEArx1nkp1FzuvdM7gyZcUOZK94rdmXeLxEPL3S5QEPn2+btwjk0BWExUpMgHhTB2hbzY81uUi3ItVrYWJpjectT0NrKe5Qlkw456lQ8/3SCFMuUr3ArAUXEQOI1dwDQ/3BdrjKdulEVAwtFkiUmus5vJBE264VvaaPz1mUkqLOzPLD48vZvROcPCIvyVWuVQEOPfisuzd75Za9aX20sHD+LxIrWmpeGAauhkjGPS2h2cdCBinuzM9uU4fiaN+7K+5hm2mcid3D8Y60j0hIpCGvlSITkP3QDHkY8buzj5+y/9Bl3KhhxevatuQN8im85dWRbOst9KH19bo/WZVsvLA73VuC/3TLd5ZGIjbCBKEJ4WQWPL8kCwyj5ePrZqA/bu4V4sFhS++05Ga1QSQuVgxWE7BTrQoK66pAeYVwOaMa02lSZs2J5fauTOLDE5NjeyZbLPuTROfyDVnlATlyPKSZYixJNkNOPnTh7J+vZwTGmTOW7FOdJUHZBW9ql/mLEOZcocmBicSaTeAvvA4o4KNxsj4O873dCRYL539iHo4g4Sml4gQASMnp391wlqtSY8zFxMqjjSPJ1MLF355IibdL0lX4iXHJ52haD58oYQYX3HIrboC35oAqygzlxgjmngiwNqMrtuyzlxcXRBmPhRDXrUD+DUwBzBeSdFDdSONNr2/z5F9Atl5FYd8PHIeGGQJwbc7BHnR1bdsFtnTd+qMHSF0dtW9XDBkoJFLU2iRGxBENBmVszLRBV4gFPTDR2y4LGnrx4275rBci5c80SffNsKr0VcN4Bhu5heEWTvoObAC7grtPMLIgnwRq8do6JVUirmlO0yePONeXeSVQ8rSh2HGRqwQ7HKI0sQ7sVgpR6r78MXBuJxaaXdFNzBWXEotSep3KNnyQZ/vYd+o95qj7CUOwakKg0oE1dQRdIwKIeTYmxtxrylpz+ueRtmXys8RUehTeUSr+b1GNe1cCwgSAhl3KYU7RgTns3mJ5nwFLGiiEs997UiSNYEXPgK8pNcKHGIQXTzz+felXlGjIdPsVpttLhFfTNLRgEN1i4iLkUmeI2dC8cRHemZHN+TML4UqQU8LDbbHmfVEuF0oq1wom20mwxJxu0CqC5LHNMjxagh+cHdS1yp6bkjtQ+hOTi5XLzljb5PLqdRqrdTaRbqsY1FPuiwKn5ThXHGZyO7s4/XMPU7DWxIcQ3lXOWpdOmjAPc5HHT5Jv0DbQaOOCLZ507Mm2AypNugy8onZ4K6hHAV6NMHkKyocOOvgnV+i6sjxs8V0l0tti4E4+i+NkIJtXqXSJpUzh3n5zasv2R+OrDDroZq6b5V40FGCQgCPeeA+wkpJIPaIDgksN36cGXleeoijgzgg+EIuYh0m26jjA9N8+drrqoN9wpRuZUvqQ9IcPxrkNiL7ut/AaSRdkQJDzZqeDbw3GKOAo61p0IiWicNFGtYRA5ognVrzFgNS5ruJqgHHJZWJKyxbcgLQEt09vVsMu7xDIlagak4yHwM0NfdXoFvVl0DuFjAmyyfiRAX7Rkykw9iFy1eUMilXh1t9X7XWVo+xeXX0CxD8wTN1mwNNtAZTyTurHc5mTh/pHeR6pBDrIuiDDM6lKswByQLJkLH3qOb3llSiuesS95ULbITrLnRm2vpGGQZZV+SQQOwGDPhlO/j+ZbvgPZ3oqABo6IFv4bVb4m2PTjqTwIVbSg4QjKJxc1i7NkT+7Y5kOVTKFUMBKqSTzXzy7OvCZO0+jBRrZqFzvsYkm3hvV12cOD83ZcTgjhvBk4xFBxbaqb+3y8cmUNiYqlPCVrgPVvo0IbNya2caJMVzCufu0dpC9XrZpq2xn9TmJaZbi5nkkcNiA7Jm6GiEjWwUrZ5WYXXhXoT5mLeOx1XeJRrVZShDULKHrS9tvpQq/DRdtr4vj0CDsTfR2MbKqzLmJoNcgimny2WyLSWBy5S/m3CjN3yC2avKPm51/zL7AqLmFy65XtHMvJIFih/et6LhLWeAQOgQVcZTB/Rtfhn3s5d24nbjjbWsxRbkZ5jQZ3ekqNWXljR8oTyI8TCOsOppnJBftxLzb4Zpq/4d5AVcjEVGSsM3U2AxbJ4w+HK+DGP1DIVYhsxGJHG3ZiWj3Kf52aEhz0pr+YbcrD7Jyspz9TSmuOl1+SVhZxRhUjM9iaoRuGEWnaMwdyF0ZI2ksKKi5TdoFaL3pMuhNIpB0L27qAGTfIG5a9k5gxk9elFToYcjDgUuhsr9FYSg5ILcnEOY2uS1BdvrRD/8GFYaRSBfDrAs++7g/Cak+t3m00dv1YIcTPKk1DHY8KbvfGv5kUNq55aZs/GuA1u79d1cLlqXD2fhoOUzB0f7mQ5N8Pfj9uTv2rZYgXkPRRurxKzsjXgyA5pUjyq2I2WnpjYW2ME+MllvJbAghH6vfAT32FdC6+wpENx2N0mgVGyZJglKDO+uZNbFCHQCsh2MjZlepMW5BqVkFJgf3vGE7A+Hfp0kkdvEqj144n2UYfmFRisTfSB4vgkiz+092kYQE2iDAIgVP6ymae8uP1nL2Jfwc3Fu7x73XsyyLSFk2ROlFy22YcVhucVmamrTGlgJtp6FZ8U1OfECImR18kOzwQmIabQeJkqm3JG+e3kCbkrZKEHRCNxr7BVhauWRk5OGDJJ/hueLyHVifYBNfk/1cX1r7qT4kbO5feRhF2rV4hDqRVk0kv4J8PP+kI88Q+6b2NBy2ejp19xzxZyCgg1QqH9wLGd/37tmR+yRmcbe81flclH2rkhUDXLX8I3eVQIcxAQo/+4J9nwu7blJIM7x0QTDDtqbvQ3yc9XfdfaVhZMhFEjthsQUus1rcx1rDGlLwowtGZwEnIDMComlcjsT+s3DSYjrwcmZh8ZKa9MYWkzMpKD1Ptg0eOYDhfKozL31ficsxUCHZwpY1IZobl/2Cu8oolBYXMhNS36etvhmxmdwUma2uYXCiR68ms5jtavhRQA0lQW9anuxgdgb9nVUJ7+hw8aCoOA8Kb0lasLeNziIc1tEtK3REwDkgSz6rXe20lAYiMRadnLpRe5pD/ewiBYo8otBP7hXxa9THobhFek79zta12KEP5htuCAS3sM5D97YesVsEaUKITxVYOejMyE1Go6t+U7xvRtGkif8DjZW/eoFDilrfbFjpj587HjkDNVD+6XYHRu+Fx+ZgiZcweE2Jtf3hdK320l0jGaMeQ+Wy9kxlOHvYmfaPvQwaVEIEnXx39rBzTYjza3SnjNCiQ2mEjvEybCc1nvkAxGGx7wbaV3MOls3I4W0H9h2mJeqFkPhBWH6FTs4mH9iPvGq0bkGVvews6Xeq2gspWZq7eJZ3iWSEXXCRpGSbhUnr+r0ji7amZPRc69P8JvtBRb8TAVwzZe+JjzMgv2IV4zZXDkb8cvMJyo7+vgg8GXGNHpyhE6bX9LjYUDgLM7LwnvyhITyscOxYEAO+JVyzO7KvYpTT9EHqteO38Z7lLsBSulwvKZ9+TUXaYD4aa7n13ZThQZkLQsRvrRlGimq2lsjOP3NJM93Tw3RG5iTmd7Glc4EkTyd4q4s8kig3vG6S9k4KMgL3gsc8AINNckV34lCt5oHD6iG6CksQPOyNQPqaUPsowRLyvgfIiapqRrkc95sDM81b7sOT3IGSNW8md7kRoh4ojfO2CCiKZdOjSHY4ZAKqZuo1V5G9BJ9xBbAQZ2g75HBj+5KoiKuLOKTM7/3bMvc6lUdh2vr6JHNDEQ55U4APOBAZ21hIx43hkNE6zXsGR22ys/yz4jmmRVw3CqI4V53lGCmpfK+ePI8luqknNhOiC+kmYSJEtCqxSWpEibnfoIlxUqIoId6JYcNJAyDzBHJnsBxCi/3yHpfQVzdCeGAgzkuh9RbAuLJ2aok+TBDxOr5cMF2BEY1Wx3ryLMUPMvFE5RiTL4SHuXnnDZPF2DYByViGqEAgn/xxIialkr0t8yLHFqWz6BAL0brrWuaMKASJW4dJ9cnxQ7pcKb/sLuvTBXh0Jwgx2XPNJ/Vou5i7ijxk36rjYpHEUxH9G2T3c7b7JqiX7LNxT+o5PQZslLQ3e4DsQkWV5cKUJpUOefRpIkQeYdummwmKOnfGCTeO2AYwDcu/tKfUkAmfVSCLQVzIYf1ihtFEvU/sgYjiqyE/6SNImRQG0RPx8n2uSlLcvNwLgSUqZj3/Ko1Heojz4H9JM9xf8+tY/uOQW4JaRJlvWw1bQAMSt5JYT6I8LXUhGDApbHDnt/UcM33ZqRBrXZCMQsO1niFfIWV0JNoBJQsUoSoy5ksHOlVvbWnNSeWyEK5WnI9fvlWh1vqSxT9lUrTF3+H9rq3vGcSCDbqjMkVoYJficiopWxbq95r+ZhNTryxYC/T4eLiDBcxVljJOVvYcdMn/LIZ7K2GCr2OFo2WEx5NJo7xT1Ztmyu62/SQ5m6l4gEHozjMutaFWWgJBBnD3VA5+hahoe1FZKky94s7jyolrGJdSxV5ext9T528tokjrchrCok1CHmA2gIsl2LZPofS1EZHoY4uM5ECxBbsSSy7moXqS3kCRj5y6pL+m5BVHHl779ZSjxor128anZ3pzZ3la0LZ29nOqUYbkbM9VadOdSWQX8BxTizZoZVOgfnf6eOisf35bOgbsoovtFG3u3t7ueZHRKs21MYyElKpSzeufEBEm+Thz8dLrcdRj+6JZTZ8PjwtstqMu39yvkmIrZo4NgRTvpRWUrriuXvAZhfGGtjSZoyGONYPznTTnC4UIjOaXhyr4yRgI588bolnsCn0jHoLdvtxikjMxLsUiqsHioFO+cKdDF5PPNcv5D3BPjPjCs0VN5qZMmaQZLeC3TXzLVqmg7L0ZLpigXAqY0Bu77fhUTLrXJ7tDfEDHVmSe7xsnEWpTmKYEW3c8DDw6P1mCAKcRFJqIX6plGT3ASzLWMmdag+RwbMWLHFi7m0yRqd5v9hEpq5oYTnzhxcQMAW20w2ogKRtqjBN73A7VyrUpkh4a/aPTClw6A/lYELiwKKkwm3Wfg2/3IFAliV7MfIs6KujozvxpqRiry3Beg7U24MO1O8QPo7DgXh2DbYRAKjnwF6ffu6NOvPAzuKiRz/zgqMLQd7hxW5loLSx+QA73bft7dSgWL/foaEzeEDQHt0Cx5O3tvJVpe741K4ECuaEkD0gcN5TkFfB5GEGMkfcfBbnfd/GSyuJoctOEefiijo8BX6xpKn+iMSLMwBHvZuse+Ewfblz42ITeRMefl48h0lkpKi8ZAx42NEO5nEK0qGx9OwFvttyH8HQ3JM4XkbgI/pyxDmHF0ZIL40IZZBy4CTTg1GUk5PdiEZKH9W7SCzVoGGu0w5sYsH/QUawt2SVxo9Ux5GbGvubliKH6d2qoYyXwKmw1ILNW3PyWw7BifREl321SbLRSJAjAufbqssuDdolMQrJIRga0BnzG+bOeiW9apLHGa+70vaUsVQNHQnO60JWxqL7Jc6oOZ+OeXdHrjswfX9licU63cjAzAGntM853MDDcpVhQCeyj/iaH7R7Uh+KzEQuBf1wcgWckwgV35Pf1nT133mcRhHzTBBZPpTHtS/qDg3vimOjYNPshlJHFomXUMKqEhNL1ps0lXbU0yoE7gHJ7E5HYr4FE97LpU1kDVw87VhIXN65IwnANAqcwmTu76wDqoevrwhnNhLFIbl9UNyrRtU1e6Mq64i/E3rhcs/bFcM5zzy3pJna76V5i+ktePScWx5Hdc7Sthw5LmKXcVYvTASZY0WlIfVtFRr7cB7cfs3YSL/eKSnTsTgzrCA/3INx7LExgexn7fdl7vVxPcbGrSpdLSvRDPWM8TE2MCF3mpGtgeVkEHlD7ssG+zjGpbTLYbn48uSIGKUbS4+4yOxo2v4Ui2AbyEWnj1ObwY2ztOhMYcTbPrKcG29CzqIuWeMl1fvd0RfkZfrHed/6dKEg6WIJe57ZgYOd1Bu0bbfHth1HysYQ04fVi/aEjPdmd3JCPSodKrsf1vNi0+LGiLEFD6+IeoKItSPNoisIsRNjpJaNVAYboNLZ36+4x7xAQJvhfRItZ73NW1WlTxtXIcoo7AQzLnlX3t2B7wRDnMM7XjVpO7rK1VEcpjz+4b/9jqjJzAPdBt38WFTy9pg3C0lBMlM4MQj7+JZjfF5k+lACo8fLamYt+OXBzOa28x2fIQsECNiNXgca131Xer31GKJv+4qb7BP1abwHWoA7Ej0H6rnOzqgjsbc08eHOsz5MzqKF4+gzxMsxTaHHVQPfhlYCGPkSK7aFzXNxCvaUWEUJXyuuIvcQIcrds3u7NiI+6AlPJs/8EPtf5jTWyipYb3pgjvAGYmgg2p4TVCfUVhc0Gzglw9Ljmm3nI7wwJFDr93QZUoAf7WOsQqysGvPpDTLaFAsVNk6nbotBTTijmOhldHOWHx/+2GkAvW/kNXFtyr7A/7YLbFpcX1eNwFICG8C0qcNr5kbPp5bqDNflWiUJxsiikNPiMDIzpxxpoiPeoZ+hCjLJt71++HLZrQfILBioQvUx/3xVdqN2S/C6C61AWNTUbIibpaG5uPhYrtPpoOtKKF05E/l6rO6ZQ6hH8fmlufDktb1O4WmSq01Za6jZRJDmqXF6lA2JJQ+wMa6nu4MN3D14OuFwYlue71kfXJEvaw6yIkFBcU477QWuYRZ9iSp2eqN7TVHQROPqIwbaeJ76TDEGdvMDh2+ykQ5BHBWib6Dszwme8LUd2vosLmWERISlP5769h7d27mAQ1LS3afF5pgAyLu1ExFnxPMRroSY3J2VNuJvOTqBWcpE+1hMjH2PfpBwY1oZ+HBu48urrYAyzLfFoRfG7cVRrPQTnBl2/CxD8SORYehQqahnE9M1D0Xe3vzEbjWj11JoK0CWjrnp6Ihl3t99EePROjusdornMRUKy7HyMXthpcGmS3tHXfRMnZZ4iBexHi/47slJFlrWhCoPvtZ58EMx9Ym08WkQQvceERsEfKWDCFZgFd3YuKTl1cTMimPUtbyq8hvBMKuiwk51UW5f5F6eGzcJ8BXBgoipfs2QIyNJD58cCOBtd7mMHjYvFR7SL1h/BpY6WpNhhqbenO+yGd+sxJmwE3UKwqGfscOA5uL9w1LvQFLKO5lljybu6zFkt+ZeyjG+PMraSddaHURx1fJgwKoN/KoNwY5y9zUrHsEHsm8wYdr7HldfmC/fSYyFepvfm3m52sDUCR23vC2153h/QNyLr2i6eNIDjD1CNKuwO9Xt/Pt10QvFvHpWvmLu93j6bKCxU00Hd29pFKQOgoRJ96594VWrpJsCvYJwvTG+shevt4b6b4SO23jd/WPN1LyA0T2ZaHTbOeCc00Kx1L7voT10JvEi9uA4h0RGaBTB1WtEntBfzRZ2XiKPfKzOVh1GKFLmktnk+Fa5GO5bIMpjfXJmW+WifkAJQNrPD4nxcglWXcsTytyCcysdggBeeGjqpzYNFNMT44/ZjkUvkmKQZQJOkK8EF2/3zx9WMG6yYMeEEmgX7pJg/65dIAdBhAZ/VdRhLVFp1AfrYOyJeriNbUnWXfaDmICmyGoGP70pcDBW7dxwXDYp7+thn1kYZ7cyT5e9OzI9HBPQ2sHhXP18ZS7OSrYjgBYoUlPYWGGm9eGYUC7hafE0uMpmNtIIfA1Np54XGSYRCvoSrvZNPtj1oLeU7q3pmTDlvSNK0WhaZ10HERtEP7Tc9ZGOBoP5CglyiOgT1e84n9H7Sz8HsCb8foboHhj2AnJVaAPfHJpIjwyiFvjYp/KhAVUqwzff5zmLTX3eBuTtyzR+ew3gLNMFrfKF7fZaS3hbphvZIXVMcfy19D0lDkBIv1SmKexZvuer5unb3tJrvECQ8yQDcsmDRnwgmoI82/XI8C55w2nhc0Dhbw3BXtrgHVmWKUbLNSV8ES1GIztqv0dao0TJGp5v4XlJFLFNAtNDAXKSFC1bVoWbBwN++Mlb8ZvV8vqoxp0xvB9Fx0M69FzjVXnaj9O+MTwPJbTNtvHUePj+kCL5zrI0bz6ruOFWsSVQ4RbmXrbtqkgffgi3M1TsT2e8w/le7wiaA4mC5qVe55lNoeFtCAg9nkXfWtEFzZkzSvw6f94rGYYZi1TBjtks5++myOggph1mYOEjakSGkCO8tNDikqsPezLXdRTeUyqCPb9mf5Tqjp4U+aGXqZIYoLQf7Fdf2OUmK5bkuk/LVWl2M/iSMIxpCOIDrdABPTRa5RqFLHmydyBFe0BY1hUBXD3oU4170qBlGyKZ8lmYdpuopYjh5UCYx4y2zINVjFuqFD5zGELJAyuSvUQ++dnMS4cV3jMdPKKIIBcC/OIWeSoY+8O+YzsP6PQSoAOHNuFdvLGcSjEU1sXtG64Q3ZApct15WFelTYuJ1Z4Fg65i/6G0xe3jnJmkb5Z3u9R62E/LdE/czWvQO7BTj5CMKgTZNED37zyp+LvCL+itP0tIVvzgHTeRvqhyGTjhZjDlPCTxWxnU2F1YjXqSpSyaEQDbSrExOY+E+DCGWC8e8+VcNLVpzQw0n1uNk3aD7OLO07LcDA8bN7snHVjzWOWStXMN92CwPUGKeBroF8pIMnMSnfOm+TuEKRrTRU9ak7kxDNwCbLe75EpqkM3tlqRXOcm8KkzObkNZwx3ITQUq7Rc9UPb+IfLMjfPRAkZonStnVH5cxOz2suPPL9oAkkYtLs3dm0aWbJeUNfZWKOaHu8z7Iq3tcou2i3ZeQBV9/IhCqOGJHD/CyuqAIGIkpF5Fzy7IAaN7mJtvRJJDlbw0Vw9ALqJuNxipm6zwthmiBukRE5teO84G3f4/tr5jWVJlyfZreo4WQ7TWkAnM0CrRmq9vYte9Zu+Z9exUWZ3MJHBfvparuGiQFWHNV6R8hzmJaWjQ5h9FaXbGi1zhfhk+YrDvLSkBjRQPT11U12jQ2X3TJTXaR5N3wfPkenWUVlV9g4GkWw0nkbKvyzW6inB8rivVNzoF7zG2NR5TJ9x7Ml2g601FJf5tkC9hDzdP0+ZL3FBHlfyqiawjUOVTXVkD9B46UXcHfSLLnLWun6u8eP1z1GIIlviwsEr25fS5Z6Y7jlr+QE0ZgsKzgvuGAtlH5+L18Uh3M0tmVyc5FFahtQZBUyhVXmQf9cj9n/rU7EVsL/ggKPhGNtOAUBeZuFFczNT57/g6cuwRgBvcmTR/yb7zq3rQBJFIUBdQfVXeFTbvXMHqFPIFIYOiBIN0DXzZXpVDtRPmOjaP0fpLq2lcoCtGeWFCJLRfAMeGf7SnazH9KwBBC8LLUl9RruurmyFePXGyMXUtREguli19ouo7WdrhRmpoOk8OpZIU/k3JG2Jez/9Ev3RDvAFAE6sylv5XDfwGVpXqcsHMxRerwl+7pM5Ju9Wn3tCVNlsPm8qFstsifSNYmF2qAlu7K3/AIN6W43Jhcz8QZuIJNJhwkQqGI+m/KZOV4TQ4rJ1bZ3xlOdURtiqYJqvj1hAmEon5tzJS/VP4D2zgQgK4INXPIuWp4Elt5yuEblrdIp05fboicVZg7gDSJAIpTY4C6j0vBwX4wG8E3ebWgIEXHMNpOuAnW4MHFQqcldFZZwWZYbHY4k/BGHiHP+iqaoeVNNGd52al7R/FajKMcTbzcgiboruhAhkzKSUsNCVtiGUtqfQFjE3bMieyXrVIQg0BQZvYNEN3wKaZFuoexoRiteZNuuKC1eQnqbhF8ZyKrSgo95fV+ACDX/4TmtYEqZ8mfakjGUJpEJY0p/Dqd8wH0s9QaL121vjLHKeTnb+8QHnj6PNz1vX+F0dvIycG8jIvnNyAkv5yAatQhIt8wFjK8WLHflDVh4O8HZouNXWki5G+tPiDqUSTrgMpTkaxksaBl93pcKcQOvJlfZ3MGXPFsivkq1w8Yhb8NeHbhOgiI21aQEt8GGCUyrXCeu5kLxEebAS5a/WpSEc+s2501vFawrZbm+nScEsB4YJRa3jpHgW+mF8ogG6Ik7rs8riDFPMxn5fFzGqv24FRMoFD9LMd4VCGYUs/MVlebc7QNUh2Cx/6LA4M1Q5NTFd27eGxpU2ZgHOf2sx07rYyeL8ji1s1jz4Kgod9qgemSKLHHCEv1cJn1DVT6Y8OvtzfPsidDdik+5x3aZ8cHlJ+xKhhd8aPkz10tzEQKxhWTinA9MzwNvXm/n3m0wGRkmnYDvn3WZW2uQqNm8sL9S9jRkf83ALoH+3sZIi8hKq1XkXye/WR/NDYwTTapnGgI6y7rG+ipYi3IB5kMCL+uHiRg+ZEj3+fl6YvSpVEDLMGTxZvooEJd+F/P/o3sfGd6IjFhOmOdXwCEljbS74tbtD/MdbrmxKCv4hYuSqFDDz+uUO0fsUThf9wkvZCFGm2Y8/z0h4EFN0u9D3v/fpGNyso+0px6MfB0gxXnIIAHSQssqBlj8+5MQA3vSplKoeJaw0sqA4OP38EEOBYZWQYEF+bJsfx2ejwRw8xqACZjlgnT6jaOP2jG1n8tzuJuyy8WDhK5L/sXyfiCxkcP7bsYLO6MvnRRGXTY95ioXotrHHeZ1YHa8uJ5vyVGiq+MWwOX1viCQA/vCO05Cg2zQxf0jY14U4l2VAjbYk58ThV4zrkGFGRuzUYtj3o3XA8GAihZO2CBA25E+S6v0GWePEj6yuHdkjspOCfIeqav4ejB1b18Z44wS1vsZrCRazvj2ltPrj13e2nto/tS5WgJFJkyV+Oiy0N5KVDCmDLv3SH3RJFC3gB6YaajUaBjtVURy6eqYbRuIkxf4pExbzP8K1jeq+SWyj4kmL2H9fIpHTjh7AAzPjICuyrfTLLXeNQVLfvSNSKn8spOvTYRuczKyuEEhw5IR0IYC30PE1OdSAP/jJ0xMbp03Gkupl831gUPf/sSy6EkCYK7fzGWuJkObaLXzoO2HqekJ+k/aI1olNeK2uh9NMdz84tHP5tBi3OKnVOwqO3BPVvmQMiVLAcdWl3QnSsPZjpUt1Y6wRhvcac3BwTcmyKqfvebUDlyfe9AdVNKTIJvb6GGsW/BOEloxST7buzh+pOVszI8cLt1ZH+YQbGZUoeFPXMllv/Oh7rF0fQ68mbzU3tVsQ91acZN0R4UapcnqBsKgDNCfQe6kePDgv9G45tPw90KXILNYtyL+CiPAfKO5X6B8/ZuMenEeKYvn33Jhd+gf8l2FYBRXwWpP+TF4oXIEwGQUJgWoJFG6GqViVlUyzPyfHhpHn9QC9bMQzIWy60Q7D8D/QbfhqdtSuIAx4orwDiooOgkugO7+yxs+SHnhA/by5EAk/2W9DZUwFexAqiUalq9nUabTjrqDsW0PpTh01wnC42qeGYILbCtKEplUJOJTM44EOwx42+FO6Ex2nkpVoWXxnHjqgPxQtrtaO9oGJkVK/yVOXld8w/EpttdG/+dPhMk1T//qlcC6ehnJGQMisZ/bi++gBSNDuVJ7viWITkzGPVHWxgPq1akMh4mwO0trt8csSrSxEdEqfNFHr+fqUdf3E5pqfLeeUUSJHQSUr+A02yAoBPiiLOh5f3ZfAHJ6qthmsalg+WPbsKet2sP1eXDyEu/CuxYtDc03c8T2dMrl5pCJ/Pt1IBUt9s4h/hcqi4rv5xFW1uOYJ060wGxvC3+YDCBpSv2eRZcvpl40Xe5vj+ckGlLPgZWLTwUxwA9x49n0DBmHLbCp+oll+pyLjwC0r7LyNuqM9nVCicoIl/DxhLYEr3OAsGMkdPFD7Q3z6GisWXbmAOLQ4EghArbxXbPOOKxTxZCtg94QMDa0bw36NPk6ttj7JqHFkjg+xxs0s3g++6+011nlc5fr5yyd9mYTPOtM0VCmY6pmu/xhQXrB566qtDEYGH+ZdzV1JbfvCJNhq+BxssWHt5WhT9RSHp/+f0B/moiQYxLkmTpe89qR2jMIIvB/IhNwK5DeYczUnrqlHwVz74n389eBEUr/f6bcaHHYHRlCsB/0yBPMl7D2NTRQmfVXcU+Gmhgwk0gI2Fffzo23GMgX5ZkdMAbm/WY5gMX7lgrUQeypb7VjGTKNpfWxEazrMptFunUOp8TC1auZ5jcr8aJDJzkNbhyo9Jm6/0dbVKYEfXcArmM9zODMka+FY+ka5CfSmHlOsPG+JKQpZlMoOz5l3AZ7IWnL4kgL9ZSH2VzLimlzvtg2j85HHvYB8uUQTBHyhJUa+shkvhyTym8UulOy3MaH8ln+K1wviouG9eEjUVxO1yMZNcg55c2m1EBNI0IGmZ0yS8oKeuJv5i4ZJlcqWABJgtn5rqXsmVfBC/R6h2xjlhWTFAlfGRo2RQoRgEC/IDCHVAMU/7Aw/EkLJaABatpQlGTZEnl6K+CsnuH7hUNgJwLFWESI8rXSLELzAC7UWljRCf6XhOQeldTgWv9OkS99iAFt06q9STR469+mhc5rVvV+OU5W9PDH+4r91zh3hCiVHpLbwtAYypWIWf4r8OmjbmurDsHnZgEVrANTm7E7zL8HXntkP74dvm+SsBLZX8nSJ71jHHx4KOtVTYclfPo1gPDdP71R71ds6nrfVEnEJXPCafCSdZ1v40jPMsnFIqYh5LRH7sAXhxGwfMC+v/MTRPRmEus1+wsxlrtjjFD+N0hVsm116M+SuG6qSyvOqdDcAKFCMUFfHVr4o05rx+H4Bj81BudN8oQXfYuKoYBKd8DQmJI6+JTzzVYMbBanjEo6vA939lFNRBGb+kAckA5xX1Gzfwyub+Gpv+eRr+lDlYAP/XNuVAgiGtQf5bXUPuHDaP3Lu/fLfxQFJDlY6a97P72jvB4XZ6Fr2XXEEHRJc9h1YTHxIug5XMufxYFWOGyVsrdwi0Lxqpnv9idEe4U9N+uNZLBdgsmnG8lBMFSbTZJ0b9vgOvr4Vf7YIfNs7NkvWz9jOUFBesAgKORZW2/u93j0DriQNonziiclls+TP+nArJ1EpznWL3suCPM+NwH7aq8tfK85Fn5o5lRP99bUX7mNqPSOW/HqJZL2txmuv130Hk1OUlCw8mm5pfYYDmqSYmJVj4nkti6h+YtlcR6R9Gh3yP0WVr2a57TfbBi4/ttHDQHqL0dJsUEPrN1e0ku/zBs8PyJeZ14b4yaYZv/SeLcI+cFg7u18tC2a5/8kfaQLZPlukNBRgw+L834tgoyoYp6PQhj2hfV9DB07pkPQf3GgW22njpqiQY06n2R/AStxR474Qwr8Bgn59Dbs98h3ImQg6L0clW3P3L2fDCbmmv+aHf3gMB7BasnZMpR5YTxpZUIu8VFVpeyBKQWq2237Jj+F6mNOGac3yo8f4Gf/ncuY756xIQtr67qRfoKxa7iwHyleZDvGQGHKhx0CjAdrIejv2ma6L1Y57EhUXTiij3Fz6c4ezIhLYvPdsOLpUryGyKskOib8GRUJvzY8OwjM5nx6OR9Z9OTRKAUi2HUYtf5PmpOIQ2Gd9Tn3m83d0FcvxYIAMfPy/NKF9y1FWXGt6iQdX90pofmPxdrwADKHYJvonsCVrgk5VZ4Jw5mryOLioHUjR2uH1V8v3P8IBkKnMVvBsauDbtfMnYlzz681ihixkU13e+HW7p3+rcz2gy4GgnsgRUfB8ERqzQzrP5/Kd/ub+q8S06PyBbzqbAEjn5CRD/y0wfhvcuIQI6jJUNVQYwEVWifxNZeuzDX2cpJcWgy+j8Z7MNVg9uahYXpVinXD/2N7bYg7gjnamZNfVjmoUSxC/LUhHQY59QsmcEFsM4sgTZtszSG63QAsF2lEokTFQXKcbkzrVqObK9X0xIRIGITy5GYoxTEvFovqLAVKhvOMbh5B7TmTvUOjmH17aZn54QIKeM36nscbZX997B2L5+xVJhCPROOJ9X3OO+8VQCMVSVTsZh9rLWn8UakeFbVl5bbTF0tdos4TMhwM3zI13m5UG4XI3zrBKOSugD9IIVLa3m09VPaokUvxGb7uFzNrCjWnx/FPEHwoyWcIrKxawl8/ynRC+tFD/Ex3ca1acyoMdB5YpBEqvgBUAEO4oxbDUtGM1Qef3zuns6/Y7Y5q3mNpxu2jH550V/3O4yBte9r+vElYVQmrXhzEH8gyj3qLWi9xFbWJ6Zi1eE+dpXaXL8ikDZuiVR9cQEr3UqG8IgCJ56hthem1PET/97/1s03sF3DK1y5+pPRH5ItMUWoq2MOscals+7ltX4zKoCx16IkvFe+iy+OkPlKnd02TGghp4/OUU8OVPAd1sR+dQRKkJiHFYKPD6sBIHjni+rKFbhKWhjElFc76DGn3rYp18gz1hvS5P5uOvwzuhpiaEnw8AbsKVTrN5j8ZWU5YBu1dveKkjNNdFKsZ2oT5PUCN2b62RFclRUPnuu52BaoWnqBjvkyP/Qrzvd5apyRaQIM9B1+EHSteDsXx8JjKLeJ0trGS/++7cXgjRYR5Vh6PW001hnH2B5YIaiU6IxmyLNRTVuCGs9C9JnNeaSF+upWeBPCxEcGIv+peVa/28DykeGtCruzDcCMVdPfK6Fd8fPxNTr9xI0MTGjzpko4Y9pt5tudrT7i1Wuneb8r+T/9RpIuPivYYmfdsnAvL3og6LBQI+wqrPHSnztQIIroj4HHU0mRu8zYkYdgwrQbpJ/57hm8mIyLyTztRLOAtDjlUvOpnzLDKeEk/VyR+W+PEgLJ+J6XjDaPwda5DuaMT2q1i+4fcz5lP6GnGJl1AyjirkB5VZnPGQYUNlXuGgVLbxihR5KfKrKHJnqu2FoppFEl8h/9QE7CMXaK0+OnPBqpOmeTD3gTN55xRJMynjFj+DA4PyqIpY1OlRRIJN1HAUJNrHFWX68MKWkKF6Jje0I5A/fsALxExiSwgrFORsZNR5F8ItzAioxJIeSgb9jrCIjbCZwbjUc6Y6OtRXMqq1I7xgfDbgkUnPW8L33qHGtXDiGjEeJCVp+VJW8UebKSz55z7aB8j9faRZLps5tpPekjV76tO8budFJnF2YiwnOtoZNxseCRlPtezQ3xgK5i608DZsUrPAnI3C6LdtLC3Egn771vd1xnJYivwGkTMt5u18vBICPEx+S4F9F8no8wJz0u27rh30qj2IIPJDQL8izyAoGd5rqKc4SRPqrSxM//9qQ8uRozYbKq9pahWuZWRoMiBi+eiR2LLatbCe3rEEjdEuQtZ//w3be+9t355zlXr0xcSdMnTUUdIwy2tlG3s6Uz2vip2M3lHzNH7mRZuRyf+7eVjK6i6i2bKHTC8Es/9invyz8utNSSQc8F3ZcLJ3fT1cv7vbnC68PG9FsTf+Y4Hy+ntLYja3awWTrIQSe62TtN5YkLBjFnTl2hBlcJ+kncNhx7/QGWVBpPkf8b8co6FlZkJ6Zg+uLT4sjhTVC40uxTxCcPr2SjwixfKhbD+3dJAGkLJ85GUVUZBrXLHo3+jaOHehQ2r/oVlWlTfmO9r6s4Cod5XQceZbVN3grBehSibn4zPia6dkXkkNwYNvI3ee27widXYlCVuMA3S1jNDsW+mg2BCq0GdYatC4+zK66IpzV2a+kIgxIR0lOR1/ViDAe81CflRlZMZxiveJettCw67n1JyvoELli3553+cokyMr5MRzcgZieCYNOjrY9DGKY4uH72/zybD2jWr/GMgJHz19LNG61QXeBEBiuMDv/UmGmET2qeO21jxmuEcZ6jk0Jp9Es8btJTOmYEhLCUVhL6kbYXQjKjhYqqKBUYOKWCuSXAyvTl5bfM6nFiiSfbA8v0EODJ/bfzK+wQCyWb0EhovXI6hPIy8FHHlKDsXquyY/zbH2MDUqAfsZM4kmPD3pN5S/Dokl6pZ2651rN3e5dM4Ug9u2H+ANzhlfCNmLgo+Jp8SYyxxAQ+AvWib0OU2df0KkKgiI9Hzvi/TPrKu+bvSLsI6ViurfTAbFw5pNmOpxGkzqqPsY4J6KQokox68nUbOte2guQmbCvNPgwYovYe28fy//cdY0WEhJDXG5vxz6s5Xfp7dJSdhDOW1kHGYwwFNEwKKH2Y6rUir0YiG8TQ/96WvubIf36U8wWVQ9Kt31gKkyL7lemvAoC5HArslkJkrpIki3ADROv/etK0Z7eFOIwWwJ/gTIphi/zjXriZ7Y7MWgXr+gq0eno/Teyzp4FKjvdNqJUZ+gU5zpSqrRNf6tahJqhORa+asae9G/ReVuuqGzWYtv2BujhJnI1RUG7xHaNzpF8HEg1WxaE0rYlL93Tco5qz1fMsRCnfDMSG/aSZmqbb8UY33gaN6jMDTglrumBYgVFfFpxKMUrkzkpdjrh3IsyXFpgvfn1AacWHEeB7bLOhGxHGoclEiDFj+Jq6Rsc+82ibNYdwsaG5sWhI3Kw1DFyewCzhsytWDwU/ZXHIBCeIHhVBHuOe7dKhq94WOpJcBwrSC2vwwVCkzWOxRZITVGOje4cUA3kRaIV+IyswuGnYyJGiQv5lpx46NzaUZqgvCw/Tl2Z02El27K2tmLUvjhpDLpNhiOQLTuE32k+bvitVplWMdNjAwtt9Fopw9vEvVUt4kfQBcxqlBPALWPwhSV9u/QFGlG6uOTKib4gWub7c0F7G1EJuQKbHUPa3Ui7KcKPsorH/U3y3SsBzJcopobvHAV4GLHHXwEgcwqR0WetONixpnF33TH+GQaUBLXLjDjK60NmPxzNYQrPqvLZP3vmNCCFoIQazoKgE/dRYnFxtGQWUpDAaTWaMaMpOtT3XMEFByy0WfGpnur2cKzjl1c8NGxBf/bflBmg20CUOHMLlaq6ChKjrjJ3QFSH9B+QMlTFM4ZOopFlo8W6owIwyTc4lWY2m7u+HTVzbMJXux/zMxispCRn4aZ2Em4GLShyj/Ij1CjwYzm+K9uZc+hbchFAKy0DPqVskNd/e0uVZEYBGyZOBYaaVIY5aUDpJ/tbEDa3YsotNjyXzn58WKcmXTN3+WRX5HglTrUMbvq09XEIvz/BB4kAVg0UxPqy7CuZXhqAI3tXpF8LKzqVmx0rpv4KByHd5A0yzETNOTo7tLgkg7xX2Cn4h0JwsTfW+IuDrgW/4zE6yUvhZinsu6JoiaLhkPyt0GnYweG6VZXh2OhqF5AEARpgT1G9XXTYrqpDbHzRHDLK16C61Hp5r4EwIscL0PyKI/OlrzUi2oLDIb35CL9+PhimGsgKKFX6/U24XZavzWOGqeiK7Pq+mqiVyvL7e7j7wByZVAfxCM2CtTiafQilHSm10S7v68rH2JGroDkgVXOigT69GoUds76KW7qqb2mfnQtkHi+wuKsQeZQVSZY5Fszi7SdU/qrxUTn91kvKuu4B3veGJjftpJZsP7QEdj6wFFFBDK1YL74JdxrgHBmXCc0789qfvLjHqE40WkIpO3igZvukwQj6rE6xDGLAKrrNdetnm0H8bz0LRQ8ugqFd4OYLWY4jJIheQAehumwDz/omcK/KrXGSvmEbtUD2gPiUhbnQ8EnTMP19GXNMZVHavrTB52p3ZJzr2SbvK7EgxTgaKjmfPKV+CuRqLviE5JIxJYdxxrlUU8xf+WxBwBTJ81PGanguQwFFw4bWN6a11XUUbNIB8xospxf+65J0BVxa0OmbEb9iMXbIF7tVjrwHDtHQBVxzYab4OeW7i5u/XeGKDn1fEeWsH2lQUApmPG6b7m8VQxpHXTo/4xLt+RgsM6P3wEylfAjx4mRfaP4Fy694Iq6b/Ivy3f43yuDrbmPQyt/MlSfQmpspDwLbjjp8Ys+luUNy+eX4p5fYQDpd37Tw5Lduauh+xyoRhgwt5K4YT7kXnwNpX0GVSGbgDL+grGjMQfgf9REncuFQBfdO+uOP8L2xoyntkHTNb+TczkT1HnfoKMGd6Dm0s7q6dLHlu8IO/24KKP+W50Tr9lJ7fAcMITeF/DGZx4KSV3u0l+/yargiJ3IeR2eJXf+YaxVEGGqZ6CHhbdAdVz6Ufdn0MUhVTqI+UZVp/IrkB+TmWAxAma3C7zkpAVfJvwJ9ODUdg2WgLQOKTp7zaXSTh/omRoyptXX6DaVirdpZSorISF8bd4+7LTlJ15rwRG9XcGxOShMb2H+JcNJvMBu1TwnYJvZdsVv+8UhYFOT5E8bUFhGDP+fKc9Ey2atKere5C4RL93ttHxduaQbG46yhNevF6384X3zXskj+u9MpcGFplb6MuiWqKwnyKoAX3IQzfc3Bklbc4BHT++NifhvCWrztq4FlXY849G5WKJaL+v/BvW862VgRTP8f7s35/T3a1aql8zX/o4nZvnPzyEXmx41tcONUxYjnSSbbwQ+1HJLdG4RAVp3NASLQGkzDz0M+03Isf8uatyjvuIApS/AEEZMLRbQyuoMaJWqiHvWbWvYGzJGbnrYOIxH0sF3sRnqxEfUMbnBje4oVvTd/KUw1hcnIuXzmCNzjlTtPeEWMUxVVyLCUfzZCS5E5CJLk32UspOqfiiKfmYNWazWITyg3MvPQkastbGP8eO/VBJ+8V43azGK4Qf72BXW77C7wr3uM4aHtPabuiQlquOFhtp7x66/D11O1RSHlHYwLipQ4tSWFRgPVHZpUMxLQ0b8H5sshPxxyl2+Odvg4klFlgTkcmrhI72yq1Ez7mzvhx61qXMac5vpOp1j49CXACnd+K3EaMIIKynliiBv6/WKSrCBschzawCwyyBm8XnKlDn+4fDMhfHRFtHC2UakM7VS8/HkgpzwQPSWrtgSxNGMv1lo/J5tB0RXLnbtTEDMeb0ywaj/aGrfAx0Sw8PYrm1SL80ARuZ4nsVuoCqQj4E9d4BCjhNNzUeV4FXqKOb6uXWlE2BvWfK1ennoScId6eQmj1ZZjoUQMcMcuGrl/dY3f+CFVsd9q+f3kTrBe9Wr86HoRc8gCDbzL8UiE/BHITa+d9uPB60AieU4hkCldeLEydI40ScxXvSsTknBvmcjyY5d/bxIA6oorKj22x+01L3adX3cmKDcTlup9FWK9cm4WBGHarKQMrssRCVd2SB+CXxaKgypKYOGh57S7yuADcEYaftn/z95R5Q8fPxcPsjRr1e4yTnvUF96dG/4R8+BAMWtSFr5VfsCgCex8YXZ1snGHoVElru6ITle0GEMDQGcF8VEDUkYQQAVQHoxuCm3ui+SUI8VcuJ0ZxU+Im9BKeyHKsKGQoghcnyjygtnULo1ZWUXgnS5Df5P6Sk0JzvQaN9/ywUjhD5wJnglJAoefy86ueV0wlHHmOow/9ANRf5sRcMEJuZqc6+DVU4w8f9e9R2g5qUWkp/udgonBthX0L5UQMBGCk7+mpfi9wkAPiaRCNPWN0YxWT0lKEPsn2bSDUDlgiaOINw5EdZu22PrANYDYqULVirg+tuWpomdt+yCU9jL5lxdQR5hB9N9fs5nkGai6kYYDvy/Ps8TBZtn5mm2lWDEIR5bnx0XHEPcZ0aH4rer+lOKS6Enf20LqKCZ5SbM4wnb17w98r7+l3V99UdwXTjG3SlW9gFbDXSXB/VJiJjw8myjyFJfSkJtsm4ywDzfgPWkqdOlP7rlcAThfig3WkiGQ4ijOXceL1frEbRnyVyhGO1MW1tD0hLu2BRYMwH8WTX1V6Kmo6fS6AzjGPBxeNArfuJeZVI7VRy3/OPXwXcu2ZNEMn7GHhqM1qUiJdA1sh3cYVnUFMYA+mV+pT0sr3Ws71nchH9dPu8hrucD4vJoRY8grixibUee2x9I0tDQkOSi4LUWBQyohYDE+35cnv//aSRaabKzysJSiGPQyTG/58c+BQvmYLT9nwTr3xtCQbex5HPLEJdu2w+dSpDcoaJf17SBDz2YY1IY/iI8BCULROfiJOVSWradrlUNTmZqkKzmgFgXipoCxE/PRPNbMohQmsvotQzOrfc/IVVO5l/NXJSPxgt4KQiUGqFIciR7X6BsIimABmErTP4n9/kIflAAfvlHDzkZ+n0MUYTkQ0ZkOZq5Y6sadEdNeGjJPtfekE0scwbymCKavxQnhuhFb26bNMAqr35P5u4oLJHgBlAM1m+BOLuvETJ6Hi5O7/tzFQq3l2BjfF+ksTCs5azA68Ef/1+oW95t8hEiu9IyvLz4Kx6wKjUi8KuP3Ux311PgAbUFUWog5mmE6MNAgT+X1xoukS0H0G2jflA4OJkBjJkfNVIK6u4T4uIZUkha7EcSWoeUN6G5V3BdpjFf4eBeZnUv16c4zq2zhk+bw2t8E+xcLBkrEa7OO8R+PSM3XoF7IiqqAjCJg8ay+H/aAApdIt78nJkANcfy0OSofp4XaDpOfwlQx3peVbLFCNRvSSAHWBLUlqLPL/y4Hg1PO1TUwtgISReLSkxpeV65JTK4sKVzIeBjNYH36EhORGmgnQA6NkcK5sVSD61B0L1C/t4+wFekbtFgwKXGzhkzuykdfBEYylcLnNmL5GeuyZ6ivY2too03v6LUICvnufQaRcsCZknXxcvqZVtpq2IY7hznXdC4OJAQna1ZgSJ4SPAbBDcn0+b92X0hjYwHU7f7MkktgWJnjCKiUfVJz/FPAfYYbijnlZ+pVYPZGVI1Vk7lYkX2L5nWVIB57UB8GOTvVrvaH5Xp1nBaLAtdjiKxJ93y39ld77gQpgtLj35KMoJ5otv9TS3tnhi/52k2/mDHbtgFBb1RET8gNU0G3LYuD/AFFXvTVgUYzDCnp4F6HXhV+xYgtIFp6yejWXNPFOjkdnLAXfPxJiSroKvjwvsSh0qnYi6K1vUbXEG7sBYb3fsmSSL9acKlf0/gaKdnTHl6K/E182gIbjjB4pyG0vn4FqcD54VHxTDlfwt12u0R2osSaRqnT3x4+OwlrjDsQHO4EgsB8OOIS7xf/xHNZaUEjTzKCaLUfhDHgWAFMTQNvkzYbRf942kCTl4+i9ceGOIZia5PTK/TEp9Bn0RpLrvOXuHAf1oSVqHVzD5KA1w6jVCJL+D+kcfkBMuASiTHpG5Abr6Pjj2VXTgm3TmLujzvkd14x87SxVQ8Ix0SZ6lBalpOe4EiPEZbRGeBCmrkPQbM3+zdTwmjxojYBQlrx9CVOBjt/v+kUaumvTDc6dkVVg6Vl59Wzgi1bTMg+d7wiVPXXWh3Ib6zOwMqvKQxSEl8F5nKF4+zrgeHY+yC8OSmTqmeNo2meTfYEyzstjRZYWgEvnoJNVDkPJlN9WUC5b9oZAopg0sVzd5jp+6eSwlHgFO8RpLS4FUclbh1GTssB9ar0Fa2T7BhXvu85wR03BwtQf6dWz0/bXWpCSSTp3yWSLzczog2DlfhbQSrW5AQjMLSGwj6bsFsumLha9obwcRJzq/9JTHhwp9522aaxVfxvx81F7wzYlukqYIpNubiGWZQR0bLmWTvCcxnF+N7DkkA9v7CxCuK9kXHBUaPsU1udlugwn2vwgLisxoe3C7HTGyQSfyf82GnPIdHvTsTanxZ4pBZELM73nfgMAw33iF+6r5jKtBO8Qu6z6aTqtZ4mKVXghKIvHPW3M8K0NXfn4yqvvbLhZeQenlMKWMYJ3NrFIxKCoNHkWGuZhXyTmGvSuQ+4MADRpaQ2wkwhb/Be1Y74QN+WpL60+TuTiSmknHh1VqH66ZIKHOe0zVPD3w/S4ohrdG0mrjPafUfiweNQbn08MRi2UqpZ5WbKq8LT5BaQ2+ZdHnoEyi6SeWJLoQmCAtqdWsolYj3E7XmtfYXop3p++Ck4zt1EeGeeMYvjoLmS7ZSs6QFW3I8kbrx2aBQfcd1QdcZxr6Oz6e+zJE2SKLzV0lHDSbFMtMj7mndb/pDLofH0J21mih19PDM/2z7NlufxaPzIQyGz02b/Jc+JfE5odvFCnvwLHr+X9Wg56BCRJ7gyQJcQcqXTT6vzQGCcV9RV52WJf6weRFjh1TikAxvP6yLlaHcbFCLjxrQvAZu9/rOw1AonB4L89jVCXPsHce2xa14x8zbmlRm0BJmnAthYYQ9i8rW64/3XKOzE3ID6d6yg7X+3pl7fW2m5qsU+ivMvuMu98fubZ29B/4YhsZS0xJpvhl7ZqFzVNfvfGolaj5bDMUFKgv3+baeAHCiFmnlz8TpyfWjU4IftjNgbW7ANnx+Ru1/UhexHm8S02UMxi4peP93fo8TMNv3Rj7ijZ0R9E04+kQ5iDWUya6KMOM2gVUXg7Jr+xZZZGIpYQHOWZjPBkRgJKrnNLGXLBQzkHlu7asfEyJ6HyqJ+AM9kIamUckXDqxX0YvgPYZjg1q4vs1uc5bLnzgbNLXvmeXcbQ1wCoijP/LGUlXGx2Ducv/sC3t9ajFl3f/mF8R2j/3I6+01yXWG0Hl9bQfaujOZ4hcXz8/TQ2R8FW70wI0/oD9MFht79+NWU2nW3QTIshBzb13F/qiW1HR+Ms+TKs/ObV1EotqRBxgtWKJGc+UHZRRit9Ne7JCi0lcnsQ+QDM7bG30Qz4H/DVcKZlSDeviGS8L4s20hI2jkhagddyIyMH+bVFJDTwgjYGcXWd/qg3MXeqotAES/1rBqOf7siio9VmQ7I0xzV8ivnzU6NIVlMIY9HiOPkrlcwyUHPANeNiY577+YZiZvB6Jb46M0Hzfrro7AMoXOvVtplV2VUs0Ydztvy2bnujCPmX2lUjq+2nqoOppuwkJjNIfYRtkiqoMLx0QsbOOZvMsr6u7Vl407/kbMdywoqvC3x/Ky9wVJDjfGcLHzhStfdqgnYk+c0L9L0uIwqPCWpImDeyNDEJ5x/zfYJ5fJHVeBErEO4oq9SXpIZkm1BoK8GVfdYsaWFj4T340zhb2v2o67c4g8Y/QlGGt7opOPA9rJX8GhhsmZJnjlnGZw0A9Rl+4n0VWP98xSpKaOd8jJ3xW35oRXg/q8WgDOcAipN9pAj+oN6chgLRjazrMKyb4DCqqxMC8swnmH5zJGQi8cxdkfAtZ7f3A9iVNbXUtgnfQwr+rV0yMFmF+fn08TVzx92hz2ZD60Gm9xJkcH+KwaqLzp0n7aAauwyLn2eQgKDX7s6HKZ6GitoGPRvTf2PLdTxUT3j9wYZHnT9Mr/ySS2A/SJHT+VrHAp+cH/7hzUAdNcnYb+1eLhmPv37LvHwWUeOe+0T6iBwkn+93l+FfiaJEBglj8V1FIcFaiue4lBcnfTKpCGeNP6mmhmalPhXKDHo3+VkQ7Qw8iY+zZcQVk+nZIcXLM4cbtLXIK1lxpOMk4r0ilFOGYQcajEsWHPqWhsqnWqCKU5RB0SV6594JEPB2Uhme6+Qtx7ZaPZSAFg49hh2UrR7kNdfmvm+XZg+9VOiLA3K5U8oQVYHFg2LtBxlRLZAYnkn1wqXHug76/ltAytwWKJWOlwA1DRZ/wTS/+1PQMMTt+nx2RsD8TLk+4LBmhdsw5dbpi8XcdYwBOJ+1bfoKYoR2khyU2jwLoldw8oda8J1f4kUHFnRlA4CaUqPcRI207QukEiqgyWtDtB9FC5eCvXjx7R4VP57Qc9ndxbmQp/ETbFPXm0JuYA8lHczwsAIQgtiU7G7R+jTN2wiBNnT+atzBJOxqfi10hS1YJOnYaoerRgKzKyaKD+m6xafNJ0dnTLxD/1rfe/iHE5JTBrzfl2LbWAf1t6QK/MLcJ/PH6P4rE8E7dvhEOz1b+dZ/WGOfQhnalcAcKMNDPKGCN6mdPL56y9/jecYKs/KclmO0RAt3bAM1eLGKhqrB0TeI9nWKEJ2QK+V3mOimbdm9bkvRr7RCFVeRd7+Lad5/WpuCDr4DhlksBiiRgEpNJBSryAMFwAkh+tvcAWcfcQpcruGAzr1w0Hj7rG3n3xnqqsWq6xi3xf4PNy3qbGGxvjfXe0U+21IvBPzCAO+AdOcyKHScYQ6XoHLDEHVXqmZ1R2aFdybA6O7x9MPpMa2KsZuS4+nZKrRf6MPRcRMcgKneB8Y9EJ9klKqQfR0HppphpeBm9vAyzFC1xMpgVlJiOTI0qTs+rjK/Lz+PQfJkjiko/twrMe+GvqX/6LLHdTEP/PAZpcPRYHBmLgx9qTZNHp1uaru1q6YQaSZJ31vDW3yHSc1zwYbc88lDJ9jcyxvNrwYgiEnCqaqbdQ7yr0APkJREIqCKx1EKp5IAg982XSMPymcEjYJ6ZXMCU9XNNS65zr8Iy4JkWf587efumDaU/rt1cs6Vyfe4W/CXvRNBECUyH9tbbScQFZtOYTpP3Ushlg5yCqBJwiOFOw6fL+sT0IlgjLAO7I1AGm3rf7RNCMvS6vTr9LKVCrtsnXURoZXMzAnIFYdGT3DnTPfV99JmkG2Xw/xalZQLdSSnUmnG79IkL9l0kJOrVoV8iJJhOPLdEFE7tQjsz7goY0oJbf+KI0CaFsNXcg1ScFiDZZRIskpcLeJxUaKtTyKZnHRvYP+ti5xlQ1sJJ5n8T86v/HyJb1iPr9Sv4HpQA3/StXIy7aa6E8ojnx5iCGhoC9RYXo+E7+DfRLE5pA7NX9PmxsizlHRIss6RfG3OSI3+hYJzGG1F1OyzEKjothHtcBc0SIpHm+FsjtjS/urx5ZXyNalCxPdz4bqo8nTqdCh3oBXEz+JEbOeI4R7k6TkTdUTlzjAKkS2GCyKq9Sj7e8B5flKkmQS/UIH+ktp4k7Rk7SOfQNnlOVNBjxNQ0+9v7JyrFVTfAlahpwcRE2JD3M0A/Tm+QXgCDLOon7m6RLqLPjrBaus6ycYTXg2ivpBu5Hgt1ZbIi3Ftlr7ZAnkz4VEBOuPd7P0gbG9TXIw6vhyo76FuG/hSwI9iDjuczgaiZ+cEHtybjqLCz7a172eAU1bg5GCoCzxuv1knuSiICww/Dqt8y6z83f+2+yyKdyobrKqjYep6RnyMzT5Sj8AjzaNobF4hfHdn7hHfzwGHyl5CHFCdwhZ1Cx0lObnR5ghX+4LesgDlk1/lRNSlUlEK2zURFHAi7RUROtumy0q7zu+XpoVUHELPih+EoByvNcJVJuMrDxFesSGlqjBkhOn9ou/XTHqN82RezOGQsQqf3jt3IMGW4ZAgTRIAEP9BhLPJWvK9k1uya9ouOz65s7b6nyW3YxPL+PWBLKPRhBG8qabnDcGFmTzBXYXNwqVJy8aJY2U9iFhS2NmmO2oa/zrmpfQTIhVVUUp8O2PxpZXf+/55Vj0miS5nZmdcByfGnG40Ase9KGvnH4WFFLygRxNW067v/EEcAygf4B1fZVnaUi3xOYTZbaMCS3ANpg0LjxqlRB7mPY5NfRb1Dlf5uQrOyErhD8ELUEKrJ2/ZBCdHvl1qHi689fCBjtU6QhPVKq3b5/IyKyLV5nLM6+r2oVMepgU5DI88tfDy1CejuMOU3JeQnTIj7LN9LB82mRIB/jh1mrpwmw0iyaNEob/dWSZBtwdTmvq/ViOZskMvKhInrNTjz3+ceHzI/KqTMErwe1mNY3z4QvYbeUvKdBNSvmrpIHcNGH+4uIlBNitjGaO/aQmN0SzKy/46gxDC9gVIrrxGEtfsRIJlNjjc4BfqhPtv0zr6JCc8kTk9irqO2q8amH+LjsB+oKiq+3aNmS+ETG43wiNpK7T63ZNPvXQK27tgUwsUo4qTzKQaTfWmQx7r6FMnSJUvJ1sbN2rnTWLHYSfGUQW7b62S6nQZl9XeSHrDfZ6i+3UnkZ5qitfqSJscdTKaVUdCWS+rqayDQO5AqAL/Cg98ZnVCkMGIcl44NpqkbnNfTD+GreQ2kVtELbX1A5DB3Ad6hL/u2kb8DrcKVpHUTVW4bxfQhhAToEwWn5A2p3Fa8bnhOvhL9tQmC/DWNWH8430dIxmormVdVbiezBQwa9w/RJDhWlO8C2P2a7iDaNCDbI+/Bn1THnotSw3fc4xOTNt7SI6wzeg3VtHmEDpCgywQz2v/+6/Bt4jF399jW9AwmVbsH0UNYDEZs+KhKSxwx05tznKxfgQduyWPNBQp9yqZwONAU/RUBNfCG8AVm4s+JsWLR3sstHLzsr97xprLF1FTu+Nqm560vE17jyUb3g9B8Oco7MyGkwJ015NWUGb31+LZ9H9Ya9JOTEkNqsmdITKGbkGveRSi1hB4MkXmXkfAXXKL8d7gTWN1yKHEqLQKe6FS+5+qoRRUkwWMWSQ19wWHl4o8dGi4787jUu+EQU7ROkJA2Oh7OWXGfx9UcD66w+wtP3A0oIqHC3a2frYL+79CaITohQSQeByMfZ8ud/6Q6T/TBKzz+36XPgJVI185J8DFu6L81pGo/AvGydR8l9l3VXe8GMD9Li3ia7+UpiAFv2kIJE+6vcRE9fvSGqNwLvBa+W64ausr2kScMSE4lYxqaOj/l5ZP0ZJCBHoYPb01FOv7hHe9xyO1J7Y9XSatiEKTszzYDvuTcUg2Jw1QmpJdRZ+qq1z+lpXtDPfgJzGP035LZCkgHuLB/S9qXpzhBKagr0qsuizCKaiaZWLJgs2YlJ+an8TE1K6z3YXTsh/SxmH++SoqM7XujtPLOxPalfB852CoqKrVpv58TRGdTDrIzc0ZAeKqPgx0g3KrLIatpydc1ROZcux/OUbFBj15/dynl33IuZyM3MSJLZjmA/jCd8QhL9F+M7Zr8/JwPatesoZN/wx4qLoIvGqVBjVwQtwKCw+VUGa4hXKMQlNcBIzHvoEPzmP+IdjJAGoyqvuHaM/BJfxxLC6GOjgX7/U8RNnMnWIpHXt8OZyzyOlflNdpSegdMzOiDdLnX9dqYtTlgvgdaSNckzYprPy56Z5aGch6oiYYS2SfY8tWk1f78ZH9X6pyK7AivEqBIgATwxlTJTRxjanyQnD1uMTm5BLs5bS3gKrUb6cDl39OFu3cCw7xJyVl+uO7gf0uaW0kBkW9EMUVZfxRupxHuNXzdma7pVmTSViLWWIcCZRLfLjUcWEAfgzZ11kf4vW/xacNZllg+V9f4Qd0K/hBRNh2PCF/0YeGJeKbyoSRAzTPkhg7Wc1gf8t8K1gqOoD+/StjRdf2hbZlqP++mkfkIAmRjZybG5/T2HOWa8unNrpTNkwhLJ4nhUPmV4mcwrb3N1uJuq2hxd2idpeHIF9TiqRvXueui7GoQG2fpfUVIe1Jur4iOxIGlhX+nbc35Ul3jJeAy50yMbYkPa96/3DjAvCSd1iuZEc24kVf5uZ8eS5/TgfMpboCGKxgFq0xcParEaKOB8MuuI4llkm0dU0RnE4Z/BbZR35XK27wsEVCT1BXtdu8qB5xb5cSEokHDX8fI3415COYRjwUCFghu7LkLqm56If6vVxQvhgyeRkH0ws2MovwKTULoOAE6hWEZwiM/ir6Znlr+b1rXohXo1cIue2BZcZshCvBcP52zB4b+0JrPoEO0ndAOwfAWgkmFbZR+Uuaxs6/d3ikTtWMlLFB4KQB/UNCNNvZSKaw7FSVjotyxnKlMI4p6pmsmQcSUit9qo0e2JfGfft2YE7BZlpNP822IuN+bSiZylUnVDOAiMlLDX5FvzNZiwu5IRLXkt4/IpnyZ/9ywh0VYmsObQYn5FfcUFqzDe/I3XyCuqlFq20OA//BKt9seLmwhIRagG1huqh+wso1Qq2Ovan808lPMKmfZTRxj2KNumEFdycLM+DMgJyxHCYubWCBWeWRZ8gTwzB0/fFZgLbvkXOmBtpmV4euOm3Zijnaldsye/76TYVbjanXs8F5aKdZr8RBuOGWTBaXyvtKo8/TGhmaU24GekIz96YD9UkSU0L7v9ydR3JkipB8kposURrDYXYFVpDoeH0Q77+M4sx68WzFtVUEhnuHhLjKAp4oXSA5tf9ADbaQAD3V3etX7MFUTf+ipf5h/UTEA0IrEkbZeXQb9xg0PJXpa4Q9G6EyVb8Lfy/9WgD4/MVl3cZPj92lmXnyFx40XAOe138dFzD/DfViE7X5HuzKEhXcrx9zN6EnR5Q+5WF1fzgQB7jQDFT2E/49ZgjhKs6PI+EUNty3moGS5jKlJmn4pjUWjDq3whYsNU2uwtGEEIuAv0McmuiSVSq1klOPzrUrLuVefTnZH4TMMXMBc0ay7VM34L34AA4FO9wazVWXCpHFLJmc3n/gt/37CuWsPFD9VXZSEEjiclQJqOVki09wVl1bZLsUsCApRBLpSG0BesH3M+JrDLt1VAC+scg1Gle8Qu+tNOFuHAi7Qv9Mbd7ho13NMR//9/dcFEksbFUMBRjsa/joqIXrKAr2Oi2vFErMkgsW+aPra8pCpGo6QbLq1BYgT/YcYIpyw4eUWEcmaQEQZaiCvizqzZBvKiqLGjFhJotPHP8m4xznVI9N7kNl9/35aHi3Jgfytx90n5sWeIRZRK3tjLrJDPbwyCejchlFFTXgNorAyh/KtPP7eZr7L2CcU68yMATldkW8+PpFuU8KGfc5w8wiDTUo0yf/rr1L7qp8cNh8MyJRM6t666DQzWuO3wFf+74JQ7XaBh+62dkQw1jZbcKkQXNLpDnY5MAxGd+r3TKgqWog73upYPbskqobH0w0YZvxlOq2pvI92gtDkXsleJyUUAbMMizhfcPMqrXVSopZmaXIrRSFKGqrrCIP4wlBR0Sri5WYYI9xvhEi1dw7JAErGIul3IqXaFgDls6EHzTgmfys2qT1MVR66Dlg899X3+p+NtsOOzl8Cd+aSU/hY+JmZE0TpAkn+9FjGaB5/wkw//yxBbqdPhzhxjIJl3JUihRwT10o3cNMPSg+si2m8VhP5+EsjwwLrpMI5bs0crNA3Pk8dgGI2rtmIHbRr88paO73OPMkF2/ZZGTNShaonPrLopyBn0VrKKrf/FmOkIYPn7tO1OTI7lMrmEEzhbIsd/q76MFfYZlbtRxqi0WFdaRGg/AN1EWxnGzMbwhrLmiknhtSPPbhVdyfUoynXSRgndEICdGXruG25q9b8TTNw/GphG4+mAXECYZvYFaD4RexISx6tz+xmfww5nCune1Y7DPzXcZtRaKV6aC/OCtQmC+sOyewuMC/OGJeDzFGQOtB6P5f/By5V/G0Lr4e/9eM3paUJ+SGKFeSu3VE3/Zh/X+ipY91RU85qYltslfoECL/wbLGLFHqMeNNMxX7E5SivSdUSyrtW3CPl56vmeqQzEKXc2Gv6g0/+J9L7QnWL3YZg0Xo1CbxLqKLvpfVzOkmO6unZ9JG9XuvNoPNTyLU0wO95JD8MYVEuJfqwNSDINTcqL+EfFLD5EcvmGYKOPV/PUMjCSIwGZlJyVwvIsVozONFGouo+RRx3O1y//2ptzL8eaMFye5CuRvxV9jIv2rAA1wb8SerRLm+JxsnTac5flrVoJ0gth9bLI+i9iNns4+PBdI51KVyUEhC4Op5ZbC28YPrN9lSz9hcxTHXo1CidlXa/a6e54KlZ+wojrhz0HMs3puoQ0pGYwtCCAhRjbdww/iW11z6fupnQMomiTIFdXgb63a0yX17Y3jbhlqsq/92j2jqAEHpmKpsnJ5Wk6MOKPxYrEKgB4nK+szEbmlcGGEYG7h2w2WZf6S1yJsRg8ZS573Cbm20ko4cyydvmph7nV5gGW/RDjz7g2z6zMMD85vH6Bh4EFCXxeqdbp9S2D6OItBPIa6hYWCgBB9fv/1jYnlWV06ab7kzYduXyRrV6q41VHqAgNBNzZaXdoR+b/dPzQRgwoPRtADCbm+bMeCFLAL7uCao3XDd/Ztgu+J2Xl78BOb28OMOffTpQMVxyo8OK/ePvn6zCUWiNTyr9ylxC5Qr5SBl/dgXXRMDlqDjIQGJSYxcj/jm83mlxGkj1toaa/9TQtc2TwF9fcGYyy4uV2/DOYV/CC/qAzMT9aIb5qQfk5VVvOPdSFek+muoyDf3eU8ljLM0X9FXfQ3pQpLNOBwRrll3Py8V9zPVf1yl4fZQBkHi7HExxsimNPusfAb8duFf9tKcAZRLH9FCjvdSI5k0R9KCjDzqdOXF4zCgClQ2p4zU24EBoAGYdqmGBvwXQn5JeG2WFtdwcMYf8pOyfUkjhPHq2aBPkiR+VXHf+HkhjSWZZd6tgwT6cWE8m77FeESZm8wTCUX3h7ydt3yWSiUfXmZOKYd2WDsoV++Gke+HuNkC7umdGBvXCkeUhWrVP4XnZLV8+tApPLlU0xHbbmtZAB0AluWvI12kVlHssc8HMKRp3//ClP6ivJPpBTk5UXIb/rpzlfQ9YGSZuYnp+dxRkyHM1wZi0ckZZnXKYeLxRzlSSVxKmrJrOtryQTAC/zKtykIaGm0BBY6pvLQ4QsDc1DZHcEXABkNcInF1T+F00BTfa/VoYdVdYb9kl8tb6i4brO4zRw15sIS61i+foKjZtkLaTdS2p42i7H2SkdRLKToKKKeaqOYJXfZ5FjqwuQTD6n9716A9EwSh7G1Iz1AaJHE3INxmsuXNKklqWdpZIGyHA9FQWmyOAbIcXoVFnSRLtHI3/ycuxpoDLcs4A57KUqlL2PGPIWjpdeBwIUJ5iux6te6v/5eKPwnms19cXjDGnMaHVHJKFH031ZkUTQi9GvZ8vumWVozoDhDQi9emKh7PKmnoHp13DZxJaxPHAlmJLWXtGlOktqkXwvPMq5S7ZevHgN9fpZ0/SjiNl1pJk9LGeQ8QwI/uqNKqAdooRx/U/KyHGuQ74xs7W6yNXFXHJHUOoSNZTxpKJRWL3qpTp3v2u1TUCTcEq0s81l5L1CvuqzgRAPiK4g51oQlT+F9bpPN0ZUNM0glt6ONQv7jzYj1enIQCMN4xf/25fGz00FI1+3Y9/svN7CUBWu5dVBdGldQKGlCPscLM9utPj4aa5CxEuo+WiSri1ExNUGWO+tP3ov4zW4oSfWtpJvf0aA92g9UULKsI5r5Anv4k1zMgEE5e2U8ALtZ1yXrXIHsEj01RX8qeYS4SUHMJMziCXAgXSX1EVTIG0KlFXxADK2I+Bshadi/+c5Fs9hyn0vg4pAf0jexxvKUhfBGx2jL12mdp4UVCMCHK73/K6n1UtrEQpqUf1bZg8Kb/HasH9/COEI/NATlCOAYIvQXGJTry7GtqJHkofDSm2AFdv9ewHflAYMaRD6wuukywuxF/Jgv2AapS+FMzmGTg16Wd07Tt46ipF+Wjfn+nJIX0YoGa4kXQTAkqhO2a0HuEaTUYXq80PGiScRHNybVSlE/1KfRv1HRSljZHGAeFPmEwpedsAX51Lk7PYKhpSbnP/LywUSwfYelvJNJZfGWXMta2R+MndBfmlwyp8wifTv+pDudzapBHH0en93IyQWDMSd8OlzbjhcHyprjUYXpExxPIPEVvu9lUJZ1C7AvB00YrO3YpYKNLZTUpchw5jFHy3eF8yuZG2RyMfSn998Nbuz1kSRE0C2mWZes4tl4Pl2M51CHi5knZ17WlXSv12Cok05MVBXbazMYRlFse5yiZClz0icp3IYwoPixu2K5VKEpcZUisv0XtwHBZZM5UPiML6xe8pvJhLDblb5SHCkXp3rNWQ13AfZhQw3WYbIUnpLwYcWdLX16lHW0lT/F4jaLVD/4IzsLYGD1ThsJWqcxh1T02a5cDeKK8Hz+BP3BUYbInkwHyUV9fpzTsjSD87SUrEdLb+wOh5TaehnJVx7Bc0YbIyhFSflqVLeuxG+LCEJyATOAohtcJ8oG2RVAIwXLcDby6frPwDvtij3uX8eA+ppgrPMm/0l7jMR7kmQN4RwhRgm/eFZ7Uoecgq1KxbaGX3tGzjTCYMU416mNb+cJKt+4fIY/VZ1mZ6dA7ZiFckfm2boymduSHYd0UvrBsfNVNGt0ZDVOUM+DIrCN3OTUy6A8GlL5E7lFpjNMs5lmVVtS5Mv13zDENrGVd7gxu0c+dfyZOb1GLuEa445DT3/kNz68QSWLAaHopyiLj2zV5bFvCIEjT3keE/0+eIxZFAmUOCck0+tbAbl9fVVMASq0ayXafW3qPWN4sSPWqWyUC+yaPb/X38Q5vy7rWSNpuzipipCpAD+xrFqIbFJo7+hZSbDSlwlFg7LShxeFY6n02dJj3Mkqin5WDtu+PjB8alBvLMzP1RCZLkTRUvFavjzm3/MLKMJxsg5ay1TFvarv9VnjYzBvddgJGGnTXNy+jXtWVKlrOVwk5qv6RrOcBeKMoL/h8L8uNPXhWYXOp876wAElXJqYpQviGgPiO3e+BLqzpm7aFfdpsJUtOCuSQ9BaLptfqTM/cPJjYLvGbV+mVX+9Uy6WVJb/rVaVwMBBbTr9so8RsUu7ATeaxMrSZGgqFUk0MzCtvP9SFtKwU/mhnaypc770YRjqkpu2HwJxWD1HWn6cjibLsJ8o3g/+EyrO6zNkp1ue9mSx+vgMkVBM0iEjbZc8dWi4T8VJoypioo9yPxjwVNk1nmXp0IgKHNnWTLz+5N/Mt2cvpupqLOuQzIZlkzPm8f+WeLaD3BIXJxby2JzL+4/pRziTuX9BEgDHH3kk9mPLZcOExG9uR1ZjxYEufMUKL2Hu/VlttSzr71JUBu1n296J72jWC08aLymvk+yYq1+FGo1xgCA8Kbk9XDt3ZWRvaN/PW18GJVO2QF0Jzps2bSuxOkMUpWbZ+eSv6phGOSSuq1dYfsLvUPjLSdEs8C14BoWDxnE8UlH1NCCvuV3WkS2WIXVLYPxNsfNPgcLA0Xw7fuQJNsb/gj8slqUMK6Uj+tewVthmrdGSqgSKffvBy+H1sth+dJk9eYE7jMqDjsKGfdJBajFORl7hA1DOTiIH3AeGk6GxlHofIlFMc17pqX0wB3gG4Xqi7xUxzT6yyM8hzBgUjgkb+G9pdlvjqwrpeJY1FWM5K8Pa/fCq80AvrhzJDvCkBg0Fn2DlRl5Y3kMgWWylRTG0v3L0hlb68cB8X8X/Gv9J+iR+eL3QIk+2IfDXssjaf5tARp8GTN+4A6TKpO/r1CM5F/hsTWWNPhB4c23CVKbj9Vgi4P5sIEtqwGN/NgASlqT4PRCUkj/0XpnX0QoBEc+hcKWiPiW/AHCDjUpEJ1Are/UhS9wKM3KRKYAo7YTYzcBDpciwgiT2teEcIY1e3tVZFEbc0WVrRCFDOg8untpWA/D2ZUwCJPZY+K+Jt7VFQlpRuHttOSr82/pyraPJYqrN76WixPqngGIU7KeTpEHRpEpyynfM+AHU3PAUdP8uj+oNYZe6lcJ0h3XHjPA1tYQ3nM8dHLTzFPTf0CE/E0is0/yb6/Hdrm8UCVIu4TE18+XuLoVz5fX8FCul1FixWhGF587Y0a1JEdM92Y7skzZ8WX5eqQP41Q4s8dj7ohgkcfoIjBKt3sNdfdKU0zdkNnC8QoGC7RA8Tb64ABlPE7/EK+BiPz4nJ3T7ayV1bxZgq4kjLHTs+ij/MlkIeOJbEDisfsm0RdhTKnwHNjBHDxwim8mSdM0mc65INgQMtP+Gz+BxJGGQNM8b36S5OBXPWI5l7qhS6qpdK1eGmeykktmI+clF3/vm2XGmosu0RQa7PWeAbGecQFrNeKvI2ZBuD2f6t/4aM/HlVBQAI/Xg4/IoRWVffTqFZVZDT64a2r6idtkopRoLowGeU1edTOF/bP06Amr9CMTDsO1PfehzGm70qX2MzOHXtsH1kuVd0OCKt31VZXedFbQ2fr+9THz+FtfXuF8bI2ObmFaA0Swi6sf14p5fHnfOKu8+Z90yzi4RrqLAVdy1XH815zVKjEQGoxuihuHTvI3hxeTK/P3k2F+b4F+XOLHd+Hs654iQbIFpSmFPW2PQIDtQmUi63PcJE/W+lgl8cG7+qrpy/hbExOKyo1iR95gOKHFY1PdcN70O16bbGPPjrQHliXqoIP3P24yfnr93QyI3C3ww/bnP42+k3QrLaPG3ZIELAH0JF41e7UHVBYvoeWaNvuDD77Pq6SZ1pW7TqOgHMYtwF5jcbWEHf6dXVE/j2simlCTjQlLth1CWG36dz6XPugyiG8aTezwSvE5EO9YefHlV+hVyMJFLExGfeTAVMv14jDxB0FO1jUN2DGcr2xjRdln8mn/por9hh0RLElzxGi71ozQdyvjia7nTCWdDfhHe5U7NhIPvyCGGXwUJyG/z0ntbHsrkroB5GGP3XjnnbHNIOtvWiMdf9IWF7GCaPx02zIaLCZ6L48rKBBgiDYPovzjc4QOKXt06ks2KeSUJ3t2ZDU9768kYlOtl4afnNN1quuuX6h46JNuEDBSIeh35+zySI1esSnuPe9a0zpVURxsUZDM+KjH3pdgSufcLOYKcDO1GUCpg7Kq8vvvi10Eh7eDUE0fXrIyPFxh4rkJwanakcLq9mAOIft/lzl6Ru8RzEkBO8ZBNaubA3Wu4dTZbXwmiU0Xm6hU//RiCfk3+uo/9z48RJHVWOBYbMvU6Bqe2P5B8xyrWpdVnsQEqnTTDiWStGqL/w2UR65hHniqHqS1mF1zgFBI6m8aH0z9yAVb+AtqMNjjEYr/kbp/EKfjWbnk2ZPHhRYDr5V4q4H1sCnGK6owKVrvA1joEJ5Vyjj+oCNVZcXYHE5HKaklrIIK9cWw/es59ky7YniiOEMsNn5sg10xRJsZQghL3jqayqwUAtIq5ty7YzU073MYODGXo9F8ILwaRlDIHhI7cXv7EgUhRmzB538gx4pkd6bEMsIzxFyw5YJSUYgIkAHx/b2Cm4Dm6ZrHjuPvGQCjW2X0TasLvBv6Ri9+Rjttpg4xp4rw66emrLVnW1E57vrz+irEe9Nkdo6aT2DDZSdE/hchrfBaU2vQr1OriPCFVS8+JScibPH9SZ6pNsL+ieJil06xLeBW3+X8bFliD+rx0gYCVu2Y26SgpCel6/waqkojlU3D4OvF9JLZIgQj5tjryyLScDNkFLje+E0nmL591cHnIC+L31W37az9JsHpV0j/cp7oILDO/2gfn6UJoj6lVg4C59Bc2DaoTTN4cInoCQadY8XqG40Yo50Z9iJnRBAGe63AS8KqtrOA0amdiJ6IS6GQ7wAmiG2JfFRRHndOal6NQWXxI1+qYpnyaHreCfyi911Y9RIw9mYYL3AIzOS208IfGC9z7W+ug6gjx0cxFCIHD/swgpi9qTH1AEigGFvARO6glflEyGt11oc/VKDeOVz2i6axuoy788ZDySy1gUl83bc5kGLtUL/wPxYZB7zFlY/LMVs7pW0b9uVbM+6RF+iUu4Svwyj5PMJfLzMRC1owakyaUdntsvFI5TnJa+yn9RPX1H/0AwAkMsBD8ijQ1t2ENq21eqPFPu4LtrqtoSyiDz7SPYEU76wY7NVR2Yl3RfDGzhn3UnRBM24l2YWRcXuHv7b2ZRG01/Wrjz1e5+OkUFBpFbEGwWprKmZuJMLTFQuAVkmXHfjVI/YospLWvGqKnFmcZzlrv2oEUxDN2cOJ/e3mharxJVi4ES3KXV/IpPVm/CBxJsurRWNubP7lacmIqQ7EcaZg/PmipYu+Tf74tza1mWe/48iGDQLBKfSw5Et4coaWtsgW5CcnXqoSBojkQLtSdS5O07UCbmRxt5yhOqWrDw3SpvrDC1a+H3nw7XimewivNfb0IwzFYMtcTU/MKVJ2x7FUsqMY0sfdEveR73b8BkeOO36FXabfO4HqYxtWPHDof9cw7xbwwJSo0uXw95P0FtJb4eYTiARYNafsQq3XdOdOPEjkHi7Ufe4kXJDrd3UycxwTRT5DZhQZjnY8dBBzAT1I9fRTF2ZlASaU1hAr5Ib04l4BHCetAwYvAbn1LpvT6+r3OU11XRZD0a65u8+o4xRR+tiAny8vp668I6rcER1GK4HxN3sEFXZU1wUYKtY+pgS8KqQmav6SqsHY3JP/Y9eAiuGExa8qkXL4LdGKcV+2kwmNX/Zi9UgzR43awcBk7NtZwgqkcJpwIbP65RIg7oduzlv0n2PKPEDQPjld7AtrGOvVcG4JpOD+Eh6oa7HoKVKzOdU6VBKuS673c+e8ajlgCHskFfEeY+S9IAaWB/YgrDV+L9b6s5f3if0P90bhMpffHhGhzjp+gYil7yZPZGsPINt2q53w0DkwBM+ZnSviYomnRF9KWMj1xLhH0FZ/YoN5UVk4A5VXWRXd9YggKVJXrYprN/uiXrNptAZYwtranx7A3jH9KWoA/WMqvVlBsy+CpxtCBaeTs31SzBEweE7X4V2Ko01LQb9ulguOMAvMyXbYn+1jmAEg3R/rmNad4kP36DPQEIvKKqBbXBeo0kAQlNV2/wNItNs7PHOKV21fidP/M7D+0JpctzWofZnlj/JDH/DccUXbZ+2s7KeM0/SyCWJ1ESLF6/LVpZNMgwG6X4J1Uy9d+9djNDQZAW6bqxcXOm/tX2ecIIh0ffEpurhsbrMkiYEl6j3zhU8vX4fmcoyGdY6yC4GoUND6FcPrT4RsKJSNZEyUc44JshdJym+mi8ulRxh7XUV9b0kkAhnqohkqOZlGJV/Q5SHlVZRunoRK8vRZxkXVUp2U1AW34X1j+8+I9QEaAvkI0zU28FhvPNkV3yS5R/hV4xgFHcxG5hNFarpo19U+q2SyJpUQbxwgzNM0y8lyNXNTDJxksM5EEEYokm7hiOc6rMoG+87R6UNj3hlm1G3QHBXXOJT80G33tPW5VKf7vxu5xYTC/LM4FQQlZctDYivEKzD2Uni57YLZCSnYR7q51DX3xUtHxU6GMttBgRjm2OShf0LLK7b15qxpBHDMyBrv49TwYUGMLlyqOTAziIeJs9seaqkb1UhX/8x2akz9VM5mo5/B1qs6qESDU1SmW7/5eOzoOozueX40Gc8Ql7BgyARGGoSip6EEu5poxe+n8dKxYvz4Plx1RYwns49y4XVita5r5/nbBqAXYhcviYlDUr0mARLv4TJGinH7AWKrQQ17Dxt13yun7WvtorrnPpOlrrsk2MkAHX2p501veL4w2I67mZFED3Dqgj0UDZbnsNst/hWo+/CLJhIEK47I7H1iav1ZS5eeHI13xMmcUYitISfLvxHjy7WVI0/P0lLZs2yHlLZRtUUroHB0kopel+UPoWvB/w0WYLLZiX6Q5ghTtOHNojcSHMvVnOK6XxCqYfsHGIsUpr3cNnKyPgztiIYF3Ks6qXifSBewLfx67w6cNmCDQDmUty1jKsTP77YQHNiR37l9+DVKjcxWCsaTYJDiv7wXY971cfkI9tlUg6cgUw3d+jtjOQrA835exbqHWp5grKoZDBXMHc8sKK7J3xKa5/Xn/4/N+YfahJ8iBE79/QOxLYCcfFC+J70dT09J/fn+znW38z1+DtIo9P1lVCyHkFPVqUm79h59uSoC0MZ+RWGTJTjMDf2eFLvfHNSO/vhXZUbELhJrrOSi+vF//LYPVXOYmEK2PWe5B+wStvW8jq8dF/hIEEPTzcKwKVutPVKkcrThYNAVQBL7s95XRIU9e2gd44LOsiFMTjGK2degKGcBCgbtqaBDIGf9d8R+I8eP63waVLho794tfmMzgWLLXPbVXA9/TvzbjCOd8Rgq4ERf7rVEwpWfgls8Tiu5PLbVfFKhGORFX3IGXVlGXEFcfVpcYuT1U207+G9tN/E2dwWhy7W15h15oabT3oyuQ+12hqCsU+SesP4Mm6v9CAntNM9UVflOodRlapKcTNOUu6YQ9/J2D21OVTEJcYvO1PYKF1JB9b976Gdr3RkMvWXeZLUbRyE0LzO9a0AxqwU8HvYTbfc+FVbyzeWB4PQo0T3qCFO+wzbuHy0gqKvqd6fQJBvEVqAP+nJX3zNmbX9tRuxhvCElksm3RrWJ7En3EcdEYzsxxjViHD7ToK/6y7qu4iiOJa1t6lWiMrWymv8RNsTjNJM4Ey+unuz6ltsFwuocUle8EOCzMj1DQzCxCflnmKcHphRIXStRgPPBzWhwIokN8OSqUcymjL9Dh/sQJ86P1PWkvNnwBnv91gC0OofStPEFWPx3wbYxREsUIAgfELD/Xv40ebFQeNE3LWiEKtwvH/p/Pz9XdwRKJKV6PK7/fMafanongSMgnR6kKk7YN8eI72aIUV4oTafqLX+WL8+XVRVQiKZvAgQvxbKIU/TfxG5QlKimWZrdiXURtcPQOPs2o28FuV9VCkgXT85VWcFNjl8e/acYTVqgNBnSs+HRIiv3KxcmnVCDm4YJgb6bjEAa+46sear2PvaxyzH1r2DtxRuRjfqEB1Acr6s8uM/+WUUZF9RIPXAw0Vbw3z8zr7znmuPGzptx+nF+9ycJHDw8e4QsudgcGT0xAisSHJVapzfX0FPSSUZxYthzUASVDI6g9WWiIq1smZOGtshUhqBKzLNvSlvG6PLSIJP9igM/zAojK6HYv5ARtlLcsf0LwTplU4eMRPxqLnAD/UOQXce6ryKqH3/pWluVZ4NKSUkV9vY0m8LnOWQnkMrlJVyHmy1giz7h25i50R1cNCdYv/3WDKi9r3RnDMXo69ee0djkhkZZPMtFxe0mvzKM00uLJMcHgnyvU13/zyc4P2jegk0PB3ToqPH6EOHJ8gV66RRIh1dq0fZ0tQro/fyqklH5w+Cmb7nRzlcEBARIqClZulqAdFtRwl4WPqz0SoaX/+ecP9m02/kbgg/44lvir6TFCRhc0IWEaT4inmWMiZ69kznP6zvobBttMAvGh60p9aTaj6o4PhhVICh0f1zLuw0xCc0rrP+oZ0eN7r4v2S5ZhdlYS8cGTbB97PMqtyMmHHGX5Na8J/rVudaseawdJ/JpN62p1ym+yi/LgiUR2AWZc39xv9189m5hPr7WLh5IqcdMUHyFJRv7t4il7gqLtV+eo/PbKrwvOYZs/x5JJB2OGfvsq1wdNoU2dWfuFwMdvY51DDKgQJX8Uied2ZeIaQ+imnBwkq29duBZ23xDxTeXFsfTMT17CIchDxsLFEcAFPuwkju6aEmSKoM2rEjSzy7IN5HJuP+Ogv0GYUEJMXr6hni1h5vhL/FPiIlGIBIw4AscPqD0H5VjilId4HusrM1zW7Jb424JS1PopjSppGE5S/UxUZTdTQIhg5dYRUTYleYxWWcArBX5cqGrafDWM3zNOKpdf4jMEYUmQJRpYiuAkt0yxcJed49naRgVG2svOSp01XhtsrXvhkPpFmBa/8CeeNaPXDDqEWIrQX8wLhSFIYGRrAbFGDumv+0m5mPD9jO+3/4Yr6O9qJICxxKji/SKBfaT9rRWVGd9fqI1XNbRecHZRotQFE/AIHY/auf+UNnMpxLlofxlDPP0bzYAVA8NuwAb+tZiz8nhBG4UL6ryTdUGOF1CR+mNkPu4yf//vYJPb0QNjuAuEYUv5VcKKblB+WqLMLgQKn2XxQujb2pyUHn9ORYm+6wJXVT3VnYI7r1PmMo5jQs0Y0ES4BwNcDqKD8w94F/vN6+vUgVxG/55pTKMp+fUeC55zRxPOZT1qludLfuOY+26r2GG7XOnlskhpB2WCQ/wYZfyv8KrSuMw8/zazITieelA6y0dhUlil/chtG1fSLstfaS9/hVLB6shNU3DhIYcBeVbZ+WOoqjdNMQ4L2ykRrHkChfpIbGbVyXWcOsEw9DT80b7ifr86wQQcG5jy/IG8+v1+4JTAslhW4Ei9etUaE8gi3qqdKoiAcbXTz3PGmtoMwIqtxH/1Dfop9IXKjp6MWUWU3aOQHupIj2d8GZz/kGB9KTu+VHil6EY3XYW9ClmwLwdkkNKzz1JO/tgmqJTYvnyaCVzrsDXnAEuyc7VOWP0GYajv66aYoXbhry8Rrww8IfeSbL4L2/pPEwkKLCWjRXKxw5fCb1+WmD17nMDPfGEsyYSsb5omp8SpR3wiA+ZbJ7pxtDqApj1p8SXlh8rUalk/YRvJXWCVqFWcYaaMipGEfqY2BqokAbhNMhPpbTcES9FbvtzHT116GwrKo9mjbMw5u8ygF+WMFAYVS3zCoMRz1R7f9D+C33KMoIefXcTou9VJW4At0JFeVZ82m9y+YzDt5aFW3PjqKz016Lsb6uikkq686A/H1fN14nmzhB9YFyKOUqdNH/jOMuyTOZwFaZK7oQWUZa1j1vbfZhuSJ+cilUxBakiCcZRfbPAa8Vv/mnhx25kc/q+XGJdMvh1fe7Bn3BHrwUyL1DHfhzPLcN/HL3sPNEVZMK3+Yyi48AXFTOGrs/LEnr10YPP+b1xPKlw1xImSeDCCzEnmiDCUrdZWOuG4/0DiMUz0LTqGeOZPUpXPRyv4fhGdimwERzzL1OIHScA36zj/1srRCiyit/uPIfODByFgd6X862LR6fbpq7gU5fMOwWQ65AYEGnkGxTHtU3ATdladA3WZja5guBabibYckTCOVW0tO0EuWdBuajxzfCT9P6/Sh+uxrPmDQVwcUaRNjh05XwNa0xkdwN5VoCGVReoNagcKebnil5xEmSik94usBpa/WnD0da5tKYmwZzm6srkF55UD9fLFkFB/UPta9VIOaHDu5LzaNyuE/3qwRNU5mbpX1DKhInoKq8B6NgEUNLNRPvl1rq5CtQSQki2idX/kXU+/qs/8XKv7KxXu/3apuft+fFSTgqBk0aJSApE5IUQso1aqTxFYu+H8ruP7+TWxLm354/+N6bnoSehVlu7iBA5Kd6SG0SSwOu1CPWEfVX7PVBNep/bcBrhzZVQWFVaZWtykVLHP11zw7Sajf01kCIlAWXW4JEZHEEhW0ecXhkjPFA4I5bDY081sjhhNXBYVKowyLIZuKVXjtr7EprN8UTj9MFTdoBFkT/fScV9LUOQgDQ2Xtuc/pU+Cr2qC8PfBb0+mtMDav1GYRiW1jIu2XpGFtLM2aLuJCmWyUddIvpKvcRfpRFBqaSk6S1/xGYY/WEx+vxzRQaRpMknYjt7Lx25qZslzPuwB5T4X13cGEHyrd/iG6Jq02vp0cvkvHw8Vi6dgbQZXI7vOp7zkdcJ6mt7nv/xkjhyUUsXo2PDViPLiDKv+/E32hdNLpXp8A3PrYgx+R5nqDV3jwhSrz7MjSQUd9iYN2EezNah6yZNuiD/VxWpJgptqvgpfN8KQDBSwAJWLflLbFWMDzG3RtF8jfD/fB+CluKPrH5lD6f6xi98hMbl0cHl94urnTtZX19Wf/r+b3SZ6+CqMUdaB8gGi58IFST2e9l9dPTu5tNVRVev+PMAwtlfJvaiUjnSIEGP1z463EgXsri912o7AkC+RlO0j1cYdw3sVuPQbHLZPUOYc/7W4LP8uOETFyV+Pw0PhPw6V5Q0Euout1qlUzO4WOlog3dFSdyorMQtaj2qkIF3EjjJKxLIiSikpMZuC5jX02Aj/KJhprv7lP1+vNUlXcDwhQQbI8WphX8+ogpZBMD/sTzzqdVFFDMVI6sfDk+1vpn5LgdrZFMZKgNMhyClgUSCtaJb7QgwRnYCtLVozAuBBoJ3wnAiHKvBQAwKPM+TXN6PaAkILMER7Bg1U192RKDwOT8SZNe4Fil6HaeBRT47Bh1X1sjoLAu1zLG/UfLzL1mCznDzaJDV4lrMtL1nYXOkVrnlqZmHDxO5mGWrk/1zgxPDsUNhZbOIXxt6XiVGzWhrDcql2nO2QGVPmB2qBXRzz318H6+1YhalWJvLSBGuEdqnNqcHjVUjiX7qFiCEy5f2lqQyVIdI4XmMdHzjyaUZ7/Uy1fLw49n7cRtK+xNd2ugFCWpJa/O+l2mlKZCaaIpaFbUv3kZYQSn8bwQdDRjowasjw8PFXkqs18vedpRB6va8Ftm4lDgvviQMZf23qtKTHZU9GvSL/FBtilm0aMMdrPbIw/jZviw27lGJ5YST04ux2tw3hlT8ihsvRU/eYMZ2F4YRvlbd6/XJoFe0364Ox6WYz2b/6WBFg2P7X5FCEkJn540ytGCL6Ca065Ge3jfVbRePi+g/XG8ZZ5jZzGHGLm3s3mBaSms5jk6kOaVxhZvryeVKPPRDnu2vF0UVzBH+xT2DSfMR9cOgekfkQjQvy+VxxiQJ95nGpxKEXv/EXpWmmhnr7sbb5EZlWHRAp/nWkxRjKne85Jmmx7rrNQDAHN9d9ve0m9nsvNuD+hFEj0k9djRP2hij+xgan3uxq3AVGCBSgkKx5Tlc5a5hVhjIIH4vr0ZsUWdZznz8nhiIRATKSooXev7J9lpb+d0dZGmTPu3uhCLXmLLWlCVmlfsfj3uB93wRO9j45bhOI1IRe1JAcuRih0vv5jeNxKdvUXj5g+seRo8H9s7LqK/eoCT4VVlJ0peQTdLLZ0TcHEoIdPvx1IUcKnOmkU/YYkJAy9ai+WmeAd6zQ0Lq9zVJB4n8t6C462ia/6W1y4jebuD4SeKzww9XFXk4SPNWXY5jY0QGIV0EY64p0jzJ6oyOCv480bHg1ZQKyZXbxXKMSjbotoYtEqY3MttIewH+FZ5D1YZqY+qQFbbq6Pi3SLzSEgQmSbILPPf+blnP/xasE7m61TRDuCUnmZq6QVxT+uKbCh/ddhvoWg4BRiXdqib6/Gn8dML6WShfGb34Vp7FnDca3wfEvEjJ0SHaNUYuX+nLCrJLFzm5178nEvzPeCsbQyryqkXb43hD2yCQB8F2kMdR/IXirntZhPNWHkfbqv4TQe/Mw2TbyYhPXj+Vrdpjeqj13O2abVEWNLrHVpigYlc22Myy/5xavfDzUScWlleEi1eQo0olVsp0LrFHlL50CGgaDww7boBgw/cDZnkJrloqU5+VVUNoBfxpxj0tnQ4+jIz8kcaI0acAwnuKBKtSLMJt2UYtUwKldpbH9lD/PUekOwwgM4wUu+5Gm1hHqCnQfFicHUkep8pUnVfEldgDktt3I7CVhGcyFXtoA5sIXc7RGII4/Uw5rcH6FMfwpf/yIQo+8dipNfpm/dDpOXxn9uAFG8be4Aiv81VbWRW5OLERQ17YNheM0BKoaA9JsnnWM6knNLvjDXraTaUs9sZeezuXV2Gvn5nJnbucFAOKDk/xydHKPz4VN+Xl0QhYVoecTNNzFwDYxWsdVTNJ/0yQWsNlTrJ4Xdfs6xqLYvjP8TpivFOSIffV6BFpGUkic1Y6N4UEYtCHspRJpGmCjaDfz85ffDPX87ZTeRyBRwigjhIGPfb9FLwYcR2eOhbml0sS17/Cg/rj22OJjEjRRLIT/b+0Xy7yeh0y93IZWgN1Z/evHAD9WGm5XELFOA8gEyO4hWRZBjcoW30y9+/V1RMh4UCjtsDHGGqQb/ZDmAYfrRxCobT1eF1uUcxnApYIgfvXKbenqpZoXyhyyMKNnfnn2nAX0RdRYdYdV4yuiIl8lBhJpOpXYmQLiA7Gvs514V8H31L977UjCthRm6MBP5U4v7/uQUkoomi/64lkdsKmkB61qD4kW3kTRaDA/jRD3aIpFWIdh3+CXVwn7ehn7Ko+jRIU9QjGhnTmyel9wNZFKIBGvaDFcu1KZ70ptZsWzKKAacsmgTEtuXY1GJFLlbNb+WAqXj+7gWr7mDEqupSdf1xlwrIxTYlvXcbfUAqF+TbHINa/0MewlzYcmFqmX3HzQ9mwvZdD46r+/VapfkbZPFP/xdVXTQTSLyaOLf9OSez02YTI2gGZqC5QgBvs/akefLf6imUJUZ6NNopNHL13xkIul6y2nE2/JRTEya6FkuqoT/DLPXjV25Pl6ahSutE7UfMav+3Vj4IpynzpQmJbS3zfEES9s4vclCdtZkPuObDDcOlsWphWaMZBfQxYfShgXpv7AKDc8MWVHI3tMeSNuMBaIuPi6NgaYa3ALd3FcSfTsUVSDT7NwG3G+rSJEoEAKnf1jcnA3jyOOWdC3mvfE/rzHtHaJBH0jlIIQkqhQ+lFRlKLbqYmoX1OGf7HTHFfgz6cK9MPiggx7UR/EQ3aq5TG3H7JYN0Z9Z1SMib331KMgJ/y8+KTnZGR797XrFG4t1JgGzX3aYbHPji/5D9Mp9H0zX/jLFMvB4R94meV/13f4wy/RRGJWpKsyp9yMFmYkYCRrAZco8V4Z0EaAKCaNQlzSQoBYEk0JAh//uOdi1TNtaoEQCYoTf2S9+dvvupREdriV6b9cptBEOtiKDjlQw5F1ShS8xSBXIprWi+YWh3J7RcHGQyWEBKsZtU128CXbWZCcs3qmbCggiWDAY8YnvJlgwUbUjprYca+0figectfBX4TGnNN8KdhvgZum4+ZZfzJYkJAv+ZUEPvUN2i819w6f+8HipWOHw6OtQU+l5SrPnbxO8s9izH+GOH6OGSPLkAkkdlVGgar8XNAxt/uGGVU5inpdtZe8cqEGmQ/VRdMMF/xlLQdM4snB5Uy3I/4Gg66acL063pAbmyVG/gUgVMzbif5zdFl5EZ3IvLzMODolL+Ak+6uxwFWrni7vBR4UMF+4aralh51OMn7wWdHPLIzrkCVnySULGXl/ayjth3CiqCtYZp7zIDMcx9h5XuYZPr8rNJhS5IXdnRZkji/BclqRbByMcwSepuGDd3rjrG5riqfuiCxyyyvOgWTnAxTtgjbeU81VgInTtwsnZY0hAKGsTHEr0V5pZ1x46jsMPDYyrNzeGYIv920jNu9fXk/3DIJhsAkPKIbc19V9RoZpP3gbILjA9TxJ66kwigNtKV5lKM6H+CR+ypLOLSylD92wkfmnJPwR4HBAI9tV1JUZv6uZvCgXp2OP/DPmZ0crzg62kLKK5ZljnCNLOIsDQ6UYzHEUj9Sg+T58GlSCkDKglPTLt2vm0cLfen1wuz1bizo6ZmIiDp5FLCjU2pQvgBo2eNMFg1Ozbr1aMrrRAwfHWIORKnmB7/f573MP4GBZnWxf4OwFKCW/jtSMf+uLCyhKrTScbVhxX5rfw+RnTl2ga6fEZyliimb6vza4GjWnC1E0CLSsi0rAHtqrpafejfsPEyPB9wFqN4Yrm9/SY2FftyIInG4xNwOHRFO3osyzGmddfyHEuom9L/dS7FGh4BJw0AquXmtWv5No/ClY6ruwUqMbRjcrv2l9XcxXjC+Oga3+U1DXUjVnUbVUkMdUf8Lcevz49vVp8a8qsNtc/Zz5ZVHcqIHUcHnEPaz8Mt4zl6+oXRjL0Rf2epnZ2KgUXOyx/zwPnfcQdZzc1L+EaFOkGG91jPa1XyxnJJUf6Rd4nb8zZgVP+V5fyunOBgMeAMtywdjBc+uaEdDCBKdRokDnvi27TJUMuY17EJ+qP1LDi26r+8Ps2z5ZGHkVSEzE1zUeeKMfIPJUsYChkOH9SjTqc+GqV6A6Gd358Tc90G5j2lfAX6HBo6yyj6ppeZydNQpw53O2GeKgNVckly+Lkwd6N3aZuZqP4slqY/N3emWqVy+itm5g7EkXsoxhyL7HRg5jtrAhVw9Pm62YHIu03HcPVqmyCbvxlX+5vbNedNT2gPNIYr+EOFmdVZpjw5mFwfZXzB/S0ftMv2XJlO2HisE15Gy4ZD89jFy1IFlHrRmNGWb/rj+wGCE3vjWcAjt8MBEOsue0o1VMJxIHH/CaknUz1aZVcFgMjimPyiK4B4oBPv3HmDrxFygu2a+eufudCiN37Hw2yZOK1+Amao1zlbO4gV3FQN4tBtMDKlXMq5ZLG7qcVDM24/XKCpFHGPKEShEvSBKRr3ro8jyGlQZidgFh/vcG0CSHBEklcpbgMVlucQaTqV8sNhFmcoPRQGeVq79gMIm0IYndNxbRorl1mbZ2n/vfXLIm8I0bZ1p9FF6mcNNMmDLT+XrwF+LBOx1ot0u7hbUR1TQWQv+s1TOOyjHbRw86JOK8H1a6qfgpjor7CkMz0Y6ECJNIij9JqzjT2OEItI7PLwqG2dIDGmzjXY+PzbAvii718bcBwalsxM635drub32k9ld9nT6/Tvacm0LgNmyyqaTbx7/0Osb+d7IC8Wm3zVVbiA7iHIFsLz9gUAdG9j8+2tjUGpxSVvb5nOX60BT8FPaSMzB1w1BO1rZmW4lTDyADyAkU5iZa7TLF04ZAuM5almBBzkAxnJ4tJexeXOK+6kCrUvhxYXFja7/0LpXIOA5EMPnuwXjBII37n6MFVMWML7CNYfpJSS3tovx3Q8YUMwWZpJ4qnZmY6Dr/9cMCjVN8uLxiRhUEglk19/VqsmZjlCGYeuKSeR0XWqUaQetffoRBP2poN2Zks8mG7ra0kHMzFhIv6AnpH/0uYH2JbqDbOPT5b/olftIgpEPac3z24Mf3/syi2BU6BGL0h3igWYaDBN6QMppuI1/GrHt239VpdSbUFc+0bX2P+NCns22wfP3MX8Z5qGqv01a0/My33Q2/bGLMHtf8gGT1l3Zj/nlhtog1M/AyAzbP/Md+APvjV2X4fSDqfgrQtd+8UqZihfr9urFFT8fw+xJTr5zqzRjYe6l6tmWqMvCe5UfDHIY7uHuIQB7F7Zfcf5FhoXnoWIIZsw/UyCm1s/JQ8OVtjDNjVzztDp/SgNPCvTFrFBOfpq/vEkBYkJOcopGzWVYlDx/AdZrrJhrWuF1mB7cq0Uu63VhBR4VClCcgOvqpK50L7fFHCtR0yyRCn/lU587qfMZJ93kn0L60z15mL30m8BbWQlCuZ7lLxwVYBeKPumvaLOoDLtwruNMaLipx7pA8bRdfMhekFo0XkvbScSPeN+0vtFKNdG11EXdFthi6XOOBkBqVWeyxrA0/rkeCJEXKQg96Aozc9uivD3RcQTp6uX1lOFo1a/7KMVca3GIUpxZFuTmX6DhDTlPBFjvIy7bl5qaG9whpp5XUcrR/IWGPtPcNpkZphyLp8z80XceSpEoS/CUKzRGtteaG1lrz9Qs9b09jY23dRZGR4e4hgxdp+hGscLMPTnCXaS7AawXT95mn7ciLPQGbyBPhpyll3LblQ1v/KQzzHX5E/jq/ZDcFJa/km8n1qqvtqdQZiClvTqJxBjxU/L5DDViIrHFDZTXI32M3WKFqaaWzaCjPdrMbPAp6UV5Yon836E5Xsl/Dnl6zosg4Ry/6o+YtnJTN5P4+HKQWyytZ9yHobn2B7sePUGI/PMJoHPKp6Psmgle9IL+2QtciFAE6I7FzzqMEI3SosL/5IlzFyLRQP0FANXwxk7xNmGEq5iQMm+Vg8lUBYenlk+g//vQ5pJdBdbz7ZWcRYWnT2xhgHEdXWipMmc3BpbPpzB1tx1YKzOZqv1K8rcq13wDXX1hJwf5W/LF+k5tX+AKsDgyKWsB8RYmZ1Sx0SgmNoTkZtbD4yyEs+KCLv2mHuBmqkEG4yoYA4sJC9XjqnEe6q2fKIy7jVSeqzjkEPsiWrzqdNS5nozKFBwO6qCIfISgxX9p8TRmHan+Lk4DYMVkrPlXzwmy0bp7uJaVYUe/Mno4QmU+Wq8BsTyGQCoDErTaynD3bWUCv7NIEITNrleEQGsfH9LMq0fJUb/VRJksFoSeq3NsU5+Nj+1B/9A1Q5WqgZ9bw2I9dakk13I96Ot8w753wSuOPf2TZsTTQb+MtZeantOahEAPWVHAvWaQuoH/pCXWSoykQvcnfoBCMxH98mJSrPdzT5vomV3PMJbsMJj5mazL90d5kBnSCmLObu7La+JHCAG/fryYdoBGUIBmgwG7A1VIZNfli0DliKPKg522PaCgc9avNxb/9ztzhGDQcXvyayjDKuqTOhlFIZmi0qOcpk6/qpHburjnq/q2AmxTxJWX2EX34asViiWUw+4qPPWVLsJwZ1Sy/ygVaP2l+oPmPg8l/iy9mA5FKEJFxzoxwiAIKadUm/HQAN1JiS7q2clpeo3rF6c2qMtH6ISmmMMtIaUfBx+AAtJrpnLkCsjdQWB4KDLEdVKh5Pzx2ViKN+2AY7n6oQn+Fe9EkS8ORYJh6Ku9ihBXIfGMHzA5076IYG+2lqYiunnOYlGo/PxG9uA+ZylKsmdX+ZWKa5EJAw/qjGWZEp0+Vl3Sj5TKP3wxMnX3jjP9RHWz+2zc7Hyu5YZ8/+6JP6z5akbMWG3KOovK3o9xTOAlnVVyu1iCzA2hcSquZmLCmBx8dJ4zoNlCzqa9cLxcjJj095u+GnoVzdnmPehBLQBPeMSHtKsErMiXjfdqZTr+z0JmdUU99hHBiqmK5rfnaGrSaIu3pFYqPPhJMkKlK0VfBqVSkOPIFa2jYszQXRB4vPb4JFrEl61UqjXfCR8+ikU/ufDnfjaPPfE6yKZ3IgV/7MEpk5l03SpbpCeBIc3KC6TzIPllV9pceWOcaUss+IUDMd/9GXGN1jG1oKZQF9CEDp7VwlfemAx9ndjpNQ0Mk3sew9RcU/SRY7jMHMkxrc51mv/810IENdahUzux2nb6sa0SeKyIIbMcKUKACo8uyOz02Wwbx4ED6kpOG5L9wzv+13V50rz18DF0w/5aB4oPJ1aI16Jy1AgU1mp11+9ArFA02isnPyecK5OsaTLpFG7cCqzQQXnDRN4hMu6J25PpdRE/NaxQfIvXu+EbeDhJGikczq8lu6M/fTjDeTU73sCat38Y4Htdx/tUCxtU86Lp6PKJ209N1LwX25GHsl/ZEZo7uWAdZ/4rpkMVtbB4vYngAyC+dzg6HEZn+OljaxUznIrzcdTfip74dAO1vflywwLpkJyc6P8x3BI1diJEE76F/VkKLMNILaYT+vrf6BYQyi19FNgv7bNFnKNVFEOrbad6mGIkmU0RHVSsyKwwR4E+Jo2GCac8yhVnRwH8zn029FATawf/iZ7ni4YfStOSr9tY8rB0S04y0GTggsJ4Pqxni+S9+hTIH90NlW+IdjpGsgvYgNWPBL8COY/bgBxw26VbwiPl2s32t+neujoDj5lxdXPgwgpi269B6NvbvBpPy+VvoGofRBBToq++A44MF2GuHqd4I+MwJOxsSqRNNaKvro49sotVVRau1GyNm2x/36yqdX43N56IgojHZbGfzYbWxf52PBaPqvfseoaTMjlpDwYB7DVA7+F/m3hpEgh32inJ1GcvcaYYC8aMFWps1svZy4YqHYC7CpUvcjt7IEMG6AYLLOwZCq8PNCL9AvmYM3GQ1iF5qVKdr+nsTI2k34rinQvi7v/vhARuZ2qrMNNJs/2Z07XcySnymxm0A1h+4lKUKF3I3Ln6BvWYYwyfNQY9mCJ47W1fO0nOF22S9GPWVX+vc/fu2rHDqRfMoI7spe5uaOKIyy+Wn4p2Tehp6+DSMHCPGWsnu18YBzs5r7/s3d5oaQdPd7oUMTnYKr9sH6owsbGBOnfP4IlBsUyzpS9gaLOllos7yrI8GBJYWyBTgzFeDbLTOpwTThC78MNiSCJCSjfF/TxNs0t9ANoLjEYDGfqAOm0s5Wt85dwP7IGXtYNd9F3YIW9W4Ou3TRI6VdrcYz7+76iG9WFhuQpZtU/7acnf43HbpdieP+StPNmYeGqmLCGson4fw+gppPjA15NoToO9/KD32e18kWGJwUY4awXg0q6q2DWAXqlzwFWD1pEYNS7aLRisQKDjjTm8baGYQhOYEX+XMnw9MNQ7jim7df1S3nlTUqUg0f2IMrOn3a9xE37x8P+WFAts9r8cdwfwiE1sJJU9DqQ53pVv4iaOYSgR8zzvw5XHBBq9Cc+ARetV1WUhXq+075iKYsjVyHhmN8Epl7XthfxEQ6quuK78/S7jFi6C3IkGGAQPs9TOywg+KIQCCQoghVdkOY6ssSU9LYfhLI3y2HDDoOb4OJM6AZz+hvCXlULQT3om3067+RpC7qkvQUppZsMR8n8YmXmoSRDq+An/5Zj70wwLXOGbosTRQ2hIkac0xrpVjGynerlt0kHNz1ceiJsHXH5EI4KtHBbhVorZ6evbG3f20X98avRrCfF0c7GHaNc+angwgMn7mGf2UtFweYIWZl9TYLCSrjvq7zjOHwV4cNIkhgGsUhXkN8dazKVJTjwOfXwHqY8TFOgFClg0hfXnsVYe9YZr7MH5M9aufTalz24IN7aGvugY5xWp2O9wp1G+GEjeI7MksZQXS7HX89XUxSu4EjJvO43jRzrwGtJO4O2IhDVnZzsg3ZSwcDs3CRy05pHIVQl/NJBdLisbeS8VhNrYSBoJVD7LSKpJ8YM8/KewYq3n9OunCLr6rGfknvPwGRzHUe/nN3/iPG0kwa+sE/KUtNKr9QSvKKB+i2ApwWAmCFmakMEolbq6WwmiW22HJAjlMV5IUF/iJQWZ9LXzWadsZQ9wRO11T3G26tUKQWeo+I1G3JKOKmOjKDnP4gd0vs1cTUk28NcEkXMkwQaov9AExtrkA1fKqUhgezHiJb0mXhJA6qdXAaySfCSWfCHU8FJNm3ef5pD/0UF+BV8dwW6BK+UrDcU4QelQkcHoA4Bb8Bp7bfkYo+2GpCdVB6Yk33F85khMbOuBFHsdhlvLJgm8FssugeBsESmhs1jO+LqPH9w77yzh68JKxNk35xQ+MTj9IZVG4uz7AEOGk2U98T5C3LZVNi5kKSMP6Ws9nai5muJdxlKSI2pplYCe678BL+YE+7jFAduBAuMGjK8DV+MCPaEyLV3D7SgIBV5KiHf2BbVzjwI7hnybjUExBAzm5gC8+CQn7xeQYEg/GlR3fO2kEpGSozc6/S20MyMjpospbPXM8W7su6bj8OOC7BVbpjKsSOpfIRPHpW12PAh4/BJIXb1WbW6W/pLWssmZZJfsNmGwjCYCJTI7i31AUIxxpY9eYNTBTzLXYwJZSfF0AYXS/Bx9+T1oI+MEa0+znY8hFV2IG0e+5+5GzEoFplrsiU7N25a8AiiuL92tKHcfK+WQTILGphq0WoZrxc6YB5dV2SOZGazlqKm2q1D7GTR3D5Fl7RG/pvAQPjsZDxa7+gaLFxbZVSP4nepM0jOYD+UUNoFdKSp6NmIf5XMdW/SC6/LuZ9eh7Ejj6Me72NuSvdqSwq+RGFV3L9Kz0xizT33tHE7wJpEwR1NYTjXg8xfKbv0BVdABRtse8mt+wOMOpUN0EwiV/Vm0fXBq26NeBiL501y4XP9HGZbL4QCwYFRdZHKeiRitKGf3V9Vtqn7RRDMa2sEW0WkHA+dWTTiwZN7hZAGimEupLKz8/upBpB1AsRQE/4gFiv4hwtwYbXdyQe3RLQxlS/yODhd7HF6hhsfOhjHcFE8ed1xFOey0ho3r9V9w6BHdsJz9cbBx4A/S/DnNj0EDS9lP7+UohPiH/X6GcXQg0G9HO/omRX3i1LFVx5YqVAv2cY+kJ12YARCZQ7ot5zz6XVHXRKiCcZOWJolz+MPO5tUsFbHDme4N4/XeQp5M/rjS4lhwryWEpp2xE1eHLde2rYNrIGktBZ0XlORcLbKYM5szK3uyXZ7DCK16ZrTomLEgsn8qHuXlVbSkwwkt3IzkF/F/Y7Mq/C3H6H75pXfdKSuMqWu4j/N+PvqwpMrxuNGENoTamv0FXxIL6h0KRKEngnSEN8OXN6sACob6r3F+lFq6V1JnPcR7t+QDssgQ6JmQgWY+AIf2Iz56EqW/okFmOOYmKFPTCqimCdoyFpE8zR2w/rPLwy1DwafkpB0bF9zqp2L/lHgrIPi1iERoDE1FFUCTzFDFiFWX+6eivFrZOY9Omy9WOnza7WJDltymEgGeZr23CCqQHt6EdTJhMDiqwvD9FSvN/c2g7gSNfaVITFMCwXkmJbB9zPeJGnp7dmatbSzmp0NkhhiTwX4EqZ2C/MTMlO71P9awDiaNCDsRo8Ceg74cZISPuTbjR8cHKIW29OhQ/h6GljeiMDIspIkPezI7lVx+qWav46GGz89HTzq08n+mlqsyXIo2+WG4MflqZ1aWoAH8/buAQ6G8C4uYIzQe0lIj90BcaJ5FNMhC1IiRL4etnnVyKrcYNQEULUOVBBrPvIMx57LgSvp9Lsb9nPOLFy9W8PZc7InKAwQNdRaPtUw5XwwtIEozYK8pwStSZYMK/bsqt7fcEOnKZTV+5J84IuYPLU5roEUuaVfOBCRZN1CYUWYdjTgBaKbIu5A5P+njA3H4ZPWpQ+9QDkP2etpfdqylwnFVf0Td+pfGPBl7Z2wL8ydFuRYjc47FWJ8Ev/fTZgyrM8egl04SS+h9N40xnLNJqLtlThN5T1l2xr6UDf5XDI0t3+tJSsuqosvpKSi0VA+btzCgUNV6fD3mOvy5/zPMDURMAiC1x8AnIypWsVQ1kZV4EWR39KVQ9GZJExoInJsTvVnPFzKrW+wJgcXL97RFwk9uJA2k/0JJHUQ7+esD6KlRPUR6d99ussff+/hc47kUe/qI9n+kWbrVLrgWV7Zo9boO31JysGtIu6fuYM0Xhj2MaPFTW803hwevcXYHFRKkYHGeRtYBVYDIMu+Fmr7NdH4aDGqAPZ/iJZ7TS+tXYsXO/m2sLFPr3vhJ8VbUsyyps0dNJ/2rvGslPSKhNZYBTW2FYqYqkQJD1+OIK3xOW/+1Uoqd0I2WllLrl/Zcs5ydjsKbbJlAnHt63pABJwnuOtkRCUjxqGyaFLWwGjI2IO4VSy4GkqkziPmV29DIJCiATd6KDiy6sOqH7uxHIQzp/8bTKICmYyZNhWPpEWU5E6gDsuCNSlSKIFX9++YA9SQbolZD9dJdFnT8zecoIVPdpGDJg4OrUUPbuvGgygZ11rm28mT1o03JNrSIL/Msg6BVrEJn8vAYzdbaUxAcdpafKLDcBdCZB39eEzQ6WYZEZap2oPUgmQQrNv6z+FmolS8WdYiA2+PUtYdeyNQMPTB+z8/LY/guGNZmX5c9rmL+Ao5r5yDcGsNpcwVR494rIVSiLNXALY/9C+ZVdM7WL3SXKBZIp59lk+jIc/ibZIH/TGVp9gIDHNPpOxQhD2exYYzxZqPzEDa0/cOsdFX7A09OR8xJFwisbVpi+AB2nYWRo70/0goO5MrQKGjFEVFDJl6Wexsi5k+BvZzZlyL8wxzcmjgI/yQflFM7DA/k0IR7DqTTwpDiTSKhfhbRezUevO1q0SgErRAhdkyX8VI2Zis996IzLjIgqYIj3SwSor8M6an4pZ92pkkhsjyQSHmt9q/R8KLXUaLggqRq5+WW3IMIu9Upse1aeWjh+ifPfWHsZ3pjt9Y9jhhD4IvV5LozTUTg/iZAd56OdvjPhCOm9OGARdfUqxKERw8vxrEsS5vjrQws+IKm1OcFKlGRAFerJCzzfs1olklkEaJRkwbhBCN8T5gLBO+TWFszY3Trnc95PbB/Q2lyFwQLq4RMx4NdYtRBMxTrbZnjNL7Hzj2hlDvMFeEC3WeS/vnzMm1cOWHCh7XWAiaVsobJx8NaJZsKtA/pnUL4kAWeoqArVxR6dJK0xXwCQ3x0L0jDTuAYBlGLgVjtqhrs9jMfVSgA/ZNxgUo+JDC9hfLwMWUfLEz1hgiaLeugTJFdxoPJI++6d9DL9D0t6TskGVj5t0Bb8g5ZQy+z5pQOUcrjaL2eG0zxT9lQOXFYq07pyqDy1eokX/YsT1pkm9TZ/7QT1oiFhzPbLDqO/Qsl0QyQf2cNMJX/6IMyJwONTpV1AaYlKgteh5CU3zafiZCjpApovtasde/55DFMzhQyDcKeQ6rMMmvlfnbO0L9wxFNP5wtom55vVMfCgUWQ5mEIZVsFhoj9iEjkzRdwnpZN7HRINstwo++3gFwDJvK96NHCuPukA1N8GAH01O/kTckbRHkZpmAWwg0lMLOH2PkBpbpMGFuNT1n8JK+L3hed35GD4kHVVtH+OPNomqgiXQE/xVdzz5uNI8We+8vzvsZ3Gp3ZOhpvLf5QulzkMzisSSjIbdF9egsaZYRCI+CU/PuxBAucTcMn6RVMpGWis8Wy2EUNh35Aqch77WMjxbSmW4RUcIdtQzOY7L0jVMo5XLeWWrs35QUsu7Ss8QsV97Gma2VQ9XIGmRn8OVW0MdppEiYojsvbVGAQUf0JLy2QJOJkM6Ox4QFYO1xO7toMax6HZ4radxUlW1D8MICRhC2RAxj9bDeJ7ek6X1VtuhrXpR1F6KeKGCiHIsV6/mM6PYbFcfmmIVyBQfu2QOR22EFr24AE+GhFA+YuLhGcSM88TT4rK/rYEyct2+v7J/WwTpkcGoXPHgM1WkkiHaLehhbz1N3efaQfPyLpxPF533bmC4ID98V4Sjj+8eayag6MHtxDAyxslf/g14gyNiFTh+xqOlooSq4d6WnyZ/gBiy0gJD9XnTyaVMm4XK92Z4UtAOs6WPPu/4PguVXleuV+OSY0cNLu4cuToTlEO62zLD//n+LOTw3hidlkpp2S39JvSwp1LVSNBISgQkxHITv5eqWd9ZPtvISGoEAOCeyYoKA1rdiPCUI7DOIMoLp+AW1bzjPevXppqhb+pllT+xVuyP9bibykIHKYImZf9wiPMyxTCAa8i/FCAir55Pty+zDm3zY6mcKVckez9I4mfiKcjdZsB4to9ORa1ek9a5aVRLdggAMtE2e/TT5tX7OVXDJpCOpGp+LmOwfRbJ84Y5n1g77gzT2kSaH+rQhvRVhMevdZqMP0n7wG3itkhH/M2Fyfbbt1xkSxxdjXB6stf9hz+cGs+fuPx3c+nUsTEdRNFTmH/in1cUgOCGUei3FkQVHZG3ALfbvYNgiXnEAn7Z0ZxHW9J7HsREs8ZTCHQKWABn6og02voWGm2i2qyhk9FPXZtn0HiFzhoU9I15+8j+2zDLyHm+FhOpyLMQbef0JX15GePgN6fDev35aNgBF21ioS3l5frP77QbMIDrQN/9bM/LrHvNKgHoHnAEbq4TIQRQNj7ljle3RGQG7dh6CdK9cjA6jpH4RP7QSsm68QfiY8zFdZahvJtn3K36HT731I47ewR/FTckg5ABzKPrzGKMlwFm7oxuuJQfhD5WH/qi1bwpxxebqxvFOZWSpPl4oRnzw9FAOCvbIqt/7qJwRgtAkBpSkaPoJfh7ZaFmOUkdivZq2OuVVRCUlAaNKGCixPZi90DkdsOcJTCJDWm51jgTvtvLRFZutiQO32b3qW7865YvYcver3nAd8P048zUcKqrL/Jq9oU+x34NzejIitgjcAYAEg7kK2fYdkJ8EtiSlny6b5/iGGtA99EMfPl8kbRReQyOF8bRTKGeZ4+KcbPVXLCAZQBDCcpH4GAR/muZ8mgKYolevyGXIqGm9N+z5xJVNnTHpBEcqV18ituhcxctEn+6A2xTf03uZe6qlM5dXOGIBaFmfG1NkiI/LMXquqlOq2kSm6aN6y62p1e5iVUuh+zQ0un02nAs9GbmWsHEKYOY32AHl+0XZcmlcVVPQV6nNMcBVO6Ys/fCo3YMsOn8jkSkWKC1iw8L9rXyfgO6Qv/Fk49o4X9V/GTOe4xDPKM/WZDtE/yFfjcz3bK8DivkkK3pYlnaz3b061DkA4X43SsU+R46QYlZ6Cy4QtlLNL3FWlP/cZVc23Ea39renSIrCyOIj7tr3s+RMKnJhF9qx2vBSniZuEubbiti2uVqYoeqP6Ml9t88DZrZE6uJcT2CYH2yxIMPRXiPatN/0pLalwqoBckrMY29YCYP8a1VPdB0fZoU+Y5s3rJs7nKAUq8/zSHtqTJtOJPB1FJo436Wf+g4tXgtjP3LdCghXNn+hMH3MSX6NnFUY/aPycec5s7cLbEbj76C2CIlCn+GKejh8Py3TjWPHxWAEsfcVx7NZRy8AuaWk2HqxXEyUP33f0Lp1qx8GL1q62iRGf/XFJSzoTwmHSsr/ZOVOUjqwSwVby3LEVFV3wg1lN2fOQ483byb+UPAn0SfLwDXYsFjGZb2FIyErwrUNaFs2SKZO1WYBHq7cofhmRoCUhpUVytuwymhcmxkw/jj+nM5eMycGg2jdrhv6/wmBVRuxGEAatfPkwiW8XYRfja+XReAQ23LNeSLl3RhfG6ZmXB7477ES90/zsMpqJzyiLL7GUgREMevNL0wO8ZhJS8OtIpZQnayLlGO3k+KzQ1LuxMDqTV9TzQLtktSO4vJcXi34WhiOm9eCD28r0zl7qM2iQLGBs2CHyZ4zoC4g16m2PdN4IYs5lH2X7uk9d6itosnLAaiqyT8o8WYWPx8aok26fnCPTTe7VUA7O5+ypaFJxs0qLr6I7CEe7cXdfEwfA/0t6BM5fWMN21bWLkEAmsRSyI4147l5d2K/YFcVKw/fh4UZJMl/v8SDXyPQGjh2+zJAhKi5BqdnyIPyAvXIpInj6F0G6c/Ge7rsTGVyKF2KtVvgcEC9pxRBT48rZ5ik8AUF8Bm+J0ZgDqrLcfICfdX0LwlO8QZG4nKJS5Yl+pntu+9ZLfsio41NT2ILH07w6WLOQqUtyr2ZIbndAz4WmaQ/yVVhf7uQ+7omiHBQCuxu/MssUowJA3tvJYnOhekMyW7e5/42iZ1crLO5imuJ8EnRRo2qL9o+jg42PC5PNLzBQnUShhzepXqqfqQfsOtiN/bkUPbFlunKxpTJFOjiZh0mIiOeoIJPWq5Qj93qZGPBKKBGaxKBlXrrlh7nz87uvxGDOys+nRkaTrsSjIIML+Cef3lbCqnRzw4yv267eY93FERqTpUc1yHCO+3Dk43mrNkoCwM0o+Nl/gAbRzwDNaO7ewE/ABGDS01282hIQlBKJtnyf8kWe1JCFt5sPqdr5H/+RMBYnpLFy8rIx11lOdFKO5pyQqCwWKcPVffckC4dgRUzi2NP2a5av32xhCGOLAJFlaKkqqVdl66TTOdEPVCzt+NqLqsqna00WT690VwzgvOzilMdavo4cKWoJXfPvzVSpFOkE8KE5TGLV/pWNSR1FXG5Ykq6gC3q7ZHJHjvijCfj0zH//LewglRepv5pIhZPIA8hIxaIcAKD1gBMJfS33kVWtiXuHHJM/mvUJSBhLHtO2Qt+nEF1/fziZaK7v7FWa+P4kzjvzOFl6OGUaoVu1PbhWtG2QLFyjSY/1xwlMOtOTthj4ZNDpAXDuy/J5q2ykWDXrKFvbU4bk3la0B1JaLPKxn/1oe2VriLxVhK/0b381U8+tkXnaTkDWbwtaroOb+WewPzPSj93BCJbxZQ2oYHlh6iqUYTpV15YvgNs7WmwYKqZdIfPGa7aKpFc+wE22SLlGlKwCOfHU3BmBGmFIM78rsEqpE038x1gsWqjlyWS4VuZoef6ySTZQn+9LsuFw6i8duapnSkdkGVqKYegjXjseE7MH2zcf4ni5/egIndAykrJ2EbVO+Xoz5vU5J5wTHa3ldrMFVglkj5EtPPCfOr27Bk7qU+d0V7Ze+7ldr2Bk/rsMDCSaKR85y6HxRG2PdZmRoGk0v7aQAv2FY4dLiaZu50/YcbVvJdg/nF2zLn3Ex0WKkGKcnHWSFNl0riJ9cD+zekuMoPv7xO/XvahdBdUaY4KjfGlkq+kC63FYn1k/UijriDD60asyeGqiLWEL0eFDh5oWfTAoGygk/jYTuX1PxXDzq8LaJCst9f+h47zs8O9V7GYhYCpZqbu84ZHVmo7LaXBrbyr7yARtZSrCu5CG4hj1E882fXCYlNjbMmuuL4JGVkTch+EtTmvPgU3K9U2O2h5TZlEHOdH91DzanzoQdk5UVrxkXLa3iJPDiVqmbL569z8J9UwlrMjapUB+PFc6+YdgmXI/h73fynnKCJuVm3mWy0jWjBOkxNsihTWvVbomND/wX1AKMi9ot17VnUhTlkwqNJnaSTskZ0ZZLw4N4Z3uugxxqK0OvwB26PQp/l6IS7GggvmhkvzK2VdVihllBi9hj+p0dXndcDBHCgj/qZ6zShqrWy2/Fiou0lOXcASddwq81OqxLrzU11nzSXQecYYpJ3QkCG96GDSlLLaCBlTTDoa0G5X7Y/dsvu9C0AFxZqwcgLED2L9QMh31pa49dGoYYQkklWLHgrYa/ws20oOKGCbDz+6w6mxW5LIqWIKz5PIgpn0UQhdK6NX1JaqjX7wEZ76SdgJaTF2khfpZEy1PDF4213SojvNJxKk++qANjTrMpdEXGOxxYtaSKO3c54JjF40O98XTfIlIf8ClqO5imCLbsq6z3vWUCc/sjJRokdB+Ad1z+2xNLwYxdHj4C8xI88iy37wHb4bAnYh25rXZhKa90XeWXzKhcpy87wRaAtCg2mUT5/afQ5niqiK/9hUz0x/MDmik9FGkgSVUw6ATbC0UTj9NVxamV6eW9f8tXZHfWtZmf5a/gSNsbgDWFH4D9sG+a48BH6C4WT2hSidfA8noPlTdKfGlLOPlFADZq1XeDL6khLfswi+GdnH7it8GaIlnEEblzqvKU+Lp/qRjrRBSPKA5iCKk2FU0nNIGY25OelsJhXTC1sIhzLqGQ2pffoS+jAS/xF+KrhmxKNj+QKoFom/0RugVC8eYgrI5vXRJfMwMW0zFmSrCyX4e9VbkDqXqnqr5Ic8Q3RILTw7+UpFuoMTQbRoZ8Mxg4iM6UBSYEOzZgVqJE2I/2mCrrISatbFqaQPB7umRJO4NG0RODQLnITbdTyTtPzNQODRPH0eFxthUgQ7PDh/xr8DJxMpdlzNIpiC2FONdMWM8ev4WVxrz9xFhTGWRSyGF4ufP4DNVsumfko9Vh6Me1AuV1LJdcWQisJnrFhCMsA2D/sMaiACn6+XeoOBo5nKOVd2cDw+JQ+DqJfve5XMB6kF4OGMBt7cMF/ue1hvSLslKCL55uUf4g754mPVg0yz60zfjFSNNCSu1gGxI525rYtD5Oz2h3dpw3mxVjtTZ3jupKf+xrqTNf9dxvL30NIN1ZaU5Ikc0240UilONf352tQs8VN5PPVBBW4EFDfnVHeXcDBrJn4EC5SnBelfASXtLzwygU9GrTwmiRxbTEFJU/mQolSvsoYVOuFs6GyxwX3wsfr97BbOW2b/Ft+EuS1F87HzXI131Mzwpom26mgOz2s6O1Bwo8SVN+10wy0ZCIMi+gwxyfzx5ID+wBkiIiMVYWcIY1x52Vxbl0pM9QZF87Q+kFKLIiGywwhxXjxT8D+t3S80Po0C//9sX0F44wMAcJZvcs/s6W4ZJe6ImfA/CDaO94yj+l22cYhjqgihLF1+HRQPI5zC+SjBXLKm5+Udr50IRp2NLffriEI9Ru/Ei4+bPorNqa7zp2akWuNNX/kOzqVw39oqRfBl6us+PAM7hi9RF4/TwXsKRfc9XvLteO9iFfMp+6HE9KeXG5UN+DptcoaiWX7OABOY2/CI7/+Sc6TFwJLYAOkmlvkJztbra7briLjvGDX1loNbUVJuWt6aBJodROV1mlcSwuImlnnmm8zZeQsSPumc0ocdkE+KTdzd0CiyGWcBExbcFQWCiCbg0rm73+dwTiTulPzcrKrzFfIPbkv8x5N/wwGkh5HQiR26Xhw0ETx9JcqGJF8jR/GCFoX8TXa8OHCpnz9fxmhS7997scpxxS+/XEWJ010aL5IvCWKU+RXwgwFab47Wbj0Lb8i2N+L4At5iyfCk2ZRVxuV6E3so6+pu18ZGFx6MgjlPKBtKwehmZLtsQmGKrJ0ThNvqAD2v7tssyi7+GDruPHPzl+MwKii4RMgNtNwiRp/uTEq90/n/Exwv0pZQz9CBY47Jb0HTJEK+jFXx9nt4qThm4q6LXgj8WgWR39zZKLeu/L0xzbg2cT8zcBpM4+falH/X4kkz1a1VzrFe1tQqF3vMA+qA174CKTRijiMcobgRqbuenSpxC6+Dc/+R5WyPj6uzmDrxUUGPlHI0KDlXs5txkFE3XlJXN/B0OrKqD+WWdq6y9dx2+hSMf9peBxcGvptxztovU2mBgcUNaXu7Uutg5FLmHCA6R51j6IgSXM0BxfPVNbotczthhceFiodxYey4vJ0MY9K273mfi5E0xEBzduMUcBwPsX15pDmEjXTA49VjDRHYKf1H+4zZ6tTTumS+m+KES1VAGHtK4CfUWMbU+yCj8djjz/VTSH7syFEEQTWKQaGqF9r/EQNsJAE/m/PDbmA/g6kX3AcqcXnwnyYv5twjsERmWDnhbivxxw1Ykj26jNsuutor6zjEMGkr/GJo79Wo4efwN+eb2oEdPQXYZEBcJK3yxuTpqDQaU4BLPSokLpj22oIjq6o7i7hhjmiCnBFFLc2Ad6s63FhtXnRyEQhPo71Htks/pljK9EpExTcqa+/JZ7tmkUQNVPqCm8HCiVsig+WM/v2+EVxK1dVWAx3jkYQtMMDrsYCg0Z+veg589bNNMTK0MQ2W2CuhSlhtYihoDW8qawvRhSqKkHk7lDD6AkWSEu3N9CXJIFwVbzunYiTON7ZlrTOOwamL73iC91bjopl8Tz2hFigfYvAX+h8vvZN3rkiaPHAe5uSvP5p+GAP4sKSXYOWUiWFFbrEnIhH8s9h/RhLHE9UwEsTr+KBVFerJNmHB45cSM+o7gc8zt2w37KsrCr7GumruJXEM22rv209PRdvt3F39CdCMkzn22FAPidk6F/xxF82jDsdYF/3PzFmfcYrxT+C7dwvqZDJArJxl7fjukj2g/X8RBCq8oMV37GB38X9sT/W+opFLJ+Qy8Z1GfTmmUPNyZD7GwcsYJmM89gGmPATtwD3NB04MEd6iWWowHWX7Weg0ttA0j2i4p8WVHOM7RfC700AjIAHSNopPyUS4CKGlGWPZ3/IhLUODn7qlySit92wg+i9Lo07rvLSGs40AOPHVAXGA7s+y8zpiuv4zJJBreSI+hvpZqvVyTzIgrabkpSEJ0hYHhnQaOgQRLb1/wxxhfD/9gZr3uSHBFk1yT/rAxElVp4bWXirJIA34URgg0+2S6IFcMrLRO6p2v9qlXAt+OGGHJqZWD1JGz5VM5gmNUDyZ4zVNGgZHD1EVbsug31bhQXuaG4Cb/1HYMj+TdO4wL7KVleBc8LdLZRuA1ge5lZG1gEBuYy2EB4LUyYg7xA+r28FKh/BkjTbSIA4JdOwtJ5we8fTggV06/Vd64fKRL6XHRfR/e9LQwTGOCvrQ3b7uPBT3Py8U/yX/PjnEl0KgFNNYYqtExof1aBIaVE5rRMkBSdm/3hZk2epVMOv/eU5TsCSR6DwL/+iqya6UOtdsbnAQe3FjpWnDH+Ar5TBr1AssklDKSUrQaUyyNXzjIMtxXKBX/mmfFKU9t9fA/9aQnWQrWI3sW4KIjUlxLQjUBBCgEHvt696slMahEDqHm5h1C66fowup62/iSaM7M+wo8+vPvLjkjfa5qO45s51P2GBHy9+Uodjzf2giC9bOVCHx8QvloCKpO8+/UnKY277vOE2V++9fN1PiXiLfUNnv+Cpanx+s/PajHf11maWmHlLutG1k2plHrqjKWI+TpjOOJSRDtkFNkz1RISySjbBRP5WUksl1ItrTOgPnENR7gz6osVNetXqDX68V8BLMsjnF4VTjc105grNS831Mh8h5kFQvm33mc9Hjl+HMykaWmH7fygVzMRK70yWxXiCWEi6ugrP8xNiH6wok0YNaT3M+7V1Ytc5KCwrO1hptA3JP4dzLHHS8AdP3z9m0CPQNpDXlmPCTKfjrZs577+k0c1tUcR62g7h383J7ipEflouoqBTvTy5tZJHxRzKsBfQ13IayQWKKo+oDmcR3t2fU0PZfK904KC/L/5j1ej60sZD7A4Jb24itMgO9Zqn0dLQoE6beQtyc5lT3cr7OTMatPUuLeZK+TPdPKYzDciWtAC3sADfyTSDn648pUDPqJzrz9Pp3I3Mk3tQqRlQhJrTTbNV0gQRcesU06/l0/8S3nJEaE9QbdXD6lziF+hu1dxv08vrhGttiUM/TUwKE7S/TQUf3CdZMX0/kQgXAVpWlqkVEHxCx0fX34C+28V0z45/sldsKPsg07uXyZc4NdMgNxGKHOlFe3Xqf2e93ZaOARdrEG8tP40KpVCqzL4Pn207qq9R0e19d6EIvjXaKjljRGZikbNffHCbN/PXPxiJWuyag8cfjVjGWqqU/DFTmz6Y2sWll0TnhgXQRA9rwtPkgFF9i/IDn1X1ygF2rpSsbdc7ESSEYzVUCdxvaIUOF5GkmU+98K3DPwkukDqLBhHXzNySL7n+bdEHVcWWa0qWbvfQ7hG092/OzWQbFQJjfSY/c3K2Ave3ctDwfXopV65WIfSXXk+KY8HZbwMRac4jJMIB/BDzg5I5SdOZuJJkJ/I3H1WBGcVBM1sCcu8Z4b7QCdaWgYIWtrZb5fj6TWEvDxS5bVgfpQgdOq23VdD1KwykMWBOpmslah9IaGyKLsnC3PUErmWS/E17wNLFIBsssRsGDJQpvUaOEghrhZX+64bUxpS4drcEqFhcneZTxVdFawiknjJOhiChm9Q3d1OLYQPsp522cvkK1EmKXeBIOrd9WJmsAE+9AaMARJ0rEL2aADGzunF/QwUCl4rb4fB0OULTSVvt9Jz+VxAnxY1Ri4RsrT81CgVVmV7MN+8k8/HGMMcFXn5Y7QqNrkbthPZJrdhVBSYx+6rmDlqNDhDgRnZ8ckCsBqIBJeag2G4RK5PYF7s7F8/FBuoPlfJoxNuP4WRyG9zNLXETtjivrTVCZpjXSdgwBBBAOAdC5rF2xeXr0zLZVWSnF9fSAPPMt2LF3JiVwl9pHLsLKl4RADZZ8wN8jf0zeZDumLzaVUgA6zQi3MIDIOwC8wbjH098MR0dGkxtLjyDRQBqd59ANDTurqGwCibRkW/ypk/XZOqMiavJxDTU5ENP43iEfwoyOz+a+ZPEdcuLdqmhE3qbYLasvA7b4KjmICVTh0/78Qo05uUkXqZEnmyawzRSeDUEpMFN2zWw3eZTfQwk+EUJjMEx6THKT7fF9sdlrqPdBL2RDT1Q58UbXivQjG8+YFFQ2YRt76NgXKhS5Mp5WSnSEbcJIeRq/ZXUfxSu69Rs8PP3kWy/yujG2G4QQ4YrUyVC4V5dF0dMCtBHhPSuXkqUn8iZbFwSzAoQYUewOpAr3e3tMIXb5YlIT34HUMDtLIJRNIs3GRoXe9hWkt3OYXcLs5S5726OSdN/3UH1Dz4UOcI0E99DwnNqaLqyVR1spQ8YfsuhVpxregWBpxaIyGkvnjeBf8q1swsuOzAOote4vEgorBnKpkaolWSWDlTXCx96CfXSR5K2sOMReHdUGE/8bpcqsFWL8Bzr0H8usxiNuk8zh26Kl++SFsgvhdOlc+PKBoYyD7PzO0ukxPGxUjWXIlN5R7tB4LVWHT67y+ZHIRdUTxO1pYQtv2SaQBUG41frnV6+t6KzBPjXiCzopR7JiysrvGw2EY0CR1e7xkbbiAgXXYfuoP0RPgP8I3z84aAKFq3Pl212XwwavBxjbyvliqXKNDUr8mMIrMXlFLxQYOnbpNq4ZVNdSxqcPlg3ASVDRADyCuDZGXXxxBAlC0YnBjpSOvrNUwZsZ06rVpKnOGD3mfzQMtsd2Wxl4Q8N1n0x9KqhZ5EVhzXvBkfO6QCG7XmeGSMCV7U53WoPO433jOTFtiSrj8KzKKWGUk9ton7KrtmoYjYSttQimIAhn1kgAEkJ5RD2nsZ1n0f+iz7+Ncyg7WgiCpJK3sgwfoUcSd/RvDniTHAsDzmUdQ6wjlpabYH6u4hZhGvkQBuMyStVXUtLdm/bHfRkKoyst4ZCKbHoa+htstlZSBE23N18ZM6HRdbihRzOhzH36guqoQ8NFzA3vQSMArdYCayr0Ai58uSwlEbaRL1k1UyRvsheGlXZwmnnNMj+nNYpI6oAcURPE6VxmI5PaD40l+naKFTwc5pfWNd3GKFE4CJj2tzMJvm7U8qD+ilJNZGdSXW2Yfi8T7XS/vdQtiNV9P+fPk3yh0dzAMZHjPuvmSzVQoei2VE8GBXyE2YAjxNP9AyH3DlUqkiB1h8M+l91JufxfoSmc5s1MZ7DJdVLujU3C/8P7PZmsJ8zAXfureIOrf+z+8hInvavKheNoUwNDzMUDemNfnFUEZcIeuXL3w+7dHPmf1KLKp+dcMQbhgnMkbj86zWK6YrbiTIgrZPtn+Ef1MPqDUebbL1bpLy5M1a/a8jtiNXt0XEiOZ+H7F16cR5INynD+pbG1wS84wwQrmdqrIuPsFMDViOVFEIoy5gmoK6PemKvgJaqmnoqEUbwdDPtOzclkLEYysFwPq76okMSc6yYtcPQpBIOCnkNtqXoVx47w60xnhUriWkUi4psMXvXrP562Sg9D1I1a3qxPo0KSYVaGYqyzMODug8wC5z+oDpYf4vzUmJomEVZ5Fx/76qCdmMwGgl7xBb4OeY79DRLRpUnko8kv6SvzVxbml4H6QH1LiTOLRvx/oNuKZ6aEnLlzCMzs2GkEDbE8DSX1y/GEK+GV5nClwifHkdPj+RddbDEtikT72X3pdOVuYmHdTreYzb22E0ssXiJllC6uj3lQ9QWjtij0AKBi5WPk10DAQrRHqeZoXgrDA51ot3LIIuDdi4YeWl85v/WaZzRMPmF2Fs1ex19dPANurjcQYoTK8WRwRjPwdy5n6jVWHc2TyXSoErj21fVQ/qt5d+CEPf5HZE5roV8xhq/oVrhledM/dJ4Oo3o5aiyLLIbQrQddTeK5FFzKnhT49WDgs5X2nAm9XSkzRs/U0LXy5eJ2W2vsgljiLFWOi7iQX7pRYXqUlLQCvDXzj6NVGyMqUGTFESEmaqt9GL6kRPTEejdNVCaBGaxtMvJuQHny+v9RYLgRfzK47W8drZAQnBic5CkaN1Xm+qROHhGzwGsDKuifKk079yqjFQWEtX6D/TudWqV72l5fEIANXiVUQoekJD/lol+EUxObpMK8+Qm+y9kb1R1UYaJoRS1DSQZelyF/hu2iAsVZJzMcdXzRk1jRFL5cmE3AVEyB/p5hW1UIHXt6UattEcvGxP0+Z+xJ4WGPdDu2N4gcgc6YMT1J5RrYy5FxH1kLNpDWj+Q5nm2mI57Lc3tYobH3bWiqXxzP3VB0WX5DypODxwMOkFejgUlb0mhA6ytM92t4u6BM6aZVfzWrIrl5LqMmT8Hjhn6pX7KQwByzsZs323X8MygupT2ANVPMuR34aGo414/MxvcnTA3GtcJ8RyWXzQXErHZPgAmTb0CFtaclho3IbTmrbdk3IXpUM9T8T77A3dfqCI6Xzro3x3A51Tat7Gv121mPnBaTeDK3L5TgOs+7y7npC6Gh763j452oZGkWgz1ZdNqKFnxC/nxsPTktzl2NSGWYU04HHuLJ9X+kAvm7BM2mTgKMQpGl/41X8esjSjjR8vnVFe8CWFA4W7vf+WdlOhHJj1bVLlvtMV8ysX/ZWv7DKul76X1sC2BZPimUCmpklKF1TdVIcU9npXscGyJ7IY4fgVYkxiHI98bYaLCIA99f79+74W7v4BL92aqp+nbBW9XgILNmjS4dF9ZHvCU0F2yvDy/HQt4XwhE5rS2WeGZ7z5eqUrS5ASOW3272/OkQ10qlTMAv8/mq5iSXJlh/6SGZZmZvbOjGXmr392z32bjpjp6CpDpg5IKX1nedkgAZdRewbOJ8xim8HKa7v75aNPtny7wwgxT9uDlwuw3QpNnWU5gHz/YMRTlY67h2qzXgnJSEEIfCYCr5V/DVe58wFC//CTjPqNe5Cz1Zfgoe86HCOm/YqTRXQK4jGYiCZZjykD3MIyNgzL7v3mHaOUN+xzI4IEYqY5aSxLWZd1Beg5xNBlQir5Sainuou2PJb1bhZoH+dgzQPyOcb5N7FpIq9fifuIYiuHS8mJ1XG09V5aXVJlnCBd8Sz912gF5qTrzLWGOdvN4izor4TlSyMtMrFuPNGQq9uA8POX/2un/sVQNVzJ5v1I/SgH6VMUxyfHv8ZjFO42Sot/7j1FyJxorR/DidC54BhWQpjZHGH9xIdqOb0/ZQd/3cVpiuJ6zvKdxkNxEwGG39mEf+Mq0pqhfCbad50KuElYQarRRHwgieLXEVHHBgH04nR4xmLCdU992+FYc7DcfEeg+cRi/KQG/I0S8GylKR6dKWIkt4PjlnjF/w6lvbDX0HKDO5IuHaUByaR29xcp8YdmRR3/2y+bTrNxnaPz+sD7NvOUR51MKDqW//GJYAhcsFPvNn6KpoZxjjkRKzm4z4Q49HU8EqRdJLMODoNbUM9m1igHdQDQ6LHi6WSlFqECzF+Q8jMT2olrz5MgqHZrCjfU21e1linkbGRFb9urPvRnqL9l4bgE5//NaaDZh/KYlypEiPXyERbQXqQ2xjEmtj0Ozse4hTJCcAxJ4C/Mt8HeoYq5UpzHLjOGdlj626Ghzrlp+BuKUuWsU4oDeYsfOK0N1GOUhZAHgeJuld7sPtvf2ph4vIaprIMOLybNMj+DdKF/BUVsEHqEOFaa6vxnr5L4Qo2JdOvc2JdHeEGETtBOFTLHPhZ3C7Ee1QVk/9TCpfx2thkGPcIrTNWWDpopV6QKrUM4rdOTrYzAhkqaQN/2HpgiV1IsCGdeDLpbqhBDojRLuX42DBJtEUYJCnE0sxZt9ppTliP/0jLXRnbYQRTNu7xOlzb4DAi6LlRvLrly/GALQCJiy0kO7cts8yfBbSd/7t05EDW1a0ryWNGTv5RVTmRgdkhal2eZIwmjE+UAB2fr2p9KANMTGs1JZDgNmn/c0M9WxkDKOViHPgL4JnlPoqGNeIjN/cEOxdjRTBKWzDPv0+Y96Q1BetsAPyYc8jmZ4kqxPBitU86H6pfEMMEWDab1MDtZM+8KPmJOv56PdswVP5NqU8zd6esMUQ3w1Vam4yGCnsDWoQHblZZf9Glvt3PwzwUc/dCaRgp+UdR00CA5Jtb6m45jlL0/ndHFkGhboXQxcTuMTKDZNhnFmfMJa98GbSoKAjdEN9U/LS2VCM0kvSRxjbXp+CzkCkG7FzSl/thAY5V9QgpB6nkZozXMRAxuU8iitI0UMNFl42QWPD02DcmVSMb+SEB5qoZg6MTmS3zs9ridn6zcHGSgF8/AtJlu/NJJgo8TZ+BD3GDZB4f1EO3fBTexMOFMWJg6OtLRJs0coguNJqOihju3FYsTQ56EA90L/+Pwd2cI0cJ/F+hx2kk7zfOYz6DbPHqha01ISjIotoco7aLHz2UYBFuB/D9nOtKRnY0w76uROhCOEYm9YtkffuuUQ2v4bZwj+/t4Lu2tAw4iO3myDPod3WMvSmBwte6o0cjqZDwH02CL46W0X54aKBHUEuor1hClkO/Hi42FKNcQwqrGya/e/pqVUcB5ofwLYNzh1jO44dualQMwB6F4alT/NIWMyIQGAIe1qy8git3Muq07pt7z+U/n4p2al5qi2+Esuflp6MnOWCTmk2/DJexE3Q7cXUOvoDj2vV3F/JFZvRbALvn822jVixKFga8GhO6vCyMe1ppblAsw8HTigA4p6eUFakPj/QkFxHmpd2C2Zdp7dD6uMO2roQ07Fe0Jjv8MsssylnpcLTEWFRUiTGbt+yHbg2HoPzyjGoteYFa/likqeOeTXpRSXjzCZthXkUkLS/TLTieBm8SAWkhjKU6wX40u4ZrCPP1FbWSoxyGVmRizzRllqAz/U1312N83BQxAtx/mqC8H5kcpdrWdQXBX+KowKQGU0v9F9ib8Lram/Z5KqfLp4BXe/4znv95zE9ZlyF86qBP3XRA+WHQ3D3lK2Z57GfOD2m7HjlfKpN2w2RVyzwLbxed1EWQtrZOzsbsdRmnP41cceFcQkNUOX8//QR4hD6M6dkngUM2zAPX/8OiUPvmFfOUVXw9ZfoJauT2+rFJlSSLcVTTlduI4GvL5iukpYCLqm19MhIncregsbsIu8lRVq8+j4GP/N1y3jHu2mMjCtiTUanRzfoMEw3a786f6kFM7Z08W1FFqHg90mvpKWuucpNzNuuR4t9LnXxJv8Ouy/IrLCfL45ORN5QpyY/qvv2Xmcsg5deiLQ20RX5aPunA3VOYazMcP+bVx9vSPodx5fxyWf3zQtRZ5bgJuKNpkXpMXHE5j/cO28/Y0tP2+chgL92flEmqOXP9EGXanFdbO0VRJSJ8gTM2H2UGFIxXJmU9YKTmApz1OhF56591pyPVD7CIR5Xaa17JTBx4/ugDxLGIsI7dmtPl7yETRwQ3uEos0E2hcU5rE2sndzMaOcr8ZcD07ELrD0ofahXO2x2yoaclTdm3y/S1TW/PPYmdlEU52zn8JCBhdaLTL1ZjARXfZq62nNG1nmel+3lfisVZjtfQKjFNgYxjyhWUP+isd0L+xX/OxrNx5IwqPyfq0i4IeCd9ceFo2JDHpeXbUdHLioFzfpBiEYLx/ZTH6JQciM900Pdk/4u4eqv4LNB0UN63OD9MIgDuwmk6W7c/rCEKc9lRNvdIHJCSsolwQdtxzUc9fgo7+DXyFbtBLsv3oA4Ayk1z7wJSAmEi7MsXvfZuDNJ7kZxKr7NQuX26UymRRqKoYULju3bBL/isv1rBHlDJeKSyk5M1ZR5/sXJDaCZ8Edw526vUvZ/1lTV5NULsXrfIeHTEXl39XujoVSwkjE7kVV0N14PWWOVLnNBZxYVUz3ZKu+NJfet5E20K4WmwJe1MejVHdv1or5ybsjO7/eqz99bu1hMzor8DRamS1igvHv1X2r6qybVPOpiRmH38XiUHp3/ELrt8M0SRBevAJyrI0X238bDSEwdfK+A1iDvMIiFLqrOgPqExz2QvnBNOgTgD4wMKVc5cEDFU21JFFSTxB1UFqz2wO7ROE10WfAobYqNEKZozmcatv+Q26Le/Iur54yKq1wk6dFs1Rt5QR27BlvoYJISSWaU3h6UB1vfhuQ3bIXB0yFgWIzcAbXol0pXAkLyB9ccVD+KUrVcy4YBtly4G8P6Z+mql3cRNFW2CpMPfKrfsrmBW65UfezccB9S1jqlCy5Juww80Q+XtG0WGeWRV9HUL498IYh+DywlBW4AW3SUeqxZIkxQb0tuj5CYmgJJDzrSaheiLraBBb5hjEJszhBl426N0XF4FWilJsBftowanWGsEGXkj6uvF5smiGWhNrRKnSio2l80ugV7EWOjqQNdwgpF0VvoitGfN3aETWJhrKvT4/kCLFMUIkSn2DbfLO/1qlaVStoYgUnFBqnkr9MosfY3j8usavHOCy0WZ5aO/X8Xxw8jbJk6+b76hdA2aLGshvtFS1GCe1kbXO6tWeaiM9Zz5Ie9bIWNO4yjVQVuQgPpqwsZhBLynM6OekGRYxGNx9eihjLFBkEiezz9Aeq7BRoyqn+X5zrJrgU6Es2iad/9jbvgiFubwbE4YxJJy/ApEauciWkW9u7FzuYkzlgJTptnjaa37fAOwlVXPXnRX/1iwvAx2UPWaXibVMYa/j0ZUwZSI8+GlYNpDXmPzMlgg1V95grkWvfMiCDuIQ7DjDp3gQKnzJqSeFe0jES7ndf10S+CjjFyIjQW7HUk/PHEeUadoxjzteZnClRnehFHGHDxqpPqQyU7ud9frqBDQ/isGT7ZNH0GJoZK/4Y6i/hecZKsIdDSyZ9YS5Kjs+F1HfX5ZfsA2aoE5s6QYRRliezvS6ye5PwbIz5VArgkJHCJSsta7gO4bm12Wv85CXdgInOD9uI+1e678Dffx8Y7iG74LN2hL8qX9yHRUMrlbcIZmkEMcO+gqndXv9lPMsA+4PEC5PC/Nt56rgR3PqElGFEfCaXeX8KMZLHIhlIpNjTUzzhnsnqnDy2Vai1h+C9PFs4AswRDSHm1kjwNMb2DUIEFBmg2VWI3Xz3PKxyieN6uLlQyY7Ov7CnK7FtgrnTLNpnVKBf8UmNI1kY4z2x++s3qjWO7zF/I0nsiXJYjt+p3uOXw3r5RjrOIF+gLSxU8i74+Wjah4hlfQlEiBduCeROSaKZPhOfT8wx9Gxr5FiHjn4hmdneb6o6IYMv/I0L6SVZMxvfIyuC7/hE5N4EdEkX1NUM4IW6wFRdvEjdVGr53Yy6tX/QPOVhjSyHRGr/PBK+Ez5hWTDwNBLv2lRWaz9ZL0XP9V+5YnU14KfXkj3S/v0TuBEQkMzLWUlnzxQk/cNfOnHeC1VClGOUatptMG5IJ4ovIpbS4IzTi5lcDsK5fSWq6BsB8dcpO76RNrx333QPxt1s4t3ece+nJypmn6smGVs0Yl7hpKQ/eQnnyeE0UViE8glLJv6d2ySD/A4lQj1uc9q7RFtLT3CXWzQ3iDxszcQytpfwhnEfABhbdNTYiYBs4R78LSppIDoABkZG/mqx0TWm+JL6zPohfldaVUemP8eORpcPdHJpDyAWj2xhvc17faB0XNEY/8Udqmsmo3wwPYYbhNrJxqDjCecphb/LOCmCLrye5CI6VRtZVbFyupvVhZEoPqIRcMGlc/0dw5xaGGAPti/4SKUEH9lxYMNd6YB/6tQ+9VFBEXFWOOcg3pgPGKWS0i6YqlJvVBJWah9eL+MmSGcspDAs6VrFvT3fADdHAJFoJGsMOyPz8Ou3O3+qlAnboAovY34rLqp9FobkHfBr++FhHIam+xvfB5Q+MscBZkM/mbZTiuP6iaNshkUEduh68mH/xvN++MmRo6iWlAfLi1hyMBofQCMuu2iG5C/LIvy4RDQTCxlfstmmcDJyyuT2tHa+MYcZpI/t00X62qpMsYDK1g/f7nHcz+exP+bIWV+bV4VtfnjmpiMFuGF1790SWKgIKzzNw5CCDd/I3MABoFV1brBDVYB5g2Axgobv6FHSw835KVKjbQaTUyWOu4l4hQlXBfD9cMybPowvyTx/QzYYB+biRF06PK/ld4HmdP1+SiUp2U0DMrN0Xa3hmwqJP0Stk14cR4uLvMM7pDj3+11D4g5kRSeXGxn/nbq1/JWeOgR6LxsDkJ6iVOZuSy+VO+vkMZKLDtct1h256u0bx7Md9eTqfC1/2V+8GseqTEhVjRoYz/X2nx5Cdvn1Pe+DnxdN3wsemjbqqZiJIvwELXkKIbPP/4XGkj+Eu3vPO9C6kkoCo+V1z67ynFFo5HOFdVMSPR4AIqNN8an4y68oeEDhryN1JA5WPizNWsVdIuZsLm2UCmX2yf7ivXIPR2E5ricM9uFLF6RWnJzPl2+3DQs1kRokmQx/3mXRji1dFbGzCuseg9w30UTo42d8jHWU5DE4fgjX7YFgBl0ZuCmJXsSE61C6qzxHKFmBpyCnxWe7+ct7EhGUbIzcHsHtR3FUsq2dE7UNLFxUWg5Uha5GWwPX6uxi83mPTZYUWMQ7dTMk+2C/lUBLnF96sx19+DTVqf4E1711EXJM2A0H4zT7d5/TSxgcCYutuWKyO7JqG6EpihGEKp75pfjexvPpNSZMIjSKxyRZUm7gzq6LcwohWR/nHvPd5OTl8/OO81pMuCvSKC9rTx/xPsoHxZcSeRsu6/pghd/28mvHxIFRBf+O5T2UaJ4Hr44gJDjd/6MaEACVWt272fvy9vja9h8/48S8AAjA0IUyPeuvYxmnf19CKiW7ThVMnQf2YJ6vAQdEf1b0bh7Db9elJdBkbZ7MQa49uurr4w/K32b82W5caamnDMHTld9dWKAuEMmgDLS3bRufOqlqdeZWYqvQFdWhermACtCZ8W8pK/eH1BefU6FL1ZccUZfA5SNX1zGTvMyEVY/hDK6t/KHuNVubtnnp5r056+uXwFX1nJSC14+XZtc0P54Rf7qBGk6VqSvph8hyBDARwICoKykAhZ5JgfArKBr7rhrl11EqoK7v2E5vIp/oqsPcbIEe+XBgf1k1Up4kehTyiTg2hej0Ow877BLYse02OQ6/ddX52mAzAsIpjZpcM3jLxx6PSFzlZYfIOsdFGXOGHLb0OQpqhC7hyZd1rN3KB841E1v2mdMEBbDOfb4V/df1nrlyNbXzYBfIw+wEomTCdjUUsosHamSWSZBbi6AEAsZSFgCYRTj8L9ehCCORSbsL5wum9rL9587pDy2nKsllPpvrteG6+CsDgovN+FJQy1I8Lg7Y/eTYnbBZ4p+CyS2TWNApfvjEli1prP1tPeXnmobtHIFzadbn0JN3Bs+e+MNfke380nxQlKlvTdwM7xkZZjBl5ldfoUCO2IyqEkQL0t+IfEvGf+JWmGYCn5N2JsOaOa7eM42NIqzuRrc1y5B2kSIci8jUBIi9wnfYZ1Ucuik2sGQkjTvazzlAyvQAjmhBTb6aB/UwQNYJOldjWfjfgzwGplKXNHUU5Vp9ZNhXV+12UVEnbgNE6mreYiv2LJclQbbaUSjb5PIqauq87uG6Ip3px8IZFmZQ5ypNfsCmWHBiziJqu8PXIFhBF7BE2xhN2hk00NbE1Ii4MMf2bxAy50cA7Ut7nOZJv+Rqiz4dKhS5h5O1mxyjHcpLO99R5VkhwL6gfvzzPwRfPuFN0vA/mhj8YAUaObyepGGAFQ+NOstJXHnwem2ieGbMGFTO6fPI38MrDhm3z+WvkRdVtN8rf5qK4Uf408ReCTxSn9LXVVJzAB96oP7431AOvTr7J+YAeIsNGj30PmhgaYqJVc1P+2Jbx9M/LXLQdJJDJlTxYGXkgzK5JmucTNlFyCXb2ImDBO9H+LPZ3WRdRbO3peN+L5SAOxt0RSiIN1lvz/ofi/LU7+N3J0+EhX38vsin9F4lvlotVnEY4wjw/m8MVCnEMbKTQUWHRX9CUKiVgb3HWqQcfAcK5q+IhPrXLGJAHy3JCy0mG8UGs03tCTNkE79qLIKuIhsIwEl4XHcrJvuuKzjTPzZoMtm7N9hpOlGyEpjGElTeaeOH11jmYF6PKpYbJ1n83sVudTtIBhQsIiZPRVIzV8yF1GPJZPs9FFHmY8s06HyLGOGqAG6ZNWe1gDsGsWAMPwOq30z1j7Gpu+luyaw6qCUiau1b0bjBkodJbWeRNbDg5WtQZKeQRP0KGAWVY+5uGTirjy35TX1KzfwO0EIxxdmKZBX51W+UQLSRpVbNKIzqmIMnOCxFppBCN0+/ACQpjkA0xtYSQD5GtdE6wW6Qm8JA+taBOCk+XDVOXcnarmMAflbXfL6lSqWaCY+O4tPRhIiTIisWqSAZbU/0mWODsMa/zXedD5PxuF3nU7wpUUdqD5YWJO7iFLTBOiDYWvoX0OJdTbFJwqnH4libcqQIIlvgmh6Q50LNe0cdJ4pL55BASP9JyB6ybbc1tCO5Ce6KpNX2ysw3PrWXqlfAil+7/V1dB2JrgA88IzFGh276bcs7pIOMAl8YFAJI7WZSIWk7wPU/3bx99fpAvc8C+tX2Cf1zTSGjLLbsN+DNehOw5Nb+xWYu7ytc9fE2/gYdMdbt5OLhcbaz37GUt5DcI02QPNZZiH7U51gWH7y1wGQj7boOR6bRT95NPfFxR3H0ALfRloKQePYzGmVQx7dv/kUxo6AqfWUR/xXdLz2PtGFJHeSACfA6vtNA2hhYMnBTJwMHvfG1KFCziBHsyHwdSN4Ze3pPBi9Ik/p3a8GJaJlwbfq60xJo+/WEhWuLEe0RHLKoU8DG5FAHRlrtkGSPjt6m1q8yilstR7CB9S/ZvUfBQJNqN3A1KkR50uP9IzBMQShuk6MWlWrfczd7eo3SMsLcghAufPtlWoGXFdF2RPfpxSEjhl7iiN3V/QbWoOY9rL+tsW+cqOP2/qvktaaMzLjhDZicpIYy/45uQUxj3p6VPY3NdOrNvjZDeu7qNNftCllz52j+orlYpmaopHwqVsx1rxK6R4ZNIYgS2crHywdBsCXoFVWGDqakyZ2uoQRSFvgHISpSTs0ofuXwxiXmA6unyyTFg+VS+tXxPWjsXJwLtULKL3b1kvmuG/8IvV800VFYlZ3kPuITSuxunhJ7ePe9+/lPn1hdP34WwmmYLKohyRHJ+9VSoe50AxX412a0JH+Ra6X2pwWeXCOif9i6HPR+bDYTwsuTpAYo469oaBjiaUl3q+3jX3p3n06isFzk4IZL8YAc7vSqDaWNdtc5q6FxzCbHa/OQpmuCeIbNyRyJGtLQDezfqkWofO02jrtQalLsz11EHPRPBagzOb1KbsXH5YmOUv16IEHOCpARcGJBUlxJ+VSU+Sq+aXtlSO8KTNX5KreL62cGiLWE+svT1pQeFuJO1tC38CFZ8R4nIQFWHNgmcx3YuYQX9eEAt9rrvWLHxxM96/trh1Vnx7DNgj7zuEAh1xdYyWlqYajgXXukJ7urI5+8cWr5o5fmpfBTvJjDA+D3eHaRlKOV2wnDOrnp5TBj2V9P8Cul+NoYqLmDEnB5qtN4eWnKuL6dfw+FtEMCB6ea2bh4Ovq5SS3Je0CsZ/d5vehfChOh58eAAj0b6CCk0e76aQVFH7huyMRdTHdd9+BBCi5NoxnfHuMABDedhZeM54uOfCzuAqG6eJjPRPHWssvhSlfqFx69B8XUGsKyxn/CYcP+gOG8aSX4pR/BeaO6SN7NM6dRVU6F+nfFdiKBMPLQABsLTLJ8nKPw1Komknq+XAk2zn+aOxNovhkMKi45MdShOTVtDF9OoJIuQ7ez4wTZQNC13pP+k3VWgOZLagwbtt2Qj57G9vl9WUAWKHHwmiyMoF0/hn69o0STWSsU7WPirHTHro4r8p6pf1HUgCGC2i3/JoArSjSnCvf28rf+eSieRr5q+1nptK1SjfQxNNMYGnmtUHfCbP4lH/PyJyXM4xF7ryu0/Q47tlpUy9eIaA+2obCCTv+gzWPL/tfq/K3RniS5QwEn2d+7rk4HZN1Ih4jdTxntMKWKh2f1dkKwHdUSRZ+dzhu2Ue/qEjlAn7RZiqjCTtHIeJxrB0t3fPFUKSW9QpgWeiVZPVEFu97vKF6qXYJatjEFRj6oFfb/8mSJKKx2eKECWKUBslKfsd04hYYHIfTN6kJ/ISMaSLhhw2T158/tW6LdFX/RNuY6mt+Z/LGCIfLAXTN0LCrVlJBhnGqUbaQ+k2DVH99kQdy++Qovady0RKf9FKQmLAO+s6f5xQIJnxgjURhwZnJRFmjaC3OmGlf3VO5hWl+pDba1XYweYIk/r9mwT52vz37GNgDJ3Kb9xSGD2vmuJ/M4hmvRBxpExLP+rT5qVFITBNEcFpmucjnqdZQC0kdIwGGJyEmH2YJ4sCCSz382ZT1ZRLbR89QX1x20P5R375EBCTBkLJO1nrfWbsCy88YxJYaj78ps/zBDaXLHniTp1+WM6An2ivwTJ3x+DMk51O/iifdbJ1WuFOQFYtSKedic1qpjYU7gq2JdCyBgGEYpktRP4usdkyLKxt0oGiM+rHX9zhVy25Zb+n5jFObUBszToxh9bjqVOHn8zjCT2KX5WMkywQzIPoVbrwxhRZdX6XYFzvEUIoxxbN97u/8uBd6iIF0V04aFPK72kG9pIxszhdByMI7OrY9LK0K1vB5t/TJFbgyJdZoqBZHl45Bq/DQyDYIH5paBhX/08ehTvQJkEXOEBjjjtyXTqNLv3dWeJwCeC6XDJorZ0QvmV/T3UMxxBGfqPzR9ew7j/vGfazly1a0gLPyVdo29aeYG+kWIzvC6+TiMbLYLRLe6dm4yPLisBnZOK78xWAc8e8fsM6VzrNLxVDf3XzLYDJzqflYAlcstPq2C9XLhbHxQpe6TvJh9jUkm07FUIblFDs8iesXftPTDcQSvcYj2qhcpPcVFtJP8x+QThpfqnaPJWA3yFWDXyA3jshIZ0c+KkyvVELhICpCqOblEBhxoKc3qe9nLzIYaGXrGGXTLmmGYoc4tDl6x9TP2NdF+esKbsPfQXqgfn76yzaggYGMx+VuljAsmRHwOGENtWLb7qibnTW9OmrF4oCsrOCrNmRu2qMCldrnfPTGwP12G4Vxxvv1BNT9I+4vKQD2MOw8mklGBjYpDYOvjj0wRdQqexy/WL6BK4X4KYZ8XdcKdsROyuMBLyV+IEShFIPRTif1koX03U6NjrQD+6ncd6LXP7Y7mSLPikP0O6TmpPSOpKKWgovh0tsiw0ix1dH2Jutv+kkm+pA+k6lnTyRppi9RL8yO+28yOQKqzBB6hS0RzzkQkfdY0xXW+f6ww77KxL5hdfrGVErXeSsVpBFeKSMLbzmBd+MpRYLWIXT+s8rfRTyPhHViE94b/5xw+ue5Z41Wrjz2BNMwm/EwroVo33V17QPf4Wc+0g7OynO2mnUYlfcrfrsywXuxoibOYDJLc44vCtjxUpFwdg1UUGhcU4YVt7bMD0eWNi+OJLG33y+pdhovgsHiEEWbwV8tqUhFN+yeKvSQ6/3CZcf8N4P8uREXXr+L9Iy5JIq42XSwl1n31YIoxZoa/P5GFtamS3YUF37sWoeERz0FJA1Dip3937nv0OtN83ObMKzyeVg6PA1PcpT74Re7KN7stZ/ty/VU4rB6I2OX4obqG8LcT/zCTrrcVSZYXGC2kgoCZZETZy3zVmC+VC5rWPinXQo4JhGJ/NgnKSAggoh4c4T2uXP8KRipgIYyJ/+t7t//VzcEWbArwbFl7CACfSkGAKUypeRuhmtWm8rgN0T9pVFJyp/GwvS1Avn8sE4uXrZQ2/3wAw7n6gMP4iQAkpJqZptKwdltqVvvK6tzkLKcsJH/HC7ofZZMIx1Z/U8RNFBBV4Unb6e1VJAlW3rLfHLncFihG7+ZRPSAlwSXSFFq5x4txrbN8pHPtI1KWb3OEAlPzUe1GsvAe5nmdUHjJ1QxiD+CroTSAT54bIKy0O5WoOTT8snNE6E3jDMKkuynkdvNAUbXX/+VABENQnwD95A5+7/d+VLgM+DlSQX4QUrntfSmZzuHKkGbSq7SkprJZfRBfr5erjOhVdxThjmK5A9JX5z/W+qdeQCE2wdP+1dBZ/w4SjatSY+eQExP/Oa4k5E/b6uofU5JurWJQL1GPGHNf2mzEHa7BOATfrjRftZWtyTQNnHCpYZR3bApRB7ZBcMJlxQ2aLqWjUPZ0c4pm15n3jX037Fu1m21uegCctwpDSd18Ls/D5qfqUGNtRffaCp2BYi1B/BV3yzBvENVNgnUb47aH1vG7xaY/kbXuC3Ijc20wupsqCS1YNiNRvu360p727wXy6MpQ0960zvoD3cDN2zNYbQUrwd/tJvwvavjdpwGY6sH6TGtwQPh9kA9ItyE7lRHK+IyWUOH77LQufdeYjT1vd23+cmqtghNyj64AMCh+Dal9qNUmaDfOce79nOKCB+0UVBEDDbHYPKmNrF4sieR4Pt7welnaxtreiKQuzoHClZiWAZfrZBrDtWYgbtjs0gKmlNaRHmhxuMDDRRbSyfGXY2htasTsTQNCHQqZpHe1tAqWBIRH8vZWNpoh8M5SsZpVCmlvhrnk7PTaeO8qx6Hq0TH+DERUnexsg8RqiXjiqp1CScww7ia6gU6DE7awitgPmMYvXTYf4twFo64TPjmxnuLTfzpVsJZ8XJBuMSfrnUNB9gWMPm1S9UUPWYRcKoz9QLr80WUAfwb39Yhi9XbsojwP2FzitI0PvQMKGSC0pcZPKnXVJz/OS+xj5uejSR6Q5axQcBSoUJc/fUx4dvnxUzOZQ5Ye4WI7Yx0LdV7gFHsqEasTuo8B7b8vxMIQ+MWcDt8ZU2gaxXl9cb1X6YTEgM/BqUWu60cNmfGIn6w/Qv5ETOqplx32FoHuzqdUAnL4ZLya/oih+udAqA3sMi+/5yJbUlC3ZVYB1kEZmxBBvhQkkvnQ0BOZgxnof6QEnM2eZbl/YNdM4BpLzvZmqSun3gyHYoAwdf4pt/oogzzbB7Xv/49ue8TP8XopL0LSZGPY7hq226D0xk3mfR7QB1+vftDuttCmLZPsRMtloUnKMU+n/UTvyEo2SfjSYzpiEONmlEau1oUFxIO6icg1e7+E7sbPIcrB6VYdvNMh9j8pobhADA7WfAgZ8mzJQ3w2CHdY8miAqE4zYNn9eOgv/kgdI7hQBbZZxdjOFaqmLsYyFMEAem053e/pIHEjQIjuSTcRpfePonDn5CAz/Yre+EiscjtAHbLfKXBAV0pyfVBSwy3GSdeyc2sJC4C7LIVumAA6GlJ5YlRgMBPn+lIsGfdHEVaKeaECAIdip9/ghHPmuDSRI2nVEeV8kjSaWWnVfnoF7cCF0thnMTePY6Bt7cuG5tz36qqtTuKQY8EeybYyy9IyjiMA5fPBXL9BlNhbBZMUeS+vRkJdlRNXs11M9hz7LPJOF+GliU8NE6mYfK8/kDUVzZGjocZw4aJexIX59Zd93UzUqtmqU/XSexSNQWjONP0CzSEJEkCijnz4/gK9DitsLjh5g2uggzlS6EU7uhfgMvmYGAnK2HkVsr564qSeYSkc8Cv2Qm5UXn3LPfVyOoTHFLHZ0aRK0aYCN4+BgHSEGLRGosfg60q4A7HCgm/vyP1SYU7GMDvIHLx++XPwdpDuPLywZz3asv0LFvmGHuPhOjs/qEmPBc4TTFWUy0fFBNCkoim7Yc5mPslTGBLV4OitJmjBviL0Lnbs+vXFkGActJI43mddjQduJCCQUk6n1OdfUZf1Cc/T0SUpZEhezkKwZMiLLmRVGglpgcF1Kk/AZy9RFjVq1IOxW1z2rFX+4gyLyY3JZj5mxyvs4aZmVym6Kjad92nkvEUrUeT0bmd7qmioiJq/OukpsNBVenBwrXZD62jWm59EjAHYf+5oN416uYhV25Lamg/f9OEa3Ck+gleWAwsD66OdfD6Mblt/tzkcPbREP8YlqWYQyNCEGjFKxys21lXAJLcl9x+KYF+/V6N83wZUCaPSRZ9RrRi/7qCZBon7VkNGhBHCEAU7H37Bl/+2kbrOaIUy1X0Cl2QOrpmQWVN+LZSYoWuso94BwTtwnPbfi2nexr1GAdC6uFiJwFjX9QxtI8OjOIMv9Uk/HXXpzldVwJ6v7aXT245ucHBuw5Eh8DfP9DF86v4Ei2hFpMVUbOEtpm/lr20JOEBBqHZGH3eP/YqjSpsnMmxMysuavP4XEXEltlR82rGFr+UCfxReBjogfKE4795xExAMi6lFbVqMnanfZbSciy4R1nk6R9LrSqqxjeM0aj7mFE8C7LJUY1YZtzTNirJOLox5Hje2Yym+SWuXZvUZT7lUjH+9vThBpE8uRduSe/FsXxZg1hSzOcPlmXKcCjWliBoBRlBmeQSI77JpuEaYXV10auc/bLvwVIt0KSVNCOtqwBOzVJouV5ngYB27H7njKqA0i+Gfxq/naCoHZrYJnpgQU3iDUufBeB5vOVxyCUjQKVFl90O9qqYvqRKutZn+d94Ggr62Zem2XG7uw47FZxhPwFOAjW5Z2Tofr5hwSknRR/TtlRmmIRbvYRuOuZ4d1PsAVS5gG2iQY0F5OVRsd9fqVoFRkK6ZIrPEizJRrB3ol8ql8U+izsnSYs9coGjfi3MnQ4LO1pan9nmfFc0nikGDpT0lyOz0IRbem4LQagIWgtxqAkGaLg7AOCO+0DJI8OHY6INiBJk9mFoxemJvWlGoflLBCS2hljKV6nLU7RJL/SuppfD0k4Of/Xe9sYnYrOydh1wbNlmJrF2GFAiSCFLufPeUcQAxpXLFiIUGgNvFkStHwB+DJ18nJCFP1NMnkblr/Jgoo6BiW7q5t1WRskng4V1VVkleBDuuCSNT7Iw9b/0ZRB2uQ+EtrpzG7sGirJEZY4TZq32aIEes5MWOB7sIemc337AfrxXMmZv5fQjRl9HCYm0gKAmVpoiDPA5mVegUwS/7Zb7+XPXR/OuiD/ZQQcWByObwhbCWLiknOv1uKndW/qVknimviZqr6wRWjomHOa+Kepnx1jkz4yb1KKZ/YT9ZSSGrOzSE0ffvtlu+mdMVipXy5WoNfsis7ndMdJKj57VNhNg/iuvfLsunbvIBQD+woyJlsaRWmX3Nx67edc851zmlQJA0gknfbHJd1zpczUTDA4aNboqEx21EAbOwgfIXGKidKpadEb06tKz3vNL/6CDpFKRywPlX193qnK/Lw8aiwD4FmBNGEN9azKA5q/+M0TgFN0PPdoItdyaamiwigInQWJLyPReKgWaXwhJf8m9729A+DCRJJA+zjk5eKatWT6nlmRKDvu/yjQYNZm5wevpZ/11WXfMWQ0Y0xvwfwL3uYAgEWKp+Ry5i58RZVx3B8n1oDKbnsyNlfAskKb1yx/HT/WYPEfzhcvfa4PkgnkZnwDhu2Q6/7rILv3RM2c0IrVHub84V0ar1CTK+dF9V8sGAZxZKZTgqE5mwguY/sl0e6PRPFifab6xokSocWDprUEmB0nPySCaSGBSZOcigl6ply1UagKaL5P+OUnn/mYL2IACeXnZyxg3Lnbn8EOwkxSFBvQrYMy4nTEw28CAYwf+6N9Tsej1coyBqDkmxO7ehMmTu+nimlkhJlejltCh/1UYRGRlnFxR274Bj+cUTRcnChP0rdx6G2GT0vevy8NBPHQzfDCvv0M2z2fg88vX20qYdP8A+n+qoNkhODW+kJET/NnQkZZ/x9eLET0btzH0Eu4PiuBUilI8VkLx+kOPUNMsANCGJiIlQ+XAxq2aV8/lFNVVsRmZBnVSKPVj4P7MnWD76n0YWP9QXWt4EO0Oi7Zob2+B4AZAne8l0yYlKLBDRRAUtI0+sHlSi87QIcSx5ipOlfv0py3S8xc2KgCITf7gt6dw0BXDiIBvsk00BzAEnolpECf8yCIvvHxYeJFb7qutrUDd0i6dtIwLVGefYaIkXStiFrdUgsoSE61lCMfYIdKBnC1X/vIWViRGiTsuo8Y5j2Mxg7FY1lSOHCVy0fXu1JEbwV0Na6tdEaTNwzv8cOuF0aB44/ZZDvkeAQWboPJHuTyHZrdzuQLNo2wtgv8ml0HX4ip2KS4LT1VuT67TBpLvbl+KsHojz++TQSM7mmxcyAxW/R6trlZTKNlIG2lJT/UXGJW9B6ID+U1V+nG5k20vzyzP33lRIpMVyVhrtPuF13p+3BJXBC7aspxHkRhvF9a/XGGsL7q0foJz/bT4Qx/e7InYFJAC2+iHH1JaZdqx5taS1axz5RjfAPS49e+WuzWUvVM8CoC/Ew1JcbxyLLQCr2wnDcps5Cvo46N6qULl4xpVvgPwVIlTKFo9ZGaQrEF+Vcgd8MdnPtD+d3gnRElTEVnsaOQ6T79hN/ywXfvWQ4Bg7rtzM8CSg2GtHfhLawL8XVi3A+v550owcr6b+4dZAyN03dckTTtW0U1zcCONCzDPtf4uF2Al7Y2haNWyI0IbOIzdqd5OoUNpxtQOM4zh+BsWvyX8aZZ+vMzovp9cJ1YMppX252hiN1YvuqafG8XE8Ls914AHKbViBO7Y1dzeejl7mAnICdtfaEoPeLWnW74g1/voltiIsDauCqUPuvvZfzqQZqRA/0gAdE1KsTJrJg03TgpFErv5OMTOq75eE3YDNaYweVZu0kBB4VeHybxm6JZw+aW6w5mEgSm9/41838Z3odQ1y54F93f4Jne+n2qE2fm4rJJ1Wcq6GzgrKHRa3UhxJuVGhgRi6457p/ZANehJK19+nFbob75uFl8D36sYKyltTW9VYemNIIEX66uNRBdmhhcekEF7IF6v+P6JjYvv+2dW9y/GbqqdSfnisv67gyQDb5yWXWKNC5yHl7V0e7LM6oy1KD4evlxnADCrElTMzPo84E931NeteQ8BmJeWrQnsPqerFZLRJGmYLTBU9y2VQ7KiI+oDiiH0L6CMOpbLqtho9TcvMsBSRmMMu7tLhlcL+VVQFQXp6EMZLOyjpfUQWC946pKkrodsgGhB7rSrKo1z3MBVaRpvz3mNSSHc4Ve+m/Buc9V8G4sVifYAp8N1JZ/Ig6kXrxgfnu15LPCKcCQv/bSFFIVQGBi94+i2kPEqMru6nfRRWjnAk9jrBk0jVaKRTJKgOoojV8izC2sAloegoR+P4xXku8kzqwiLWTYA1STCK/y5oxTwg+H06+8u33s7e2ZNPWyJkVTClGJOAOP6KdReDrFdsjF985gRLOqxOHDRvaalN86kWUUkPmM8YHqKogH7UnaZimx4PonUvdzTspw+BHfwqNQ6MmobnhrTPtZwsyLZn6GLNqzyrPqwSuokxKGMPdFcHNBegCm+/g2uw5lMSIORLdlw+7wxHXKS8knyj9egkTHMCcj5Jz06BJPTs179envvaol8o+YrgLst4PPSsdj748FfAeZAiE+42X+NudhKEBxUl5R7cTWtyHItafg38g80eEU7j6CiM5CTaGDlML0v3WzvJD8UMQW6CHkDdM11OdhstGqnG4hKGVipTGPWhh+dqwWYy3PGMJibmyLhUvdop+UYrEHhEh4poBIJB0lYl6HxjGidHqU36qW6pzTYFddrIxsL1oHnHsOIJYExP7B0BWPK8BU7zK7grjHU85HGmQkJ8Hrwp/MNAZF/8vya9JUOWF5PCtdpVX8HZiZ+EeyP5GD9RFS1gY34V5qEyWyqBh8lshbVAbPISeqPAKAraM244b3gLzduwrhBAO1135Nmz8ClbHFK8deXXVgVL6qscW6pPUcpGJZHmV/4YM9J5W+6ElBF0EYU74tt2pnmAKzuUFQrToK6h6OS6heiUQD8IQ29qDo4j3T0xpzSyRj9V1pb5n7NYvlYfGVu/hWAREi313qpYf6QzAhX4rHOj5rd1y/7ifdKBKuY+hu8Gdw/XHxJdHj4+hvAYfNfOukIATsx/ywpuqY7DhM92SqN2GQj9yddl5UTn8rTqyhl506x6Jy9b1ZJmU5BP0pRdb1G+MHqOFJUGDXpEleNvRrOCzhrSmj5BAywkiv10q5opJVCQQN+UL+qfvbTIMLpZiGm5onIw0xxACCFJwOAb/8sFgYspKc65aCCjFFDTWgJaEaB2K+hOO9AzJjFJ3AOMZnTln1wLixQhuTnspn16MQraR/EJ5ik5yjl3jnzdrFHm+vU3ZoLAiR80fR51AtVYxRPeRiL4t4zjU9HwzJa7H1iYnozN2xbMwYDVHLHWi1jq7GARUcImSyNqli2oPa0kGyF+EBQsa+8CpUjH+hxVULZkuvdl3S6un7dY1REMbgpqPTJakWeD2iv3pH5af2rSydYnO3cK5H5MQLQFM/4jhlCSJH+ngRtA5oh29vcgnGKRU5FeWcORMsgU3KnB/L79e0SrlXmAxSHr6jw08YOyc8fPYov+URMDMBGr0WV4ZMlX0EOnLVSJZjfx1PL8gdM0YNJeZipy9cxgi6dD6/rNr/4+Dewx0nV568I11yffK0vzoKCowWKCsUmKzH4CyPR6Te/N4J7ObuQ0tJpmZUlMFIiL3bCEAJe3yCF5stGIaBXm9/QJmJQnUeb5q1UZ+u/VOwcxwteR5aqlXpJbDqP4If6FSaPkjrRGHouz2ZL7lJI3J99Mxn7S/heLpH7lx/ivFu6azlhfbsSXyGn1G7st4QNFsFQYrshzEzxAdHCGJoP4lJ/PkUA3L1LkBTeWikllkJ4g2G/VF2YkwKnTbOL4glqbe1QFPe7B1mPvueYSqG1AC2bS8fBmVwUPYqDQ07mNbao/Sxifn93dcFk4UTx6/0rDsB++OrrQdzAi+yB11PTt9/nFEHbr1BjeEIwakBmp+s6IFEu8m49nZTsiZTcmlnxkJ2cH4Og3ZxRuS1fJReGnN8Yp3uAxM94afJ3VchV+pLrVvgX3mjCH7NoZE5OwyvHePBcPW3f+qvNgPzEEwSCdQ1uC0lcr21axSROCZmYTkRbhhiMr0NlMxyOGd8lH1rp49c1PVGKGWWwdQBebKhJOYQtFsHDg9vAy7YCVyCAxaQ96dnwDAcpc4hOHQAXUQrpgTEDTR4KGjznbHsBKpG65Ad/SxweUfarCVm6TUPyrhJyOscDlKJenkYhL6+gjSnOi9rSUDdLpDJy4bP/VoCoi5uzEYYvLPV1JbbXMcvN9uJvTkHUTxIZFzdcOwlR6/NKpC44vaWlVuBqf3WnIloSJF/Jc7l7LkUaegY098XDCxW/rD+99X9TZ4msudnRgOC9gB5bPp74MWZWhfuyPUPakukgEqtq5rmjtnjok2p0jclSJc/ouzRKnKb8+kk3zfhNrYMJZCnW459DR8SaCEz9AMrhTlkPaILOykoUM5j/4+oqdibHmuUrmWFphjK7XIadmZn99Nfn6/k3VxppRj1ql30gMyKSbAy4odVpA+VPNzRD/7fl510rx9KYl8L8Mw0vS/ZQslLJvkVvYxcdcBUxs1P57Pni1Lc6tjl6drrYKbqdVcEcqlLg9MK9EcodrBULuEzyoRCLh1xJTV64lqSeEGly2tlg/+hTn7HLgfRtfGWKIf/d4rBXzL6Dl8UhIRczZZWCzu3Al6/qJ7GhCNJzmPwwYnZFT2h5wTTUHciGbnR17rtPHxrRmCC3XZxG/pFbIjPY6CH1+FNH3dTrMRKptI1yZ5YmcrGrzgGsw9zeRiBcUoDU6d6H+dQDdYLTIu/z4TsQSkOfu545JbfqWbNOijbyHJUNEKo50GHCEIgmiyAhSRUYiQxHARsHGW3sf3kgjxX9CbdgaraIi9FmHUd94e7vILWr6OrX7lN7cKH5g24KvJO9TSPFqescpMy3061p5bmmsirG9TIgypyqvOjT+yj4XtS7jvU+qolt/zyv/iOdWicphuXS7U/dAOgzdSsQLwxKRhGS/GfrdfneJZY9OHd6eY9Ux7uo3YSLXHtO5JgD+hFE48KlsBezdy8g5MPBWt+arPH6Wb3qPUZCWc+w3Pg2NFlPz+vDUgL61Tm5bqvVSViH71JQ/3UQGbMLTh2MoKO3SLDBjp2wgnV4FlboVCETiA6kzJ6fUez9CfegdInl5TRJnSlKZJWLN0bkMI2u2BgMo2Jr1qfNnrRW6APBvGBgTLNvIsYYyqS1CP/XmQaAE6jejm8sJJZ6mUMzmZ/aygNy5P6aeTT9JTUMLfXmMBHS6yGrgt00V5PRv26FRXBm57Kmp1Ht8ZJYpsIweNSL5Oth3eNkyZJUc3qH2UL9woekWoz9GiBGgwo4BIRZ7fVQE+duaLDAhiKm5y7eRM8d5TCU6SQlGjnJlf5dtqPQdI1u/2Y+I83pfF9PjNpVt0lneZ1al9JHIte+Qw0dVv/KtcPzMFXKNvXha+h+kTHlrZY1ZXI5D1lIGDxG1yqyKAvCDEeIgeemS499BcViiQavnbtiDQeb2V/Pk17ly4wdjQYC72h9mS9ybchdTbCFbX4yI5i3+9JXUBKRSDZuE/VE0SjzTe3ozyaM6S7GOIU14oHlLoQNH4FAyOHl8hlpW+n3ECUs5Qe2ZUWowiCJlyDpet041ZKC0R5rbj65WxwfTTglxUZ3armMbFjpACcKYUwXQdM+P4hLrZoTSQpR+A6HSaI4QR0bq5qQNzclljb1xDfn+82VeJRmfU1QkMmr3EhbZGJipSfqSeQcLWxq8F5+i5U1Kz5KNmNe5pmhDUjibhkG7haSmb86gz9kJTI5E7+w1VU7J2M+n8NYS0+5vQwjCiNXNOcYIuZTWX9e+0/XuogfwJDHY1OOqmzd5ZHb3+BFc8vkeTkE/0fcwAZM9G6lgCYUEfMXC8JQAMDHPwU5G4oEleMEaAETECHpbUHhfz8CfqctEGCgYgKxTpfhO041mFrEB+YvTs7QkE5nxln912qfvcB/MA54UC3Wzs6IkHQvUn/RMrmPmy1UNVr+qI7FJLvBiUffUYaT/tqebWVdFD3+jZKuthL6GTy2tJtFbO2XIV32e69fuFWr/ywPmXj6b6yJ3H8tQmMQ4cD398PsRxPHf61WCZNSXEkKBimmX2ST/FX2TN3KD3+lwqcd21bzm2535l0GctTpMufWHvdkEDFeMZs6zRl9KT+8fbUYFph5sZT06WOTp4esU5kN328KWEKQyzI/Q8i6Byqb0u9PMuwneFSItS6ETiisZv6hxYuJhuC4UnWsB5xWA9dwa4Wqa0EWeA3qvHhHHAq8ZcsbSIB9zwK0g2eNLo5UMxepG8SzeRvivEwu/2AoQHFWiLkFi2qtSjUeBEOw7DIJSiFtn+I2dYprwn1J5l715XE9IvWYvkfFdzNqzGfL5bB5Nqg/TM3JuLypiyZemF2gusiX1bfpAgWYDP5fwbjIA2oOztcP/RTf4smq28Sov7asDREg6Nyb7MuXv2YyJWdNj59v+H1tgD6U6pnOLPmL+kr8doteqMl94c3LhcV8gHTrauZdw370GLEwPK3/jt7GFhnqsGq2bWeFNRYXQENFkCGcsb1UshWUKleZUU7sPK6RsqP2Q+hdtf/95dvaso+fwXsin1VfXOsXtxxpNVHr4G3lk5lVUCLFMpIvR61WbTA58t+xEkE9TmK2l//wqFgpN3Lj9yauWH/NEa0neBx83dCujUxVG3DUgY5Clx8csULUaw5TaBHu295a0cFO9TXIucReeI4latt9dHGM9G+1eKGXBJ78QV3M7TDkr7gSXsvI+nQOEyHGyJz5+L0+lIBAWIFzit68v0b/zQthwJX39RYwEHloVwmv+G2lU61SC8NjKPtZdccZE2IU+0h5D83+aUFIds/j8YXtD0TK4K+a1hpgYWep9D4US9JcUhTSzmW+Nn8n5p2UYeK4HacAsAJ6/t3tvn4xvHny2I/KOAsu95tRJE05HATfD+R0CC0dBW7+lCCyx59Mv0un8nn5NjwuA91XUK/ptiF7CQzQwYwfr5mP8L+JJ0asR4NvJSfzGXtJft23aDftvXjikMx3+4A3yN3o7wCWdLCNj8NKCewLaWy9F8djDsPs+3qzVI8nE/bIothcTzRNh7CFiEZAn97xQD4/uDZJ/Xo8lFOiQNAFlWfE7PLs1vkI9vokEVmt4bE+ZvKxF5Hq/kYUifneqvOEtjWRfXl3Cm/BnvSyW6mcvBgqF3zAfweebGC/0Kn8BdEaSPYN5ACPb0e9zYPsqDzGU4jiUkFx0nRvC7ZVWJ0xa3F5T9jRDr1XYkzcOnac/40oerAfk14m/VSmLV7CBM12ksixa67JtQvloefMaUI6FSkl6Mr0fFPdLVpp0tbe2ZaIUyNb/9xi9VDcdFNXG8EtVyYP/j2I23Y9QbN2j2wl+yV0x3G9pun1NqJ6Wj7NMpJ9ZkF4+yC0LbKdcCo6QfGZ/xnrjoj2470LBUrS+ip7GEDXP/owsPwq7dqrs97lGI+GUi6649waXqxlyWu6fH2UtqTdhQoSoQpO2RCkuu2Gzk4L5mbkosUjO9AdL9AyYVeu9fYiJM+FSh1xh1IdxQ3im+OnoyjmxbX6S3MgfY5EAXRyQiKb7eP2PXTNzwdCPZRBrd+/nvmiw+9MU4nZCMY1aWz/9BwqGaWjDc+fQuznyDFqOB9K9OYt1F9d3Gt+S/8WPgzuarURIejwoq720zFYU4Z/Br7qWBC4adKRx8Ymf03Y3Xb/uWa/JBzSjZW7uMTU4bx6c0KE/kSKxXfZChIo4g8aRYQJBIHmo+wfFHG+9dFuRej8cPxLRuQmipgDIKz+DbN8E/zVE400t10UQbFudfY0/VoIb3XLcwc8HuggPa6/nAsW2+AR8Um8Z/h5TtWhmJqHpGPynrlUIzgQVykbX4I4BRL+CJHQhttn4u2P2RBxUAz2KeybGa5c/Sy8iAsvzOCZGnanLaGvnxP5UvTVPb86lrDpUB2lUzXTbBiEnFVGB+T36vyPa3gCa52iSgxY22TM19i59Noj4sMsjlKQKOO89JmSqqdhLH/nCU2E41zMzQD6mX3r0vzE+rXYdUZ7WQf6fd/v/T7AYolCumWbmTHEDWg3/2pZ8nypNFWaVgalm/ahsNldg13yHGs9XHaVavixZVzVUQzig267uIKXcpRE04OTtOpHs2oREq9h+053KNiyK9WKi15rXXnMLKZrzZh27EXJTzlc1Rc+iikR1Omog4cFrJ52ruVhr6Egy3hVMyMOdWVRmOgF+a8fHNo8HIqeMR4wBOGw3asS+p32x2sUirGWlE2/JImvmEV9WdZPZA60V2XF/BsOKrwG1M1TG7JSu17E8bWh1Pez2doFQIe0T4cTL10oiw8vDmc2OrSSkPi7Ts+teCRoc1Bul5JHZZEKAp8Vqk9/AI90P4dw2fmWmUVvrg71yRBsbZVww39/VeKmaLifeQ6pVHYgg19fxkx4GNCG5zrYMj+Y+RQ/5PDe85oDsORMfmvadD4OfIuxaQlMoy+d6QiYiSX/wx8mbXoo7UfVfmVCcn19l3+q2JSn52uEThRvaFB7SPBa7kRGxtIj6KbBYe2WkVv/gDs1DDcjxiXLhYUycaiSE6kj1erc+Xvvlp5DzAMMXOMtH2KewHf0BW0O2R039sDVe8I2+AcJ9sAG8zKaiE+LYWTwemQmrMSc0kTV2dLQ25wACkgZJLakGsnJilGb2IdF9ONJJFG7450QBKzARV0VBoplJfj6IDFamT4HzDXBCXypc4rJB4PMgix6UtgjbawqTdR7Ue/CjLqTgTUxPu+E5o9FX6hHgtZ0rEl/tJwsjoy4gLvTFEKzKh4pC34qv5ynKgQR1Cx0XE8lbAylUHS9JfcRG+6o+1LJOLLxe5qigo6vr/ORMQQvtcHqqLflEmtmSJgxjXxOrms3RlceDSMkTnhot6tMfa5pdbyOTT3Zr35RqdkvUqgSD84ChznERHbu5WVO9oaFc5bGMlThw/IrPcttnz9CYZYoH1pDfTffCir70/8bDHJONX9aPNCiwIUUfcpFRSBOA1Uo5cJc/87m7ddHMJHDMOiMBrd1LVuva/YCrs7ci85qT0ttxinklG/rjr7i3Qlqm30u4rXRKnpYfqhavdIplONcruM0M3n2qaaSSUz0mmoeH4I6CAofUoQOj+Y5+oF4zuMTvsZ2qUmC/Y4Mgilfg9lEEA1gmrMxeWs7KX68rXH4G8jFnI/KoUN5M02kPOq6MgwjzpPqCKJnmjz7c6QXxPSEnmN/M1E7OBg+IsMtkdED03iSaFc/7zOVY4K3n+/XQvJenS6kaP/1+yokyd7E7/KZvucDK4aX/lN9h1O0XdbQIKef4rV230r6Pvfku8hM8OHvRueDX0KGR5LgVnPF+0cJAsIA8EER0K8cEdsUVF6adAHkZdUT3xVfZPeLxh2BdHg0gv2/77tpRTpjLTCYom2forGNr4xYv8XbUYBsckjQOSF7XjA9lQs+0maL2aWb6DlPeecHdKVhAyvM33eA0uaM8pAbbVf3yojl3YSc14RlFHGCmNj2pmuCr8qYVJW5j9eizQoyJ26MUHRFVLdFJPcOcLUdrS3ksJqnyMycTPc1UuYcsjZEwRBZFE+FF18YRzPl8iw7Xmqt/Nqinf/w+TxqdacZR2pX94SLqHXdbAf1E462867supCECJQ8IQk+lsKpW67Wc5Qlxoq/NC98EuWXqKtmL6XA3WCUHqBh6FZOrqSVFvhDrcZ3b8dK4CapRzW/myOWgtdWCA7DhrimDL4Bawqt3ofREtp1aD+1SosmyvslFZF/puSJ0Xf3cHJry9jIN7TbjmVG2ZmGPun6kvYarIDYygX/rGSqwyZ30Ha/wmJcIJKvCo7RA9WpVtj9OQSGRniA04uc1s/3G4sXfgKz9CtAT4hvM7WJDmscQTsxNKLhTKHmwrCOScIU5Yo0iJNzfHZA6LgVE5t3sZzP0NR9VczEZNsQj5EbZA8GQP26jJ6mjXX8rT+eSHlHlkgDJya/dsVFW+fQNprdNr81O7UTsgovgSAdNKxopCPkLPVrPxVx1Y2idALheEbu99S5hRzbWZWthi+pQS/2GzcvNXY3myAJh50wyH5B1sQEKkImxSsR7b3nUB4mpREF+yUAQxCjINMny2y1tJRIzUVwIJkWnGwwZZv9QoKN299OZIS7eb21gkgwjDwWdu0K82RTroNEnw2YXZAtEpkBExeXoUzVSwYedVZhqsMGZRwFfz8CProPLqy5Kt/A1d5ZNIAipA5/ES0uY8mE7uq5eEGkhAy5l7OrGVA3IsNkvk1dErq2WiIvGUZ+3mbK0Snbq95iJZ6btiyXgGa5NvP18JduhC+xLbGABD8zSHA2AKU0LgKoScG38V5F5strC8cIUejq6V0ztztZIWRr+DAsi5zffs4HOTcYq52TJIkO6w+jIppTvZdE0+iRMGpqXbaRavsjQoEUKro0ceCUsm1BRQGFlMyTZJ++4IgxPtIa483hIyawDIPSZBlmyM3OjzfzlvLB9OqkjdANYf7mWPpzgdc0ld4UPiAzRqJqj/uWDnDoFj1CqOSlKlYZ0r0awtHvDPZ9CACKDxSK1ttzh+UraDZTDomfC6s9f8twLu8GDSSsyrBsHHj66+5RLkMPULRejJlZ1Bae723iqixcPNR56gkj05ISXOEj42ZzJmA+jLi7/N/QxGvZ2fl8YP2kfgqXnutdjxwPw9VXJDyTa2Ly1KsmGRpoSeO/edc7TlkJ3Dl4tyx/ib+oKNMTjewHTf1lC7Oaw9zajSkmy3rlTv/qRD0CaNFzLwjZamR2WRCYBLpbsgzK9yy7+j/L7Wh90Y21VxZMxW1EqljfCiRogGf2GUrewnRWbI2/lLqsZ4PKXZR7cd278h+qChagyW8YvKd8BJR4bT8UmW3BIHLx9ZsRtPVUbsVQ2t1yOlZqKlUuzfy8VAaaDuNk3+uLX3ryF6dhGRKqhecSz0uDDj4EVVkeJ7jjD5TQ0TXPXHVu8NZrieffoW3v3pKXGh1hl4kMY4ZhHo2D7aRWWoaRJV2EoFPOGDGmk2A4F6I+Aspqeg3GBlo+Ne478CEe+Unyw18C6PUqXObN6y8fCqWDlVnIv9x/tH4mqGCWi0WUZ1eyF9Co1q9e2qJ/YYKiyUAh6dm9r/vDwqQZl17n0Eia8jcxUm3NQ9fz1frmlEGraE9/MV6B2l4Sgm9LyU6gm+SqN+1flxEL2Lv9JbmIKu4T4eNnHN1mtS5HnQquMagVU4s99NDTBGLR9JgbbmRMOPFuQYrVwWFw4lmHmCWcV0AyKW6fOKbEp/mCk3nZXtwjD7lxGbygcB7wNChatzF2YGlc0m6tLNimdX3DEPH85XkBo+1aKE3/q8mICRjNklqzG033/QSZ8EP/89T+eyHJlgTm/5k4dpBBCxyRBaKpXb5Ev/UEfvFkJegAbEPc24r3l4oN8KhUFaSjtVHZScOmu1ZS4VC60wzz5EJfGiu9bK4N3RdbbzgNng9RTCUJWT8hrZyx0cvi39OWY6W6c1c9Btay/17mxv88FTUy9aRtVujMimUXty8kiFHOcmWmdeMAja63EnoBrcvaHnsG6FLBoTV1WaHEULPvsMNWSuE4zKFdB0teOszJ9EcIvfqxPYz+WqchDeh1kzvm6lddfxt5dWJmggX9oYbHYNp+cSrzNMqnKNmdW4uV90z59P2TZfA9Tqy0ODqe7jBkfPks+imAF5Cg7xKF3Th9N6ksbg8wMmQY0mMgcwjUscJfuhNSTPgnOcb7JlSwErdOjVdIYaebXeTuiKltPvqnXseYQYxYvvGAIvFT8FP85k6fmu2LIxaBbjnY7U90VRok6foLdrYBy+H69z0eGe0Z0MRsMSx1HSsd9a7NzkEpL10Yh9ej2LXs2egcNtHWycE8+Wd7p7yhVu689dFFfdCWBkLlBQ0cONuQWhILy+X+VdbCcsX953yBlpM5WezBJWo4yvDPIuHi0X7ki71uhXEaodbLfFbCfQ1DeshOG+LKSowqkhgV6W/gfA1cHduy4WYsPsCS32TopDUTNAP+ZYih7cEnpDHpfC2LlOjxAF3yziquadpZ+X4GSaDK6nZxB5UMX+nXzdQSbDtMFzO4xamnY315ecE1EiRFTDabHkaa1J8itDGTAgxjqdIK61Xk+0DuM758LS4/epypGbgGNMHOTiqFChp4BYRW3I+T6oXzaxYUzgGHGrDPd/cFaImfZsYgtpCRXij2fhv+Ova8z+hCxo4kPVwPwry+A8PWq96eCpe8+3KR6fu01gXUpwjdqxGLx1TOAwMVtxzOM32AUxlzF/fn/CYmM2zkR4ncLr0Em1ECQmJ6WVBdOImHPUFcLK2RZLX8lKS6k63UgxFfwHlFqobfevc6Hhi3VbH+XbQfFgu1ZBH3oCxWgMT1rYI0WyqVHa/AmEdhhbbS9RbyZn/EX3n4cPnUFyNeg/b9cTDnY2ciQ69fsr8TkbPMfZks3GGj9psBfGB/wgcGRgTUeovxF1sZFIeS1IoLCyqLA/BXIZogRWfLvS+YgLkgPA6lz1M2QwHmBfPBIP3J+rShLiF0jVOt1BBf46JksPDcWSOimgOFqD8CeuzYLYyaUZy/HE79gDGZOn5cKSDxyJOMakaJwnQ+b/S7Urwuza4+6wGTh3rIZ62x+5pt2raeUPpXhgoEXAHy6T8mQ8J0zWrGJ7LaIsTPurDffxO7oMg/XrzNo/P7z9jZDkRgVWB8euzjJ1A9rx9FeVaWYatnhGVOS6twmk1wl4Tg12eIhfnOI9ptiCNhVVpXcGCBwPlpbUT6D3HqvdoCGHSrA7eqCLlu2lCoeiRBDyPZi+Sfmi1K1i/vkiSXxDZxDu35bHcv3TwmKcvNv9Dcn45/pCpN+wrGPVgzIdUeP9SB30L7qSqQY5Gsj2wIe/r8NzGh14WbdjBJPLfqb/2Fg3iJ8gVWJgs8ozi4b/z4ulrr9tjoqdOmKuUTsFGo9lfMqO3+1U6G/PlrIbpQGQ3SEU4c91ubH41sum+3j26Za2l3ILl5GO0lL5/h8b36ZsX87vesgygfw7xKKiPxLPE0RTKk/MRJmVZmGdpmhrXW3NZQvUjf3mzx76Rcn+g76RDhQloW4URh9/ecq6Laij+0+Oo/i9Z2XcINoa4PrbxLjESKv2DF8TJB9dcSnxdpOd6gX0j2UoaSeX5c5tJAEmu2UHMeC1Fi2aIk11bALl7aQuI4t+rzvU3bpI+3pu7vn/4UekHCdeK8PVJ3oQgG7kAxxEvRWug1/YHVfoQ/P47CPN2/rCljZhkPD98IDdjakumvE8NrDn8lOaDfpOR3nwzJewT9qkBeAE1q9foX81NS0HtkuQ1KqtCKb/nRNbcb7DqGKS8zA/5atqFUdOJUGuTXn9hhPYadZPza54wpvn9Xt9dXN1pdkP9PlnBTeJh9XcopAUyNk69FFt47w/Ski7JR6kj79m3cYC/cJEAhycAqYCX5DzHaMWENjmN4DkoxDNVepzbHDHNuQa8Fp/SDyjYQDku5VBpH0kPRwwZWk/fTiarJG8+Evl4flEFQic1gBT9uEHmR1gcZRjlTCv2BtPvgTynv2KU5rQF0JgLpd6I+IbY4lqVTXBCNlWf+Ex8GoG6W3c6x2y7Q+tzTd4RkqI7OcvKhghvu50CfFxAdKjK0vsCi5X/R0lOsGO4WwZPJz1JjosDGzKzTLerUdan0U7+5v72zbf8Xqcz1IewOmiGDQvzRrW3Kpg0D/+OGzaIexQ/Qr+4BDn+AN+oK9VAeRYGJGOZufLRu2tWQA24akmJeSawBFHcVD23W+J4qgtZglw+R3NCiPpKceqj7YaL5bjbBef/5jeHHFWMI2oYAuNICXR4VKVw9vPpbusWMkUu2fLpfiqASx+rB4wcx5MZuahODB/8LXx6wyMi5E3EgSiGeoJgmGyk5zys/dwnii+bC3yKRhjieQk5BIA6zS/mi9Qgp/XaYZv9a5/+ZSgI8MTFVMJVLAMZyLlpOA/ow8sT2hn6kYX9w1pGBmIct3qfyeak03yVOf6tzsmcVMbFZrnSQvwSCg0ochvraPV8wT/KcriyCN6z5Cc2yorFoVfGh4pmNqcD86DfCJrTLgOE5xJzVUWifguWXibX7DDbEkE2YwnnOntK+lcygNQq1T5wijHFQTrXrJE3kdF5hOrZXBadJ1XSp8vV5FPQyLe0l6grVTSoKE8QAOoKyhPAhst7zHXTE2JJFc5NhSnFXQgVRuTAOcS3NlaZXskDHU0yrMlg8/ewl1PFhkMVZXdRQH2Zxj2N4rsqSjV2geYA/pDTiRC28RhzfcrMlt+9tkDmEYs/yZsxfybnsj3bV7fF/UKa5qrsnDEjnmcUxG9Yqu79Ft0pT/9KY53gqNN8ZSGdP/Xr2L6EchbUOFa1GwrV+5w8rhb11AO2J4neNFdGAPaySpDOr6MNjob5PUSFCPeakb/AldZmjYMdVIDxIXOJUl0jE9yTq8zpTfhA/+FHykzUYiEznVHSVNPfUfZ5HX/V3cpUnhZpei1y9MdXcIlodoiz1b3at+Jef+xQta7+4T2F/mQIxCQPtZ/ntnVgL3LCUgx8kodGiuiSJkBODvORrWvl0SI1dsCYy5dAioUkptz5XIPssBQiSYJFwybNSH1tpAMkrh2C1TBslE35E37CEJRUc+2CQla88567kWOXv0EGe5vVWFHT3G0qDxZnNR/g4lSOh5mVsZ/JTgeElDrJMjcj35x6h6UW1jL9stqwoINjrvTCeL6r5yxAI4/ps6tIPnbXqQ5+g1DZ8kp9W/l6kOJX64C9fUa7u6/Y3tKtd4JWopDQMj72DdkYn+7xJ2GUxB+J8M01IehfI3VMMvAiE8UFpSq4YQUnr3OQdiI3qwnlN9RgU0usnaebwptz6GTqRsEcIYkp6cPQqVhNIi9NbLNAkvaE6Tle3CkQxzKdYn1SzoLsLzRuGTLVT+oeaKwz+7saVpfjXwNNLpCwsQyNcQLZAqsQ6esZf3dX7s2G3zIvA+BsLzpT+s7OQnUgO9r5GpiQkRLQRKbRWcNVcjzvKtQnjci1VEFvxUEY6/oGA0d6mNMSFq0sTxhS4Ui4P1AvSwPNR9U+7+8NSzPJgroGv5ifz9PslFiF84s10lmXxIVV8aGFDg3T303wPRme00r5Z6xrfDdO0RpN6q7n24Edr2396ytdMmRfbUfq864qp/zzwI8wtfSfmkiX56vXqV/vhNzz6GwryiyyNCvo1nW3AfybwTzoZIjnv5IM+0H2zKR4LqIMffM0yY0nGVdGgaUAdUCIlI3JP+nuygPl+8B93AdWhuRHov5SWAuQGQaxCjLuZVGVbR+SjDkqkYs0eBkOH6gs80uOQG8JfEZz0a7AcsJrJmd2YcsA3WQCHqTb0Rdyiv7+kY7MUVJpqIZOGgLOfDWlGO1sMq7KoQCa0iFvGrPPXdUaCDMBpfMUX1AixJOAqyAGbfY+LXkTAzYlcc4LkKRaq3ju6PUeTGi3dDs0kK7TuFQ3ho0UX9cPDxlVjPeOCY9JBhEX+kaL9aalja9mIWpYiI5zYTJ6/ZoPzC1ndiQRrn/oeiiIKxwI3tI4vhJFUd5xrQnO42btN+EvuHNoTBPNwBjsXQMcd1mG1QyEQak0U1gRkcdQYF1BlpSVwSbbwrtl4abGIWVLy+5LvcRawjZsj7XCM8QKtpAv7c9h6RetpGPXJGXhelRd59jr8Ob00njuNCS4HZSEaAx270s+FkP+rlAxs4q9CcBdusupeZ5dTfR6CQmB2NWKlaJT7JUvcEWU0rVbXEiFc6EW/D7WK8VQNAcp4nOndCAdJLy+1ouDAu54gaZYEJA3GfLAo1O5iN7suDen5NH4dvz5JWkjA7TGgbQ9s+tf3t/sZdE5IJmcBQ9HZTZZ+U6fehtx8WS2V9y7RUVbchKAXt2LdsYYWi+/H/xsHqM02u/PTCzrC7EvKq3zJNSv8DNxBkX31k6qDP2tV9+f3J+8Zl2J3Nz0FM9pA83itDOK2dprECuKNJH83zyT+Es1Nw945oKJaKZwk+fy9g8l19WVjxs10aYQiTRbqCuw3U+xQti8dhi8gJ28xBp/ghg79jb5WIYiBvkmrMvORCLsHPSDYARHRe6rhYrQ9doqMWJ0AYg5keNwg93yUQUZqVzcEBEH6MNfYRAJ0B0hJutNUCc6BLAsc952Wfk2mQY7W7JWmp//l2se8T50COPoJiacNUeNRbUHmCRpPsl9Ytvik6i3k36Xd/vKzeTWFfglaS9blInK4pxVKcXL9XFRlzX9dijKBLr4gCYNvQLhTaciu+7WzZ/xH+r4FqLA4nuYeUP5yv3GhggdrQIXeuum7ZhowFwEB5X/dNSvej11SW2SFwaj9te3NhZpcK/Djo56KcnVs2pAc2+D6H0XQJyAy0PuT0+xf+ax2MXknNeIuOSXV/IT5bEPmK1Te0RU4Z1HEZr30if5LtfKiytzt/luEnYzrFT8Rf0H9NqD/hsmRlydZlvmp5GfpV4jDmH1Nw+a23v1e5Jo2d0tRZ5dSRGO76jVMhmt6uTvlNOVYvhilYIWPLtaMNNrUZ/jBaSC6cVlwDXrTojTHS5hG+V9vJaX/9ThNdZZgbPgAQcGAg43ssZX72Kyom9/4Ox0h4K4V8endecOdnoZQZuz8qIn5AGSxophggIiLg3KZqT5I66S3/WM2hJM007GZce5xK0iZTAIlzgce/9toy95ZicttY11S9qOojETPR+EI2cGgg2g5ktjqfOrjuev4hRby8UuacKtBlRQTK07HNfxOsheUbbpSPRfBhM14Enjmt80/bA7Te3Xid+Z7ovf5WZhbQx8FVj6++7ifMCnXA5aCF/NW6/nSflYMJG74R+EBvvZrlAIJ0KRPL04RFem1wX2m5dhTIwHp6+3f1HvQJo/Nm8eMe+AnvsDxhE/n9USAo0eQTAXZHdaQS4mBBVcnbxluiXWqooJkL32KzZOKzJfQsUPT+ppOlWFFCuQz5TzvuyJjNxYFBL6SXydeoD4abVRjiNqchBKgr6mYMyhMa/CCio0vu5wOCVxAQ8fKCJ38sxM3VL4SP6aKdLec/0mHUdYs6jhQ/WhU4+4bvPlrewTLZBv2wSplcQ59OB1utOAPlzBnmU70kTft9lifXwpsxfZjiurH/yi/6/MJIZiUrZtZqHM38MnAPBPmbyZ8H3U/nUHq5IhwdvxOttPpj7nWAkNCjCknx2MbLW7IZQaCr7ekj+gI+vKK7nO0lwXrM1Z2z3vH1cJccKYxbKOKLAFILhSkV+pGExGUF/cg+0v3b9+4FXUf0tgSEhmpDDW/IQoWyeDBHDrAzzyG+VfCCM5HwXPcyTA2w/5lFZAajPbwo2Z5hEN91uWhPo8mQ0MGcfJZCz1OJHqZpiwFGQ1ZdxiaVYQJFFnFodcfG/M7AQqrHQweY6s9ZyivtIBd+QzoTj6IYzz6MhMjK8rze7rwXDEPYpeFBpswtAF5zTT9D8+zTgojm/7V4+N5L/mJ9n8BOvMisoZONposDofOtkDIfsBd8IOzB1Jc9k88LfXdxZqGD2Lcxc8gerPr7v7niW8Vsawjm44viZ0hlxfy8mVXl9ih7N188BgofvFwhXyueUOwXbr/LdPWZgCsF1Nbw3pH3FiwRO3Ya5evagNtzfD2e2EzdlCfelaAKAlqAmG0mIs/OjxGn62izMbH6CcMIYKAHFrMIudIrum1Z5p8Zd4WJ+Am9cMieQ847KqUDsGMIDBgigVIo9/MlCfh18v/cA31EnQGr7ZqyzZ4ixOQ1Af6gbc81Pkv+LZJykLdgab2H5/mlz9n0M+Nissl+gGDuT9zBn6SdnP57j6JqdFt8w3er4nvASTU3f5H0+bNhX/iDrcrHH+CJLhKrCV/R2H69zDQ3QJ8gE/T5fWuRn6Ajjf3p2Hz1X8fs0f1WTvbQh8S2aIJjH4WA51R8HWNAs+H9mcoqkVegd1EZvPFZMDWaEZWrInMc2iyEtH5NxFmchDUOC/pM+2671oceMGkio8UON/Dg7pki9w73bB1AJsWd4nx0AsIpHlJhyc0GpwtofxwmVivpX9RO2hN+DUlU72CCln0msCkd4FVZ9HUB62Jv7qxgZ0twFeYP+SDFBFk/qWjEQk4Dyw5UwH0m9y/ltYyKMuN04uQkT1RMdvk6ZXAVaQ59kKWlGoKMtqcpBkIcdFRG+//VhbgPB+7jr9wE43dfk7+x1wTt5DpTNy5aUvtGU4+vxrzyDz5mQGINj/ZhpD+4/x2yvCboEiyTm8HMdmKJ96PbNOnvgJVI/WNaEvH9juCQ43EgxO0r7R+kJoGwGwgapnqTy7VzWK+CPVtu8R7VedPtCZJVBsEBaprWf+hsAeOo530yZ+QpLy7+qQ2seUDS3CXp+QHjj7d2vXa37z2Q3av61PVlhrU6Nx5cDF0DeQQxnA6MAWSDCb/sPtFHOJ2gy+Cxn8rZFhR/nTyiYboalAsTeTxMPzsoBhBjroOLtEXpMf+ElU7dLN70D546Gx94f3eB/Ux5cq7zl8rpTYKwBKBRD0ZgKMoDq/pP3ngWTc7QEgKl6e/oC5Ft/F/jWigY1h+IftXo5IqnE1S4NcSGQL0f+V5EIWW2gvpPavSM3FBiWsU7HezRv0n2JQ4ols+10HV9xzDxazLrC/fSizcveC/9BXCY7ANpOhZ+bGyIsbb3d/E1hyFdceuPNheFj3ZYD79V/zCvv7bAgFxruKcvfr5vURdMVNxfi4P+5LGmNVLXbpORIVMCCV/2W/zfGMgE9K5wUr0SShqM/vwpTBheBLcfDJnO1ahvzLE31IMIoQbSApWtk/ApGtZiiAm9n6bzJRiacLMbdqyIDoZG1aV4HAfSfO2T51TfrqrhNgsY/E36sHV66+CZN27BM2SpdTCJcoyxpFGmMS+wL+2c7TAMeTiGX+XDBa+r1qoNclp3ZH+wWl8/fHZ7kAHBuWL2AUB9fswCsOHyaNhg1cuvOjPs3+jyQ4n0l8ISXGxhd7pG2kX7eMxZ+OWzGL/lBzX0/4TF8xUCmXwvi9p58ZpDvkMTzAVRc/daeqvSSv9SGOUeJGhIFulpr8nvojFPgNGs2VS5b8ipIc2n/Dx7NhlT8mWW3DGbbb67AsHx1Pn3tH9K6mPw4JD+vH46iMbZsuHxpBwF8cTJdvIxzakCblTR7cOtQJZCzr8siP7qwOlS1NQc+R3qMRP+TtqTjhE9VyBigF2EKJnKmJwimOK5Uzrp+/2wDryMqZqNFOq+ite7sg9saxR5HbQIzjM6HmB3pHJ59twYybsO1P1UCBe4JTfiwCTBtnuHbfdBVIEGtCnk7y/DIRMP/OSEsOi2WYjSGd48a6kf7WInplf7LkbokzRaDbp94DtVTWtbTsunIo3QrrIkuM8vZoLBb4+kqJuJ2PP8y32kWqg2mhcT3fgDzYi+pkx0fOZEGFCvx2Dn3ajMBczoQrn3GXJqhytknivGN+n+DLQbx69d9vlkwZZZ6IMA/ohYUJYLoYifUV4zZl7ugyDJLP6W2LsDz4mCRvYO551Abu1JQMDWUS/GC1c+7ww+QLZa4PGahMcbd5eiP01IfWdPKtCzyM9/uyQPEtZMvlN3bUoRQKVV7/buW5ZnpsI0xCZnlCeO8iWjZv+N/16sS1Wpl+RFWTedD2YgkziNOpGh5jzclVDooPXCndWmsu4vvTZdTRw47gnWehLMyUaMzrvvOerSdh2FTxDrugD/WtWFcPeRZl/ucVA/Z+sBHUosA6QztkLjDxam2+hzdjHZlKldaYFXkgX8+lBcztWgWjuYlwhSO+b8RTlq3cgmqEjeGzZJ2s+8r/nRmJt+hheLHX9saC1/rwAFlEHs+nuLlE6BMaPfgq09UlAsg59A7Ikb33l+yscLoo/17bLHbpinJF45s0t9yxTaqVZjGhlC+tGm9Y3VVrnvslaFvrubOefYEDRiNljP88DZ12Zj309YkWK/gFvxGA4gtbhNvsR7PFM8ldg0M7ArI8Q+yJN88dZ3nUfgGjoVgl0IxWjsFFGtzES+IhdQ3Vcf1W+wbhAK7lFIoqrj8+YbixCxhbdnkwVqJNQzkCWHQuq5bor+xiHsMVqZmpGCwjytSNzOAiGNOz1/WOZq6mtpKLXrTMFizDxqBUmffO1a3mKMCNIUMPAC4ZKEOwla9PVWsKI3lfZX0Mx5YLmBb8KdKQQ/e2vvOJAnp46zkM6dNhLwtJmKkbVrv6eNma0vSF0HwDnb+SCVtll9CZ7HdSSsMIJ4HdFWw+ASmkGsXZPWaXLJPzIrmaQui1D12dZmK6bseNPpHdKcKyjMAjm5RjqUNX09lHk+KMX+2v92NAno0+hE6+RbclsWJji+AQavasqlL6b7JW6G5j1knIsF7hpq6jChzg6Cd73skYZ9q+r6Zhk+6LuYuHIeupkc+jEo30GtUQIWbsIjFfG06+ckI3ggyLOQCwHln7PtIKzamVdGa2ZjUIiz6bRc3jrTxUSLWyhfK+LQqtwNKGxUdnQvQfhSGYhPkzGbV8GNR32s9Wz6Umf5+SlcdAZ5ywRIhZfIHur8mzm03r43Z61FNrcfQ0vCDGtm0OotdyXWSlyseZCcxVRkr+424kS/gd+T2m9NsvC9lEGVtkXJ5QH5rWGfMPit+NBr45PaLirX8j5Fz8dPs1EobGPQBD17Vd1fvK4fzj8T8lpAGwz9G1Hje3JVCBylCidjnOhjrzobS/CgDVPg/vT7TX1KqnnKWVuRDkQE0vWuXtNNgjq3UT4sIGvx3zclso99Jhd29oPcNcD+WuIbq0U5vcyB49UaEGZxfU167NfkV++NXvAPSjOEJXJNoUxFQjbKJHUmNnlL4eLLDRiabDX6AO5DLw5ujcYYI5jwAlKW7KM1Ip9bVHK+mlJchU5qZ+kEil/+5p9BRXad0k4qrZs+AyqeCVsFcxOJVXSXog0JqPC/HYokkjnuzIAjeqA0eV2x5Cssdty1WY60OQvsY/v4HhN7OV37YjkwZFpA7aH56jgso8d6OdIUWoyGVN10h00h+yEs9V5v5a5ZiZL6r2Oll/IWvx9zit5LvYpVtavsdcO96WHx8z3/KvpidLteXEXkaZJDpZ6axrJ9RfNxTgSrpp1VlaCLY34wn7M1crMV5TsOO+K1wKXNXV9FAOKG2iEt1NUV8bJ/TmYxR3ZdirlSGrB6RmlaYrFA/yuPuj+Ma6Z6YW872kGSOKJB7gFcngiNHRUIomhXeMps7Df54XfVcO+GM1u5G1LzWG1xykphErJ/ehSvz8vPdX+O6ocs4rIB6k68qSqXKPrfxLALs2oNsO3pRSjXqYl/lKCpXUtFUKeDpNYf5RU2Gmkv0GRBFoL2AMJCeLsjywoikgIN/8SlU5wRSTKfn3BMzOvOZ+sS14ybkWMcH1Yff5QxnXtop2n6axwRKbaln3cKbgyBquxZ8W3qM+sEjo6DPOTfbJoMPwIzLWBiM+L+c0bLV6vlqYFp0Ie5Yo72yqOykg10noLFKfE+xKre7/syFYqw34B99kq7e6+91av+aLlOG7VxL8JqO8r4ZocoYgDTm+eYeZAcfWPLRvFtDdWcS6grCMnR4ppXx9h4ieHSJE6soKdP7BsZxFdIjADOx2h18OKw+ByXmrZFd4DN3I65/KGaKLTfBoktiIGuDJ6y2qWXhJ59+7pr2ZelOx0xlm0XdIrS3QlFkqq0F+/qGi47Ik0GVhkc7vmHqyoT6gUhTQsddLizvJvPMIIpOCJ+QGCtsGMK1nj8iWKvzevLOSUC5IIr1WWuDThn6+JSlTDcHLtJLRdFczXIC4Yw1HOL3zQ7vA69ddcGK3E68rYMeM+/2U5k81RJDeBHtvN6jTcHDoisUpnyNHLXXT5/YqNWpngS/DNEKqKdtXGjb0YSRNmJjY1JzjwtWckXw1oZ1tlHv5uVnBzOzMA0Zmls+OZmKThJyuAboSIjilyW691JfzFz3Due9E3etLtP7kKPrRZXIKFhx2bw7uPSC3CF/+dlvDXDtSg8iJ86JUmDYU9N/bdEXaVntaxBV/+SxhosOsIoDD/o6tHTh7kXw8ZqhaUJXfYu4JXzIB61qxad6DN11gD/3NIZd0x3qhegoQKw0gRoe5+GF4U8khL8WS+s3WPdmIYKgKGURKrTACtyw63bK7kRBhzdcPRqEb7VTpsAexyzt1ADha+P6BLFxufqF/He4vZSuk47+3xCEiKXnT8m+3gbEZ4SL20iLnPLQd2cdRfDE1G1VQjW+TcL+tFRdVotWYy4g9OGtPgvEXXAvp+MprCS8Sr9tm6Td0BrqFFZ/h1xqh7mb9cBcfHfe8rYwegOYvXC59xOHqsnIQ694A4dQxR1P1d1MK4+JsX54ULv85fQ5E9B/6KQNq8nuu2FGLOS6y80objBUUGQptdbnPbjjgYs1BKy6VbeVyp+Ri7af+YJcqhPqk38Axah3f0L/PfnhbpS/VU7JOq3nTVl3RUTVj/dIgOtRNJHxLAo34wQn46IKE1U/OSUKaHGIP53MStPdKkgIhuO616OVoJfE+hDNP876kOCrfOv/CUinIZgfEEP3TMi4DwzCt+yB+A4p34H86m/h/Otupz66Gi+R8vo+xSZa21GJBEW9hGrzW+WTsgWgWC06/Xd5ayzYDIn5U2xYccgBEXmk6ttF0xKKiclf10hdk+Jf3krbwf/P1YtGQXgSgzdQ6wN3LiICilSJyKttVrNkihcMwMRF9ZWohFA4URNL1oCxkDC6+kZMmWOtPPu/4RjCDCtTDBZuKgTf/6Q14cjdb/Bd9LLbyQR3pXJlGg81YWVllT4bhfh2uTRQSIuWTzQKOoH2klHbQyWAQ6F4oWJvbklE160tjqIOyVFrAzIcrOlNhcJTQha6s8xdkdtDStTyscn1pyTAsDQdHRjQCInvHgVk0vQQNHqEHZE1R8WkaONgQ+bkCbWHCtvS0vJ0p7IHxhC43qp/EmiIPItGEvPMa4p2qM0s/k1rrkHUpuPsMwdZACHgohFtn0+ZqdjKN6bJg6PeyPg1oNxp6I6WMMInxlAK+QNkKyfY6Vw+8Uvpz+o4UDa2an5cr0Rj5swLaMlqo4XWIDGhXnuwBZtmtTUh35UMiH7WgOozjntDdUvJcdGzpoAn/Xh0m/ZBtdQJH9P5auY8ttJAb+EsXMI3POmTfmJOasr1/2eC9+tkfSiN1AoQoNoGOcn0S0SF8sQ7vX/Icl48Ly3nbzW6N2881WWpQynO6rRDL8HVg0EgVvBPTwBxsRp/gzNyDvCZm3p1YbSbTO09XCfOS8UKoWXx0cGDJ38H2JUk874BSJ8vrMRFHANsqokD76DZ/TAMOChCrP2o9/cc3fjUXbRogUTb+QorYFdmh/NcpQLiyM9xQtNeAn/HgHwsvQAW/ed1kQA5BSXtYjhraYxHJbF292qh5B7eavvP/urhIYCZFIKEvLSsrU6ERO2gFNlf0puJ83CKS4t6Qv/S7R/qGLEV/orcSSv5lMIxH+Ehhr7i/JsHpJ63WQ8lqrwLcxPrTyyWil4ZlclBknrrrPyzbw/hrE5jjvMyQ15pe/4vJywRFJHxEcUQA1e52k5NCdtjOOXMpyeO2hA6azCx4tTDEirUFMXxF5ZwiOx1K0DSmZK6TEtYNH5OEqo6u9TXcWzNfCOhrDDx0ZAQAAZWrVCUnFHf9a4tX2HNfTIyXZvMvI9sypU68FrM0Ul0rnJorZsbs3h4Mb/JifGeQin7/5Jc25LE0aVEIWGP8kvNFlgvfLLdITvBOBE5ubKo8BzRemmhFRYR8ppZu8IVvW+P/xoDA298weRM00IXYIHKEli4kQWVJFxS/Ud887QY5jX1CV/PeGteamVxaAUTgCjl3sFDSs4yumzEunx1jqHYRugvQSKsbcRXG50BhONn2FxiF4mg7VYcztSqM1tg4+NzBbDfOd3+z8xFjMTAexmbLt0aCODdRsrtZvjEiwc/kVvgf8NwbonP6m8iWa4YXONeZ1PfJergLGz2H0+l1rkWbsipWbv8s23iXA6eBH1c7B/3sEZqfLEYwdvKTAJcLFALK5XZNI12Sbf4FpmftXRJwE+er190eiVq5fON/TKBENmqIPQRhcvxbMakopfKZjr2Vbvca05tfZPDTa3hoGhx4ViHVXfqV+SJgYT6RtD+U3CmkA3/m1Scb9+iv4EgWNg2R/4+BD6QcIt0+MLSn130AF89uPvhGIv5N0ZnrQjDG64duvZo4WUmHBsSAJXN7Y/VGkLkvnMWs12ki6aRQtr7b5CnqYdKiiLqhJs7wbeSw/QSqjHr4fix0Qu56Il/pibu12Vl3aAw7C/N1B6ekWzqUfL2FpBxXGSFVudg9+b4x4ZDl6uUQLuXU7b68oTvIMnl1Dfq0T30WM+lHfC5NEY5lo1Nlj3C8O49WAD34S8Eyn+0guIfVSc4/kbl52wp3PYS/51B57fBlV+o07ppAXTJHQi0e+nceP7juVPk22gzVynLZ0CgEPsMSCO24LpuSdGFmdLIcJXEMu5DjPyuZq0/QLAZ+Y5mUScBgyj6SgOg8tR7J5g4MMRPsDeeZJV1m21r+MEoOTV0uF7KBbZLnIL68OkytAE1lfIRq1OUvkRYmRCxqlbJ+q1+1F6e2j0fH6rm9OD6pxaqCydOP3VOXncI991unoD2uZoGbo8gLzpd9POoh7ILd0D2DRy6NAvxleNf+uZy9ssbE+ogWXswZbGVr9YNM3KSNxlg+UHUtUeR49V2YaFT1GTO2laIdajPb5jUb2C1LgFYBjA2RBasumO0T5iLDbGAjxmDHwuOxYi07w0P4CDhG2YMozQ//dBbyNKtdgE4saMf5dxCS+lm2hPskiamsf7zHhj+AWe8GKreIW25UvxGkRdpX7HU1/X0fcLerl97TEkZ+X0x8xcaHNC0KCPMmwaHdfriFJNVu81Ahwd2o+Pf5y9nS5TD5L9YFeuim3QAV5If0681wuSvlukZYS1g/UFDVXypfnWQcsaVf0Q/MMo8cSNF5qwywih0x8DFaUXckHX39/fuVS262VNyRzGFl/2s2JlW6zPyRj905peC11ySPD5hwWeTARA1YJjUA9x4mrmoGQSKubesVL9IRGNPgW5S2XN+OI5Y1gz9pbchTddatSw2j3Bkt+S4Zcqjzn2Ha7NnOihCvdq/lxiwbSxyNVYCeBAyBtTDP/clQmbDJB0+IXOWR+TJhFC6BYvUSmkJ1Wi77SX8U3OJ2KJfv1HPDXjILDObl6jdxZ2OS7RyC5B5YkhPstUNi9v6/xXpemBHZtBhL+rXGPpNNu918Ns9RQxEYuZJMvyG0iN13sSMnQdP9GGokVWg/HDH+56IAzQRRMvwFA3ek7beefCuHcNvXBBLvPzTC04n0qXhwI8Ucgr+4gfoyilBJdWKSqV39UtLxZjUZdfw5XVfmgbXoXmf4TV8FQeeyxBpUTPol7v4rVmMdv0Y/iS2w/rbYAvUWhmReav9/LeyUWEuNCFq8MbKvIZTK+UCcMgwPTg0BTK0075ygQCsgoi7Rso6tpsd9ncid3H1dTMzmH1vRtBM5ZljF5uZ7Vl7jHmeSg1NASuYJeE28vlMQpV3LVdaKPhjjRj1jL31xl3VpoFOA/oZaAky0DGovJpy9ybKPD3c+kfa2uZkAg6nx+YOTmjfnkfbXBYBt+eIbnGaW0qjVVt6MRmxGNpbeNkvBrOHW5Y3yxq71nt1y614XA3qxfzvnBX7Qf5A/5G8pdstnWfAW0AdOTTDtPgPeMzAQ1IXN0TAGa7E0b8aA4Mk6D1aR74NQag6HZeoFy3b+yRURkJgnbvz+kJiadmxzU/gTGPokf5isztrA+kBmiypbipPKCJTyLY//i+ngjsMqRbmcnlb1pVx7k6qtUa51/WmHJQUj+K5C+J+ki1Eoj1HIzfx91yF1bc3gtoMWVjwlNzf4OUDu2VLYOoZnf6H++gFSDMQ93gHvW6JIRT891Bf4nt36wsJBuW1v0E/MbL9tSQ7C2p27r675mzNkO+aDZcFRFZfZ0DB9Nxf1N6zt2a+ORxfks1HSg1PIv9pv7RQZaem7LBROr/gGz4u6/ajAcBooCXbuflXWW6Lha2RGM5U6fwa9SxVfyWYZnjHpp1T1kisUpAmWvS03yXw2UPeZWA7NzMWpyFrogpSJ7G/8uWGClSkPL2vN3tK9+yV9VrasllxNF4kvLdBcTYpONJB+Fc0RYHDERxSUaFXOXt2WEj3Zb1vlsZvAlXnwpxTrgGGfJTV4hIiHP94Yz4y/hhp4Xh9TO+Ju2R7o9z3Jiv/VU77+MUvFzfS05C17bHfvI3ArTNMtU/gaUHEe2r5T7aRSNi72MOBTX3I2ZxSwvZtuQ5E5XKlJpNr304ycnRXruqTvWWF3p2WqHscXPwxXo/+3ev4dkeSEBvmoXsTKwvEpVsA7cgp5fMcPxfBIX6f/lQefEXJc2WETN5yiuT3LmBoXCMAa9YJoa7fDZC/+IJzCHiLf9HVKn3UFzMJJ1v4BJHx11yLLwIjHTlNvtIPjUYVM+2bhA38OHRlkwoTY0uxucTpeHWX0OK+X6A7WGm/hCeWVLDrOLaW2Y1CIJtmA098lb1tRPxd8c1YQLGqlwdN4ghUwy9Iq/xwlyWgPRDVCF2miQlcyn0fxA7EKuHvoSf9tt9tOnbSyRPicUXo3k09BYbM3J0vJalKtppWQnO0rIDaXy7unqOftJrn1+jPwB6YpGXEr2LCPIFbUcLMBn9Tb7PPmofMDpqncp+0qsqhBQi1EtFjGNjb3ykP+Iy4+ZE6f5uwNa6ZOBGLQeoQLu3FRShz5RTQabZgn25S0hZnwWQrFcjiyShKR/BsIACghDYX1LMu8ScnXyccyRmEe1PwZ3CBwawEznibeC1CjLlOdka5Vqfrq15LP8vKdueRgxzhCXMam8cHIP0SfGd2SkXq413D8ih36ApoD0jUC1YsArFQFwANc2HiX5RhCcrDxhjhAoBGhORNv3a0KxDVcqsXC2v+mNJKqGNYZGVWT77l+2rsi0PRjoq04y2an7vl2DYx+YZYI8mm7SpGb5l5QWoW1LiS9KayFYKG+Cd2I/WXgewMCQbZ0RopGpF/nFaoZFFqVEXXheWYmjSmOCqqY2v3mDi8+piveb2sySg0nenJ0MfQ0IhVRWEnqqc3S6JhZ3PaZXopBdXa/9p5srt64p7v1Zr7EBK6mcOMQLmyM4b2yaYC8783c5J+lpIf4PtbQM06CbMbgfx6KwOUqOzX219IXDG/sQ6GZzjQhfJN0ISGg8V+ynzEBsDNI9K64jn2BV+SzSGBC1/uZ5W07764St36Zr5rk/Cw8j16y/PPCnuhYcsf/zux9S7Z0pcUAqgGzasZ0CoJjkF6fVoM+d3FM6ThVEiReP4Fnu9Mll9RUA/7wbgnP7HgKNHerVRmjTXShhQL4h67vnrBX352qWxwaH0PjxScDhEQ2Fc4AEwr6lok4hSjUtLWLup/vX/WBz9CN8G/Acjv1Zw/D3jFj5wAMl7OeEwdNyrgQFHvHg0LZQIlyjblV8xl/L3oR+cc2rzwgI5H3zTTXHgpSEBUZmG44pa45pdYfHV8tgckh64EW0jCeVZWHtbyhetPjRt1vpxozRV6q0Acn8nQxwdFDFehxuwU/UD/s+WpCQnycaIe08CFCF8mW785RSTzNXNay+iPyDNoWvQn+qirMtXteYabL8Wy/34B6+Ut8V6Z1SFGlu1BsWGggyIPG7REZyCRSvexfg6sP3kcgUTfs4nr8QJ6UFQLkUWAyphw7husiXwmvK0LH0nrKySjA/VyqLrVtg5MkeKwwY2sbB0LYNAm9G/hAaC7FlAFlKhYLWzjfbHhuw7rmKvwGBgLYCXWpvK2JlJMBTZlaREzaVYq+NgyEBEQAGAkotLXNas/T1I+YrcQU4OpI+UN4tm3POuAjRlRt+M6I6vTxlEWcxS60mapUVEL8GMjT2zOProAtN6n3U7IxHx64Mre60VT9p/DAEFzp3o35oWL8lXHdsSQWemTRCeNDZyGpjMkZUxvzV2qF/ojYHf9T70kinnVdS3RD4G+kAN0IS7ic8XUeDGjLChZQmjSjMtTbGl2XHSRy5LzetS9SJv1srnQewxz92j9fQI4HhBmzYfdRX0Ey8vuDq9HBtizLy+ybnDD4x90xiylDNG71whYEjNHaYXutS9Wn0NhFL7FYwGXy7+4QgrjVbaZYO/oAOW+mLPVDrxa5/vcJ+ObAJLn+H0cPt2fbxclmvKn0wocSC1UTq/AmjRdzndzpXwp8XpHMoOD77/VxMYcHkXwKzlutBhS6a+i4Pu5WALhmh8r3Met2L3834oqy4cRA8Tf7XBnQ5nOPnkMNGE9FwMPVMmcDmrigDupK1CDbpbJzvVIi5+AWZJF0GYnZzYOWZueveID+GaEle6WE9n3y9IUYKRI4/GhjkFPHEAybDUi874UdnGw+apa+h4H+JIbxaUcbiQOgn5f1jdAr+5kxYGZGkft+tKfxiVzKumQf20hmhujA+jKYsn0Le0OAhqQumBhSH4nL0A5LsbpBOPR97wfRTl6SGJHsTTLodJbyXhZMSPo6JrsWRUU76iHw8tey3JP3QbLE6cb8MgYdrgMN8QLNq/QS1y4tz/pmORAYfjs1T2tq1wA2B4w+t+s2hlw/jilF0xs50EuQPnxxPK3yVGLTas7FUXuiOZ6i7QREz0FvqZTbC5TcXhl20YKDj4wZ/VavPqbr7PpwSlakzMexRsT9EzyOS3XYuKC2cPJvCEDe7AD9UQFyF+Dy2c9mEOJQ8C4SVPfnL29C1qGe9UVyE215ZZZi85qK91dUHDtHAZ+Ki5Xxuig1E+LQYaErAV/Ivw2zFaDURVDGx/ZpP2ashiUa96PhS2H/cT8Ec2uVzU/73zw85VlW2HnaZYFuh9I9RPbDy/djizcb2iqn+rx5gb7WiRHfOrLLZ1ck+0kCjs58uYGpdHns8M2GFY7k49SRqdf5Jr4tG0T7A0Ze94xfBdw37ex9SoWrm+mZ2StGZX0YitE77tGyh8BPAymp3IFpDlss2jQJwL641+HZC27Qa7Jh9jRH8382d8K7oPBYKfecWDlT/ZQBFa9yRZ0mOaZpqRIFpXdlsDMpeESk2lPYiT8vXiqxypi6DL2h/cLTQMbJB2Wv50K7Vpx3CD366y5aIVcrhe5IRjATgiPb3wwgPP8fx1oSy8UO9L8H8pVo9+t08nlNss7kaSjDxWi8TGbHrwnRX8GvmioldfOZ7SBD64YKo4+XYBNYqlkdeK8quMazheVUexD8ewfxd9ob8nUI5t3MJuklrc0fLNvm9pwGlr2gh4jsmo1fDva96PvDmbH04CZavpamOzk7u8PZQBUk65EdSOqWmEhni07/VkVz+h6JsI20KbifNNE7sb5n5v4Nnsp+7FUQA4ydbv208EcgicCtl7NozfxIV6pH9OiEA6oYOQXIPvbc521C+7XLzJawnQeZlLMOP2divvIjZ66t1jW21I/ieOi+xAj3IDsc3LM47RgfOZQGBjk3XZ1CKmKHGsGA8O7xXNylqM8Yp8dE31SXu6vm669TnwSPfkpDuykLz6u7QpdhAn49+6O6e45E6S9+V+HaWyzhSq3sdNfukXTwRoVkILyMl7eedrHixJGLGKEEgXSVZtZzEJi+ldG9KLu2/QVUmCZ5fKtS1cZ6mYZryZu1H0XPeO05ntxHLF3G8JscKonm+zKKsRx8xA4lJefrUhMYQI6G0ks7O1cbBEmnYMcMUEi6vIhiQwA9WJH2kmLWnxaPKUfDuDFyLJpCjPchMw/ZyKvxaXXpV0RamgfRxWz6mZqFo4Cou3L0D5jHYskW+MX04EfFdSUdA28xRJBdUOErM9H04FW/6nvSS0gXpoQq8SXi1ee1NNrrITVhOXctn1FT+lZgaZhgMcPl3hSMwQdps7kmjW4PBRb4O0F9OL6tHwYCZ/GbmIxn0ujrUoaq3E6fTT5b5YWlplqdwwqIDz3MYF2/hFuq0Fv/8RjZQfxHub0EftQZNP7fB6C+NZfBr0+m/QTWa/LsEntMGRHSN+8zgoLGbcdGU1GbYxDMSZmjGrJpM/vduJS/l8YW/2npXGYYQc8L0pNFdadQuZNHdCpn9Y63PzWzyIy/tsMWPR18V23LsldVs0/IGZDG0msfyrL3G2s4gj+ez6qsp3INj20P45HdyDHCAUNejoHUIjsWZ+MezCb3JSfXUT2y+34SRxI+ynbJqvoKe/P1D1i7LfzMAMY6UFcJfXxsI4jlUYjZYOwYscRt9+2cD3liwfJ6zfIV0DIM5akw4rMnA/MQvN1Ok8fWZTdOLqBHTkTyTRH5gGkZ1Ph0Lj6JkG10pLUKQcur4WOhoHt66xjiRlKIIwtJEEDGXnECMB5ZNUYQhQM3fRfGUBPXiBKFXa1i07PzbeNz5NWqnpQw9GLbCZreK6kbyxEEdOEizI92XTZwjOfoeLrdE4Ht9UQoxwEI7UOHPd5LrdUBMVa8ZFvurpw8XzdG2WJwwFu7BgtTtXMDm3H1vmmO3/cO+n+uwMc1cTc/I2Sy98ELSsZ1C9xtKYx2Jr78IOU1QyIE91f+vXaU5N8hhAiZHwUQIogzgTvT9+AB1TT7fGO3axLGJydzBim7jNVf7YnccFGjgLsNLTWVKFeWpbStTlq2GkwSWvTR21MBQRwZcgTLxV9bBnCLWLGsG7bsG0tNzdJ3QBHp3UiSlpi60xvwV6JezrzljtTq9sfaCaUrevHSHDXkZNqVXSBfg7B9q0YuXiYQgcOZf7QtDh1CFyK8X6XgGKDXU2fjd1fgTTncH4msSVce/5xU2rsAoOahy5tz0QrYAEeYAL6v/MnNEBDTdcqGKtUv9Bqa58IP9yhFkKiBtjcPGd4sP9NdmD2SCa/qftBGb+n5AsyMzkwO4PUSY6Rd0kQzGWYYzeYuXupOFa4WJp/dZ775bZ//LCu+7B1VzekOfxyn16mfTbaMZmcvlBWYVediUEzK4k4KRMVWE9XarFS3e2JgT+JzInTQ3eDV2V58FZ4AHBYFjhtcEwIiOXoxoIspV6QMGHQrVef6NyOxptMiZxpI7ToLsovTF7ZuP9YJI04jL8p0YNHexdium9nIrhrrUsHhiQXx/6TfmS5JdW9Ibr5nbJXgwnniT82CfaDDKUEOqj//G1PQvVmFChdK1x08liFDqyObva7/FhxbLwStceqNXr2MwDSa8Ar4c3qTRiUu0zY7zleMvlq81gV/h4XkjZH72abrwe+Xt079tPD9S1gdTU0AoAdpMmnqap+BlWHXY+iJkeIZcXB/OhZ4klgzQeiLBInWDxLbgBL1GVIehdIR24y/u1xwbk5zBuLlKFQXU+AgiVucvAr04iPw40ivjdrVzyWRR2yREmSvJXqb3kOer1X64xdl8gTYMM7V+GNbvZnxZQBqMV44bvHFTfKQQ8lwP2EjEIAeDrzw3EyyeqGpfqjZ577tjDtLMUuH4/Awhb+CjbDjkR+EVUJrxxJ39XAt0PsXPjAiUD+5gZAqtgWqCZpvu/ogRb1PFjw3p87P3k0QQ2d+FdbXJR7cO6uEaN12XC8k1L8w69swwbCVsU5kc7TnxjZOrK/28uC4ylpOKvPFn4Ud5fbvBLSuwgNUa0IA42tPXdtOcT/U4Z02+nlzf3exJXl8euG3A1rrdn8zm46Ffu5xrLn2B3nUamr1q2/HE2T5nhf/La7rUriF0rv0rkKChl2VweX/ROMr3iEvqLgO90OmDmCLQopav2FPtIGtEXa+XlO4niRvm1GNctbx+AiXE3iZeR3ZlIZRaYOoSiE1RpT5vTKLjWmDdWmrTXUgo/df+dcM+hvWjTEwpAJDUaB3ou9z4THaXUbUkCRNpkH7/kjsvhoOnPYpEqYFmX55ldcrtj04gRFvYgdUi7hxgzbM2+aUd1mxp5fJz/p/tQ4LkXsw1QsDjkmItb4Q2xOr3cAHOi1IoLJWcQcNxoXuvYxI4/TqvPs1gl0b+eoPVWmW1rydT5zr/gLNToI6vRu10pyFbApdWgjf1aSh2SnodFajTLAQYImqu+Vwiz2opzOSqHN8sllqJBvwIKlgzRJRQHqWE1YNMOy7iW4YSsJzfUVRIaFhxF+CChji09mqUL4x7GNGcV3F/pdmknrxeuL9hTZamnY/h0TITM3xXKLGxBtribvhkztJm2HxTXq8IGbw/Ye4I/AQZMCa4FeVo7K9ivgssX76LcTPN0HlCp8r9PCJWjkQOVtA68vzaVCpqj51ahGeZihi+vtJBwwjBIoG+4BmRB+GDiP/wIeMle1wkaoEWVUqiwcPifTAssOMwUSGP/bADQH0aUT9yHy4v7HJSHnrOX2pQ5P9mawgZ9iLxXwZaqTfYUfrjtpVw3QSFhdge7q56kSNZQ0DRVrJKEVK4Bj5XoDXh+csE8UQXHkJwM7IzSW3ggjIxVflxanL/Qs5Uk7hLCMlAgkZ995LqNls5plzOEesw1hmcBnINsxCcS+dqzrXgu7Vfj+bZXZ5WBorFp1rEG6orwa41le8QepJlitVqhf3syBeyXjo+jSYa4yRq121xYyOzObPFcpqCXcPjpVooXOICZPQkb1QiyF+f+Sa/gPYhTS5PdZKF9tsralZq5HEiGvIc6r2qu/Y355tgiohFXgg5tiVvFyetHxZUr86xDHyheYTa3cpXQ9qke6YZOC/qRxdUpfDB02JcLQbFMrduY2bt2S7BsNbw/x39IMtth+0hM4cKekmY48bYHyP9lS+94TwSeenFh+1VOQETXXivpWcIsqdwLF3Yn47v3XjGqIvcv4Yh8za09FENChQEecP3K6XKmBYgyrvaO4xHObEfwVvLXs/LD5u7e8vRwjwPh9ZssdRzUNtbuET+lUYxXYQGccP6VoClpvxrorqOSF2U5HzdrUhHO/bxuTuJxRqpR/yN3LmpK3xd9/k0IkP07hjFEAmckC83mCducpwNXwrNhA2Yxkii+heraxp1dVbOhJeg1hmjAPqDaRQyQ9RLbfiLkoJVIlpBWjSZ6UsZjY79+yJ+Szeu+gblzQ8sywi0RPmWt6pTjjIzHm6TOSHXlPq7XhGwpi6T8RNxSvvYVf+wymJcTevV5pPMCjrNnRlTdU2mt9RifB7YtNSnRwh02yiNL/Uev23nIdT6yLF8hBk/Mn7gMBvf21YN7uhxww0UHoKmp3Jc81cG4zAJDM6070ZrzeRxODrJceyeIRZFCuYcS2ZPNf1adL3JzkS2FyhyjD3fcenfcLMOv7EZKe9KKC1rQUkBQckFkpRNhu8p32S/yQTXTqvIxBqooiRQA8TY8loUp4ycDWE9pNtYyK3akqzYl9/1XAKjEVGqEntxzdB/8hkEsqF06Ro30SNWWVrns9jYIvi12COSKtMZqzNvGRK384/4Q1iMPovJf170aNNB3wL3JWJnc/VYG1VoXvZlDsZoC1smsC0vuM4LohDp0ITA293M4i1aIyrqBSV8RtyUx95faRS5DvAhKV5Bufiv8MGEDD3r3MvLY5uQ/G7vnK4E/7sCvi1i5EaMFTKhL7O98Fc+NMkKK6ND2LhGlELdAupf8i+PyPseqfWLlfJvrJbBIzxK5JBVrN90a45s1JWANCi5vJN5ze3aRPEOT6uxPtRTm9dsXWvskm7BP2e1EaxbirbYkCzqk8gVcdkn91ouqUOu09B1l9fbQf93hlB5rvhF1Ms7TFEFVhpSL1vf4NUELf2lAmZZ1Lm1CHndFDyLdKFO9tWsvFnK+N3Vi4/2Cl1Clq8YYPltvwwVJs+klV623RUnjMKrIpq3u0Fhx49eS76610jRwRoi3HHG2fv9iszWWJ6khscm5z4daP8guzbmYcOKGgmWTgW01AxE/K/q+ofDHqgprkYhCykFjJ5hjphyGaewWd28uZarjZaqHBimCApFMnJxMRDm1tDl/gYemWuDzTHjcs92zs2psozzN0D7I3x1/vyGV1fg1N8rVWUcrMKTnutLx7LiDVM6az4yiXmZsV8a9faXrjDwgTTrMdFTYMpaPvA7bEusRpoy62IZ2G/X/RHlcdK9/P9RWN90Q5mnrNw2NebSgDGXdQM2JKwU5iUrf0OzV0GO0T/olII4S383jQvu9nWi+VWy6huzfz4jl6ip/yrjHK8Vj7Dqg2P5NkWCE7OGfvhayypeLJzgl666yMuzW7RCIRV4MVt/hZAkmh0wUuUppmkfuvJ9WXDzcumN1oJ7CCw0oC7lg+tjRNtygg6YOcFYVcu1xJc5NTX0oft24bTED5EMusKummOUcLkP8PHL9/UchmdQXMj0ku6vVUatrqPNxtSb1qSzGqiyBJzTk8WWvkTpy2fKAFNBAKZNCfYPZR3TS0RG7Fl5hMfKVsnC0q5KtfUcw3cMp8hzkx/ap5M4HcNyHnsbJBy94+dGICVgwJnUfwFJ+2YpuR26RaYjg3/grqFrjJukdMCAYYFuZwaqP2o786Rb/JYuFRHJ64xeeZzMnzmsBTltA1TKvWzgQXPOnhqTkb0pZ72Fr/NBZpy6rf56HJcJ3ldqUShurszjE6WO+gygVEurTzpoaT93bPs7IEew/cwTK68WIx3VGl8APrIRKQFEOs2tNOHPP8KwfUX2HBS6/8msmIbW2/k7twa0UZIzLP9ePolFCxMTMRfb3/a2GSOWhjh6Fvd1NYNg9h91npVnvMaNLoFZY3IxMfb4ygKEeeBdOKJHbLsy/omUZDUdxbzgK5JCkJYTchK6QKSZWzXMVlrqNByOYatn+pqFV+x/J9M1u00zV+S8NaIgcEmam9Usr6JnkUibgmi45cRien8LVQ+Tu7XBtBfmqghCb+8LquP8zPr9k24JRqHuxTduRH1X1Ud4WVbhpKaRbLhjYMdUThrdQxIFnmksu32p3rGnR7tQe/1avnhJLG+MxNGc5oVUvishRzkyZq5E505s/D2/Ico01P3vZPD+jKf316Y+VMHBqXQkmshWSlbqjQk3pfgmffEYG1tV1CaBc2v7h7F8ELm6KDpBa1dTpTVW9fIyZvcR7o9M0xB1LRr1EgjkhYxeJt02C/VUWa6cqW7yq2CUffLWGRKuqzMfQnQbWgc1kVOkQBZgwWd+fVMca7keQi/Av8LeVdhRFNV9mTz+lNQpuJdBsr2iaOBGPsM1kcg2/YTdkSKdue/4uYq7o2VKkKK2g9YH+GqfwlMVJ4+dKzPGQ1+G81lQkP3WUYujutd2PrJZDzfmPtOtNrcKTzQdzg9oYRbY00LS5HkZk1JtJKh2+6tf8Hx+uzrsdPkgsPSnWaNvf9j+1RQtH6gSbi8Ox80y2f3iyJEsjiQewo8RmPZjpzsClrPLiQd8JAjyBWnN/dqrnyhT5RTSP9He1pu2fFhJTT2u969FumkLzobmYiBlzpEEfgu8AL9m+MZBPZW5BEhepVxpH8+T85qBQXs3weGJeZdQmmdo4Vq4UNv/WQu2+ICrOdLe/dklPO7f69CiDVcVu/qELG9fYFytVIhR8X8K+ai6M8DJ37BfTffkabPv+jMx0hlqlNZ1gCWfWwhkReb9qD6LQGZAyCneNQ3AdMun9QNIcj4NE31OBin54QLyDjDxqodwXP5rfG1DtIpXUUOmo5IbpZSZHZNSNhM/2zfWCf/vtMdwGoWmqZavIo0rh09rxQZuSGAZZnVRmLFWa98fMwJf1f+nDyWfAhfiYSMeK8zfVzvc1C2KI9c/cfO2kAjMD7/sOJGtGNPNWm89Ue5ODSJuhxY/v/0V/842PzMPkMMS937sdhC1QB4e7aCOwah6FMcAC5JK1MaFsfIRx11mGhJAD2y6GHDNf+FnWOCsoXvIJU51h/4yYqYwIHDecNAJqpk+cqGmdwDEHpgxgsbfpfeyK4XMHViLx2U5+fAYMQIGtYwgKYxSIDVLosi/XvcWrwM2gEu80fISyXRPBB/WvvtThFX4PRy/Yo9xzC0yE3OxKfcyurWYsZ2mU1sG+YL5trbVtJb98VJYKYsIp9pDmt3NhFKL1Hk5IV/JsfbW9VEj43xf3GU3iDwp83p50kVsWqqxxYor8Ulgu8rJ/YTiZaKpSsBt9gfxVWNhGbsv7cvq1uiAMjwcF1EnPCQ9EL0eBaONjl4O0r+5PfkBGGjt0J2VQtl6iGJ2Kq2z2qwcz7ns8IwgtYiozrRZB6jRqOPcIf/mpQlk6DwbnW/97MbMpHiyyscfXJKhbtfQLw6dwfErd3tpH+RLUL/q5d6oIU8Iv5Uz39yF1U+TJJFOmyYDHHxeDPThtsHvkCjfaFmdQEoKeX/0KtrtNrB0ACNwJRdo93eXVuhay6SSLhS5lkgIq7kKeLUV/98Uey1YFWra8tSsSUXq8iX8NskVpVUFe3+caUBcsexVkkQdCESb5rt9EJ95XgYA0bTLk6WKoWO4r2nKmxke/NbS+8g3+1v8KFsjh3d2I10vJIGU7gc6BeFWI0HPGvPFYjyPjDX0pm5LAwl9Jag+rfT1ARSsZBTj2QQPHfDPFivD/HuK/lz0NqUH23IjTvQXJrppNIt/VugTuXZZJyVyxczyRwFoQEWvQsofGxG8hFH9DugJLabUh+Sxvx9//k16QIp6B6fntu7YBjq3bK1q85napnaLX+alWQtINNA3HSxlhwUX2sRlI/1UbKPiqW8E3r/zdArIerqKD8+701FQ44eEA6JBBKgrKbxKetQV2pZffjL+AMnszNT0bXsuzdPwwWN4ej6puAvMY5CGrLjmUMW2Qq4yHdFCJk7nnSHf0ZGarP9xgswBMfLBPW0nAHMO+gLmleoHkKzny+1AhZJoZpsnK7E/G4OVvyqIGCIRDNyTRIThWt2SgiM8LA1v5Mf/CNDvbBqrRWrEXkA5Nx7Cqdz/0svMHpNPGxwlBEZ8MKDoQSBBKQxJ/MWmA1otmMK+cYmW2K79DTjLP22adXtZ4TOS+N+MKEqE6PxzlX4shGCVzcCQheUPfN9vlK0bSgGFuEqZfl++bupkIxx0rx5/bbVWtOAldgScwPzdScRJ5v6aIjkJLVbGSvw3pWah+eMltnTsdsKR8zvL8BHyd3s2mkjcsZIfwuEePtOGrBGEPYXTG/nrm4jgLCYgQzZ/mehXMa1rRIBEmgrbzCA4xCKrNH0/TTWti99ebK+0U0KsP9oE90cz5Lc67d/onKcTRTytz9IQNQAOVRk3FNuPgkd2yP1XTN8dpO4OtMpuvnTRb7q9oRcyVTQKXGPSiW9ZoqvZ0GGLCG88WaR/9z0wDwhhMOL9pOZygSAwULDRA0qDpAPEM99T63V/i+rklcm6dzED6hPEjTXrw29EDH+z6Am7nILJ4sNI/CEbsWDSvsr6NDE6QRPVuSx8etAtE7vxF5qaWeWcgLYvKOodxUXKFuZ/8E5Cxnc5ptgMfNeCcq0xElIPOkCQBj/AIK1bOr2QaqaZo49XvColHv2wy6w5/7yw6eil9ILd7cnuYndC6GOUISDiw7mDw0wzSXMXNXhgK3k0d76b4JQaJYWBfXev1+TSSkcnYtl3TXqSm3DmYkM+KxzjeWKndJEpdEUf/IB3rrFcDfpr9wXrJMT1YX9SRwMFj6BxWVCF6ohbJ5Gc8BjIdGJ0TXvR8Qwjulg77yJas9HHh1s8gfS+6ZTHdEZ1bX+qyAfImBTef2a24/ugnP/gfQn/umkgVi8UnxQptf1E8tJ/SFa8NPjMs9rkkdmF4hVqLnzBflA3wIki+wnKySEk8Vo2yPgtK/gMC68NIglu9fKQji1vf0yH7Z+zdNCjNMAe/ZiGXhjmAzxBHASaFiH+4xu22SDQVIJjYCEh8DPYAqGWwqgh32i7fawqYHYRw9owc651PKRIQ2EYTBFgnsPWaK6R/BZ6hTNwd+brc1hp0zU9M54HasHEk1H/ZuA98pyDQdNtbPjXZ8SlBv/EeCGt/D+oyI+IT/j2s433EeZCY6rL5h1C+ckZNXfqOfol3yVeie+PAlVGQrErW4TmiXaR4FSFBqf29NYnDxoqGO1zuo3UNvAnBTqzKwbMEZaa4wbwc06yNW0Ub/7lD4whPhnmVvh40speGbO6thL2FAM0MkbhB3kEjrJKO99DdtgZ0r4oYPbgsmumX03TT+4mkzdBF3SFERg0enY2YIJGIFu/rkf/pdSkejWLcsyub5up0rwKrPkVscwL1TTUAQ35HJ3ryy+iSNt0CVuyo/T6Qpv+tyURlJ5+gCu7o1PX089YINzZHuK8EqkleBjJZ0UU7C98Q2BXoANKTVQ7Bk6uuECvXWturH5lUS9GvPb7fT2ngrUIDzaqjXOBkdnXpRO9Dmm9mk66V7ptiZRfhXVWlanFRXoXYtOf+6pb3kVssM678oX77yGrR0juKbR7ZnqD+yWYls2o0VDJXa9peq8FGpwllXMk6tiV+b1oNlA90xG3NUidRTl5gKY6CX8l4HLwuM3XHqNqU4XzQnfnr8zuak5xlGi+MaF4KaDDzq+hLS39KKY8y+mL1G0vEVDyL89Nizlqs9MQGQ8hp/FM24+rWCP+uouqt/ohw0kWoh2mWe0eURi/y/5U8H6CKV8DcExe6vglUNzbHQr89zW54/ONX+GdlQ0VTSLPxSwh8vu9t9/24mR5GDGBOzckAXmum2vdVRj8X5MCFns+ykSEPpIah5ppGzRq85Q3rQHRchUgsmyjLUb/IJTsnh55xnEZKwWvkZ1BscLwnAncnMD0IL3bGSWIpiByU0fr25+F+skMgHBXgDsbfzrekUIo+V6RXrZDNlZCOUjDXApangXNeWYU4gc3PANgK5hK25dOO5RJYRYDnLB8VY0GivB6VUWd380SDt7BxnIubSCDtAh+qLHMlLpFJU7IZ1E6hsviO7R5SJfaDc14W1QcxpdtXh8o20mzltD7h/ig0AviBoVWmxoQFMN77NJnvEhLsmi3/vCnd3iXwJUQZHu2Hcb/bsWd9oJzaQ5fxZy2ZVMLREw75uDbdTjjPyHuh/3sOVqpccL6uYZal0VLXnE5X6xbjkXfgRi5BxRuMLtXVn/uaRQfBJLXT1M/K7aiYi7nHaIShXTcKHN1gfdnlX06firUf6FYzqFu8wNe6SPoI4CEDvQDZy3ZZ4LUZnrVdHzKvI0xZCl49WD3emPcbfWF2xljw0oRqWZd/wE8mkZuUsJ3L2kb1bEd6HrJLT7J2dsOxz6syR8tl87OHNF3552rk8ASED7apf7UgDKu5N1eBN2a8GWRqI7YfZK1On3kokNoxwYAgCcRhJf8YNv7IiHykFpUiYcddguT64WkAaoUof4RYA4K+9JUDJCXPSkGAjdQejEhdaJ4KTsw79OHThttdkIPPLCvIU1TelM/gf9373iYGJOlKzb9qiwsNT/doafDg1WmQbt6tGY1FJhvEI+La281f6bvuS3hlDUhULbI03+zxuOP6YtM3FJ89A36QW6+BLG8HEN2ib9qr8SXFL14qRJG17LhonzDSt/PdXl9/n9H+e4eej0kpleKImN+aOqpD9GYmVCQ6ODHt5XT9OH1XYJfwoypU5Ry/1pUxFFAF8h3P/iU/VFszJXUneTvEnMy4cxzM/aolf8mrSZwFJaR06Bg7idqFZ2zOwhCW9In69gol+XX/qlWKdZA8nEZQVxGLoklinW7YgqpBWb/2AI7LNxdFnxZSaYlOAzrzk2ikgdXX9cvvURjpVvAWViSCZdDSD0t4G9tZZ6cXhB+/FoIl7OqIoQ4Q+pfuYl4W77bqQXVjvug8cTPBOnnSszZilSwvT7gs1GRdfnpSCuaQnrJVr5R80HlEaRJEGVGk3GhyRlQ1KYi9xvCbfc2/M+LusfcwB4H95wo3mLG4ta9/Mps+MxXV1lltVLDriK0nqjiFOSKNZkAnFKHCXE3Fhp2HGuTlj9/Y/wEHD5eFH5/zhZ1yCp7VzHGDLE/yYPO6UUZSFxeyVuk2Q8KyRFIGoRl7kbX3NrLHU912rXWXcY3UqxmIK+lb9FBp2Z4yCUToGKmnRSaP52e/NTfDoh0TSHw1W4jH4sWXNElcQyO8Q0ODm3sv1NoImVcRPgNmPu7cWD8qXoC2Xs0SLa3d5Cd2Wi9LI3qmApvQbFK7VvQIGL2Iwm4oyfeviADug/m2BxwAty6qA1d75uc1pu58SRVLIVp21kqQ5Pwg4mTPtnL37B+6QoufBcGDHpt46uu0KHJY2/DbHHfaH/XmCQHAN3zaucpNLxjo8oJW2uo5YdMg/3GxcXHbauN6UdilbzfZLdmRaHP0gN6eTTO6BzV2aSdV2X2BfYQ+7ZUq1Ax1lLdtvVgaBy4pEDvaZp/FbfvMIGZ4k5ca06bsz4evb5EyD2K1FIzfsHDS2ky3PM6ZEVkmy9/dj7TeL7v5Z8ng1hnrbmV0SUH2njkwG8BaBMuPaWYFq4x7roXde5XRpD9OTXHaTd4IHGMyjLFGSUNshMYFvjo7/fNwppF9UyR73pkOY8PfkEur62Lrx2IxSIYT8h8Agk0L734YJur+QtkHxqNlvpcxk7aY6FITFdIOGpvRWBVpJWCgtNZemnq9FN1FrSxaLyTYGI5/10zgH2i7lV9QIvGpmp7Y/HT6GgMoqrJU8xARMnhUlF09uL9vHFrn6r+0LETFvISBo+11ArrKHSsiVJo7+Z385ivp/4aMOsF2UGsxh6TyCMiaL8WAZWjg00NexQMt+2+3V9goxfYhh9XV4knXB9RcM0GLGA8l0W5TNb3/gVNhtIfrXWcWvTBrarMcHdCHpfxoJ6xMBXbMX5HhlaJGoVKepUHH4N0nhV9HUvhmbrI4rGwENDxguN/Ea4U6/lqzpCoguv+zfRiZcv7746bnCvs5cxV2HymDYYuPX9P2OWNzAWjIT9va02L6LVuZK0XBERB/4k+tEAt3GNoJyN/lTE4Hl68fWrNKd3wZyVQTMUocseMgfhG+0HorCrZX6ln0fqVZkbjCvzy4veXT4yxLOwL1v9SnJTNiQJr8GY5PBkw43EszKbZtbHNX/J5CF4BKs7KUCstBHsltFil2SGQWm5mgfjI5sRu23zxN6MdVquPuSbXi4z99TGrPpiWoDI21/9TGo2vfsg0FTdusvd/QcVfB07lK4Se17AKikk6nJGJzr/LvyzlsgLUk7LtJfsDjqrjXMM/XEIcqfxTHdn8sz3m83XpE33YdmVof0awvSdoRviys2QtkGc+B9rsKJC8Uzq9z0ZwVRzWGESW5Opkj/t8ru2l4kknwG4YWBPQTkHYklc9sT9zWKJshz4/DCeQ18JQv//FO8G69C9UKHuqKmHXclXkNynMA3kJmIK2OhdTfnlDRJMqraxg4T+HdV8J8vm0pmDK5sBt/cgPfqegZl/6k20hxG8s3XJki1ewHDtvf2XmAmm7QzpQbomIn7EjuXb6YXtPBz6/4u5nZ/uid4jRhBzICUavlviEdi5LyFZ37P6jMbcBgfbV260ii+4VX5tznV+hPNkdQUhfK4t77tpvSRZ0RtdR09Cq7IZknagGu3qVLQaHXAZOBYaWApXzN80su4CVbPLyQl2sch2s2IAs6QSWT5hVRyieDWoqyJygmEnhyEzysPFxWYzFYf2ZmzQjO8X79HVSq7cy1RNXcJ8NP3sFe24do8qd7AnepFzpcoL4W6NiSnryd9ON9nWelVbj9+1TTjMb+8iYx/CrbSYPGCvDQIFWITXLo0Hj08Rf1qmkx2MbkGvHhje4d6hTHqQhl7ZnLxVJPtrDjVRkp5tCC6txMyjdfGPnbF887OKvTPe05yQey/aFpItWX4+PKBKaBDSf7u0SEhy+tFDifOecQ3nZaDqzWPqXAEhwGse6TFUyIwHUG8cPhtUzs/+EPCwogwUVS8zYAh+0tYtpCfejdJPrhPoeTuh+AH5ZszhZNu5/PF3FutxIs3wldYtaSzEzaydmZj39VR3Pfxf+7LHPNJSyIiMS1XRNeMKR/BCRHJP9rjXn57/b8uikRXoN7eiO+GIbP4HYBjKLKnj7/bvOqaC3H9qXfm5ElJkahJZhLmyCIOaVvzAwl0Wof5n1kwVPAGumsPLqDm1EweBBTro67JGpIvBnwwkmG76AB8joH3PqJRN3Sc0kpTh9HO8BB1Kc6rVpplrzeLYfwk+XNXELGVeWtDi+v+HesCON6afcE0Ofoi/grPkDJnjIOIFPWfFdYWUmmOxVK9sX9tR2ljpV+wVFJCqVI6aXTtFUxVBCg6A0Rc5AF0A5/3NPCy47lTIFWRz7IyLfhwgrLKHhiI2+BK/owS6LZzs+8l/iLqgNXoaDytl4Bgk9aLhAyC6TRBtEM+Y/P6b7UC3ImmtgWlhXJbaVtvPblHzlWTY6P889/AFKA1lDNgeFDS7GMYMClrjAuJNtPdwWT+o1pvAgkZBemFeo5/JasGJTUqQA9lyDhbWB+TScCyGa0EmTwJfPz5Oq7WIkqbMaruYX4TdaOEpSbvPaYm9NxTGXzintehoHwtYZIdJFSF+iH9A9ASrBC09rWzaD/Aq/X7k4bbRo9zHckeARfbb4tn5OrkWf4gRW+XDJy9IHPi8I4O/MaOkUBNpImmdoNlnE9tfpTcKZAfu+up9I8LF0WbLxPsgw3S9I8mqhoIz4HvpwR04uDPNIkmQrRlbo+gkeQdiVDNhcMPMyFK81+dm2RFmZih8fyUQwlsCj6zOnQqVEzWnfLTaUSTYQmdBS4W6tyi7rHLJkcDUa0XKv7+H7fCyxoPzk43bvWRyWSCJQCCdSYUoxtHXopzyOfkkvpJ5xxo1Q78e9uvQzDKftkiNPc90Y6vug8H8rqQ1k5b0Lpn49urvUwrlg8heSjdfC2pyRMnCuRvl0mWzGxtOhe50DHE/UH1+8OwbcuIP2iT7Ak8G+v0331+TFnVY0RHptxf1Y1VLKuxUjewLjQ83NL21ZTLdiBs8+Vr2mHl/TRL9EpJIhpFEwq8RwnZM+soMT1fcDk18LYkqo7BQfBDLb0nLLuxHDQAShvYCng9z/QYNAY0QlB1NLMt/tO4q/jrZUYi3/soxMJVb8y+Q3Fy3zRycyH9cfATC2B7uCPtmjHT4XBYlLEjptgtOZO99w+dsMJYgc2Z06e6lSUEmusKUC/76DwK7a3xgOCCJ3SlaqluQJ0BmJdVQ6ngR5PC/JRWgwb6N8io2ogjmgo5ul+xo11DFNRsRsXVE+5Lyvzo7URJ3VYmH+xDqABDDBIwGbBDJioXHhFSU17JM/hX0pTRfmXYpdmBkOiLC49din7qZ+c8Ff9YVZA/znkiDhuZLamZC6qEa6f+KT2TopS78yxCJOT2IRXg6k3wG7mrN/4L8e8no1bvyvN5uUUtvr1X0IJHNw46snKopcqnycXsZG9PLrRapWuDidaI6T2CWnVxH6ochXW6MvKMgs65+aodqp8D2sOdv+m4xRMzOc7DXU48XUtydrL7addmL7MRm8fNWFzOzJJ5W3uweIdAisFCo/NnKx+vZIFPsb9kDFCJVSoclQTZoxSeHoTio3S0IGvwCa1fux9rxW7VHTZpTYfILNX+6OfnDsuE+fJJUnhkytgqBaVmRVMqkYpiOfaDaibdOO3JNkF7XG83GBCqw2gR9irAhWGwa0olQkKa8RPRnDkaWkGqZunMhB4prmR0knLCfMzpm1ubLg05/C9q2w04nPlbZZGYaidH+9FS9yV0bdFBpMARQ0/d0hz24Tm+X4V270Lzm7J5VPSWG7ax1eUwDZ9vg3b6vE2Bpa0K9NfaVbIQ4WbzHrxQR9ZQI2XypTdzcuQY2Eal7aPWsfxtFITYl9P/ZaxHt+mbd+CDEgBE1bbI85QtB5wM8QU7E4+fk3PtXlHaEu4Nex9hbLjGKsmAzSj9QsLinsRr7PTHWCjeUw4MsC23II12hDs5GdWaEYVbhva1i4psvpBizT+q9anPR7CxsC53retVB4plNAhpnIpzz6Jf2G7rlgdjrbty0UmZJhOeZNhPYUbAzEqjDeR5aMGM1LqFYzh1rOaj7kWEBAXk+F2khUKkCIo/vowpW6eosgu68/RM8p30JqXFAmoUPyJuYwd3B/HiqXSMiEadl0y1cXmFVT1OVRSdtcDppKm9pBDtaasenLQayXkZ87TTzPBwMkk3FABW9kGYSLcCh8ZfDIioa5CqbofbuTnBkKoltxM195TNd0yyATtzv0mv5cWdwR+72U0hcHoWkQTEFXTso9Y5sx+quOZXmI4wQ+7+9TVx5zS7PmMnZhxPajcQHn9Phr03koCc+jT4jToQGdjCti0txaZWIbjzrMl5ZT3boq3mKmu19jCFlIU4fXZ//bw25czqX4UjR8GutzLMPW6RBpB9XM/dplrm2l/lm7AHPo/rsgh13d3YOCn8dVAx7oYPclFU5iU4cJH29OnfD3lSp4zvqCB+u/1wMnGhHRL+miR2pfScRXjUpXfhZNtYHdPtmWemZLeq1t8ZPw9KhAEaxSxG35qYkBv3uTrR/+ryfMsE88G7UKyREndCTdLccdocyN7ilxoK5lbzCh90G6UZcZK7DUlD48QbQ0iBV8GmkRMaa86Hi4tT4RxJLE76ODni8q/X0QnSFums2kVGsumfTRc85lH5MbSdtDeW32w+HVRKwDYt9f6gCidxxMHP0KJzNmSbFsGMOF8PbUnsfLNn9OtlRU5FFgyQfsfk0fhV+5RDB9KDebfjAecW3klymLX1wUEkXVOWuLBijQGMXuW8Lj99upnF0OoWdh1aj28xG/bIJ2XU/4fVXBueUyfWHBWnGIh7PzZzV4lOSaVxrWL2LU9rJawiQ/aI/HJ+Mktsg/Wb/RcAeVMPXdPFZYPjVILEpCDQl842ahjdmXgvHmJ2gTKQVce7V/IEpgk/PxkgUWS+z63KDrUzv6R7WkttSleWe3n5WDmV8v1g+LpkYTHy8pZiWx4v81yljWy0ZnVfHkgcavqUj13dIRnMU+Hpwo3b2aqWp7K0wwFc1nQ+8eF1R6+vYpDfKiIGUiS9dkX1RGXt7nClZj823f+KUlyld5x9lK2NJ6pJp38V1W6nRpFHCdbPvT3Pb04ibftHT1jazcdq1/uRnQjTyFUgUlLncK1T9PBGoD2t+zf9gC5dP1M0WlRFa9Oo6GF/qBF6attRjbHSy8jcdlpF3QEUBfsDVKzBneDk+N5FHOxLS9nhNL7ugfj0NW20vZuoZxZeFppo/IEl8MnyLhJ90dUmFjpNlZQ7isLmiXS6Fy14xKWiRfNRcg21lO/A0cd8cKWynRZFLolbWyKFHiv3JtuwrMk+OKsD5aQjgx5Z+a48S8tFWocilH4dyI/bHSXc6+p/orafucsBnwXIy2RzM8xWunxsdAvnGvpUl5I/3lnmAXTljvTDxZP0hXVBPN9EcPBctGuNnLUyzjYeN7J3uAZE6fGGP/Ig8G1/ht0jHXHdy0jMV7lSg+bEOsjlszX4dYnJkkyQgQnDLNNIx/Gu5HKlQEXV+KV0t5fN0r+RHVA2P1DLkq0hc6vnexwghzBU+hGkqt31EutxCPk+Kq9VwADexd8gmVc3OK3f3mI18YtfjHSWC4ANLltSZYwT3hcFTk5FkcpHqaEBMvupoGLcm2wImIczvSCd7aU6NScuZmvM0S/yIOaU+4SDpW9rymZK/6lNIOlhOM113TBsrzmN13YTB9aeHXVoVR95k55POTX7PbYOR3D26y+Ct0EC2o+damd5dWIFYT5VLkp2/aMJaazuwxRY3Pl9kUNHc2MZE8ddNWW+J/sVE48DNVwuo99rvocyL1rL9BT5yZYLXznTIxBslOP8fyAsfz4EDSkJV4r77Sjpi5lMthgJ6ay7WbvH/H7FAi7kitfjk8L5Gql8dV3xwBWWy59eZOryqOQUzRWnMioFhXszCF/1TmvssK1gw66yrkPdJWtC0Tx1Liua33uL5QMW90FrqiaPpITY1/20g4HHN2AU9pq1iPnqQqkGElp16xvk48P1FRypmL9H0wYUuuPxb8L0/VbxtM6y+ywuNhMaR9barctSr6CtCbtt5TZWmm1aM+z6w1Xr6MCoVGgZTc74HitXiq4Wtj4uvFPEtWwyym1Ubs36tOHc3LMbrvjMSds2GziwZMtn8TOIlo+JVouse5dpaXrBsHqVmhOlmq8+xOLUdO9ISX4h9V6CbB8eoUgzYlZjnSFHYm/uQJoZ37/v6P1pFxLpibBX4WZMCBsdNuupfvbZYFzOaPLiaQv5Y5a++KWDu8POukeFoZeV52eQxJqjbUuzOHy2OKuwyzZXrVxCv70BTJlsVgKuNJb6L6ESIjxpPShZ0SUBc4PH+YrYF/iWRQRjgvq5mcFsWSgzWQAPe4uSifQyY+08f3Kg5UQKk4fpEWO/WoWtVmL9mvKqiZhB7PUmSuH7vrXbHNRcwoN8AIW9SsGrVZIpFKTdqsqq42cCxHzxwHDHEAPSbPHaYqUHy9c3he7S7xyUl+TwoVkfhuFinTzHqrUFIyzBwfipbkw2Lr+dIty98k8jbjD5zajTz+hJtv7kw9Uw8UpnQ1+lvmrMKqg8JRpfz9N2FMzV/KscQ7TBE/Hu4YodZJBiTo0uGHJ2igKhf7cFdeOGBH5RhvvDpz0NBeVB6f47CP5icsmifEDHmHFzzEFz/+Kh1hrsuAzvy5BLuMXZC3uEWSfT548tlB0Vn2/sBoKcGjscDY4XTFnZ8OecnOfeCF7IijXsccK/A1mHoxqV+J84EhIKZev69gtnzbHCnTsjCzGyaiHaEhzOlDYHsGtXUV/0ukF3IxmEiV5DkbcpULpyTdiedjc7qEumqtnLzBT3sLAnbVqPQkhlo5zobPnSu3PTAXW3kzeI98/lH5l/7Dp2UnuT/TKJJN45OAjhH4MCKEoXnP234Fz3ruRIFlGBSjBZ7nFTaAl0qvjebF/AH/6Z/ob5fmRLY0Qr3c5SNSR/C+qwy5X1rxm4apPYHzWaMOFx07WSsrvWc+6e7D8AL0fNyLmv3s4Wh+3r7hrQxKVYgtjCKqV6uvbCNFRVRuT7Upb5KkKJKAOsjYXZGL4SCavwv1/sLuwqEEt+NzlwsHFn4gpaSVl6zQS8lrVWH1TW8NOKZDErSPbqJzuQHZuky77AMn2NXu2FJuQhwHTXtwmsML1rqXMgM7VB5i1iUEJlM9iwhq9xoTLKRNfHHtxLGK0rjrDu+phdpRX+l640mey2ZQSxoEB/VQ41q4kdXrsGJ5Mmiy4ou7OLHdfKpMUqdLWcnsYibzkEYZgnKOteL2BKAOIrYJLCC2XlT09fu1HonoPuGvyN/W8B+bVb6CK5v92+L3nmDUkm81/ZVHrJdKYnrNoVY11GX6zDeqeTK965c05G/b6whcTCxot9fPgqwj4yEjXmWzv0CYRR8jU3+N9dL/Zp+1fFK3i96kooUTfb4mF30Pnt8KiHS7n4gWe5y02kiEJ7xT2EigXaXtTLaHyopQ/eLV80ywYSXFLUWeLOXn/GvuBFRwbRrOiyrOSuT7awZzx9qKu2d4brXpg5AZaqxZL/0oI7dy3fmU/A+QH7OqXhi+T6c/5wUEh9ePouzy3rm1ZBYl8dfS33c6+lJEdg3ndhnklaYykm5YQhK3Bsq6IMHWnLoaLBHIXtlmsfB+siXOz8CDCIL383AYsovauT2eg67JYF5U2NSTspl1Bbf99zpq9iCncWn4xth0+GOI7Vyx9u8eCzHsUOOzMrTeZpYWSTq4MvyCJbn0XAWpTBft66UfYXJSg+qWNPFykOzx0SbXN/6GuYSZ1317QLR6i5PvEsNysmxz//n+DcVrVcH9m+ZE/I1OAiU+TxMHCXyEAVDKVrxJYwlaALFD3qIiOaq/O4PooyZy56vhq+bBh0Ate1E4d4s6LmMG3NEN1c+8IXIlHTdrxrrLGIcMQLVir96DdlLkb4/7xKszyT8k+Ks1+JyePNsHeKBFfxzVR4zj+nUAf1PqXFwQzOa6nYOAKYrctZxadbE4fMSfsPD+EJXVe19xJkfybixSF7MPyouk2Wt989L5LuRJ0pI4Uk0eouRZtSmMlpGkgdU4vanIlbXNGP986+Gmk4quZlpwD/dUXdbtbJc3I/+yJJc7mFT3+0Ok3HIvy+8Jo4alAAgE9KJbjCAAfKfLzRk0sV2tHjPXVPH4ZTYDZt08NmrkJm7fwibyAEC2er3qEAwkpZTSo1oQ1ytqhiEbo9JK6W+kO2UGHrPIfP8t9b/0T0TW+KdMhS9gPQOtlsReFeaPuUV1wswUx6EwmPVJ/t7B6K8iOWU9vf8Vz7Ego0AexoB2z8+/uiAQUSw6y5Rdbv+zdEb1rKhTTJVf+c99Z3tZhwYIXmbETRxWnHIo7OycRc0wMwoU88r3j9ttRqVU0Gd7dQ8Ywrg00HpKNK3MJKRB5M6CQaklmsXi/q1S8a+YgfwIGitT/vuN/L/wvlzdDOfB6+eTcfeygOrNKSEDUsRXYV8msA+WW9ZTZ9Pm0CIessDoFWqhGcJi4EZA3RGSUitsaCUVNzEqq4D6QFfDyRoGkuJG2y9VtIUvLeamqy+bqV9z24uhl97+LE8Ou0NxhfwvK7ES+XembDUilHUYqrMhbqo08UNOCHLgaPqABTXNSIb5uG6vwOmclW2Gvt8SdiW2L3OZFb4YzeyqMV13DlpH8eiGJO76q4hWLVXvBBEL80oH++MobEq+R/HXBoF948kAz6lyyKSJHS3DI+rY22A3pJnfTPm96ohVJ5LTwrl0VqRCs3kqcs5F1pg55q0MzfrugVrT4O5OpuKgtUU7qBJuoRAsTQ2sdvAD/hx49+bY6Mr4nRDYeeGu93kXMF9lo2mG7Q4LDChPaNbYRPiGBmNyAGBeULK8urLewuR58HCY8OJvGpu25Nap0HXvWpU7ZG3bSHOLVZtN3sJYh18nSr01pKhFlLsPRBX0BDzvFV7uBGpsWA+xgKHnPcfJIIyNvh63oz3WSyVK0qR2cWgrHewFncKtU1ahlubfXT5/8/xyEmMT6TrjV248uZ3RZIuQTokbYodEu+p/JlO2orKuCz7xXsN/XQx/XKwY3jk5BimNude1cGdPcn81yj5ll+aQ2H6htC9jZbrBhOs9y+Fc1RGlpWoKzB5QLqvxLztYVbdkvUqKGPb1mEgG0rU6BNNfbVtqw/dzI5RDperrDwBZrimHcMu4ktNeBu67ISnlZZTkQYz4ZAuCiWv8HXauiU6LfBU6/ENPSwybgDMpL2BtUItAPesWY6mrFH+Y8SKVSZmMGpC6xXEVtt2FJ5B6KyOJ530RUKAcNOh2wRRX28Ld3Qh82owp8TPxQrCo1gPdgGohTuchoTmfBzwHEy4FzqlLZlBdR3VI0gzu+cf7cepugz20h9uHjihnI8jicfFncqptQ6T9RyO8c69f7TeMPluw9SuEBn4V3ZmSyPcCEYLpsSLkCHbj9Hh66SwS3RSo2SezDJpVAqs9Qn45y1/v6Pl7rQi/aIptx66SRFX8pVLK0rp9C2F+YimCmssY5OcRSsZSgcCutFWySMaMrZozK7g1ctWpgetdJNi0eu3GF9TgfraNT5+pEMrA3r7NQAxKQmBaAuYJjhsnkK1MvkCctnVtbGxJq39VCqDWC/nuVMLml6zF3ZeJuQS0XzmhanZ0pVjdU2l/86VYSVpcmMvrjy/nIUx9579EF0v9aKNyV+bcP3ZqV3kq9ZHDSzCiFYilIkdJvC83m7aFq0YuifXdEGFXV9HOyfLIPFD72OY3AQ9ryWBb01nI1Hi2dcUYZ0nRL35RoCisHnEN2Hg2OqXsSCrdvP4iF38zkecvB1dFBLA0i8dt7Wxv84C5055+POC9ZSCtCXGZJ3IWAUfwlbMRCXmWAatsmuiNfpsGH3LGEP15HSApMg28YOIAyfyc1sw261yZBYLFDCezjL7iH/VjRa5YYkZEwATmdU6x88gNC/yWWXxpJkKJmqVkKoRXtbq9mS8KzbZd1YzKNIG8k34htXWlmvzSloAggJjwUsoq7VZmma6j13anDTBg0JULD7BfZuCuwFL3ZQT79d1vgcBs/OOdNF1m+MkxhkL5kW1waZrZMsNY2q7MS6npgwCd5dw9zAVKhXcwFcajg9/PRCSrJWs9G7ITsPW6luC5UT8se8Zmrv8+T13vCPEF8VVDrESmIDMvRAhX0lpi/3bo9YKAIkkSasQfqjjaEl1/zO+o9bN/dTizguqkH3cmHFboPiWa+VgSh7NoIrJZtovTNWyTrm50IZiYqEVJ/OxkPjU8rC/xf3aL6y2DxCyNWKLicpKJjVl3u9WZrV+ou6cg50LqYdqUlEJ5RS7p0y5/s/0tXslo0X5gUPpCpmnQXW4tzqfMTeFL6JFRRCFZkDnW/3o/qJC9OKrLyJbZjua+oMj6dSkgZmcLzhelfqRc0tvVhw8ir4CkWspj20vO0Ip+w70PL2ho4rGMizcDoxLEEaxorumYL6NeTn1adoEa2j73I11etx/Tx5EEx0RxebQBOW0kaB+M4oUW1ucMyn48yi/fR+aP19MTVvd7zfAp+ULvtiT2VuIOTQeFOnGdO94lLRFTUbxmUh9SDhRmd81WuNC0rj6h+LwuiJd0d+U13fAU5VpxIVVrWymYzybPquztE91l6Yc9fzywjqQqbOO1O9391Mye5ncCkIegBqgr7OnyenCeSOvAg2WgwTbW9u5an7kG2TUF0yS5llIlSh1/UiMZ3UJLTovqEpZyFNOzofrP62kYZhSjDz9StlSJEP2d58L6Bm0u8Ynw+5jW39o9BFyJzcOzI6g34/g8KXGmdi8k8xo0C110lWi6QxHrdMzIddhV6UhgBOGJy3CU4sY16O3KpZ4plLT6xTZDUTneoywb69aavhEn0xeMXNSdbfqvj6dVXylsBNTJpWIewQyPvq5gOel+N1Ik9O7L607KNMtXM74fbeWhiLPpAJ9l44PMJyrYzJH+DfUhw+T1kKUOsuxPUXl/0fygx/FisGDqBAOKmuAXqw7LS+9HZVuLyzFLUivalgw2DMMdqJBBaJoe/ZoQKt9kSeln+ho9aQtpKaBnd77fueVkgeuNe0yNwELrxZO2xiLIykHNr53qg1VfHxDdusWpVYhh0k/HSftvggflX9QyRG2k66m0/DaN6uNe9CwezGHHNw0eAjt7tyd33C78izSlkqG/zF2u+1OvsGgZUJyiliadA9FBn5LwBpJ8UP5otTqcYFmMCM7J3EPlmlrluVsu2SFdWKtzbaVQawWkHKP2k8mLUxtLn5pXcW0Al0pD/ebdK3yqMBsDSzezU0r9qBYNfr4rOdTLYhzEInVIi2SbblEyUr04mOR8muvsP3d9y3UAHifwsmuy8f2lTbbVSGX14xv2xXC+fnr3vZZmYvegcMMz2x2qQhNas+67uKKvW0r6qeZlYskNSRKzynlHVcPrfGJ8gVniusn1To6JOpqZpDFLRqx5CW3uWZGx3vx69lBkLPJdkcYAvjDYR2zery6njYYSjALwYXKOh9JBohdvry5TdeYm3PPa1aZ/Nb4QrUC8qqKNFFI5W5Ys3XNOVqlyAOgpvfTyZDPgTTca/xaURvvRxsvSHLCjPFj/+tVT2gYj+T02KfP5iJCi5nr83xI1Tg93h2O+0614jAIx0TNdcMmRwG1+wIbdZnkSNzNf9h9/0SsNdhQvDkuxoLJgzNeHtodPonQrmTgtoL4zlO/xSgjbs811mi5UfWiVtPWSN9WmY6ARe+USCI5QT1i3Nz5+y6DS9PwLKZjYlSjppiBkRnqP4rXoKFTfsBHHWxVn0+nUBjQd+L9itTSj0Q7EGJSISLvR/PHIFKq29KMZhMraQFbY3QxSHksORN8ESioNO9eelqi9KnKvWvqu0pTSPa/vysHIyynKGGDi96vVyQahkNqxqNRsNlXAQKrGtfg7EqKh35AXOpdXyngZb3Ws+yUlu7dm1wZhJy20jhvWu/5vTJdUwcmM/1OAI6GLrt5q14dc8OpAXHx1mKUdDmtbuxempdt70ub3HmjYSuVhS/XeTkYck8H+7UE13x71aLE1Y9DM3e/kKhWej3FBkBQZUgbFko/DChhnXOrACzZKyG3z+rtzIcfSQ4Z9/HUS/iU1+xemVSMQl6hm0qH9mqWuHUY1Y+hY5dQ2xcjshQltP3cm//p6GPKaQaM2ZoPlFcfCaoTMWa0fvU1KmDQp+T0vRtDmqXnRpGEiRQq2dMNrnyKa083PPOC5uqNDCK7Qn/NajXPLd/SrJO93iaRKhi1CV6+6NA9N232yanJJHbIs7MIVqEJ0ygacjEgeRAlUFraqi/Ube+89VvH9nSqtrVd4e3TWqxHt2pPKVxq4x4u8uzBAcE6IwHqVxMxM7XuQOQEfC5z+28rKlYhpVKO5rEiwWIfF6qZkANKr3zWuvCywEkmJlskaWn7IhE3V8zevIDL9hiFC0rc4hkR/oYjxSqvPTARCW5NKex/HZXRJ3wqTTjtLb9tX2Haj99Af/MxFDnjF+6u/X/JQIDM+mf259YiUmEaybxuvXoFT/lY4UX/pge56IMXByykYkj7XNYjGLi4bg+AHkgkDK+M9YqB8HcwhkGdkvU42kxhZFneafTlPzR3RU2hYHd70UdEgqNRjSNPY1O7rCN3Zk3u2MHP0kr2kPcupuEeyMGZrgZhMj28o2dGgSqkjCa+Ra5tDZPFLP4+wvMD+hatlFQtaYY1P1dyHx5t0da3Jep6qK9F/c8imZ2zaLX7O91EvC+5ss2RVAbgYlRKQUtSC+E+aXoNu/fjLvoNX2ZLO6aU3Mln0+QwwGBdbcuLfYD9s2JmmujspxPkIV52wxudd7Y6wwAptZeDVGEEzKBN2llQ7n0NSsBI5EE/qwF8fXmq2pzLb9B6gsGDsnkdK4lIAD/O50VxsSYuTP9vhND/ekUpfHKR25TTw7/dGTjVSuYT3SMiNW0eIId+KltCpHhtDAvmR+Zuk5vt6tlZ3kFmacPgKocwljT0Wxj9ugCjumNSpxYM6yloJRs0CcMOuGrSaOSPVj/CDLpPUrtXquFujk9PMfBwQMHax/R9Wxyox9ss6cbDw/V9fLlZzrkDruzaBzCgNgl3LLGbLKd/EpuAZYeAzSiK2Qb2GXstQqad3LsZSSx7Zig80e2lf8mb5X0SZFHEnDc21vt7StURYnyjGgr+oSMfsSZ2rZlaDyCJsylYlhi1miTB5bGdYcshZk27Jn1fBTk2I3UBc2QYCQqdUuFl5vnvTYxgVopYfCTcIXxyjg1Sr1w2ZXc2XKZD2I5KuiAoFL11TYYS5RRAtXDpDFxHKQUhOfo9I17sHO13JRbibpuuQfPVxGMKwHxj5zL88Y/Z9yAFvXzgN+sqA7ybU8lUrDwmC0wejYbLzN+QWs4ZdcNyaQRoYciMy/QBfKBQEtwwfdH92LzgTOsHMAElHE/15I27zLJ7TdNg8qY/6xlQCyXmlESrJyky7K+iajyd7Tie1MIhuhQrflvR9blrV+JrpK2x4YV6dF7slUeQgNbDom1FI3ovKv4Voo6d1GmMiwSH+mt3A1bCJPtCPxK1rszRqK9kmMnMFWpPqTtM9Hz90ndKhONtOY96v1M5/GNVat5b0MqgZ9rf49JNBprRoaMHuAwnlFPkjVWn8skzzQyiQ9K1jDu+aEkSlEPu8/GKga/oR2BsCoZ3j9ECZJVcTj4Pi327mfGrtaHcKD7i80O/4ef2I8qguF5lkOsH59y+HqfiA4MIou7ZxwE9FAmJpCxW7S8e9LFJMmeh3wdnFMx3bl+fSo/eHEzQBFP6+cDmBIBsGfW/BpbZ44QVDo/Lkbw6Nx50CTYGiJwHOHBZvTi2PAmtRGtH5nJkAXK0yi62+2qExslzf7awt7tBzyk8AFS+ikySgTKT/co3V7VielyDa/rbnSyXlOipOtqF+hFxKPEOqiDPfia+qSAkTZyWu399vfPGPOD9MeTWDXZJeWZ59Uig5G+h4hZh8I0x3I++MpYc3CF8hMUoQmar2SSmVoKq8brpgR/r+GUgpVxhKSLyaJul9Tp+/YHhqYsaIHiqRxaKBjl20v78XPQAx+meNNQsCHPtCyUlpCt3g8GvKb3LDo7VPM7LLNjYgvbAPhYH21BdmgxeV5NtP+rVJzuOeFRtb95+GhNaXZq4ayxGZGUORqYToMmy+vgdLPkabtDwfJDYckYQSMcKlRdAAEQHJ68/PnqFdCmvXb4KTw0LKdO1lSV2nqthZ5AQvbxHJ1XsvC7wBKgM20T/Xmeb1X/RL/e5lTggifvfz5Uamq7rK9iL2eUvBWNzEZBfR2hpcr9Vu9yJ++MEdhUjJ/cIYCfueppWPwJHOhd2yEyBeoCPoJuJI7b7BUPz1i+2bT2SfYr3h7JVxjxqSpEWVk6XJqXRIRu8JstnZF9fmRkcz63ETONN1n7NWxNGPLKYmSzk83edvaaKyLEXwt3j4m7dwt2DxHOF9J7ImtWd90T053Op2ZhhAOT64QV0NVXwyw7zGLuCuNj5nS/aXJ/7QFhWkcWEFvuzv4z3IUYUEjgDiw+u5i0PjkwL8mQeZo9mTOjsIcVTSy97b50zAoJZLlGr1dAYMKlXQZ0n28ix5MqmU2iTYZdF+Wfi6stoVv59yE7Wc55vW00EJPoIpo/4LcDWq0K7+wCsIaDx8m7JZmhD33wQ4XCrGSSkwF8HH9Nh87WX8IMVzilhYWqyCJCyPVj+G/yuDoCqPkEKrFh1Trg5RtRKxYfkxjWfmg/Gex1aUhEfrg+JpOTIX95XvfPIsj5kvutSCiMLED/RqKbdpc2zMIW31a/WaVxttUpQ3YtWf2F20eIL4DTiAFm0PaNGFhysW5af1W3cxyR93xdwnVPYJ1VQnkoAbrJAzXzCwqoLL7qwuHwyFb/4DxNarK9lF5dBzllRc/TXXMby38r0/kBNG0HyzfkcaGH4URXVSxll2nqiS5h1wda/FXzH8nM5I7alojFbu3mChuFgaY4x/RIg6Ur1aRiU4JijVBqzgG5BuHqTx8hHx5WGQ6Ha61PPdfMz0SyjM5uQsOlVbZxaTLjVmYGPVaUuRzL5utwjWFXyFdDyAgfBqOpGkcoHxjIBHZDJZhNLVurup713PUGljfdy205wVHqwwQAnD/k2DSA2Aa+T1ZgsRRGxo1aMPj6gB+zd6SKe2umPM69zcRHX2kQHcAlFf1zsUcF53WfQEwlXb+JoZUKOTs/I1dMgSynv5mX43UNjhD2OvYa9d870kNXHjchCuTYHztZssk/LFWNzfEWotXn4Rc6Rja/2FG0E5MH88JEoAw/vyfWxn7ZfvPpXx4uEmqyxJZpBe/M0ROJlK7o2Gi+nfsMR/+0PdO+hHWhX8OVz6eViOwk0lqo+tjl7yjHUzscCfTN1FEZAYBGs8DQf5JxQ0AeRLg1p4Ac7lF5I5j5M+65wNu3O3T5mW2YmRm2ja5Vdc93gj0k3L+FyeTY+updo/dCYRytruijif6RD0zVxMWUKqOnU5cZ195MA3NiXTGTyqiqEXjBMtAhD1hk95zjy7qF/DqL44TmL/pschntgjpTHt7JfnVKiO/Um6Odd/6Jm1Tm8rvGUXoGN872Ut1FCUWhxIXndyECysqt6PxxbFAIpNSRWlRPFs14Ri1PmZsWUkf7l4H+OJEMq/yBZkdVCI6iJKMgxVKLsTTY4DYa9sEy9I9lvmU9S64TSfuxF56ctr3x2oxtI8WPdvTO9AhuaBUDEMlQjwCooDfZC6hTEwXQxxYyxlsgyEiQuTC2XJdZGYog4TBBXQ8hcN3xU7lNNJmChh36uw2FL1flFkxZiDjWhdyP+N/ijjIUnRIMSgH6o/edRNaQAR3RMZCLLAG11+GV8J7AGgm81/9NT5iaGiIZuoAwfhkNAo8RTsQmFPjh2VvdZJ44pjY4uxEUbzEIVtclxosJQKpzmb2t+UVAQIp5NGr2SOc7iachVoIRF/K/wKZUIJ8Qhdc355WKt3iz2Fod5cLbbG+nVHNlWJdObJ7oP53jy7i1DCZbg/qLqq13BkjOf9bRYp2EUR98LI3qsKUrCEA65ANDAXOEva2hKHkcKPZPPopoDsptfBa7vmrUlxFftJQvQyToXm+c/x+6ZsxXqHbVU1oJEcGMFNDdyCN99cGQTityUWxCBJSwOSZ05k/FstcR8B2TIqNbZtyv1rMf9gN7GvrF+YT/o3M44mT86HP3Fhij/+dDzFtPwz5pxBJj2dBCV52IfTVNmi5YUSdxzlH5Iiq7UPzwpZLofgBmmzX3L8l2+T/iwP9MD9VSb6x1KCN/G+LUsjLQ4RZ/IqCzTfOER7JgslyPk4kqEAQNfPjmOEr9f99xpg7Rc4J5+CpakdEYohmSyiXNrkq3ilL3LC5idAOBt5xd5fzaZJEggpCUrx6b2t1C8YW6vXImIwz2McWbYUBTMxg/MrYFsIB2F2OXUxUuNSBqVs49k3m4wn/WSkyCMtv+IpXbWmz2S+9lGe8ENg5YqI0+Qs37BG6tlhFpW4WbdQtOSBqGXMviDAqgxWcZD22rt1CH2EazmpMSpfSiVTO8RnDhhJ1UipQIQ6ozt/wlUHAKIGXckwVWKftYSoaUCGdMn+0nXSDdLSyLsUmQbBatjeZAIcUSZ2lxGtycRF2De1xMgOgBcpOKcR4y/pRlyDNJKWYVVQTA0x1SdBNp61E44weM388fbGHWRcO1elkkHHzauB6RKHIIR5+Hxmbsneb14BH0148HLLuDyvtb+xeK8Lr7DdjXSf7dHE+/gfXbiFJTpnr0I3UwNFNjTY9McZ6sG+8ogMrpQqya/clRHgbbFYyOq+/WKE3JOPe4EjgjFvXUVaPHa9/JbwPMIO3iD/b90tg+AtFZrI5YVIlMdY6UCLZHUnjyjfV+ExQIHb91if89nRUk9bYZcw/UzQUMqoodKwQWVzv2L8lA7GlydMNLwpWleSiq478chg8ZgL3wJ2QHS4g28pCqzP6iebnogHJl1RA4gtP57kC/x8DFIjtfDLMFHpnqu8vidyVdMzlrlyp3RRyen+l+pN/jnAYGmOuKukVoFnGjwWVTBNhAmabG6BS6Wd4p6M5KZQiQ8oB92B9EfDz9XRWs6rfv6pQXm1YvR8FLDtf6UpbG+cVvLKtq31SdU1ox0z9G9y70jdAUP9BioOnbFp5xlc4K1uFR43H3E8BWb7BBFG+LLD8jTLc6vFMEdVz4KT5yVBu0YAR1qjsCCZ1g5jsGEX8yxMqAB1J2jF8zfVOrybSv2RmbEwZostH2ZfEE7vuLSe8M8ZTUo4arpotl2HKiPEo08lSS1ibmJmsjKB2iT1KWfeEZQff3ghBQXtbZ66r+rflNamZeU+h98waQxxLPPfQrvXKQFVMdprpri+2JJUGdm1YfHOdJLR7VLWjFKmioOktGMSKsruQYKFCwDK2P5bDOmNRYmxztxHaHfIfRId5xXNl5+JIALE07Zs5u8toJtDB0nZWuwD4ZVl4s/pfVPDRacX+9YqjACT4YMkgJUzYk29+AwBp4/XCImapq0K8THytTpdMdSIiuXAXyQifcEKsJT6aNsHwP8WCH+7jt8/Cih6naUIn5C4fcKruNq14iuIUXXPkctS6xi3jrtLXZvATt6/tj0QNtVtVW9CcaqTVy4uAtbCJduSNcqNCYEE2hagIY6BEhcc8RPTzwveydIxndYrmj5CzFT6EcX++Vq+ubT1AihDb1pFMwgVTNMEAQt0OpDfIt9w7hFyk2dZ9OPYBa5WEzlWp26lCMfwLJfNLTDw7zoVe7El1PA9FXDce4DzP4EUkarYgirgsapeGrfU0MonFYqTSAfmLOKg+kgeLEeHs4mNdQ1DKln5yhDkvmyevFE1pIojVli1vOWwJP2wi40VhBfxctdcSPNPMDReqIRZ4LON6pKe+LIp8fmxvlu+9/YSiH8x3an/HnjFP0l9OmTuXgrW9TpJ02LGOwUIJkkfafM355+1sX+VkzS5Izr9qX7PpF7FgPweU6ZfAadpyg9hE+DlZn9AnrvjygQvTPIheZo6ZsA9GXpyGv/Q42i9VLwdyS/ZNp3JpkWfH1YH41jaM0Z2CdrOfx8G6PmuiEYHzSAbDSuRdUsyxxUkPUbWZXmRfPbhN+ikjn9gY+AIvYcN6NUv5wgX/Uq8fDQcM5R9qqmVTdZECXPL0R+GxZNNRdPWdnD2t6y47S5WBOFMW6z+Sk17R29pwz89gTg2CMR0k9OI50/9YafZCMnGEL78tDcfRp91ZSO/jbympwirbGU4iX+DTetmS4331a9XUcDdAZnd+fLyzMAnmxwUE0eQXjegXwHX8B7+jbammvDly9SP7j1D78XfOX1ZLEdaFahfE0hRFmtDb8ynnr8xQ7FObHkgF8DyiyJ/GWtHtfB64d9zqeL+cd2FJnXrNFZxvFRFNqrb1/rLw7fdaeAdl9SBk79KhwiMkjz4NMs7BOnHYxT9+LXzPdSb6wbxs7jIJXkfTE8AowWo5C+ycnTsIH4rlDKEbj2z7VfxdpErR3rEEu759XxbdekohHBRlDWSt4LRVF8XFh+1IZEdrf5++GHEPUwRTfE1zE5YWwihWOpV2RMxMBH1sTg6WYmze7YCs/2VkWRThBT06H+PW7dYBX/7rSlILQBzZbiEp0lYlHeO4lI9Bc30lH3hFPe+h3s77hHdO9yUBoEoI3dMI3jy3hUTFGIhLyma1e/sjWj8asaAnnPkQ4g7qAr+W1r2bQj9qeQqZnKs/3xP2ZxprZHEIi37nasfJ0e7Zjx3S2eLYzaQRk91XNVeNr9UtMPJ2T5uyBr8bJoLcp1awwTJROp1Oy7F8Zn3nnzeGLAkN4s6KS9Z+0oxQ9HNzAaanFfOAebNJOWE1tCetIHVeEv60s4vQn+QDpNBzHHyWZkam6XFtkMZU/nw5ljpe54p2wdUNX0R6VnmBM3NSyNVA73yFqLulFDPPLicPbEaEytBb1tbvp8xuakHRrRIX2ZxC9ZWkmKHBxDdEoOSpqJf11r8fW+xWPGCI8Gvh42l5BKNxAlFGZftIJLgV0NT8aBN1d5oPvQcc8XoYgqc6Dgs2u7dBzDd1ixcClU87HeA4wY6CYc0dtzLTcHgSoWqnq1Br9vpEeotD0zAu2k2PppzHoQ51yRqDddEgBWO8zdifg9PDwyJxic7Lu6l+vrFkBovQfmLEIhnfd7fe9ziFjvTidNK7X/dXEq1Vtr90tK9ecB/C1YWI77y1bk9kVpJrY/7HEhxtmnXDWF06FQrolGZZS+353DUvG7eavH9CvejzwYxmehhmhRfy6qtHQrRwQ0NdVMFkNGoGvsVBDV+vX46FP2aswDTqgWKSw4XcX+72cCf4Lc5w7Xe9wobWZnGN0IYAYGEPYizBeyp/PkXqFMPncMS8ITB8HKq8YV6UY+v8fm3tIdr8Di/wJ9zOpl8/q6M21zgxx3jNP+Dda7fiavghqKBZGNnVSQ3QPCzIUqjRv6wpckMqhfByhJqfBnnAXy8CbSZHjd/qns1t2YMT1XBAQfPyZD5DW75YYeE+RnU4xYN9bA8WAcmqFqDxK/SvRh1He9dyTgWhBnThCqElUho7/Ojubu3ootdarsLIVZLH7gB389OTwI3pOmQzY9JnvNaOKfOApHUweRZaXkE8iYe9Q2LHAlfIFEoFVLx51czmTaQOx9MPFtjPsT8YBydQgHTkZp8/YjAss8nfUB2RIsAN/wBh4dXQMQHhrHaGoN+ZsUjOqTlwFMiM1srixZ57/Mjm//OuRZ6pBx65zKXsVtxa5W8T2C+fH01HLVSQ1kDj8cTkyqorekZga1nmK4sQyCY8PsmIppGta7hi0dEDTtJ3AzTIa9n7F6npHXrLrfMVZen2V8YH1wiHjr6AvimStQt/yfILwJun2nr5W/dQMr7MEHE2ZS/z6X/Rc5edfTCenLzK1H40kRqzKz80juijemH5KO6VNHtISdNsh4hMCdnDAO29p5u06L/vjrxLL8QiFlLqbhS4U6kZ8nHaqarpnEk/Pk9XN6sKWpfOrzsdb9tu+nVNCO2qit0C2PDAmsmssj9PfwqVDHBmEORqf98izYg3Q+RXM73Kl/MnFHZ4FHaS9p2eWk9+uW4/iumWNoaf8FXcOBP0cGEXMZiDHsHrA2r6CUp8yfM2jPFUy5H6p2GP4jEXLRv4adIyikjq/PO5pGaaCSoVOB85ufCgUzepl4jCmlB9rYngZhNrUrgt3R7ga4mfC10Lrl7yId0QiyaRxyhDkCPLc5K73xbwCs51gOnRh1aI4QNvEnmHBGIncy3o4jnboxZ1h5cHBB6Bn6qmdKG0HwTScNxJFroAc+4VHWApUaJ+eDhXgq/MGf4L6FvqkPaKaKxrwUQuNRtsdm8suBH+lVrVXS+wfXFWhHPldcreWxoa/KGJb8/GyU/V6PpqI3mFN433wBa4cOZ/7at3Vn7qQHDG9EWL8h/BK9EJR1lcvMHLvf2a78bidgJ5m40DUU1XIMhmlQHLckRJuxcvwzE6nU3Df6PpqtYk1tplk9z92JYiqHF0IKdmKUWw9P/qvG5K4/Hn2dapazIiMS2hvDAJHyEMMKD6gt21dG91LoEI/11biU3y83jOCoCuFzk+is0ug6y/1tTchQSJNd/PTnf5zlBaC9j5Qw1SBQkXO7yRfvVvdaeIvm2qArh5hsITOGPluORDLxvUtCwD0Zu8lTA8cKnQUPAmLa7Pzt6dU7+PIIwnlvL1tvRMwRREBQBTr6dH/1AjIQNu2aP2bznQY26eMgBsuaw1scqBjFuw+mv8OBsIFO1TKwzDe0cjv8Ogwd7Hvw3gdwnwZmuaM9UDfjV+rllGA9IIC+xCJ3ea0pTEDNVf2XDNSirWYdpmQh87ziQ7mXl/ZSmRNz+8hIINoLaXTF6UhpQeZa+0JStDnU+oC+p2o/f6yaIBBsMfUh78ep/4LPGczvCWtkLsZw/ft9DTFaN+wvkBlQa8mPl2sGxqdNfTHFvZQWUI59Tt2cftoImS6L87QthoZfBqMa4Yd71UpRbIhiissRAD0dvghdW5qDz05zPA9SRUO7oa5Phq+ao9xLT1wdBVvsvz3waaWVIVT5FNaSJT4YrYRMbaqMKpEu18SEyH1ws8xUqp0dTZQGUb1HKt7KqZip4c21p+Shs80PWCM2x51Gh/Kz3dPAvEBaVRg1wkJgyEY3CC622tQASCCNdjVaTOqEunbonSWA+rjniGm36xETqkzY+E8ttUFBJ4AbPkdEGYzHSF2L6co1MVX8fOySNIIi6tF3L+rxCwpfojRqrKMxBkdrtegE22GK2QtEVYLw4EwWDUvpAgkVW4p0UjKI+QO7NRNajxNdqjPRXLx3AakWwt3VB+NUVkwxVjx1zDzcKhHtI/zkSaQ89GoQldy/hhSyhM7/PdCeBfA3cEtaG8GyJDc1NL7niLzaNfO0hjPcDmodDZJgrgV4hNUfVn9Z5XOhVeJ5HuDgsOyw1D4oH2ZCff/OEf7RJZ0zf5QIbLlDEfNEezn+yTSwrKux0mTvsVFo/4CZnoRWNmdvFV6wGyS8O+4jvw7DXiGBVL5hnBuGVRad3SXSN1EZgQRjmzJPwlKtcQLVasYyp/y0WEyjxHMZizb5D6RmHChIR6cHI2L43NJN9ypSJ5V0Q6Qsf7TgiT4ap4i7H8PCjZOMOwk0ntasgeGyk1pjWGKhAYrEx06kH8JGGBG1AhTzKNLiLR/O3TwFcU+v5izp1rGLrP1aw44k8w4iz2+dmOoWmOMV5GFOAK56TP9lairO1cyxnyrbB6Z1OaSy6jQ76WCHWC+yPZSvJO32/b1yXWiIafakq9tc0tz8/EXxRa8FP2ZWPJ0JDJP7VdbQEFX2VzOjkV5rZc5zsXLilzHUvG21ZJaT+jXD55+Gb5RVQrmbN+uEfsFDY+WQxZ+gA/CB72fxWCSOyMEwDoRxkDYYlkt0aZ2Vr1ZWAHSv+gVLBAhRttb2UCr93v4onV9sm8f0tfGUgQ118N90VProIokILADKNK//WZOwxJMfdv1a1lwkXysvxgERAdV/Q7gjxWLtxKzxtwMVjz7VcDep3o7vXYNQKy1TfxwLjh8x6/kzbXnPFUYLZx3BhgrCClNR5PYam9uiVYcQXBW5UyE1XvATiV/+75Xn3xaCG6T4OeH/9Wu27s7st38VLFdAd6op+cIe3lBNUHR36RpHeD2tjKKADXVeSE4KldiY9vC23JdZxdHcfZoBTQX5ej9gGUJ2XqECnAX2Ax/XaWFdTtybLArDKbPpB0kcdYU658W1m1KlmkLpMpMOwo1VcE27oJXbrwHhX9rqYA0VJPZZYXXKImac6/1rIlg7ULE5NU47YjyBJ4KEe6ox24DZMB/1sTxofe8klMCOxd81IFcOY1MsDOJVTP7I5hoZsgh2Z7PK3NON34vaxUvc6ls3g4/3ech0mnrxpIoPpVUKnvGKklm2+es2aKAS/xMj6rOW/tlA4LOHX9pmzelGR5Tkh0ESpaMHEVnaEPg/uxVSbsUaYX4Jyv1By8KMk7FXatc8GqfvyqMzFtyMjMe+PT8rJEtRls10tP1ec5j/KbUQ6rMRPtfwtnVBOHtI7FmI3IZmaW8NSMSahjyhy22WbqgjggB3YXQ7/+onNz9DjYS3+cCZwQjR1rYr7bUnKTntAiYn+q/YD1a0yRGqZWLKGbGi6jqG/hbM3sNGvPmoGhnr083Fr7ggfiuu1RdgjFMK7O1Vf7QGgICoV6E/k9dh8/5eYodLwbzakFd3Pmg3bcd88Yn75GwBlgYWiLFJV1wsDSQ2L7cvI4PCnTqfg3ffAk4J+9tMWlVVmK9kaJTHWyMU1P65CfjmnHuu/9ukBBil6EPrXK1RylteSQQSKZaM1/HxXECMTwpuUpGYzaV28cXhxqNpg5gnmpxXukbxmnVyoAl0TaYuQwW0EjMksJ7/dzEnX7Qu0YlSHPqI8k5mpzijgcCX37GPvN3WIhj7UjTb9guuAjGKUGrWcUQ3RfPJ1aS1TR+z+FlVHwqJmp4rSF3M1ftB/gvj1f56SOzrxCW2USt0sFtCIp7FFbs9KZimQ6VEacv603UglMZsKJL26RPCKhNtb6hkxsyrZktj/paJJkyA5odr+7fbzQLP8Ia+EoEaZ4v2cdTzADWFgYaIER6mX76oULguAj1oODctkZ585E6zuE2+Ot77l1Oh6+/IvXPg8Z30yWMmBvo5b+4vF8QeU6aN80VdtpR6BQ1+rHKSSJgHj+emlaH4JYvHDwDmnFqMF0K5ATVIXdJeSrUWpL4/AKBf2/cZ1YjxzCXgaZUS/qI8YhmUYoRfsr4dCTX7X4umStzlcC/G6rgpfo5GnVpM0Nb8UJ5RLi+7Uatj5vrbhNkAVS0zNWrqbI35VQ7vKcKxPS5FLeEsDRGMSXIyg42e/vYq6x1r7BJF4jXIuJnWMW82WNj+z2kfu4Lm6T1YRQ+KgFNeFEDmcBQLTjL04KH1EH+kXRXPwq82EGAwc2UY5qVXGMH+fjP2eo5SqiRygiK5wTDZ7ENyjhRVxx0CH/c4KLqjfpIkYlKlXlgZBHLJyLq0qAbtkgMUO1vKdTzbUbLoSJUdJaZ7zk1zIx8RCk5PlIyLo/6WMvmKvClGPfK+WkM1C47LYwInntwgfCmHk6xICBx93jw3In+glgQXvEfyX/Jw12b4NnkVQz+OfsnwuSCpce+1UlpcWJpbWi3QghR6Vlo/sL7GWuFNmlqn9wtDZGuM7cnlD28wTgqxjKQscbTkkJ3Bw5seEohnKSr+v4KR1wxWj4b1aN1U8U/4SUZAdoy15tMFoUpFq0C0qNZxbtNFSlfFqJtnGfp2kaA0gcL/m+xVFLab61P1r54YB/2BnyYgU0UoJKXuQdosbscFlBqO1iJ5PB0m8wjNBfYgt3gS3V9DtGb9CqwvpEjY77Y0E9h+GcRqIIX/j6fAqvCb45i3O3DtTw9jMz1W+E8UonrlArFAIEVQwK0Af5qVRfzGBjfjlcC0+VgEAcfJyL1pdxp7HMgzMVDugXJ5f0cMqHuQtY5cVBCZjveRcz9+0qEphfQW2L+Z+/VRsGfOPVzx94f857fD9ppMY7IBYlPutqnn/6dyq5LIp0HnknLVF75oHyw5d287d2nph+JfqsgLLM0jrSgtGoo1CQ6HxEgaUZlpf71Z+Xr/IgukCkXxSWNvn9PdXn4nI9SPW7qoR6qbA7G5i8Cl3eTmpvpszDn7XTmvpklwE++6aKFPac1lQbCDkDsq3FHx+iTY0zIT94ziviQZNXYsfyZrYoJ17gJDvByS3s5E/U1o6WYWyPMTSBxfhpwAiYRS4Dd5f+RJgDWATMmMHxjdnJiZXgf8Qk3Dwav0rXYquh+heKVhDFuGUNKvA0xyqdwY4Kgvra7LPkFfIHJZMEGKhRWzNDxgRXHbV70jGS+49WGujYXldN7H23g28DvkveRaZ12zQC1fj11UXqPPXx2MpBKr7Ghru6tq7y9el6YaHPMqCxRaQwSbkHO6tadV/0kXS7vce0Y2sgfTPO5Xf7G7Qfrrw+VXSIsWn80jmp5yQocm8rrMw6r2DaVGN1UVPihTPPye9XLIMk75iUwIMSBSjQj60dRjcZzJ97mYc1owyht4gLvtyUf29pPJDgvKPAo3Yhh5+q6XkOnRmqIzuyZ1JdBW4CgXILbG98pz5rV3uoVz8DH9Fg10o49MqYQMDVyWJoBr54jhWLp2hBRDpdLO3r9ULXJ0IGfKSCoGrYvi5GsytGRyQ1TVZbSDCCW4JA31WpzEanzwX09eWIPwIsMPK6E0wFLPrsReX2HF5zCxK2Qf0D7FaLE2b4AgK/ucv6E5TDPD9i1H0tK3Akz145kvRxY9teQBS3wiRpqguzZ1/0VCmRQHDmk/fPt+PbWYab4tVckO8wTX8i0YIfD1u/r49fVAHhiB96BJcyqQbxTb40Fp593VCuKnsiyTIRm1/i967cNtru/1To0u9+9z6aUBJrIiRiDcFcXllDgJtr9PErZzEKae6Pq/Xqg9/7B7Py/fXpyhtVoit6cAezLAzd/OkW9Vf6ydcsGjj01yDkvKsMmyvEYLxV/VWvbYQ1kHNS5PRUGwyF8kzKh2ysU4yJVhMDa5h8ZGHOQSVLGzHzlc88A61qkS7ygrzI044qD5ag0wGiAd3fnvDaFn9UoGZN8dY/1bcR+7PKP0ARNvEfUf9QQkgQrAzEFCSNxHV+SVGHhPXdRA5gmyMWVnfY7VxepF/kl14G5Ja4AU6e12IuAanuhWwS7+cOz2R3DD1kNJ8k85Ful1Rhv9i9VrgpIyr27jcEk4y3Pi7nC+zjKJVxu9jPrZwnanFeYqORcIPK7owD8YdrxVFAR5Cp15NaN5uAmgmwUQ28otA4HfBJBFZkKaUf+IvrSqaL8tjJWUi1NzqtPdb+7Uj9lrgZwSlMaIcoVUsujEToZ+TrkrJtDaB6X/4toYY7LLT3xKVqPRWNoI+pxQOg9aXCp4u6WyZHp2ROXltzzRx61gZL0OZDelH2q4vSPaG1y/lmjk+CEw7EQyo237ry9mac1E7yXytHre+/iFR0Y15hFOlLDQSFVPLn6bd3wv1CAUFnukua+eJ+fHaNdPFrqzYiwOSs7wNJ5Ccuyvj2Hj4n7Cly+2AiQnFwvKuKgVUaT0dMxWBUJ0n+TOqRH21sVCiFb28JIHg5LFnW+C6XkeiWfm+1AYmJYcD6JENSCAM2pb0T/vjrAEWiZozV6LF2cBDXhvg3kcW5vywHvkuMvf2RNw1wpAsS+VL5aMpuHUtH2XKgWoKcYVbqX2/t3pYN78/c90FwbFjjJF2mDF3hrlj5bF9SbGEnPI0KT3Q78iWFqbGhy3EMgELjnjG9S9MQB7BcV7tWT8q13TjqcSpEx8rf6GP54BRdiKoRqjIb1r3CtnrJ+6vIadVJ9/dKDjVWMXs+Gq9ETwpb8EnbwuBzg5DfHef3f4Im66TmUakGjkdmrMW2Iu0/H6cLHfyLYGA0OjfirOpX6NqA1/ZK4vVl5rzNSQRaeKj0+LwsVPaCcrx0AhaQLUCRGUk+lGfIDWfFiIhr0HNotN6VYYb57larIldaP3AVQTjXUYARPhpiG0WoGdPpLgIXtYB4378pth4HoMKFHOMRlYUSMqHl4waiB0k/ESxH4jxQZtjWk3gSoEGQpC0T/gy99Obfb2VpMu+C9UH9FCl/G/fXa0YjaATKKcUWlONuDvd+5MfbJPYVCa88gDEhzIEzNsTux9g+TijmFlztY2nBE53CtlHVXDG+x0qmpuZWc8V5E8eoGm0zFiFyYx/tbZ/HNG1lbQKAQaVtxMJ1efD114bnIKRGwPrstL4bIHEHEWKXHnYAUH5+pRkapn0RurtU/MfIcS+wotP1A8mxptCgWZUWEEFCq5WfhJuV9pMi65DVagBpr04nFlZTF45jAF8Mt/2VnYKwk+7HlVuFPz8sEuvYEi3jjeml5A1Nau9VQN4YlapYBniPpReC8JMffi5mBTMPmsY9DwxupQ8gigNcMgqRC3jMyfs2Nc1NY7UYVMWPhOoH0mgU61rE/uqlyaj+G2GMLea54M/RmQ6OqoBxp/IZ5Vb0982ToFj4dE/XY6ryVfD6vMK2CUIyYH+LPYp5MCw0Sn0KrVBdNvjHpiZpUIW7N1JM/GlM6HwUYYlj84vWIUuDq+gfvUIflaXOu6M7zVDHkAyDdevT1YTNB44B2qizcNrZzZJh7lOVRyoJuMLxrWMjuEZFQsJCn2q1ktA/AQ0aD6mojYH9eR9o2rsVDJpNKOsO7UzxhN2pERFqlKDVHGU67op7X050DvZsI6bIHv6YiWZhJsouG3GTb+wBXec+5c/AUpej3hQ3JlMnyAnNKeGcHi+NsVSbBfUQ4lQyIKrfI//SrjEOsEGnEv4CT+z43hccx+FQm4OzLev1B+0a6lEbm+6QRi1ONadC4fdmUWmEfsb09PTececOA/nVvkAWTheo/eF9u3mGf8QK6aVGsV/ULdUWNtnPeWfgdQ3/KOH5/eXc57OuoMiqCewWgXtUqKlYLUPjquVskzYF9KuElOmJfQjuvM1s+a5Eyv8cbXmC52KvMHLS0P3zITFmnjlJOsQ6KdTJ9BtcGuoCYmLkDF89VlZT02/MHhyP4vBVC9GSQrB5mQ5s6jJGdfv3EtZWvI4YW/ShCKCWgvefZblRXeUeDZopmIYG5XVo0Mv3Xpdmwwvt/y3G1ducKS9oDKLPAQiRdPM3RjE1LUHLah/0sTtnWXOiwKXxarUsFtsBzmCe3r0s4p9T3HjSls8v9tcLbLFXgR4U5GT6FppXgV2F1rC0S/AnfoH4JmLj5OscCd+7gYTyB/hParWfj3jqVw5v+orz3wGa7TpMevqg/2IqxkJmry1CMqknwB8NgOh80avup6mUh6HbKgh5zquzKWz9kviqzVj2cEAt6dicZNYChkvrORuGNoRSwzJ/tkdD8jk7WWsM8bOr7Idjg4E5yXvG32uHAJ2gpr5wn5msyq3s4qhi2iQh7Rghd6YBVT0mK7FjxxSLfArHIlMkTjMXYN4LyvlvIyz9JpweZWk39h9MtwOZoYzglnuuhnwypJb75+f2vevTJ/LCciyJDa42my5CqQ8jCRgnlztKjeVbY1Gn6hGqxZKs3leMthEJn75a5vLvf3ASi9WPdK2bDl1GDg15E5bt3TJ/GOw/iJGwNl37H6yijNWglBy8HeRbMFehu0ok8WV6xcAXvIGzNz67btig5rCOl1UqKxnxu9tzTQdx4kkyqO8mOhW0go90eNf/ZwPip/u4pQt7V/L0099aMJrk5eWX6L+YiWfqdcY34GAuLh41mjir2WknlkM3Q3wrYRuJX/t8IjC5WaaGXy3abdwMZJtd8i8/k0M+TavR0r7SmSeM/m0sjMhbnNTvMOV6l0vjXHI81/VtFsNBeZkgmZmlv5FebfBlr9t4OflM8ip1CZk2q/1/LhYlgRmuqh14SLyNFneZV/RnzGzXGzQyAoK04Pq+zj52UfnqRQL4Zxe841NNNejUCrOY1B/CMSrzwE9jZ5Y4jmzSZ+ucxSxj/IGBHS1S3D4gZ/Lv2Yvwa2sr/k3iZkiuDb0qfJT7ijGMSB6z/jcNP8QU64+tY5kitbNK6MDVP/y9odp+5gOK0bJ7TPsiKALkD2/JKOvr1pxJtgiXiZYQ7LMic3E6ZlS8Hyqwi961PS9S1BwTYPPY+Ws9B6ICTUFO1UtQiIvHSrKM+Jh5ieW6YhDuqMt4TKYbJHdMqNWgaFzr4jRxhgLyvETBpNrCoHHIiklyUjihHe2E7slz5BbFg65i+5hbZjJEz/+dp2CtSZZuKBni1A7Q22fcYXjDs9IJrhG+MrwDJKKYiVDzFlNe7U4tU/A5sYHqx2eRuVdwFWk0ky0rY5lHq3Wnk1yRAZZzivVzZdlcDF0Jhwl870U3RImZssThAnRqrQ+R9G5/xqMdzenEuTyVggTJxwxaSP1pUwBRycG7b3KhYYSbMWCL2CQyI2zM2rj2yXNSEPUvla37Ei7KWdXyt1Z8w0Y1dzwVEpIAwh4qK1tPFpKQPWee+zgr/LvEpqLfBweOPRbzHzG9g4+McSXSIPACcSLfE09vTTQPzMZ7zBX8F0dpJi7mGR0c67XJeODJRQgYqDPWhQ6nGrnERrUF/gKFYL5T+a7kQJTDk6wYxceapvVCrEeK06ef/3dkcxj8ipEDeCmmlMM29+rr0zqqqk5tSUoqlLqRQ2Oe8IQlBWJeTZG2nO5T4AI1YNyUQA8BdbWDGCeBQrtkvp1xsTE1TxahvNxFVu4CclYv3/y3bwJ1Snr/kP6rHyrnd06mHT2NgarOcMpbMLv+lMiDh7tc+r7WdQFf6FZocBcrAJip731OOZrnu859RXJCnvFbURSnEHV6/okciMHfGXWSlSJdlXLjCk2oGxHnDz01Vg6XrC+EsazRaUfEg0rizMP5YzwmljiybeQ84ecgh1NNxsONtPf3DgZAxb1BW5HIA0Mw9nKoLFlb7KUDBRzG/7YcMR7o9KYIxzzHP+G+i6lFUE/62/DVXNU1RRhNQhmnQa3OgLHl5PJ/KVJ/BY24e3Fg+ASIdU3bnFHux2zW2uMI1T7CW5qnkbDOdThe0jqn+r0EqDWf8/s3HiIEzXPt+YXgMVD+IKXqqR61RjY7+J5g86jKbkFL1GbE2RLWCH4my9tPmw1tHLw/mRMM50GgYLPjSfj662orMwSHmtH34zMahS2H531pFIvGiMxj5+KzG4EQkI3zOuunuSJr0op2mQwKKjSme60E98oXb3YW4zx6kwHOl1n+C7oa5KuxJigJWZ/Amd1Lpl7D/NHbbPKfpnZJkNQGPsamMPC2elB1kjjaqOdYIb9s73mb74wAJxVaetm6Reo7SWTtoivISmsI4hqObdtJMg6eSjFWEskCIqbdOi+t4r+sfKhUhva7rvmiYSySHcZt6wNrNY6xq7SI8f9qqtyBPkrRAX4m3W9G5P6lerGtIGBaRYgcpd9Wgo1iac5DOOP51WMY3nZnpZe50yXkwIE2ouJjMsPtNFfOTVIto3cE+x6sYCigxzMzi+9nYQOvUE9LW7Bl3Rsz8gOkW/CVg4xim2SHkFcjJDhpyj/5RWjmLeCgeJ1WQLX8DIdGfhToCqor201nt/as0M0ps/TXDFHjD3raxux548zOlQAeR42qSUlj/T9QF7v4HOcIeKUL8gO1Y6vD7ZssRU7571k0uz70mZzSMoKS+ZyfMdUsRUZhXTyoysMrk5xk4efD8bVkq22WLVDQ1MgvTHWctB/v2KZKLaDL5StVlVxCX3u9tVvqkvXT4+AUJU4elSQQ/sdoxAVuQuXpYnpmPD7DOhVEh/ha2qV8isx3dOnGsrEophMjdwfFPK1HeODp3qBjWQzCQwoZVXh6ORp9+IacVRJwaAPUmCLfzF09bV5kal+nLq3c16lmhUbtECxdYeNm4L5qjjyBvRobts0jNYx5jELW7XuwpdlFMajaKnwFexYZca3g/59HQbvUeVN/fIiMjQPVYp6tV/MOG0/E115/szAG0FaOqIQnogWTDx1/qttIaTD1P/CEkSmypUt28tK/gYkC7T9xdWgRfiREDwAdRnUUi1MlpVgq4Ydo2rhdZWPrf7IXKOjic7TM2ST6R43jEz9eyQ9pdVdI/jkxMklt7RejjaKBJGQmjSm3uEebmfoSDDjJlUaoYefIv3Q7ibagv5I5pQn4eWgOQLzFmEJnGfVm/x8976crM+3bS+YyJNa79IYuTKXBwQ5kq8spHhikFNZUmPt63sf572lVWZ+sHBQ9+NUgvrVtu1X3a2nEQIWkyESvlGfA4Z4SZhl70V3yPHJ1LjTlBuIb/gn9iohb+czzm78D6wD9SfELK0iZG8YeYl9QRKIWZUIRKtPPAolSv95cWud/yJeJaTUEK8kikJmN5FUDts0drUyt9RAoJBopqish3jf8EnHjRUqb5Ipm3w2Iqq2FJlW7RnZYdR14qOPNnj9Kd7KWaWcBCdd9igMVTDR2k8tIvijKsbTL8I4M5YIdROgMulYnvgQ1gKlQucPc9AUc5MaUPXd6L5RsJcfc3WE2NClTqMOLWSr5FBtCL+IKlYD67/7z7tEbsmEvgudqtrn1V6Ns9uHsIoj4Vf9TXzTMgnOpVWRE7WMSeYTsizdFwcfxmQ9ihvDkQw0YPlZNExSOxVvT6pzOyLhPo9s7YzofOkoh//y620T39RLHARLIL3jpfN0J+bIq559NYF7aw/QMmK4On+FcNtDLHv0RWgWhcRFtnSMciebP693Q8Qjs2+Nor3TDaG/Mlh4JXtbgYDxJLcPX6wZhv/tNKyXr+5u7Uc/mUFaOUNx2IoK+WUMcSC9Q91OnZagYmyTcy9+YprqNVef17kUHpgpcowhY/fX+rci4FHK7dXQaUK4hJDUt9zJv687OqbHWlsE4tLhEH4iAqYHsYQMm7z0EuEITX9CoZ04o5qBMmMIoghNjphfsxYfhV/rxQBt7MPv4JDQV3ANVyvrhQgyc5Dr5Yp2HnK0Mf8ttRKGxSLnEVRb/KWUG76DZslcTVsx4qhOb70Js5ydXRMqU+JgdPUccaZFGdIhlKqlhRU7TO9IbFdQLrQGJVWdwvoae5HC11ZqWFHp2jtdNvRGW3Awzn4tT5ABOQwYXrLTShV4gnIIfpnK9Y/h9LLz0UXnbp0oS/bTLzgFd+0t9c060XyKPfxb8M3P3jxOVTh9laHcyTpLy1Lwy9NeLINT5wprpgfggetHFlzHT/oL9SEJkZU6523xE0id2+O2opxJmx/iI3g3dwvciucMhMqyYy5/c4hFNkfGnzBRvYmDMq0j9Z15zqDv3zhSD83PleX9pvFsZlAXQjsWRV+hQYkKQAMwbyHUGONb6jbZUJ7q+O7GzwpzDcKt34boxYxDMjvaP42l77fJ7H8bEQyD9cpRug9i7IharllY4PB0QxX6IyWQnOaOjGM9oJHCs3yPyXREGsdKouZO4hve8+vIsNBmkKZllkzsOIy/L5CSRMfP6X6OrmEqUg9/tzUVKJKY014TDQj+njIodyKC+5Hzv17bp3Q3JJdUxw22E7XyMwYinqaQv6y+W9anSBsxq9erjGzWRRP7FRH2pJ+eAF303KJkjz2OZieEWltrECGi/uqiHBOJmcK1iTM8wvjtx/Tl1Tq6iBI5zxJGBR/AM0F5uLUkQ2g72hb7X/+F76gme+KMKCOABvqoBwVygtlgr/6PrLYoNGME+wPB+i7chBzdR0ZyNCmlAsV8f+7Nxdi3o947e1jezpoY0/7gZyawbXgAga/AFehs86SRYPaLjb11slgP6mN1Cp8qN7NalSsTP1nUntUi0LLhZDO+ssLNafImydfUHpKm/dwl9lW2Mg20CrBZxU8/CfYyfa7ZiHPuAeERUypCjmDjY8DSn0cBFc5qoFYIrWoxB0XF4odABfsnGiKryB+OwL7vDQt9UeFO9fttK+UhZQJHDJGhJg3xJz+75sHTGs42eg4FUY4MePGCT+RpczjIpOg83uBuiX+5cqKOJrvib7DIGo9vS1cow2rmOXlZYxooNQhxs09pgoOl2WJxFOYCH1GQum8m2Ptj7myzsRd16zC6+4+X1DS/GMcrPgn3ankg/nvxs+5uHHwA1XMDM3WONIRWko7/VUmUdKTuE7TzFOd8rNeyFVqQJWWB2MCJ7fgMPFSnjZ1pjMuTM929Qpt3Eqbh339XiKtZghLTdiNip1ZJIne/ux2BOhLlvN/L/IFgrSxZ/xcJK13Rf8lpZojTAutdssiZiN/C+Lmt5q+/A/q2AghPLLOFW8x5GSD6JTDffn1RKBRWiFKNK7mMSlZK2zA3DMKmrtbDeG9ApuYeFFbq9bspX1eCWkkom1RLjhNAHTXgvuSTzniI7Bu/DUyAP0F5VzK/Fedrxh/QxAJbBESzqvHQ03o5vB4F9bj/vk8JDo+eQgk7rqzu61Z6hc6/ZwLh0tdR5kcjJ5328x9yEQhhEIYOa+LBGqnewWa8lJGEYbSWYJSelG0WxT7Z1kXYDtDRr85Xc/uYqVhMwuuhcEK0t7p3BrlLDf1lbBp71VCTHf/a3dZjCUECpbljFW7lW1jcdOZGH/GsDEmudv50SwIZvEQjzBca7JCF+Ihbz62d6DjGrVrvc1kiErbFFE64JMEoA0bq5sOnc02kacX2ogwmGBBF9Tk8CwTT5+rWgiRStI0wcSWMiHZGehH8vMEstUr4aYZ286TQA2NXLcvC+JnFDtwsrEwZO1Quk8cYhIhOtDNy88TPvhPyfEasPOq8cAGmj6Vopl72oI2f+u5/Uxme+nnVYRWsAMcVZx/Iv9yXKZXY1fr6iNjrTusDHYbu18x/VkWdmRJ/4DFXSJWAsxL11OhfWHLSy8IEYTYQK8P++7Pc8lDO+pYiwMYf9vN7wMFufBp8VpkkRzpYzREN/xaEPAsIxYybYUV/H060QKr7CXd5QVsNJehw4m6m+YGHAUoVPW0Lu1AOBfE4dggkYKIEDcEaH4CO93gR2FqVLEjsL7bTnslBOwU+G/DZOrccalFqosKX04iyOht0g+hAov2ZDJjLGz3RIIhJVvnKqbSvZOdYIbtFs9vZ07hoW+1uHCo7mu8OgyWhm68hWvtJLi53u7LhXthfTsWxJSfmEUQ2DA6rx3eS7fbORvwHcRybsed0YB711+pxPMpLUGpElvkKx2hEALeKLiiUSR44B6CJfF4mRnfjcg6ldlHO6NEdo4A6v2/0aRlXIcHw7r8l9wY9uFMiTfVG5T8EJNFhgtAyP9GQUgE/K01AMx6IfouqvWLgvHKJucGfvHMyOk17FdsIfrLSaA3coX7IBqu2iEL83JFND31IFVIHZYr09yr+sE4mpoydcrUbQ2rLxfr7typYf8RQCQyZyST9ZtrtX2cey+iV0AZ5r34Nl5+QuEtLpyBcQbadpuJA0BoM67yiPKuw2rnQxQNoDa8d9LcdINvYqiPSeq8cbNnhRmY4noZdTUkVUSFg7hW3HRdL35cTX/qADlt2vqYDNDxigYGWAvha2zIJuXyuJI06eek6ipEADDLpESOq7vabKqmBOjrtpmaaDEv7wDfUPdHSLCvW+IrS+gNnGaxpZpSxVSmSLT5G8aPbmU5P6ALOROQH8SO7bnr2qPC52NYVkrr5WzWyuT+W5GHID16vAF7ElwG2vZ0C9CzxmAXxnhR2qGqH+B31sqRiQzmQ9W94BDnDea3pxhLFJAir47z9ASuPzU5wEt3J4zxZ2tm5az29B2C1Jjxwrog5/KFEa4R4n52Pw5B0dXg2YTdGoRxQvYGWSOsnzQO81CpT2nI77tNqDuXtC9H6CoaF/lRX5rGzV1GOjqJgdh/7VAlZ8foHcYE9abiCcX8VQl/rJQvM5Y9ZVrWMt2m1OUWYGVI/Mv2b7z8bppA7GQf7H2H0ZCxRx9cTIR/BlKPXXrRXpFVV+kxzRYA7/h54jO+S3SlhGRXzJRfVZloURHY//sHD5aC2LFza+u6sLjN7a5P5mgByhd1QzTRyEmRjiVq1tM++4bS4oLIJBnAAsNmBXTagalaMjrJo308sJRnERkX5XiuMkEYZAB2wQlGWs43o+dukvZOrlTZ7YOuoPSxUvIi0h+JAb/GvuwvcMdPWaoryEYbihZjYBUXwdyjfVv1QTcbnRd3OKshV2nhTrPAC77bokiynaRVrv0/1/P+0i0DN2ZcfcBxUlRciVyofAd7yt1IHZe6/5hLwHD+O9TmvzSYo0PdXnfAt84g2uIkvqqdEUDKThx7wWSdrXgwbg7orwQzILc0oIchRw9pWBdzxnFmcNtEyCQDmGCbFmYkRdizJ8E8HvF8QQf6/fx3iSfF+XPCw1Y7JYbaAI+cSwfaoU+Mjh4K8gAHR6pFkalM2LWH9VaqDBdtycn3ZDYvd0tAZOTwELjlykoREMFEVDAUeaBVbHl9gTzxAJzSSo6/HlSOV/srfOKkv+N5ScT2qx3BYGg8/Z4QU4vSkgOKUJqHjffQl9a/1xaA48RwXh+Opp6tv7TP1r7ozPwxqPO7zl5kFTKrmqiJ64rIXHaIjZZb5RTk51IdEl3iZszLlyQH8yH5Omre/6xyIFSvyoLUNhdLyk311QseEvcCMDdMkGLcJc83sh7CoR46jSqk59ceiYT6hHbuFxK5wWTY2halWJU/501fFnorY/A6zo5c/cKMEqifbuV8KyC4L/0+r2zKnSkzt1zfBGFUy1v03286gwYF/7c/6X05e3DaO3z2V+ABcM69jCGzbDtINduIM+AF2crxe4e5ESSXwnl9LZ+oIaSwuDqT6ZnseyAwX8ZvJ89q/QgdF2BAmbaVSCXSz4t2nTDeDku27ia6vAQ07KgRrQ6yy5PHFTkq+1p8tooO0EArQcv8bFxMXk/ZAgdMpCfYNHQWff+xH/IHaOjFFc7fJlXJytLZETbzKo4e8oENW63Ot3vcuZYq9zGAanCiUXzLIehPguTjqHGHkbvaX+2i7iQ5eN6RRAYE/wFIjhiDnwIF5BwqH4nvFR8dGqAgjFCltbPHli9ACimIR0gNNQ1CxWHLNmVOkA5dlJG9Pdvw1JN5F/rtMACa6SYK5+k9869WPNyTbasgDV9/r2P5xSbIKq5JjmWrgpChUBn3aFnnm5w/FH/Ni7ulDnQ711N3n4TqMT6VFR9byJf356B5JyvYOG5V3llZ8497CoxRSe+2ZP64ljroZNH6VEMrBtaimv/Gmr65AcusWayZW500Mn37lOT04NJFdso/qmXpPcZ4OKNBIocS5rcWGsXYm4PfJmNc/o5H1FCSkB7n+bttx85M0y+WPuffQ0Pjsp5qNaV0W140wvEo0mziyGXwnvbpusKpBhP+6p7bJvDiGvHQShujtpAIv1DeyZWJJSW6YwyxIE72MrvloVor8jEaUObOxcqknGV7vIzlrhTWj3YioP99jeatxF9jT5y7ok/A9YUsxdJm7lkYi3eywy3Cs0MI05/wJmYC4QXKTbbB3zibY5+bCrMdKgy8J1reLCc6Nfe8Dpx+xqrXxb5zHROJeBxcocsYmKHT6bMbQ8yaisWDaFctDNwgjLaZcpuNFGA2SwfkvoZK0iYxp2jrDK6b21zt8VE8dIQQ2U6q6mJ6mtODE8Xrn8oCgdOWu/IXg0JdMKfv6uYjRKlMxyrSguzFzssh0tKoGzfEwTPRooR27K7qB10uNkC5C0oG80oLoDu2Uim1d3NpkYzSAYvwiOd9+KOyLP+ZAWyhPo5ADDPTJbgQudCZFw5Bw0gjVKL1cwyOhispaRm5tMfa8WKB6u9EUms0HXk5WW9XPouBpOfuPk+jUX40bL/FRESli8eLB6nG6oqDdE/8YSTqU3ye/+t852M+kuKmIlVgzFKkVrq1Qxtqf2JmxM4wZixEuk+VHkkrc3li/lnXqYxzKZ1cMLqCqdresWPDXuOKAelkqBI7NGkmoW88X8R4Prx9+xulc5AZpKBzkmTJphXlRiNBu2VE0QvQgLivIRAKIUQqIPjh4FhguIiDHYrWG+Ct8vgMBtflBYxXwW1rRIjEDL0czX71RgGpxQv2vY5CzR5LcIV+KiGC7+pjhw4uihE2ObsYqwwPHy3kuc0wfDNaZTirBgblkAoV2QzByxiPDPE+qB3N7uV0pgeHhoTGsk67HZ89bdddnyNfKIxU9/mOOpgjR1wTXvKfN+dYn+G+yLo+hd8u1PxWfVBKCu8Rywi03Mr4strZQYM0MJhqxKQdRRog1aOkqIe3399kcHlFTMkcOvnKYyhqVNmEfWDVjkXGMlK4k7LxAl+M0TYT/Ttxt+3KB2ZPvsd71fMIrth6B4LT+kcOHsJ7Yvy2HZBkjfjbuMiH4EzVnWZtC/Vk/0MScdh/OO3jZ7QxPrVJR0IzpWt2oADif8LN9D6zHCz6No6kwnHZR7i8WUBZEz3eAWOjfuKVMc0kF2HFIHnBykp0KbzMVccdekov3o6Tik+V/O2OZkPyBjtZWsc4vA6niNP1UG65SFMKpTLCu2foln1RrdMuBWcD1ApcxubSYhjaUpWS+gb0DwDJeLFoMj3MVywmFMF1kvhNjlO1kYl9A8MJRGZ+IK1pjJtpymhr8R/Y1epB7ta4rdBJfc5Zq7QwEbvODEysyYHb51WzkgptyijYaoi5d3Jbc7QWPFRZq4+436Xzuv7NxlwKuZGa57qbFxpZbsN4TS0zTVPyPddIDZQ+3YExQAcTqWuNVr6z4KPsNYE0LZYevN1KqvaUmqkblLr+Ec9Mf7GkfEKH7ZM5hY4jPCEGHjstPXbK4f0yrtjzHvNvRz/586Bm9IuE7uevNc8xGsCjci9dIcDmlmAsjnLgv/6S7ra0RCUI+qug0DwylAe7nZIIR/n7D+bazMFmz/ugaOF1B9lBRqUZmo+f7BQ0Ns0q6T2t90MX4Lhylo6dv2MxDnDH1+Z7b+BHyCDDxhiD6yLA88H/khBPYXiTUrMi+spEhL81LLFpS+ilfpOAZFCFneocog3SfDF13B5CAug3OK+2WLQ5mPPUbkmtm1SlBkbm/dSOxDDOwkOMHGSKtXdUgi2XDqrJ8raP9Sd/XgFpH1GEmlGDnO0BoKUkvfIckqO+SbVzyCWKqoV4WkiUVm3X9ZsXdoEP6kGOaZAesbViK9iDiepC/OL4odSG1j3Zhpz6ERyk70Mkfm2ni4A3XmoHdTAaqas6XQ2jZq86gX0R0qci0jzBnVXr9sTZV5zg2kP8KVddupayboiRv87+5qgjnqWXbIkrO1/1cAccoyeecEfflsLAUmcmDnyIfjVTSqx315dlgSPQnmfbLq4If5zwtr76EPJbPwsedSbzal2Loz8A+Yir8Kq15bMRNvEDFhTX3dN5urysiNBq6NyGCz24XjNv6NPjT+CBsECi+IRFqpzFrHcqvGAGqHuWyK5BKR5An5kFa50p+H83NOBdLBPb9wN7ZV+DRujY2hQJf+/o2M9SIIhezkQo6R/Waa4M8UNX/OR+G4f0I2trSj81PHGYwr8/dZn4XZtQtXvUxbl94rRk4XkKi5Xf9cNWGdMEM3fjSKMzAGK1m7TUxN4gLeoiYmHr1cFVetPPZUkkkN2zZ5PB1Ar7kggctv+E35kpo0G6L8bAcW+Gumvag/C6nM/r+GUsffwtdrh3K+oV3IpBD+DXu5NwchXsCM6Fqkf5wZWnmTWNoVthqreVDpy+XvhxCrX6rJQt8UlnsWdEoZ8Mzl3ix20LorXNc60JnQuh8RBxq/JPh2D8R62gbQ8+N6uYY39dcCOFPyvFkWOBEpPf9v+YDtrhJVbuFPVMKIHuX97o241HsFfdceLp/CkwLaBN9aASjy72deHtsIIJGNpK4133ldAuysEVrnx7W6wjvSzYQUucj7NXouzsrKGpNe/JURO/5KzX64Zptua3JXiTBUWjOVySGEn2vE72iRo+c5smcAWJldTjrGMtWUyIXP2WhwSV6mnBz9T++NA3OxRFc+QXG/zpatmCZ3Lsq40pghmA1wRLcQdLhiks6ZfFDZeURFw2WuseMAtSkNclkFLuXfVDFJ1N0mNhhgLgIzc79pV0+q+c4iQN1QrrMNzJdaG3EH/Se5CRT1HdVn+kKdjqUl+eD17agJQmlFF50ffIihOEeKkjroW2WsUNGkpNx/M2pIatCi/BexTXFwHHW+1c10URedaIkGkDqkmVqUJw6O1F1sqI4drhkg2XKIuNTjGX325eMlIDM5R1CfReZ5zrv9H1zWzti+K5je4xRlFKlYMv08mTuyErczMMeXFYs7R1Nrmt7pKm3r8Qzt1le24Kvf2rFkHb03SrlhUQgoHpUJexIa7BGJxtS4HYX907OxxJSy2w731EpuvS1WeWlxHcmBDt0WLIIIHc9hF+8ac3VgSr+9KdAHq+86j9FukAqKMnWVymMZiaBrvuRnpLJGlT31RS8bb1sswL5zrVcXKAnSOTBgqoScG3SLwXVH9Y5OBcymMtwOB392wJFguGF1tJkP+tliItlfDKXSyHqTQQdUMXdU4ykSgMZL9pF++p37I8zWLHhHUNBtRolpPsoA2+SkulaZJHdtgcXjpzuI9aJUUi2UbH/ipDx89x/ywWcjZkZUXLtszqvRWcUPMG/PRdyBwvlLTt8jMH8G6PsQ0B2GkIh0coeirTWz3Djh+1acoEear9e+QtoilyqHLbO9IPV8Sv26J8sXWWB8TUFzbDJ8mW4f0XGnE3R7lmuOUZmGKWJQToK0geyXb5culoZGJ21BmreV/gcgIdEvUEJhCQvLoRNIwo7Hq4p16clhWZNfPoEtDrhHyQy0tp51fYFGId6IoK2qjVr5AQIJcn3aZ0iMECzq7XPC6ZnxZtPysjMHQxstzWNpD0+9YF9/zfGFj175tMmi4Ob5yWTGo2LjEzVZhUJ9v1M/ZidlWi91zEDnK7FiVWJtYtPtz+CrIzW0qg5HMZ9j1sL/ojZX03N0cbGDzdDwtAwuJA/f6vAH/S3scu3lj0GYiCbRAHjeYYa88oOLp82dPVilJPipSDXGpENMdbXJyOCemEufnCjH4xnaFxiWI00Efrpi+FokNXo5aaeqrRIS0lnDa9RKlWQ+f+xdB1LsiIx8JdoPEe8954b3kM3Hr5+qXkbsYeNeTNtqJKUKZP6ij80ANmQ3BkC7eAVo81/ZlOGLonhYfRZVPZXXo1Hm+hJ9ywRfne0+74IWJ4Y0QTcmvRhecP9bcCML4mbsVq/3jDxk/ljZ++v6i4TngHEQzZoU3uvb0wLyoEgKzQz3fGyYYIaem1ZGGsKAcrF/dUX1Aq7Ig2vvn+lqYdyLHLXKPezW28k+4cijGFHJkO+X1Ync+dwkTJ6Hp/4wWIlizCQvPGf/8tqf23vNP81tY48TRulB3sEOTKN9+v+XEXi5toD16+VOj/k5bn+GPNE325ugmQwObWAne3wt5AnyPYPjTz52jziJRw869NblTBNTykTzd2C5NjV4sIiaSa+/hSbDr8qFdRDrn8/8KlDno6zScuGjXAOkqW/t7tYH8V2PrVosgo9nvLwHItWvIz+h0Y3YYKpDdl0VRHe6a2aYRbcBSc/G4y1c7F17F6uOkxceXOV+2BAq7YgkeWFVTSnfT26MT8asYfUZCvBiIMJXIFfk9va1eLOCHA1TcY2LV622i+82+TXn3ZeqFEJwBnuK6A3+1QOQKdRLCjvNXBkggAEYoSJ98JHnd6POgYNQeM2bq7/2tiSNQh0exZcz8kkCcqzv0H5W5jz/lQe+lpqhcLFdvVPgCvGJeKnjIC9M5y3zYbw8/C8e6kFX8cXmJePbvQCico9AS+yu4ZrcoJL69nWwSlXWcFjJ3OJsNVJmZ2Pf+fODNnP45IJuoqTKgo4ZaCxJmC6uFJoCpQDmUefKqGUdxbks2aMPwmJsIxKiNVViEFap8kPa34arPVrjiIxL5x+moZ8D4FyeHOShFhJvsZwMadYP45O3DJfNwFIJ3VsGPQ3zdgHc3GGzdSPaBKDCaB2Ytbw0WEbKBViJlhqKGgtYk7EQiG4YVcq8dA/souiY52+YCHlV8al4YXLF1kxRfa4/+bE2AgGJUNbTin5RsUK1BFxsPMwdljexE6ys5aTthfSBQ21hPlwYdlr9RIPEf8DD7K92t5mM9K+/0Ztk4uupYRwvnB0RU9lxLdzU4mZFNYkSkLqtVgX9res8KXcw47uf1GsYVTNaUxHzAPy9ajL5NBKc68UQ5vg6S4yWSlJyOREULQN83i9DsfNMukwNy4p/It7u+GLcLBNNX95bK1pDQukmgFEU615qQtmy+UoVNObr2iU5oH9TrtQr1a5Vy+QYGQZtLK0lLESzEtoLeLB9zfyiIqTsXVd4i/Q4TQlfz/l9fG7Fpyy0+ZasHTP3wARZoIY4WAPOuLrgqtG6YcIA39XLFHm6RnMXjwOKqK9lDdFVZ0uhfJk7U9ac/ReastgOD0vuSl86HHWXCPtu4/oslGNuMxDkm2P25Dbc2cH3qaSgROzhQjNEqTIYgRqDNGjzqaAL/JTM+yXnihdj5nN6NQin4bx/czeya0Kjitj/IiGO/NceZqqKnRTzUbDSgQQFWYQwkq0qUqY4pK2ssroiEAjS3RetQVOYyGxM6hWKCseaA//04+huz2GHCF4tvOmMrwEURzpKYug+ANkBu0S4Qud0HYgaMcQH4MYqgkyIESVPM3ARDVR4TgjCFV7enqH/qRRtnXrAUw6NJR+lg76y2n4Pb1+jV91HEi2fK4zplOhCCdvB8jGCwIMh/9UjIEHatfDqqTe5Sv0xtGuYBrlvUHWtz/pDpR4K7IUGA1NohOFE9xn6M9LEPd7n13yByRmmdj9OLmiTwzW7EIr/NBdj+vD07ue/mWQ87J491aS60UmrarcSBNM+RGqyjEXJ8KwRzD5Opwdo0d/982JNN+duhFM9tReLP2eaAhX8fW4SvAyXZvfO85SCNwNvpygf4V8GdmXl/2JII3VC/ooVjIKldlpTPReOqlA12GQA2gL1YBovZqS/KMzq7mNih0NhbX2n1zcUuxcvt9GdHsKYWfdp+l763fwIT5ujdpZDZtL1oul5Ed8gJioVCrehW0/RyszU1gbqgXvEHnUfMYM12RsFwYwB5SDzd/5Vf39N8oAb7g/tQhkpw/r2Q4+23h6nIl+VdSzK4RNXZYStakBE+YgEv+V2T67nDjiIG5W6PrL2I/wWeUbfx65kep9AK/gm2fPwCmnBfs1JilI/p3V3xSf2mCy2gYMu/GNGy5dyqEsCSEnO4R7eARNOnbsxHH9Oo5YOXjbP3+afyghqa4xsw4bT3L+GFJZUdPrUpsiNT1bIv81bIJrFF/uI+5wGLpKhz7Fzlky6VSfhscVR/IFzvcPfJyK0q+pLGpFm5W0PwEvI8MZ+so1bRo2NFlarMwMvNoPpJo/zPUce8W1dECBR1CUhTQTzrq+XCbNiwdBuIj4zl9Wz1sf+FewHKziY/YiRNC9I9QRA0SYhKjBtRzpOT7mZDa27W4/UW0R7OxsLoP+mLK7GHt19t2wrK/nJk1HttJ4cwrzJ3tmHrLsILZa9rwuH29fkxdydzAHbLHT1hrjK2qN8mzoW02Hl9lxRi3Z+U8auFAHtg4+wNY2Js0hL0XiKPnl7gDv7Cd5NCVaTsd7gyXhW4I2FcSuItEsKTBo9f4OFNnSPXC8qM8Zytk04BqWWxjmdCBd0kA2x3yCqsemjTV/2jTCw5A4Bg3PKYpijuXLQNVO8G5+ep08Yg/8/rR3TETZaHz/0G31V0iNFqrymu2K5UqD4mqen3oUaTa1/2STd1pidNU0DdXUrylPE9FQYxIe5odGHWY5xWCnVgcdn49TpFcwiREpfJaq7F80NKPK3w0W7tyXc3MMMR/0DBjEFne7TZFUjCfGz30xE6K+1JxLQ42YcU+/IXBT1cGd/valgMoihJWxj78EluUuc+cIClSw+en+KJ2PbnPiRZk6/QQyuBlI2/tuNaSdlp0LtDExfYu0f0vFqq8GjPP+gX7NMGn5ufv8IJohnZGXvCUxoVMUlC8zrjTKvq5Ny9yh4e1uZu3abgV01Msm6IjEvi9l4HFu/pMJZZ5pyRZR3j7tXW0gQkp95M/8zDtwBqLjKXajkArcjwjaJ1Wa9kZ7n4G6tTt+iahMim2xHBiCZaO4dRqjI5vmV3g89pFXJ8bqRdkl7CsOfJJ7saJ7qUbGk1Jkfh+ArimvDco9k5j5sx7q4ISQ7PzImjvdJH7R5vCQtVon6SNzsZv1ci6vZ8HdXQsDQrywL+X/5N9vXtC51KxPc70RB0ai75UnDoABqPfsV5Xw8S9Agy69thczlIh4T1ja2H/f9iXMjiqysWMgvQe7f1jSjm1Zaa3qPYn6aHN89YgW40ZNCvq8U2w5fylcPVKFZPDL2B5cZGL5HgWDekPOk+YnfZj15w1P8J6XNVwtuOjmiM4jbUcEc4Llr93uCs4i4iZ+2iD7MoRRBJfqALJBezPVvFcQeEN+vQkDIa84VQxjy/0k5OQa63APFPa3bypEc1FCs5kf8tfvWASRxPNwSIVQ9gjAudnTvneNcvvf2AXGzDRe5+z3QNN58l+/UiTeocIZV5F5QmB3oEROQyUJL1FQ8ZSb5eYn6iXUx41p2tQCjc8smq039eSvTk/YwPwRarF3FgwmTCeQlllYui6o2zT/8rGwnL+nJle7d82eJd9nJKNmzvDM71jdtT4DWH/tMNg5n3Er2OJ2qqheRGBw97j0BzUIaaWH1oQ/fGfTAGMcG/0VF76Xj+XgB/FPDVgU7c/9opqIVTTXo+Nkeuqf7BN14zOJa0QIylltYbkf1DgieXCxxZM+mp5Wqu1jkmeMaNfA9PfU7dTz2qOIlwaOgM8eGyoz1QhlG9QtXC1IzUJVKVSSS0qRFuWGTSEZU9OOVdCYRFKbTRvFh4wiL5QLs//mtvHbtJaZnu7Dl2U3/02v7ej7/Nqn9WOap7sP6ChjcEfGG771DKRRLDwMt13sGudFaLRDm667mt2KTkx1EkvAMcyEZhnnlBIl7/VHklrAqmQaqpE46QTIpqTPmIOz4Ec5fOMa41s3DfxHjonSiS3ciWsEOyDTDPxILq6Gr/PeGZUzLjDUCKb682Zyc5FutvtgOpXxWKnFGp5eBSRPCvKC1gB1Qxw949WIUu0lPXXdvuZ1Rsz6Obu+mq18gFZefhmT3PfxddLyybgnxz3l5bFqST+XZRbZrzsNxmBYBO4ra9rR+hQNGElptETHfc9CgWf3Sugcncv/NiG35ZJueaZdlYKw798IWQ2E3YqDjLLmgb5ahidD/uwgn4VQQV76oPzquDk5VEUJZ5NkktgYoTKS/OnVo2gxSTqo5TIyMHyM52bsA7yiT2NLVes2Vgjtwh25mcRKWWG6bAakXCE2ETrs74eeO+fIvxWAzwghafp95BOvx2PffkVuxTE5D+THA0GE1HMJx/he3S3qI3O+8rBSr3Ad7NNkpQU62iGuZfDil0xMWVf+WKykoHTfcVDr4ZLvIZn4ten1x3o8FC22uX9XoW6ReyLBrfoO2RpHpEpx+lNx+C5WMeDoA2/1a/b6uu1vtHXUUwRJdkyOTVDKna4gwhLiCfatu+q8+BzFnwg2qBsdGD+r5bYwKyNSVs9CbtE+dxrO1ZbR9F/pt4PYzsqvfB87ABbWTIyDCSMcTWw/zsiByNcFGvtBSYXZ7nBYlOIyRMUXH498YLYUyvPuPPoMXDyX/F0LPq+bY5EvaI4jtWdgtiP5m7Mw2djAUtnfxX/czvV5+aW3I9gXyHwfP8IptiBq8wMv+ifuyph6TVKqArYRRlRwnpY7ivC0FwTiQV6bETWWqyLjqgkC4rqZ5r2fwli6hbaJ40a/K/Al7mdJx0R+3AmaImvmxNfvv39p5fJo8gZP/EL5cyeq9l1fkLMQyJ/CDBudhCq1WqnohfDYFtdM5QcCTURG0IGrGBfi7Q6X3onLoJ0uiaJbe0eIJpI2KpRugVPTfsGDP5ySBWF6cP1NWvyfoaX+vjwzCFLC4mSpc9+BIJzRace8jByyRwmiqTp0qo/aAn7x7quW5Cqi/1tvDA6WosCskHkMCIf3pThVmVd8Keok+HP+kxFd0M6irngDD6lo9OtjCWx9b7QGb+gT81l9Pnj3IqNU7gvadonlkgv5V70xb5LKgkORhTC5miFmXnTVINY/fCbMunlJfASOSnehhy6Mb4oxMn9FgTyeoyncbLZ32CGyErNSc2/87bmoMcQhmALRqq9A/ZH0/iiigGCYn+q9ZBt1viOHNizkj+glL+591m6paYs0aQb/IBSlWdXigvLgrlcgWQGGnPDbw2hmxn5nO+t1c4hSY6AwSzMCSKtEbTvHhnXfVS+Tf65a0MVHIPPjCq0noS3YQVIXrxbbHlRu0Oy4i0bBJ9LX/2UZGd847Tjtj+lQB5DJgHA+CHPVtM6vcYkGBVD+Exjho9i6Emf9+CUr92zlRHyRMBbpaFQauw6ycjpC4W4broDi3jkkxiKBeHGac78Yh4uP3MLyt/HoTNbzN1pIKB/pD0Ob7OhB7immdNyUONBwQi+bOfAGoc5DJEOl0bKhlM3xs0dsNIFUZPQbwMid4Jy3yrHihKNZvq6gEjBebUmIZ8rOGFmcIk+b3E85FtqrXIC7TrCYXYhxXKeNmgVqqYxHhg7XJAtKWN/fKcs/ovmlfOOeN3mSIQz/9ftNJtRO3ue3txGM/p5UVGkLX+N0zl3Q9cmYdju6xJhrQy3PoiVfjTo/AetvjxyijPZJm76u2UuiCYRdhRPL/Z81J4uoGut3LC06/BNWnIrZuwoHd5pPVngjlJFOcXk7BG51u2A1SelGKoZFp6awksM2QNmoTXMyo3Z89dnmnxylg9l4zId7CT9GguBZltLPeZHGXklNvvwAoyWRPG6PwLX0QXqPwx1aj5zwD7aeniSzEfbJz18LzN6AmdnUhnA/DrCzSWiU7FdGHZnJ6Vn75IPPqdC9DIP40gm+GrIFk9jvmfAXAWiQw1rjOE+K6shfRWiLMjrfy89d6d1J3Le6SKLoFgWIZTGKiSON8Ki4829NC5OMyJUcNyjR9cifvCKRlnf1/5qXv+QqiHYnGjEvGiqaB/+gR/u3xKRPGhw9VERJwVe9exvLq39NvwyfA4UWhx0LeciB5oEQr+w5IxDwkPHfzilqsHqFXvmO+0pBInWTVBccIwKia0HJ4v38Kq2iu/ohn2+din9dBXGZI6Brq+n4eb9Svmo656AI7XPTEmZFV+vz80vmlr+uK4Bc3IwCvckMzvds/CAqBfitDb5sq48cOG3QUgNUOgUkiPCLp7cPEeEo16iIj6r7wrrNVdkZ44qVQEIPR9F/G5BZq4jXvaNvt1t43dBfUNEjTPu34OWgZ5vA3X9PT/zbQ/gvt6F2ed3UdJPGBFlan3DGEa7YHXbihOcaZWtYuvMLsngLLAVOco/TJWCGfxMayxDh5wH0OJRxnbxYHDL84Eq77AeM02hidDmZkV26+tBofSBqOSgf1ULj2txgq05X83hyPJ0TWEev4nPrFV68FxC0E0WKAeaZhfrGnZww+kOpmw5YYmuR4Twmv6vzvs4yXmyroSYMvg4xNKaq/YkgKW6iHmqFXutPdEp9fpRRawplyu0DX1rWJZ1Ho/G0XqMVpxqz+RZTLheqoVJ3dbWUaAv9X11MFBm9g62jj0MMsntn3pRHz7tJ4Jvf6Vz9xT6MKAUESOT9riV4ijwhEUu36SJ3EB3FsoNhVV9M5eegkRldc+Mb3UrxmYDTwE51Z+ft/GAmqu3c41qxRPs/Y46+nE0RyTVJzJARiOkhdCWSEoYg4h8zh310+dO5po7vnVsGpe3CFK0PHn7byug7mtYBFFlqhvM3l/aJdau7ZYe8TJcUD4d/2aK7TqfBJW46TmpwfObSr+EkOG0qPWcq0abblVfsUZ/pO8oQTGgylx6qOQYyF9vBcQZrivysuSG/2YQj9PNfaSuemAVkl7lthI8/Rbl2//4vR5W14Z3h9wEeHUsw5oSbRU+5UnGrkbsgxicYrTXIaTnUYkk7Qm8qdXNOzBAshcaSP42iXv8TWeNRtNqBuUBTQYIDzz4Em4aRRHJYvl5mCehovV9fKEf/0pLr/1MoBkEmvJlKYRLlvVHBHIQXwUY1jk1Ee3ai+9HyVrdspTRVI0wMHwt7aFOwuFNoMNbUU7GdZZqmbZpRHF7wxaBj+ERtovYFBk2qSaZ4XUC3SQo2CQblnV2CrwqqUdwSM3KyBOZsBBWWRTxEH9fJbLphyM9XaZhSRaVT+uAv7QJuPbWV8WHAigfGv7jQTvlV/wKHpsm03Vk+j/20vEd0kboDrDIcJoS2Fz0h/+ybxm2tm/FSemYSc37bS/vHq+NuU0Qqz5NgKLKNlp9plg9p2oXpncXTJxdvLjyLno04KcYEqC/kQtOAeAzTn8jn2T+Qe02+hVLNjUSNaMG+E8esnJEcZ34ibMf+tgmagZrN4VdWfyqJs1+M5n2A45SN9IxlrNRvxXNBEErXAU7JS5gxgeWS5m5iurOJC+9tJlD655JtrTe/RKm+ox3XbWDBJse2kw2LRv99n2brs4F9Vppi3sc3RamKOJesb9PYAFBw8dkOBldD1CbF4ssUFHj7sI1yxqI5xy7Vbbi5igWOQyI+1KPLWvssOW5RvMRfxbWZ3+wJ9T991vIREtYtH256fzOa1igkV7Gs/lyogLXHL/ooJpXkGXiTeiCWKomziYY8t7eqLvD9uVqogm6uACKrKikgl3ceExTy5ULCMLbjv7VN24a7/pg4fUh7+IAby2y2gx4dwOISKkAvN+fL4U/8dH1fRdqRCRdCBkSgaizZu4ASZCfXEP+olC1+qqqRnWHuj7MHzsaLoPFPret3uAUVWuyJbBDUTHn8CM6djuWgSP3qSZxJgM3pjK/wcwSKD+FlMUqOtlraNRpg7PvfjvpyAybPjN9qwViRzVi9lV7eyUSG0jyLMgBHkeEZsNLqkhqMQT07LCe3WJcbu6vX7xV70FZhyK/N5DHsoIiKOogRcwbFooRQq5qHjrQw+RkO/VMwFDBkgP0gSXEQqsie/K98ygFPZ3g3yBvo/26/AD42TPON7k61BMK63GhPMmMn2IWyBaQqy+7cyBtPphOv1EDHWNiH40fj9UCKwJmbgG8kDZxKY7u53rh6NcsfNUOzdb22pkrTMahevlbE1e+vdL92T+vHUF9gFNNnK+7toixcwIY8zB2MMVo8o1I66CHSrrNGnxVjCTVXdXemTZuXAr7U8UO3cgT4N4/4RlobRqbxqOkmwFyQ6tELKrffa+PT5+At3VsAcdU4pibgG0Lt0kzPX0834ycy2VtZjdSofDXkquSSHhbTauqxvlq0HsJOuCFM/xhb4MzX8fduDJgqNcp2/dv0Qs4U+jK9k2cYdqFJIFwpq/bFpo0pD2WFQM5rGDa4ILuvsEn8fl+5bYMwKTZXjNWtGCfb+SudYRzB/QYFeeHjfCHFPqPIVLkQVC2KfgTvr3kJkrBwCjUsKUzP1Q5Grh0eT7Yvzqc2gXnhDkN9KJoB8qaCFnkvY7QIcPk8QSMrWHq+TOX87bspYMNphSTbhWo+OJL7AD84SqrmAu75J+cyFw+eGgfisxLH1Y2zBqMwiOdrLsA6xMZxCZKOrWTY1c6W2aLfP1t/ABQQ1t6L0rdddQf+y5ruFuUe36rMchgrbYt5msuxU9n1HsXgfkrjWOKiPmUc76l+pY7gKn2l+TioFTnM6Bn2Pxm5XX24Axx3VCLgC5bihxwR/FBjMDsGgmgq2Xwj32t0zbVG/y0ueamnYMocWq27Gm0vTaKV3/DN1YufCC7kvcmgWJbmhU7jPr6Ukk9m8wrt8tZjMLlK/+LAhxAgkQvsJK4JblzAGBUAr/i5PJ02KoRIYWcLoUbeiKtory7NLGBRGWOF6GcucgHrTUxHm0vlLagl95UofLFQ9YHloOZi7DZLwmlS+W9zsYxd1b0dq3lYPBDSVjQr1qllR3VA0w/NSwo7wcGZ3mKr6P5Oue33yrPJsK9UM0b3APbsrnIyf79iZYOzePkZGuHt33JuUvLVCRNXwf4bQ0kyWh17a1ci/WrbLqtR+LyBkrAwI9aMNKmTNl34px5JKdUs4dT5K3t90rOFK0QlyD6U0l86/zrSmkqZgn7aG2AZfZEpSG4mVm7GJFOg5CueWwSuoWN6+UmrsyfWEAJrZQn5MZMlTNR0hRXpVVnf8+I87rc5igATD0l09J1d/URoDsajuEGxdyvBQgg9qQlCSnBXwcoB4cs354aYKypPMebNLNIsWJx1GY5ExBAVi7fRv53DpNcrRTXxc4lWqo5qkdR2+I5MxJNqHWWf+2WFZ7pX5XeDNUTuVq1AkZBGgj5areN1O/UXgT3lxCyVrMhoL72WW2fq6CgymJ5JvpnelC9+BkW9ch5ACam15bUB8ERytLI+HOxhBnTH7CLI2l3G3a/8wkGwyZipe99vu9fP2q+LO9qzHy5FoZy84elZQlX+Z+q7J/4G0w7iN6Axzxs6Oie9NWg8OS0sm1oEp0+7hadQDAA+XfkldTZxMziLN6jlLtlPSbsV+wSVauAF3DrgTvp0pR8Z9x8mArQHe8K2IG3cZHPZRIt4lkZHl8rk6hnkxZ7ZnfBNhBIbvZKSfWhK8XLoT9t551ED/050oSZ+OhwEiOXFejhQvBNAlKc+ar4AktZY5VMKnDNR3wLJHTWKX1bqBFjXJLKZOfsN88hElwgJqZOytjjFJrTvqkkZ9fEi1w558aFEif7ns8WQ+7BRBXyChabyWkqhkrYMBMArXIwdEVwRMN0cdh1vG3/nSGX2X2I+0+NK8ZVHfHZborSymBYhIqKMuQIv/0FUs2MRbum+RELl4qer3R3RtPjL8rdQU2lfHHCbpHbN0OBc4prDZnvHjRpO1TI4zdjvcwpdnRCK+2uw/oJkoyVTU2XloBUycfpTjUS1AP0TNEYszvykCmUX7jUj/l8yiGb1y+Gxv1UoIDirxmsRhnMTY1RtLELAdYyHePlhdu3A6grpLpZungC9adIoCsD0OySvuw+sRKVE02Aj0ovT8d8hw4mF2n1FkO7pAv0ArGQB8niZA+0IYUivaqP76YvZnUIETUNEfVV07QQB48XczfgWCWAY+MuOaxzUPedAmFD57iDrM/+wQVDAjFdnNxqfYjyXqxyJ2jNv86+TcZXj9eByx7EscAcW9764DsGoj//ou+QnXTZQx7MHzY5W4oE/KG1r4Bl5HOuPL609+baXTLDmspslolwVm8W/ISnULEtSi5FPf1vyagnOJQ3XTHMqIsH0bWxIHmFmFwvWmfrhhlMMYSO6ssjlq1RFPT6j8WvvHe+LlHZssueWzyAPaa+YJ4iQ4vb2Pg6L7RHhDh3oana9HcZxd/eTIxcPiE19Q5Tvy6meY3GCLtpUo64lLl8SyswlH2P7ibfeRgk15OkF89lq4pgOe3KJbmDuXUEQQshnm8/I1gam0zAKycy7ISKkxxbnL2kZ83P2oZWv8oZ+OZmrd4WXcUZ1FTuCdAQK+LN6mXvjkIm0otjvtgk3+ULun8jEI2mUTu26OnVIbE+BfBRGx6zB+xAg6298mT46xMLH7HWJxJ9Sy7keZJhQ4H9Fs0J4a6Mu9K4Gicy+1LMIk6k/d8rcitNXoj5HAQ4Oalj9c2QkVCd98TRthj2wGczi0AurDflk3JIz4LWsLbNTauuTaSYln09n9YGZdWak0lB5yh+50XMn8Ce1JJoF57ySPi/IOEe68yt8PNf5Z7sUx5zs9wwx0Ji7LyG/d7w9dJ9GUvHQo1mwggPIPk3ajhrCOTAvydD4cI5lkuGDeZbFkR1bRpb3BPtL8nBP5d3m3SAQndtxlMQnjyBgvfNBsBuscmt6EvpDZr55PviI/Bwf5X7KDsO3lWSDXiyWhuAnPJqtp0npRv4CLJCBKfc0aaU1zEYh0uNxBJ8utjRimCVJjb+sZo/wEJLKh6a/FIjSXXUerxsmMyJQzyz4evNfwjqQXK39SduCNnMPfFoneMCbeoetRewil1vBT9TcjfPWXIeKEczJB4aiNsf8m6aEm82fzowgQtT0ksIwwbe0ODj3AdMgQ/JNnAzmxCGdv0L0k3e1OIGJn/iMYKiYVWA+yqJ2f3tybY6JlU7YhUlDmjovchl09GgO181JxmjwzIEQV8Gf3SAynyG1Cumzi+z0MXQZqbXiStoaHvtebzwFj0dmqaNCyqzA6NXXvilweZhTVvjU3h2CO+5NvIZtfv8Qn/Qgmgwl2+50C9vH6LmDBgwSrpVG+QsuHKPMbOSDnhkJq+MH53tIqZSbd3pZtqjTHb7hfQzC2IqvFwzbMWK4H+i1YAYykpRNalr4jGNMsRaUkpcwhwT26jZ36dOkL23Ga8/7b1S6/na3y4xM+pmQMaMfyeXbf5FO8Pbkrleu75ez49GAzD+iWCgOjjLrjAH1Y+alCzHl7GrAhNr6+3qdhDeieUzqTquRhMQ/kzHb3RIUUwK5kfezL7wsosv94QKeMm8ftV8QJ8sezVxcqtx/Hf1JF9hYuvAn8mOdJjRYpdE7ds5oUyxNFBknJo5sBTYoOtJe7wRSvV/R0LdvX72P6GXqNN+3wtjxioy4QqSrv83zMDADwchQ/BN+waIhmX2U4wHiS6oqRKsd5skYX88Zc7qIUdSpC3DFEAX6PLr4l6A/Y51y4+816egHcQLVf42QC3VB/aLamiLKQ7Fa9doAPC0FMrW8hrjmV1uM76KjdCNbRClmL933XILV8uSTu0J9n8Hpg7WTwuDF1JDLXpAP3rgR2XN+2PyiCHQDVHsDmP1gdKXa1vg5PLtGCaYt4m9Cz4jkzBnRGqOK9vyFzdVBri4AEsvGPnUMcmfDS36gF4ORl8QVwppXSIPkgPs0mAg2KJ4D9ciiE/6t7XJjfqyQJMp6MNl++zJQFS3uXu2klRMZLsgjHZFUMsjPLzLGV0Y1TT33+MisNQ/HotwmetCxkyjzzutX+5ndX4fw+1g1ZwyA93dKl7Of18GnFjPilhs1myUFxLf71OyonR/iKG2M5VNxIUl0w8/pfU/66wgN5uZJ7U6fhpHeS8PDBtwRddyswncAvbxOeYN842kGV7rpJjyIG1SLSqzdE9Q4QMXPnlQFv7fT/tkODeXMXqtSNWeV283jyArfht69g/59jY3JkIZvBgZZqI9ZIChJay009TmZjGfKQ/jR7xXIeLEwzMnBX24FxFmh+TRromaJhJYgx+6APIUlgSOs9enSnCauMVHN1j4bWk/U/YitfoMd8VcRK/Hl5SqxzJr8wcIBnHh6HX0hjn8qbhKzfECSSfgKN4p+9d/njdjYFjKPEfQ1ZT2T5z68zN7m+m/d5OpGwrIvb3yQZMT6vbxah6EYzYMM1E2Z37VWA4I6k7RtlA7LbgJ+iqv/7x0uxdd8eBVp4+GzyAgiIecZSP6xUJImlLC4Wz0lBDkJwaH4p/6L8dk+FxY368ffikh/3zOvbapfrFpbDXBsPUcP1Z06JLN8AT6juBqNQs9WbQndIRiMwu+mD0ozc3VZLyw/WA2QeX2VppNUfxrkEHnnrWnrOVd3VX2aV6GGS/fTJH78TDZaG/iCijrG68GXT5OkoOWK6asEp3nP8+d5ETpsChqCj3nC+FGMycxBbdZwgmmGCeo8ynMDkZXc/9sk48pmrTtpTBq6ioU2ufhazD09dD6mNPy4LfD/tOYd0s7msp9NCxVE67eWsmKRfukHtlbbDhSkkCYfXova1Wp0HUNDBbk3qGDr+kWrXDEz6KcJWGdS6xymGdbANl3oue+ZfI24A33/Qmf+6b6Rxxdrqwk6A3Yl4VJMaYRguK8TbhUM/xK8w7bfrXRKn9xn7OTuXwwWZHPn2+jX/qX2gPwUAFIRa531jaqNjHhbqmiM8t4H4tIWngwiVw4Jl/85c6PCtgplede1IGityQUvM9PiXoIVS/5g8tJXHxWiIcundlC+d3WHh1DjEeDIW0BAq9zyqSy5TQvapRPjMv0MVkraEF7S4WN+WdskEtC7RuLBci9gSOJPUeaHjzAQ5dj4X0u0SRvtOy0t2vYXvC+3tlGlC3v0QWZJlq9LjKgV6YqY/NY/Zl2Rvw2nfxs+VDmHnoEk/zxeQEX5Q6+yw1t4SuNiZSdo4A4tR016H6IbC5T6gK35BhvBF/HwulV948wm4nSCJ9u3sptl1YVzyjj9fON8/P1QUZytneBFgk9LHd3XwRcDJ5WH7+1TY8qntS6fe6U4jEwifRlkoKttjWYbSeJEfGRUMCjqoxgPWUWSBA77b8KTX9p1kn6SBd+JyVEBl1Q9TxJkCYp9SuI7QDYLqyxsoIHfuUw+p1Dkh5RVtKN/M+5FVZVkN8Ker+0fmrNZGlNJHUR2/U+0w0hRIfh0P3abonxRxSvFRCfh5ZGbIRJYJ7SGH/6BMvjncH5lSqvJx3PLfI++9zBzBhsu/M6Gag5x9lhA9/axBacOviIqJ166uc+ESw0apciFMAquygtC8zrt5C2kXfjx/cAArgsqDG2Nwxqd+PSamuZQ8hW6YdhgZnT4Ob8C6Fnil8rg6VM/wxgn6sm2fuLICFDcZty/Lp5gLDXb1OOVQmit9ER+l3rhEKNJTpcru6Zxa0fFjIue114gMZhLsBCHvpYfUO3ftlK66C15ClBXK4yINhVv3nMbUVbZVSRC11TgERk1cAV6onLJTBdCQX+7vlaMkR1pyTt0SQkXlByecmZSO8AeYMdkGUEoChQPGWKh+iL8y6eMwU/XeYsfrDH5U7gbHPI5xJDjYfJidflzZxuGpxPz0RKyza117JG+vsN6GyVH4D2X1m/oJysxO6T6T+dYSnG2tXWtgLchzCzOjSvG4aN+y6FJOfoO3pAj1KI9foEyVIxvcfL5JbNvE4GQ0r42vDe5iGbZmy9umZb+5qJapdklk16LEtqXu1YSAG/C1PCVFeg1reEgy/tZWM70/qUTp2/VNWVSctURKX6grFju3AozHij20BLLzUWsQiFJBjHTtemxuFWEahYfV3mrOZdf2Xdu8SWPaX9dPLFBMjZwOM51fuetr0D1nO7FQ8P0niK/HzoR4gWu6qatd42Tvs1DRFu3nUnhdPXSHk6D/OIgyrIiV3QOL42dXaeGYzCX/04mUVUJFk5fxYgpuP5g4xKAQsoPwYhjnS82oTENhkVZv8GPt35FRpv5LX5pTLQzRadBp1f3iDx+ME9JrNTBM4QYCfMYyk+BNtWc2mWOL63w3A+gHne+6Oz388D6aWs87eC+89F6F2d2kKYix3wBuwLBYyRbDOOsqhbkaWcEOi2xILqu9kEqeyMeYPo0lW1aUqBTJU1aSK7aRTLvvfb0CusUhHwYssL+5Ofd8ALFjPzQM0L+pzTw/GJrONTued2nZM6UaivKT/h0PTQRH5saoX9FLWr75LIPVX4mt9Pc9YYSq7UL0+e3E0SMw/RrxUQON7VP5SEVYlqH9GS53Ag4135DBmRkGa1JpZOzkQ+PWCen1sNXMLIaztDjltOUtWvAdfmRZzbJBaqcTBJz8zrc1Mu7RtHMLkS9vKVHsEyZ0aqKPRC8BOFnf1WQb2H8x5G6bBiykcxBv8F91znPi0pi4h4f0cYMaSq3OKF8hcgFEl07pqAbrFMM2lbfjAq5H0AWsVKqf1+aGWqrcT9thqv+194m4/1y5+ez6RNCHOYI+n1jm9GPLp+Tc9g7TO1CVjHqSVw2u/PwKzircdI9fF13AmEjE2RS9AlE2ul5/n8LBm3U6Hlmp2XWysWordFzLa4lrO14Xu/x0Nzx7vDpAm0dNM/ya2s4/8dVv+AGowO7/l287zfCdyFwi8/aYZ6nuWHLfUGiOzUFigGhYH8DYpek/f5pc6hP9yfQ3d1HW7xlRyNy8r/stVs8VOX9qdZSn79SHmofknmYzqNUOhrPSxTeiVf81vyRt+ooq3nKjl2kyMx2eAaDym20LudPas4UT3CCTCZxFElgBynVUrM8q+1OsjDNBjMso22xtSWv62x+Xdl1ngI7opAi8f4f2ARP6/j6/+5fD7PNoOqT7ta5WJ0170L0R3LRaHppIeV8KgsCsIsoPISLkdmLIPNr2ydcRhHK6WH79zpX9oVlY2Zba7h1goCKn6yilu4UNM+y860eNbQrv2cwulbrcb3cTMuLRBRgwG1wWXwQaZxRZ1BAdOQIY75XlRHisW60KIRwpg+/rOegoQzDq2pBs8obljJxjOg0xPCSBef1enRLiNePIQqgSDF1BKxVCAUykdQ0eoJACLTqS7QWwXxwaIS+3GoQCiX+sy2tvxA/OEymxLcXp2uJ7v6SZXwDKDPHqry/J1TY5/XN46Md641+cCM5GdsxhQsOuuVLbEjU0qMSIx4GQas7A6VT95ca0g/VufRSnmiutGZagY+4Lom4Bkxb/NEjFkMJAMqaZ7EWqLOQ3R0QbNwrDW2hqNKo6ThGdboI9m9f5lJEGvMfOO2lA8kpxGUD4EfO9k+ysGX3kUQP9rT08GBW7ojvKHX2CCV1DOTttz8V2Sen9gUOwh5+Aox7dPlFK7ZuYchSCkcFksbzIx45XO3ya46gBLF1P+EkyZFDRxhMUilRhP2kLtb3SCpesDc84XTqnVQK8l+Gafm9cLPl66FOHT2RV8shNfpzIZJiouzLoNCZoIAfGXIW9asqhMDBE+DDYbKEkFXumHIor6avaALLnfr7eXnMxccuiV5KBHL00epp0HjjD3EELhZ8guNjbhClP5DGLEY32qI8pPbcpg7UTWc/fun1/KVWB52g2k927lqRmZs5fZjEaztv/G2znzCWZdZlZFanwXIv5iHgzvKswliK8n1e5XTsN9nqnXyv8PGV4xhWid8j75oAYxVR/o/1//2HEWg6aHiyVeX9Mx9sWCbUjssCLSTW5g1Ul2wq7R8/Zqr+9URM2IVHqeZ8JypGq/K2H13hX6kSYuZCEPu4IDR9dDZnHu+4MvFkT9T8ZpXCtDf9G3paz0dbPVh7hbOioFhz2LzwQgGuQrm0/k9QlvFk8ybpCWtChm5EhFvNN6bwQp8nXMtDyslBLDqi0Dz3I4p810yqjFwg/iYo0C99eCAWMHSmwoQor5QOBuPUhwFa2cJPRj5Db8QzN6bSseY4TJ3NF1V+gfQ06svTlxD5Gq1TTKJWO3fGrMKEfh+2LDJkNJqzMFphw/HpAz4xwe7M+TUs7I0RIx2eWOKnBtQMZtdTdz90O52gjGpD9OuGxZr6UJ+5a3gjIupS9x66XAXku8urUrR1G7FyjRMfVSvGbWRL6fhGHh6xf+hz3pBvDdzJtaTqTk15dV7Zz5ar0YjFS9fVPgnYsTZRkG+szAwPpwlpoxlPYugBlOAsYgufnYcrg5Co+Ebc/JSbPqP3qZL3lsPICOWi3SkV5/VZb1gURmkneOc21BFEHT3oTyqybE4ZEHHIRwMHAwHUZOsfcpQE0K/7UwCmWXnRvU60/nnttPJl30jLn7tqBvebR8EGmhe3vefFKqzHVui1kYzejkfT+vIxT3mwR++ArjvDDrrsIPrgrxBl/7TVX2IQlIYT5FX+RnMrT6cIwTMluZRzp0XpJDenMnfQdozsa57rYzP+ljwKQO6aSSdthqbzOPraA/PHQo7ZrK5UWpsJpDrcWxRAL6jBJhECxtv7ENG2bDGBJ7/w10Nsun/nDvLGrIU4Y//px5D5nbKfiahWVRG0daOAY3UR+TkyHtr0o+ip28IH5VRcNlFLy8/u0f2n+wJn6FNeAT6bfESw9pBwp07efU+ApDbIy6t8DwTAedhzh9mLvrn9gpX/xB9gYPXryM6djpDE/idg6KRw3pHw1FzR6KukD/jyZfRpwcZLovYAA1hVh0KVC9rBMekRQCeZV3ssJGxC3NH8Tp3cRYhmHE4BUVccJn0wJfoXipEHj57lvp5LJxVHlF5q/4fnPEYdxPvm7DYWCdKKRXXR4a18+DHR4lFkm+x1bA8XZW5on8aV2T3rXDsWA1P83CVTsslEsNIQUkxFnRkel1h5fMeetW/GT17ID5wt+gj4WN20XzLBxPagKH5eiBFi7CBM1u9ZSvev5Ydv5Cci9micpiu9UBJWGJ+hq+ZP0qHBDYsgHgf/aLY7+t51Atb1s3T+r0gIudYFJxV31qspbmYIf/gV9zALZEeyNI6rrk9v+Gi+WsvBHztaRkS6cEzQNTzA4WC74HHxEVPXsa3tdN8kH+m94Fxh/3EFoZN7kHdJUxK+HtkYTQZV1+pzX8eXHnN2Am0FAainU4n+cZmknryk2ZeNXdNJnwyCvyGkTFtVUIi1WWf0fOT6Os7INtbZDdRiHWNa7loeKRmPZSGlbkV7C9Rw+5DWhXSSnkig7YlJpGPm4RuUXKpW3hA9uVzKU4LfHZiru6UI4eBM7TnQBAi0Q5UuTpI75pWVOBrrbTW6JvHoafcpQ3Wpm+nn7oeyUxKH2Fo4kwgI1QyptVkUmCzrya8yoCgGXJDwt0KqQNAgY/QHo3Zyo19MP1qar9VbVN5R0xdV+oV5OJ0x4MigiF6dRpRfGmcOS1hunhjZ68LqCJ+7zn4rkN78zRXLttXIJ9e8xI6bYjChLXyicqashC4m+W7F6s9jgDviThPvZJJOi/wnZM2WX1jjqzmuaLC3n+WK/bg6OCjFv+hZf2KB1WFwT+aChmlf7k6Wvyj57+Xsb82w59A0yqZd0YDzsOl8CDNCjpGqXIiiqpcP2SLCl2hyLbrhSDlN4MnDiXtt7B3CkVD7x6uqleF0tNPEBgmYqqREygwbGuYQhsI/IU1Ka8IaFKYllPRCQv6TvO85w/NN/6xVjQO8lOioUuaPtGOPLG8J8elRkCyiv78X5DZtX2k5yBArpWJFqPK1hPGFzP/s2vrTCf6BEE6GL3sTTrCRWxhm0NVQ2k5y3UzOB/EacjRwvkdUXPqDgEfy8nX8eIG2nwQ0LgCBzpxefafFdxotzzrURKpcn9YkTyECAHpCjTwL/m4BM70esz2e5Of+QyG1r+Y4GuEYYbrI+6/Po+8qhNnWlzHz5Jmk9rSzHxkScUHJtITJfx1UeHpq6PVpU6O+hzoQmzcabz+p9O7+kH7qIVnmPGje50wYOjgNJPEsBEJlNg1m7/QQTZIEmn9Rvthp0NTTdoi9BA4JFZNrKUsX/1TJtlhARfsTK8mAuWe1wRO/nFHkvlYEcwNvUQI5isNKt1XQTKPclZQNQp9b7YcwFWvv/z4Nhp2gWJvJiPaM0VTyoV4i/E/yfoRkJqf1F184JGg+ZgSHyBy7AhMIasGTVHX9iSVj1AOh+Txk6ZMQUURaAOEsvhl+JwihcqcnMNzMEPhuQjgkGHgjfyH7gtEajwqTal6GHPIxtbJkKvryXVVJS/1tDsHEzliZFGn/qo81Z6mQBTLdCn+8br0GpKQr1fjz6VoE2qFqtF8bwFOATU25wB3bo5zQbCKVlJKOG94Pii/r6FYwBIUJrB8EyyHHd0grR57gvXOEC1zErZqdb8zgfoVZujllTBwgOyHvdllDIDCAwtfiIYNmVVHShqb6uf30uCvCqGquiRCMzK6nWekTuzMByR/RHTE+svY4zeT7UgcOzer4enZVnXsCtVakeOjnSTnSY024LiaX9kVchPCBePQaDqs7lLFTb3SceI9wki71eR2KlJ+P50oDpebf9fD7+XCeuPZAzYZcRcpX+pgUcVDsDFGUIbzF0bFbgAj9m60ovSedhfBQVUpWrAGqkq1Cavd7cdF3LuvJVA4ttFvdyPn4fGAiAOWrntGsFOpcFxc0mgoQPS/ef1R9xW7lWtftK5mhaWa2t6FnZmY//bVT5/+kKyWNUiXZ9loTxpgoHTRL6T+Ly/Pi+nz6oRymzNCaoUqYvb3MRPWy1/ZJo8Wpex/hN/RlvT5ryyNUHUXBmod2Zv+aVFjk2a5W8OpPjHF6+eKrexPTv3FptrnF9MVfIE3Y3uJFQfhka90rnp/VmpTEjI15o/7Ff7/6Zx4DzAlBiRezQrIQpHRFadJ2i7+nOxr1q1SU0b+kVM6Af4Mfivzv4CpoRsfFMNfSsLweHj4Fa0MzLH9V4DYvAUOiZq8r1+LAceROv1m2UsOvueQH+Z7Ozz/CKparKFq4Hg6ZIGqChlH9KIdG4M2jGC93PAqPXqYb5L98siTD0czUfhEF/Bcr/J4//zLOgX+TPaRrPSdg10Sg4MZ+c4BZZnYiStuilHJqOtGoCUPGsPtFa+WV4feLArU7KgdXE8hQNRCb+pqjnxEDfmAFk1d3SoiPX0CzMIzClS01kMXOUzmG9sngafhYaV2xLGYpa33DTYR2c6i9sB8f+0JZZnpcWA95aPk3rr360g6oLMKQ1RTZ2EUIcRIWpzzueFRM0JMprZZClq3VewLXud0Q6n+HdJx8873wVQSGw8LxsFSQdUyiE7+fuiU+Ej8Q6rp4IkO3DJ/JJn6AADHdRINWQCOC/acxZcayO9pq/l8H756rxWL/kuLL4r3syBA3UpG/fyxTGRKFM/2LVfbZ8aIN/bfokkV5NGIwISKUZpkwN5XSYgkB5WG6vRsM2E1dFYTUbNcXEZ5zOXeftus8Bd3ZWVNnH2Jn5Py3L1mb4uxFqBv4ydTXXeTVFFCmlfd0AzoN+uXY8lTDt9pMfxuWuSCaJim9u+tzY2wPsJuZnvBRFRchkYh4nqfN2L8+9gfDGAe++1Zf8HRs4yUvvW4w/NByA/qefWJ/S7dOKuDMfuwlfaXoFWNUrmPaFPmRKN4uWAOSpIrDJNGPGKPREGxroqKmxBLKD6mGFIPw1q9AIO4BuJmT54ZWL/23m0paGM9O0BXzXrA1c0XyK5G8ChvQnGSJOtlN+hWMg9AnR4MLbqWDf3NZFBBU9s1kGCMFyxB6LZun8XCb2S88Pk+yj45zQTwZz1NXeVGbgFCOj573DV3YHVt0SimihNa28d05QyK0VcZyS572yFiB6ViAdn5M7tmuftVvHPxCHfAom8druNUoPYtX/tNaTl/kbzto/EjO16dGY+vgFZ+z8pSnvUr4b2UoHfqj/mE50NV0HpetXXKWTjK0RXyxzNk5w5RWPue3vg/vaXsZUdansqcoRkynKDpRNSM9RkuxyaWObdnd0CtIHUXql/yPX6aO+XmMhI3+2GrxGDtHackE4kfPLO2+zOnJSAFfuGSR/8keqSma+FwVuNIVDfQ9L4hSEv1+AozzlBN67D9gdL+swsdGFBIbBE7mrx66TNVKCxFvLmfnMrPY5VmYkix7YBxRIbQDuJ7mJgQoTyXy+dvTdDMcSpglo69OxtRj/Rr2n1mKNfME+itZ38yC64uqLZ9cE0GFCbJ4E5EmliCTXKhw2f+29IQvIuGf4I+VEn9z49ruiz9g9ey5GX3S7Jb7+3T75rBalKBsWRA0Tv05p+3FMrBiiLwEYMbu7+GjWBWpfPhw/2tOYWiKCS1qL9ZCdx0rmsKpuyJ/4RHPtSk7qXnSi3W35Y0Wq15Ei6Bg/HVH8rjdlGNjM5VjUJymFt5gI5zOjW3hBpSnUHqJc5VlfBPX6GIMDOwMZhynbUopR6Wqo2lnQod5qU99bzcZRiByyxRLM/WaGSm0crnCNz+w+EKROOni9ykNYf78NaGqbjZFANMb5XALeHbgnWxk1ox3SzAW3t09cUD3t46lmq3OQRDgrSLoaAljTSqlMeI7u//xOqCWS8ieFMcshM2W68dqP0kmgjYmUB5iWVVpKdTe8+ETih44c7TKMIdqIaD9MBvY9mbxFwzcj6+u78t+uXgnUIn96zroM9565Ozl35CbRq6Br+prToNicaKlA2OEYAc0bmCq2MzBpcbHFcjPeRI3BW+qaaUJi5NJBn4RAUsSLYbRXMMpup5A3Zc+hBLrfn1bze1VYD8cBocpQzqCZ/A4mHrN3WcpT8SO9QqsdwMDBfokYGSRqy2kgq50zL8UAVwrWbQ3kC6jNE0p+uqpVMPdF667JAeerEJJf6tsqperbv+MvImShmrip1fuwI6B+zN8ZjeIfvpLdfBOBeyKCp1VxIOWoUTmoTnGGVk+eH16iWwUo3NCyAMNy8EcVTa/g7YC7WKZ3lOtHEUYlqlASFssqi5BJ0vEvN3+clzCYPHVGBNLtKl7EudY6U/RBnZDRJPffdTG3+4CGrfbSzkhDKErUclB+jv+JZZXZH2Ahf3wbdkhlGK2PK2f32b6cKeSULhvB2ym0qBq/TGPkjX+swTsS3gxc7p50dd3gWB1ku22RzTGNR1jNsNihEUHRunVMZGoKDtc8aV4nDBt1Tf46K6awvlfuHVdReh12MvPnaZNPENNS2HBCDkGYGLIr/zf9WJmhEdghJ2fKjqjy6BJd0rCUtry61KR0ddIecZY0qCGHapxsZy64eogRNuruexmKINVwYCj751NID/Cv9xyuR2F5ZVmo0XdTOwlZ3ENucF7vlrbTw+il/v9EzwkiT+g9v/ZvRmgR5d/zaaFyC/5TLLznxQ4Byt9yj3vAl7DjzMEhjlFI+nCEWBfzjUXCHgWCHCSeFvIFw29BsWJPcL4m7iIPWVcbstsUJWJXwVOBDiyFcX5XE89sLsfnH823vY7ukj65Edw4lhmtEce0IenYTL6ZPCDmquB1SOGkFkkoRtZGkC0cL211eDz3m1ChhIHbayyeNTMcA53NpV0ZFBvE9BUDkZSZafKvXCQWWvgGgIcY25hyvrw1KmbH4OtbfGYW3Or5jt+2GNoSzXUZrzIciHUaC2in7XHTZYq0ERwpzEtECG45bQw1e3LEhBlKuVKeUlIG794UwHuzxvKnD2bw6uOH6J0fgflbRxTsowGHNe8VB5b4F+qiB24OqPe63SW1PeZZmA/APsFZmiCLAlYq0T31spKHIR54ZAh1K+0nSn813M+4QxFJLTQXpYML4QJC+8WAu+UDDMMxdR7ipIB9iVBwvSJZWOeWTUwbRUEZl239lsJRxTcYx/hdRFSDQAqEbtsgZbBysWu2uxw/nsSG18pxL5iXLm6oQ82UUDQTqrPJp65GQEkfRvZScTMLdeGA067o3ABbZo3QcDw5qDJbm0tMmOLjUIVSXVtcz4Xof+ZdZ6lDVIUS7JSpPovX8GPHrCCWScEWlHnsRcjgQw734Eu4sOTf8vWdJvSAtD7m4YlcskNQ9jHYvWM24uWhDfD3KhdIVbqdbcfjUUfE0DKTNlZaDZ2ALrrIWmUaR+7hu3/9XPSdUUa3xNkry0k+NcGCdjLN5v1i8KGv6Zi6wkXuwknYSbEz6twZ4As3PO46cIsD1DAKaEzChE/eyLZ/WopvcjuXxxGg7/EgiUsf+yb9sTH8x5LeiGfZK1SZ1KcsxqWEcQkIHxBXxWTKPuleh+RkdZp+5u57WiF3bAV8BO0Ybh2sRSErM4vEaU2uw6uM/2CNioo7h90+DS7xbyNOnmeovwQjTTlb8HtS9+ajrnGGWEkn0pIJ7SaQeHG39mUdJ+S6deXWzdCApns+iiwGH+/BsN4QGkeBp/XkF91RBieRvXmHFuZlYZdjoIYkgj6KdZzGUlqtm9PjMeB0TVucvyWRePHGA5aX0b3Dl5/gXIX/EgXRdCH1Vnp2l99LfkyDZDJP7ST/2rOIo91FDI+T0bORvRnkzQz623yBEQKNgtXprPXLUJ0F1VRp5OT7ylxWE7kUimfIbz3Hv2Mz29TtYnAwe0IxQvnfG/buQXrKjmocnX3cbcE+8Im/7pdNQb5qgJojKjuVfx6Qen/YhQZY+W/oyggdTtjjiwukR6k/WxaLDZAEhPzOsReQn0UiEEOi6aMskuaTpKMIseMcZSwa/yq5PsddwGeWkpz4RbNNN9rH6vVEXnSZpbZPMddWuKYvgQZsHy0rfBxBFV4v0pA4nmv6fOJ1P9VadB/3B8RVSwJhqW3m+rFGGrJZOapWuX4i34rIq3Ur3z9v+AheCuwMIj5Z9yHDkfYlwqmFBvwakXlkn96rJXyLgqulC1IOseXWqlvDPccEHLyAEMUSSykue123UvNoOghMkNrfBZBLKb1TMPrmPNrPOi9RfFzU8y61wf16xjAUIhT0A9qHAxqUHrn79HIndRchhYEy3JIJSt6le4s1aikhHQCicl0swR0k7TZGbDjMCavXI1oDlWrc8pwcZ3EygodHvJvUFQV8EaDl8ofuuG3eb8ZS/5Stz3tsa2iFF2MmAA+7ZLyj6W878JPT82mz7Z82QBKjNe04moQjnrWu4y8V6VS2UDmx0wjgKhfhxCvkfm1Bu4grdwTOX95ilZ6zRm9FFkZwomFTPP4g+khVbM+iLS0ZC0wcvNcbLuiWBOS2oyF/0bUEYveiaBEQs+TX6xbfnDropRqiPSYPGLYBMpS1yebUOWXPH1BoI7Pke6LHv/ez/qcSHG0qxzAiKd5tZ7OUK1mwJp6GZJbysbilvr9cJGrLEKV+M15j3YmtHU7yO0uJlTN8aGXn1svusJmXYw7pYpv3XKU5J0vIBTXkKu3vHA4hn9yhlTC8IncYap+2MwUY4THXQmy1S2qM+0sZy6nP/BeemwHE3PyaDiqU8k/C6aLJd9/IZR6JHWFUWgwvOkht5JzvqTP6WfemtxZsoHkhwab+L5+2d8Xum892Hh94PPS4tfu5H0puuOxcehDLKOqsRK7XRL7GKEcxq/Zan75MUF/g6YyGDDmhNGbnPJn1Y/bUy0bRL2wTV4HwQD455vjjNrKZxmcu/Tmc+ZAaj+o7Ebmg3E2IJFqh5vp8OROeIAyGcMKG+/63EjjoNQMzFMHsTZb/+H3/lkghXHgbCknTSZ2FBqSCAG6ivKDrUIeSEDRf5s4+G79W19tgTbmKx+ro/ClqoqoQvYx7XVXk5/h1E92zZIQgizV7eonfE2cmSIZJmi8jLzupcgLhyKIvEoMjluRUtB9pBf0ruyciviFICSJrvHgyql5GZVMnZ37APx5M9I5qUaRPH5EhIXNZ5XxYTH0YTQ6uY6GFPL6B/PsXMZdlvif5QvhHD/PVKxoLuEsVOW+hAH7vdKS7OoaEemcVyfoHNQX0aq+8WpygUnPXxbIRUoyfHjBsLmXDnxC+dd/8ZE6s1VkK0dK8yWqnuBFJPo+Whoh1gsS2sPXqZOtrGNBA7zczHC+H6p//ajVKQd8z0PRsIo0mUVBfl75C/fxG/LMWntI1UjSejpwnFoL9koyLsLtj79wZYS/FK5xKdZFp2nJoYk7x45izexmQpeyd3uWmOw1Na903kUYOqCCGD2q1qWVrHPEVLg6/C2Hk0QYS+G8s/8adAB4GtXqUw63ayDk5aZBu6LUOOFca77kdAlugiyc/+aPBDhuxNYSUGeFCzR6HgmvQ37Ii+38MzxJPrTx7tPgbzVjtYwdp85ObaWUXAsqJnBoGm4V7W4LFX+f2JckpVJLqUtfZQ/4cxbjiweKsfriDDOU1Y0x2G0uOJH6vAxywD1gvIBGdcOpKEHVkFzpAoyp9bs8Ko1w6eAalXm4IyW8F35/y3GvHz4V7lRkAXCriu7Mey7Mgr2Yv7mEien7YC30jvc/uc39jie0owPUGJqgdhzQ6eicv9hIoorY6oFqMfo/xUyafC+RIN95/a+I9G+sPeeqMHMStKfxJeMlB1WE+s1s3gOHbYyW19ETnoEv6k7KEcY24WtV3e2X2HCY/BNdqMDPDvAb7scc/Mq5108FfRYftJNM60SMkZ9DAetYTdZxu7CZ06lIFKH14juxLOiKhgK6YLxXcDRI2ZaV5dH+6z+9RJ78qAe/+m5vEu9HZ6esAQXFOBSX8/RLm1Z4w0mzOLh/5rL95PFGP1FXzOX1byOI03/rZhIIsTP3GZiEM3qj6zCKkX+xJIcso4IV7K+hCDc5bgVcO77uX6Cq5nkEe2CdGFrzprS4DOFP76Y5kq3KL/W5o3/Dbtqvah7726dCERk1qUoGfiLCNBT7Q+VWiOL8R2bAwIADtX5O5Rz/no/898hX4EMxdqVf6u5eVaQ78+zoez9zK/RFtpwjH3KzxlfBJChcdBiUOZwPZnbk9PWrBRnMGRTG8oVwDeEvNihEx2nryKLmfNaPVZ5EgWJ02mw3xgOblsFwm6oLCQuCkaYScnoClLFM8GsO/690wcara4xGAgCdZMs6px6DZ5lN/wSHoQPa6Y9L/fs6ifbHk1WeBoLO3bAkEMz+urFkogHAyj3rxVnL699GKrQyne8GAOufXQaIcpJsHxRSNGD4X4+OWCEze/g0dFk8x+j4mHaYgTcfh1n1+6HmoMuyOmL6qpf+KMTxv7rdI8E3/+tfpMFL6l1sg3E7GxLO/J1/nFpMNrfKhhWhqL/d2F3iO6bW2HwzOpNGRqyqw3c3M9qxFUIAFylT/a0drjvdCy/BTDBdvoJCdnSQFM8GfuWUpT0FOenBv9hb2yyX2Yof6rb2+VlVUYZeCcFpl6Iraj7HbW+yRu+cUmSBi81M8HXp6V8tzN+GucE+Ky5FRVHILeg3EFT6Nb/ePsLS3RTlslmdFNxtAYNJRP63TW8Xqfqxv3xsWyDt/bdE4CMali8O7LAn7Es5Q79K48YvyWr2ejs2wiLaUWqiUueDOmSEi9+BVZWimIWWrqdF8zeBVJKEwBdF/bbduWkir38k6mbF1Tdo5lfw1mJNLGshYjX2Ot5Ya69rsVShFrWNLnyxgzVBlSrzEOsorr3g06I6EtU8TxRJb87JdG6aQOcKWx2ewm4VR9K7YC1lz0dtdwh5ymdHyLOI+b/5ohzkaKEZ0/xKgwot1dTvh9KB1PqzPrfDR8zH5qc+2+hf+O53S8J8Sy344W4CFwUG5du4EUubDLrrFn4tw3s3dONlwuupOmfqprkxXr1C78cFQUloj0b/wrZZo6vAkx3s+oVuW67lit7fbVnqKc6Unu/CthRumz0+m7M9+eV0eZIyy89++lJNc0UoRnejbJVD4cUiMxwr2TwZ8/m+4UD73XnfAIfO8qlvwBZnlhldkeJXhMcwlNcw6qW0r+yCLqxwaqe6hHZB5iVO2Ey0IHFLVV7MY50o1kev6L+1z58HeB+9NCua2DlqrL+ZAHSelTSMsTgDZh7KjgQ5iDikXpAoIVZIje6jyAZypbIxfMd9Zg8glXMtsQRezjmZO+o/fzl/Nuyxl9pzqxPtSlxzNodWNMpyJMUKnzN+2rx5zpaZ6/piTrYf0aWdkaSZqnMy8D6w6FJkWnOFIwE5CwS8Yv1WDiRaqS+e0ZA1wCLikcRgrf2h/I7FsH8p70eE0nxQBDaXRI6FnGKKT2u3I+l2iJN2EwujNvXB0OHAj8+9S45F1fCtRQTvD16jOXX84gw4pohOWRkr9VuZw7zObzz89ixunS4VsdTWpM2DfQEcZf5ePTCbPEpQulA/FXP4vI1UXtS4jlqT4QeuF43vqxci/R9DZXDxb8Nl4f5hEXJwf9yvsb8CSP3rRKR/o9b9Ho+iQDuOH7p9WajDW6FUr2mn8XFKE24i3P7LyeX7KXxN72A+SFEnsi9DN09M5lys+FJn54u0mftn5lQoXb5SEJ6FpfQFlzQ2xzKFPrfRy03WOvvWtW7AbZ+/1FHwpZ0+4oYB4FwCFZbsSAUMuEcZ+CJOx7sUqqxtmy2/8OVB7QI0HfMrOZ9c8TBuouJrs33ZVawU/ADMC/9E2NmLTMKRwGyz/CIx1YVeSdakqrDmpRdKIrAfQpaeTHjpY/u33vnxsQMhzgyjCvSaKkXbpJHmurxDXrD3wkyhnNcBrqPPa1e0sHP201cw+2NqoVoplFVvi/Yph1+cliRJSMUyz2mWM7TEkig72XAeWMQrjg0HvKVLKzv9z4Q7HTrzt7jWVn9tDE+FArgkRmdTMX+FrsgfcBgmlxAcELUPUWQBJxDh5EUxQbVaCB7oG2lGO3lMX6oVB0yLJV9pFuGv+k9EwAXPi4sleFC1+bZ3e43CP3bLf/s36g+euxJ4Cqf+lf/Z4J2TaTULrzlwcuTHqWOvn/bL1wmtOLXcd615jJhG33NKKoZ245r8fVlEX2mMI4VFb+EO6UPiKAd7LXwYnr9ILNczjJbvbAVOYyfKX06V+7AI32oRvjyva5e1jS3NuxqcgV7WX22rPeG/qOzpSU99vnDkDTT2cZsOxzrOgktnNkW+N7Giqk4pCbFzxC5mYIQQLCUh9yivbJfy0wxpX6AbGn5aZxEOQSeo/WxMT64LpcwY1KFrROYFyrvhQn3JKzNZcJ1vw0kOaQi4Tq8kG/q99N0wDPfZTkXRWgjC/ZoowP6X4Q68vQToIzTSN92Vx2oKMGROHmTjXtIRdVxYy+mlolf9PZ+/HcaDDzbiC00S5J67W0W0gELIl4jOVwn9/hkz4kMMZNnhF0IEDLX9clLdLLSqrQdKrv1DYqUIcYlMWnU+IEmgRzFpuQLjjmn2N9fshVfL7jogaaxcgb8Xse6GpjYVgjKOPoj0PDEi2BqVWTEELUFq/ts2aUX/plPGbXOiRsormv6oXfTrGAqwsq1lQgoPDB6qfuidllL45cQ8C51OL3iBU0KXcd2RSWGb31soMFxFBHYpxQXslcZ/LRqAHwIm4hRIYHFX+LqHjoJgg9MGmLyVAn4CeO2OsJZAST986Pm1qhG/7MpoOuZBprYZKIY7LXiGkmmhGD6ea5AKqxdnmq9/HEeX1Sl65Kn08SwGpKYvsqN/gSa9JUBKQaCFoXFStBXywWMr4jsp+mr4aOjEMnvDWTvr/VRrxNXN04PLL2WrHXKDOMVFrYCg04EgetGvT9RiZr/nTj161cZNApPepvSkFlZLQczNgBdG6JcAQbJVVKff4HrW/LvWYZ67efx4aHszTX2YH96Ni4PFFSM76Z5Lkvz1G8Ciiyd9QelHjLMDhC4lT2uJFxJ9fzgdcF/8p14sptWgLFhBXrx2EBIHXMT3f5U4H8eVgh1n9FaDKQuREFxD7dtPTggexHvaZPZTCOEYRBX/puzQlzVNf60SykP8LMIF7qZJOTSiAQWTN/7zGaX1nCe8GlqEVjxBPAOyv7acWNxZmL1HRLWV0MyfsmBKR9r/g9xDmG6wxmvAsSjQ6Udz8kItptsqJIMo/EA3iEBbM+KNlmNcOrATDGW99YRd2CEfIyDtaIF7vwf5e/ydTyFGdCcI+WwDL82znC8ZgjWiZgKaLXWks6KhYPc2SL6o1UhcGcYPZV+wpSFLCxUfSEh+zkseXUxe4NfqZ4zFpsXCFZ/+ThxKMh4BMPynx8BHb+IVv0Lu7o3wb9IBdq7JKfxty0sd41PCZ6xnswdFNufOqyNSE7FEPGVQk3K6+ES8JRa1HN/vARb3Sg8P3q02Ert7sIX0BE1U5It00D5I5XzsG2Eyrak5fXVUaIF/XnlwQUpMbbTyqbQ6sHniSEl/5M/rpUXAxMMiAPcXs8lH/ltgcqmKjAAj/FPUpFy+t8r1X3CBJ/sVgVhr+eAMpUm+q98ixoM8SH84e6lXDhGsUq7CHf2uDoM//yB2+98Y3WEcw8ASDn+chdI9BYTiNBTwGcOzYLWmgfSyYPK303XaQN7DQyGiDrp3IKMZ1cpO1LiIRn8Twfb3739zmmnXu8fb5mdSX//GhmibjqD4vPa2x6LRF1ynxSPUk0EkUXrET5udxL/KE8zpzbib65OnNEyRcaDkx21bnhOlAOTc8rNPOuUlJyUlej2nhtTZo2elMEpbwUI79BI5jmu3++VT2sz9oZ8OpL6LPDGGitGRrswoRGaXNuVv1Aff0+YXxJJUFS+f6iWEBLr7UZYEWLGLr22dUmyrvmM28vzLLPUGgWWRsEqoOxio4Z1ZKPGDjcZnEieIfSX94KlJ9lK6p7HRhpNb9mAZjhfsYzZfA1tZL3dLp+wcqwu0skWwYWz9AQ46u9l3AoRiYLxnwDB4tB6M10jF6fEhIKl4rMSsxGK286OZJZp5LpoBXrl+joceiq3cCCrrq/0J2V7hgD//G3hKe58ox+K5tWbxERXj/EA0cJX7QE+9KOzienq7s/qMmUoX66TEvP++2FzXsmy3aEnR/u7gGwppVBfyqsDz6Efs/u1X+IqI4GDcizhqrvvSV35pewcXUpfb8ZlotqYCUfjBbKrnhlOSnkdSW6iOfxX3y5hGAhDmE8V8ekBS/mc+5eK4RA7/Pcy1UQiNq98nAwD/jLqGOVXV93yDvLf1Keb74fier2ofKydxBan3aixMvfAP+UnpqCg5gdmey5o4hutLdI5TsBcqpYYyKH25nUPOSQPNSSZlwIguX3C6/j0OrS7StVPfj+xMZry8HbTzc6EIK5u6y6rGscMDMWQ+hjdP2nMJE+Xovd50RI8ZQSvbBi2QKWQhzwOaqf9/PbQQsY/FB9Vb6cwj39frGwhISFDLjR+uUN9Anho4qv2BQToT+OHdF/rtKOPXVm7VFiE/k3Cjg+cieNi2rU1azovpW5os4F/XQkbIzt5nWAAIooJn92U7sfYjKi7pG+a+autfRsansvtCFuCbhUl3oFY/C8HJpyaCkX9yi15vDOwzrQbsO4bh/gtBIkS6H2mAeeojQmejl4Qbg+uGpt9xZd7aDMNSO8Woky/SIA/PIVWLei3eQW7kReBtcqnRz+L4DDLumdt5n95rZ2an25zCRbO3R8Cx72lAezH1ESm26zNZexZ/heV3eZwSSrrGvpooxcoWQF2xqW/DDFdJf2aJdT7ky9VxvrhIlR0eLMWXP9JTAajii6IlFl6WWTHpZNbLEnNLtwIA/Ngy7kNe+XO00tuA+rTTJd8X3I4H76zuNcf4HP7cG1kFd2RCp10NaJPcsfiUjbep3x9gITyBqI6f7gJDph1+GGKzWbZm1RDfeHHciSpZogSgi4R4CieMvkzsQ4MiUIGw6IV2zPArOX2EnTu/usM0GD9oF2UYxprPDZlc7RDUAnjRsM7zs+qpm2LpcD/TuAIg55l5uADug7eFNvLwSzfdKrQ3qPYNCz4W0jumJ8uPS8bV7L2YcJKMs+AV/anAjYDGXdBJkg3vU4uvxDvnFAeCEGtWemmfnj2cJjsAE27CZz2AU8QmboFeZ94VSWxPINh4zaFfDxDalll3X2AilCpDv6p1PdfomgkYCFU5ryd9+EYCcOAjErE7oJ+blQ5Ppj/pEdrzUVKr5kSZfkm6Jn3VPku2aZGGW+7ABZiDAJ/gk13nQTknuVdGxV/BCl9CJUVxFOV4Nv2jMugVXeE1f4zLKSXNSa+vIHhGhtEAb0+aU+Hs96NuSpiK1LvGROxDLpxeR+nBfscEc6ZT0t8q2WerxQVnuTV08whui9IqTTOz5AfSyO2l998nU5bWTGipVMj0FyEduNLYVatyiwC4zKJotE+cCWPBCi/wvuhFWZnzjhLt5RsakEo59C0neN+eQzQjlTBOnt3QR9fSopmH48g/+AGSGvjPKoIYRlBxUlNEQZd11Bb57oGvaWIsmmNF40B2MjwAd1fN10xzydVFfd4XMKvDAoNxqiRZqsc/vO2KSEieTDVk+d+46VpH5AvX/Y0qG3PyvsiPctFx1uTWTYBfPtXgR4bWUiSdYjq0/8tbLPjA5dJMjSWufWWBRInQSykPPqFUdG3k7mA1jrJkL0fT9lOevT4qI4a4uAsAiYlKhaK8TYL8L1Av0o/rNRNBcDW1aGNLhCbChFbc/ZIVLDmJL4BpXXTDgF+P44IzE+vu134Yo+xQjuqmuOU5OI8L5Wm4y3We2tZC22cnaLMnfjf8wa8LZL7hWRf8xGgFahJb2WIm5niRA0D1Fzmr12l45vDZcJEcW8oawQW6QibOQp91n/ohtrGGcXAAr/LrcAlOluanyxE1ZRk7XvTiicrlChjNpFc8xgxqQRSEgmAiBgO+WIIFNP5vlYC55yJzS4q+CKnIEYEDI8xY7nC6g2+eefGMRWapjoe+5n92QcgTw13MC56Bl4qKex6lCQ6QjXD9DJcV/lIuTnb3Fy/WPQuULN3wDennRsUZ3l9BuAI+3mihtNnp3wXXQtFLBqmb1fjD6Zps8jwD2fKbQYPgwcu5lMF9SVSA7yuFR/Jl8prtzn5+MbVg7q9m5vKouiYxhQHq/lgw+xHLg3jsa+u/C52OYzJDR1x0/MnQBsJjXNn+SlxNJH1UlsQXs3BoYKryrCxAhjOBihNHaWpp5KAEjpncteejBlIA84WSzD+KsR6qHlMpA20qFNgzvXUQUgu4AZOL771O94v4fjUxLrDT8YIEfR/HH79+CLDDeQz1EAxD/zyeaGZF4aw5VdtzEf+FmkaWr5c1N0q6HCxPEs9v+BxjZOhrQzWbYl8MnaBKsuokSpE7/ynBey07Kvpah8i+QFI9GkAo9XlXZGxgqrWcSqrpfO6+KPzSJjiE8VTMfLbjb2Rb7jdla7mpKfC+QQ4ipfh48zfrNxxlALX2P4w2UDb014DGSqK107+ICq3KqxMlNiyt4gRLGmSqJDuCven0+y4Zk3hPHljvbHw5wEjLhgS+AvViQl3Lp5/BSYMjKhy1czQ5ZS/eyITeqYLZOR9qtOPu1TYuMfmIO2yxDfT2Nm+rQ8RBOGCc1scmlezjoDxYa2kXqwMIpCJ6RKin1UvIuIrp32VFOt6NRDuKW5d1EAr5x2lTGC5HH+jnHmxMrWpV1NBhb1+aL7EyXJvwd9UHYaAioJzMpL9xZfXLGV73p5TFWZTYs1TGcNTR9tdS80Ehm9TZpiK16DIF0W1KYyrF6lcKHP9oFjUqDGJTkopqH2ppKbnS7aam08k9I+a6gMxx6PacBJpjyLNVx0V6eawApD5XSPkp0QnLHoqQey9YHUuebrJhlkKfQ/Gh0Frfn6gwT7w+6IxFph5Tw8nXTkb83yBtcZMZXuiKzFManjP/0oUvRJ7uCtkPqUTvKQT6a3v/bb1w7Ddbuvw3GOsHCuOLYXTkte7s8sU479IGtR+IREi/cf22XmSlKU9xjpcXQbOq/qYRmuCfNFwPvqY25WRXHuKH3spJUU3FZrxQgWuTAiNJAt5R/M8SPUNqC0D/1cIeRIdnut4HEIy93rlorw+ggvBX88RYGWM7qUaXsTxu/FbadFLCXUjoBRZdzKbg+gCo7RdRKPwgmT8nT7DbXfFpVVBUNW4cpA3NN/dAq3v4UpOOBlGBkQiLb5knmO4IVDYjgTux/tu8dKAMCbe/SWTeh/9C2aH6nC9zwEeysJDyMPW95ltKskwHOXrWumeaEMC+/4gsCr7mSsrCK+gNlmB9Y7TasmNM74B73mLpW+TH5hV9mz5AwBLC8uFYTtg50J0/rEh6CQYE6TF9juXVgT/La9kv5QVwPUNKsR6TncZ4PUVKWl4TqhbBuu6P3h3F+BnxQ6ozlRO+rB6f3RXLN9PfYGxZh0uGERy3XG6Vno1Wg6ve0Yh+wKfkrDn/c057SVOXzNmO1J/eUDvny3ZjSlNBVnLGo1mb7jo0S2qkzDol6EcVllBnTmI1G3kqkmFT5/6JOMewhHnaDLnM1xggftIZV3CmNlacaYz60imOYQsmTSqCbEuF/S+lKPznWbcLM/y4+joy1JC7HmltVjFl3ust6h9xAXPgN//RsFvSJgiddU6m79EaS9azc+O6Mp7VwG1gXgtku27s/AtRI4VrIcQ26SYslp4kFdkZz1/t1FPxteR4yDnu6bKKMgZ7JavBIlfWF8MYsGywMufFyW17KL4/3k55Vr5ROxr3VMtKCz5TmmA9F0+QfJHTICO5Qni1vP3+kMcbMh1xPXI9WphsbH8Dh6igBHpKfiwhtdoAQvSURX7CA8jMGXdR6Ovt5TLxt5q3LaZh/PX+KziMobjj+Z5Z9sVlLfKG0x8BtUuibi/C/oJlWAbzpB6rP5BRfF/R1xcmQe2k1sCz6Of5fNVMYJWHomtUrtmh127EvXpH1lf3hP2amUj0ouoxryjiT4QJuMf/U9AiHxElaZ4NaT6B9An3HKGGJb7tkXyVkzhgvvb/ZGoaqFmaWvsKoNospGJRf+Cq/C25UFlYEvYYJHossn11OK+HYAiqovdVwj0gHQVbDAVJtKn8V08l6RlCYlLRx/zVxf5tNl2oye/3APff+uID8an4q8RC7PvMqpdYxHsNuFsowWeIuxDtSWvx7LTaLMxreNHz5B7A5FgE/2uarPvS65GWQgoZXIR0HCaptNjCiybjx2zc+HKYT+VMEUB/5KSsR5tO68/B6G8ZAT/Exlp4MEcBeemVh9zkxeA1om+7a5p6sm3VAZPNFmmz4ec4jdZ8AH1qJgt1X5lB1KWh7v0LtvFCWE0pOZbLszKI7LIH76Whd4WParYA2APCeKwkeEROSRBZ7ZLgX4sHfljStXDsq8llX3EqQmoMRXYHRUp0RRcVQ4vkX/FFoBKS/XpSy/X8RrCqSEVi17LSl95HmK1oMVzgoQtTCG60GMfN6UgmiAMR9wK9Qlnyyd80OJQFUepLoMiCUTZnFnXp7iUhUiPW1g8uFR2M+VfbS/9+5BeSyqIqRlwyasYX5c1qEDwRDMVBizxfXQR7+g67zsbr7sBbh+YqATmoGNEISxVmxjQi82RBOP427bEOOvDtun3x62ENXHNaYVJpDno0DsDWGdDUWFwwNPVDkihMHObdvnYe43gFdkfJuv9aayhPoReEHDsznkqZIdj3NFJRolvmJzpSiLLsewEmlVoc3d3lcDOwMD1kKA63NmgWZ3mWy5p0O8qnbHTDuAp7yFaPr1fHM7yYLkUYbgXoq/kmqQJ2aXJlkvYylxZTHFVGiqplxgu5eocNyog+7Wm1FU5GRtm0DFZfwL23BzQNqfmxE8yFvHDDcIai609C3NtHHyO1h274eVRKw6SfhZoeUjujjXI+2I34Qg5I0Y95+puqygt7b1DUyvfYFWzp9LfqJof+QSHwu88NFQ+3+MsnK0sz7aoO79i2vX53EURiBw+GFPuz+KK2YnqdlRhbPmOuK5eEL1Z8SfDmp6N1mfXLDc24CpqEN0WF+MrCKOkfhwIDuP229/LWtFgDw71AOki9CogN5dcKk3Ej4kI1cGYAuedjTa4eHPEaiX738nLuSA7XNETG62USWbG8v40jsRfZKPPS4d3y16Gujkar/7YvN7UUfhtL6MRuy4LxSAIxFskef4yQ0ln7U+p+Hw+PsqRU+56/oMqysPvDcxEMOfSogw+KZ5TlXINro16b9JQt25HaX+MyiGM2RKUKxsJeLlPC2ll+aUvWzvm9YrdmhjOEO5ifctS7/JeR++I473cl1FJhWKDWF5hg1foVW5ttUyZ+MfPXg1SJDDcjlSAC9EIq/xAkmRzOiRKkW4GWpc1B53tlUnnWPvCY/gNoRiZJpB+FcyqCEIEtNwd3ccqkBPmNm0FJhhOQf1sMuDO5qozeVC3lbL/XQYlxws47i8IQ8R/53yWF6UG/5tYY6dnkbKAltW7RiT3c1BBCQglANeW3UyPKNwM6g2bj8yZFyFjgLQhuFfkXhKavq7X6TW7nWVl4qC/sr4SSL8mmKVxkRYkz5a0vzOsbnIjVskWfjTnQmtJQDCfCJAoP7I+xZBt6ctBeKj7WX7sEJ7fGZv5HT7aR17dE5ZIZPKW+C6Oy3T5e09V1xY8nj4Bzt/1eCfuE74sGshq6PdHLhbL7XKB4noMS5WfQsmMLLcSENfK8VVSy7I21KmUWSMwf4TOkSU3dskZnn/oVzUGtCLgfNmDEDBHM8WLhIrwi+HBYOY5l7/5hXFq+UNejDKC3pbC4OSFKDlUevvEYWW9IsdI+5R5wawBvHvGp3w/ovtEX9O9Gn2gX7kCtup8nqLdzu3ryS38RE4WOuu8RbSm7LPg9/xem8ja97zo2V252oP72XAbBGhQk+OXa+39XOcODe7sQV2HG2X1Ek+rjXyVAivVqdJ61f/AVpMxXwAXGFnSfXmky/saJgQCy4pgw8xQmYiNiHKNF/xWfbJrwWYJo96QAPDlGJzjmNZ2V8terCogPMCQG1f+mlz6AjupydMvO2/jjvr+KWiPzZV3ERDfzEGbnUSDTlkR+rqKtBNCGQF4v/t+PEALgibWccR/0VMwz7cZyet26huGJzpJkk+UOQDaoPjyI7ehPKa71mgibF4q8VyAc+zpLZ/Mq/FtRW70fXw4V79fb+DjvMR+B15nfE7kXjZO4ksDfqMM6jhukgmS2XkObsQoCM74u0Qa4HRm6mL9AtGHtClwRW/yccS4ns6Ldn5CFJRjccCBKSuhwv/bASDvat0jkJRiCXPSidW4UBY6u1O5Fky+RMqpAZljxVSqG49HwaVnEwBAbHLnTRS6hVF8Q4ks3x8s9Y9do6yMm9uVd/ro5yQ8pfa0/PKYEALG8nNfGa/8z5VQqaPovOF7T6xgoVf0w9m/IFbRar3m+jHsXccsZFHre06wziN9N9Jc62T8wgfFgQAQmBJgOY1OMlQR0gThF+Hy4nh5uRFowXzLQB4Hg59DIchBeVCBLwr+NRYjWk6L9W/APZUz6hER2YzEUcNyeRQ0uh8IVKkT8QSlC7Tnx7v/a/lNOTrPkGrTLresjBoGEYgwdnXJYSIxV2+o6DhBaalzFQeay118PwDwFiwi9p/+3j75h51McQPHbGB+BI3LfNXzb5t6QuxoLlwFDRbuVHPHEiRb+FfHdOCQBO+FxoRNmJitLNELokFSZ+XuIPLzqQH5xMTTrTmHdRhnC/JbaGYSf1tPqdzqA8318QYTF/21qLW3R1nWS6LubSMKBMdb6D7RC6jS44Y7gjnHIuBOY9IVhL6EzPg70b+VedrE+MdkBR9Yxjv3Nt1nwjCTVYlMPdDCjb6QsX4xj/3XJDnkECyJpREeVf+/NDeJ7u61S0lKhoqtmisZqYbbhcq8C8ut6vhB2VZqGoVo1blZ8BxCNft8kq57c1zsM65brR+VmW1tqrazlzY6Wy/S86Gqeobo322I9c/1wPQrB4hcsr7H/rMULC1eTKD/mnYCYC0tk/VVqULte/jevp+8B+0sgnJKxRouqnfcVhQ2nXA2ldRcnSEeGkuHzN2YH3Y/XEtZOX+vqwu1adsiW0ay6n8SlOruJxO1g+ZUs0E/FMDySd2rjlzoNqtSQAJMHkg1GDp9zo8/imP61w/IybmuM9AsfV19B7la881yU78xY3pyJluNUKYj1q1v2oIbPOZs8q6GUSqQ+/aPPitFXyhCa4enol+eKeiaONEMTdDvQIKBHdM2stqJL9GRZHX1VqfW4/3UpJ5E5SAzra8zNahaIrRC0uWR7VgFgjOyZH/P2aW3FUAZvbwKEc7qb0z3bTsPEDShqaOJOGbU60tvNx9iakY0oVMM0FYcTrJt+LgRrOfXP6uLEnKa/sQVj5wqjaH14zh5i5hjU364wWV90CGFrDYIILbrD31SRWGWh5DXrX6k+jzUJdqUd0M0Gz7doD8QlOHN+tLCBMmlGuagQah/lz9CUoFhtLLUE7rR9IaZdN4JfzPtSkldv6YVXfCYQesuo4mFkKd6jJBr4pPmZ0lIRKav7dKUM9IilW5n0i+y1oc/yo37UTgXwjO3p3+R6Zd/C9cNuzfRKme+8Xv9q2xQvf784TdjiB4qmxH7ugGET5UQqpQFPR9K4mpU7FhsWN6RfLwdLN7AzkkokqYiqpvOIBL9V4RLE53UmknbabgX0FbPUkUUDgU1TLEdBX3Ql3F6X/KvR+LVOqdQxwFwWXCB1lerxqB4K39jPrzIN/zwsnBTOhwVdfLYzF8biDRh2L0yQr0OnWxA31sw7fQqFEKEXf1Kcynf3ooKScKJUbY6up3AiPqNmAzHZQpm738XHmIgSi/7x4O81f1S5DeVBQRwOduzLtdFKMZU/PYsikpxaMfxRLEXh6qdLye8RsetYJNrMZ+V0A228xk8j8maCEgcOSWh9ZeKTQ5Vjxul7ldazOdPMHCKP6sE2PMYy6wyG1+wUPvDJbeuQdOeLMAfwxlrd/kK6j6prCoCcYxEZNFRyrS3UyvVUFFuhWQBg6zoKBVwehcttF4sPcuGC4ukFCtNU4rL8ZW8oaLATn5Yqq1A8O9bnTl7ioMaWdC1to27j90sUGZGz1VgOqJ3QYIYbnZtd0lI0z7+Atf7qhKeVm+B04FxxaWQ1PNWoRehchaUYjSzbAfDVw9ECN3Mjoo/kftlzNXZswGhXK0lJZyd4LFuCQ+5cJEWQVCCOHI9XkxV9eIm/rXQDzgDsujCZC6IuYRo0di2ohHk8WJ0tiU+zyoq/y5o5JrAfgG6NdC0alMuDe6Qeo30vdEo0Gulz6IWEwlRedeucr22iPJeDe+/ZcGGaVE22FDnvdgyJHvTzn31hjMzDoqaa0y/GvEmwaxqKHf1P+OS/kWg1Ln3CdpYLEFdLpdzPZv2YF22bllDp+a8VvZgj/haOYsonCJX0y3hQvcDQBGN4uBUbTn2PVrVecsNXmR5YsW6YZw5Dl8hBEyLta6ZxLTYT7VKxKIMhBrYDytz9+Wqio4b7VJz0uYLZGW5nncmwGKECquwPEvl+rA/U/BuDE7QLSBBBq6+/VLkX8niEE4lmtiECfBye30RofEp7/TmsTy9Fm9vxXy1CjuJPfnB/Oy2+Zal0wS1PBk7UjS4kroF/0atBe87DRmfxrCJfQbnx1ilfVLjModZXYoHAtf4fXV+xJLkSJfs1sxfDUgwphhTsxJRi1tePovqOvdWz3rSVZVVKEQfcD3IVVrE9vbfinbP/3BR5vASPFc/mmsm2WYzKwAl8mvVku5cAYX4w30XcSxWyMbpOZcIAXZnIIaXcPDdQM1TIh+ycmPkIL9oU55a08lbzB24u/dfP2uNrpoNJxfZD693jWLebApJ/1qVDL48uNdVLMgJIek0yYXK6rCiM4mrOvxJy8VMRp/Op5y/GG8QHw21+VGFetQMRVGlt2e/UX+/wVx3yNxTByg4mcmLDmK4Ff9EHicKBezjzClIBEfsDFuU31J2hnC/J/Xk3mUNggvVLwLWq/Ri2e92lP2Keulc+wgGOE36MeOrRrohe/QROa99Q/SvercM2zoJR9dpmvFuH7Kr+oRmZBBSHb4J54W6PvkSks50ovz4z1fMFXDCKH6e4PwsrOIdYyZiLa3h20Y47Fp+u7wtxGOD6H+cV28OKhoAwAiizqr/Vn62+Rj7nrhs6Oer80fIBL+16FKuVi+CA8U/iuZbae99IyFgGBq8gKy1KJnskeSmNsVUly+X8h155SILBgMRfzIzCwZVV9aJrI3ivMumCjOgW4dTJ19PSe/4//9UO9sL0VKeVqApyl5JYBFl228KBLmr6lUJX1xXGZvrYxbc6SM9822e1uEnIh5L29q9bI9UzgfP4LjNgq2+Ztl/wcac/eNe2YWyENfgY3osXNdSllEmWfYP29Z08WUutpX8Si/ADNn+rwPKhf4eknE830n4DQLTpFVYZxdC88yXJSwPWoIjzeW1SeXnxayPuNc1paqkGvNd0x0EvFYBK5GZpUOgwxdxSJHZ5cJlGXw+VJNQ/T1fQf1ghJb2/ov3TJymjhKVaIcOEMvlFt4jssTiaHLqS0y3OkRGj44yP3dqzQ9TjxvSCbcc38gjkEyhkjFS8sbmtWDbHQ+RDiTJTmBJYzVX8CkerP68sPCZ845id+P0yIfd9JeY++VUGSdD6m+eCNvTmi4FTVqqRhoAfcrhOqV/sdBq6AsWMyxStVWmpPOlmBTy231JDiEh1TcK0iacfuAnG8BrbLJGKkTtttOP0jyPC3ehx3Ks1JoiENH7UE8JH56pt4ywTph+gMGT5Q6EfKGs1QTIXFDzKL8Ej7x/rCAj9Yv4wT8JFyza4h76fMh9Q8Lnerl5gPvlc1TBKrIGHUgXBPaDLH/TuwU6CUAcZLKwVv0xwhmmKwUwnNE/4EmwQcZZ4Iv4L8k7oJACrDPP8If5Iex5VE/VQYBbkkBEv8jGtVdOCKVLj+He3MUOHk8msBoixCt+5HVCRt3wWQwwkUIN8Nt2Ao2tEUeon94Hn2SbwRQsIGBF2vvQ+PzPGp2YKfDop+mz2xeunzNd6VskQexa5+052HhmTxTZGNuH7l2PI79NbJ7Sfio5isNfyWgYWIrHuELz/yog7mb0Xa3v9bDc4H4zxCPgTy77Q6nRtwVBOcD5ddMcgQFZZKtHWpcP4l86Ap7WO3Cp5XXRdBxXEEOJfxMLVXplL3JqEjm8sKxr/iD4/FoN42gJebD8zEIJ7E0O6wP9aVXNc7X4XFjebWK79n5qLhB6w3Vo8Gv1Xpo8MpGAKD/0L53tXgeOdGk8rxlPU8EjeQLtulxJfH0kqs/GD0g+wC34Vj109D4IYcE0bizLzrToltGrWwGWtmp36lYOzqEDO4FHPanpv8VRg5GHv/u4TRIVGkmj5jv8xfjNxLRsQlEgTc/Cni3QgycDmx08NEyk6f2LgmsQH1MfC9P8xRFAJag9o+tHlr3HZjZDkCXfnMxOlNRqfFEg1J8ysuBHjsII9qUWBdFdZbIuIqH25B7RaeIQs05yDB0wt+TFnvXjGC8P6w5SYh1cK+cluvfqmcZCm3oG6AaiJ2oPj3OhYVo9fyjDtUc5NKY9RVRbjI5+ImbGxJsm/SuSN7277PbsKDjd65TWlM/9yUpi0V/9kahtf2STUut12uEY01oGo+Ci7zBpiMOzD23AfhaSX9UJyOtZxdCCS1ssoCcbRzMrtMkHaHk6vGYHJOfP77NX+KyaL/NntNXKqKcxs+qFD5/MyCo8VHNXiIjcuhFoXXZiIyZMwz0yBo1t/8WQ5CDSQB5AxNBVd9T1p3VwGE+1j/ca2jolOJwmSRoMiVsgLXzuPdz5ut6XPEbcwtpQeGOuLz9SINWQBWamvuiWSbVbCZ9CB3x11FJF3W/w4+zENf+wMf0SzjELiXEgtZIuf5Ht7pSIN5DWCmDBqtqIdYALinrCBiz/J2hzbMPvNvFrEAhM13QHAxLz2ASTn+FMRPu66ljHSehP3sU0jGGkraQ2n8b6KLaq7WJvdTzWhl6sYLQplbIKSFvpX3dhm4cv1rJBUtu1lM1I5t8iagGK6p2A6+TmSchdIv8+vzh3CjaRCRuKuovjbySZmx5izzD4f7X0+KdY11nFj8f4gPy+6oc9NRYB+BRsLbWT158vMl2mvL7kIdEtgbAX9bp+zsoeQdKJMmT4hW4PPGU7eGeAbOmpap2xhJ9hRddmmOA3TnfRS4lvZ0VFPWwbFp4kaUORvN1fMXcLzavTCwCgEpBYPEfJfBCYJM80w0dTYcQTEvZoH6JyOtjw16Oh9gAcdX9grf17XztsrlnPYKywyZ/gfGMCUrRMrfKtysBRcZY+RVQFLPPz0taXvf16/FGX8Lz9IhRMMTOGu3VzJaAhpgyXTdoew1XgcPqgc6OaEmw6iv8bX0TR2Q3eYnf+8ooKm+ZNDqLePBAyhlK4RsWShWE9fgnn9JpddueaHMpzg0MCqibQ8yudHaLq4LAKsrWQukMJDFb4x8yLP5QfxGIBdGep8DF4xPOJy4iXasoOnNXy7id8XpgnrAS8yUl+IKw0InoYs/EW9X9kvIbVXdkKWDBTrwSr/uwmgCHvc/8FIliFcioKEsqw4JWd6PU/xwfm0B+AwoPqg/GucPFGVNvkB4b2tY5U9NVUjkk+B8ZQ+3A/m9cTpH3I8+6shIz61MaWdPgxbq+DLGBvOg1djyYf2GVN2cktbsej9hID5mh1Xbni/KNF6ctXaaVN5DFoLyz1rxuP3w2an30e+PtgTvtgY+vlrzrK8G8K2W323ZSVKzpqvX1/z8itV7u9YrGD5AifuiBcoUcsulvjJ2N8wOwrLxNwrVKwCHlRU0+RR2Ze3TMLX1Ln481f9E1r3eFK5W2ZUwb1sM6Uyxe18WZImjTUR59UetSvGa24++ot/bPre2j1Ts59c7jRtgzKHonMUg3hSwXYoRwoSuB2wDQW1Sx9Hr18uHwRYgOS4bCnh3+TktVdEQQ9794N4Kwe5Oxl/U812593rcdtaX1jmjZgvXXGV8rzcIBEdrSqK98lE2FAFoEE6IiDYh7MNw4kwSSNQ5ijAPjhEtng/6PBEJmBWGGf+sFJeF7bzfOO0X8SL+Nsq+z0sIBXoUfxLUbABLvUIRpZasfgzkYb/V3+HzljpMroi2JQum/mYkx2n7YpThRxGXOgQLbQtRuCPRDuynjL2uZgG21tgKn7NdUy/IHeLg94MWGj531Tari2wkCWnS3HWgqagExjZIv7qjvBVX4ncj1tfUHcTBKLVD0QMAYgYqpXM0M23yWkfPgzvldzngvUckWvsapOCgPZ4EZsye+KsJijmGTip/tv7nqfjX5b57srMJQ55NWHv8SdRixXfkaTtB5tBSwL1pPSOH+lqCD+HkoBaMBBdYkAEjd3l3uMhiA61H22JG16cumbGf0t5XL7z+lTcyNboegVZS+F3bS4xxrf5hCXnK8tpUBpcdibThC8cjN2b6xr/k7GGMJn6p8lUh4+dDj9bEoZXscc72Zxss2N9tfE9mQO6hoDMLOHViZH2jOU3vCDucMjqmoExzZOoLmdv/I/jy+qpPPAbYlbGgk5PB4hGZg8YKcr6kx3vDVlvbrmLjrZY1fb01/A3IxRDYFoHdWeHAKwvc85VShqn+IW++sG0q5Jj28lzWiS8dNjqOqdBg8++/xRppbl6LIq/AoP+fRECGbDUYEx9n4RTrZPXMtEWGxvEjtrEHhqNZnU2Tst826F3JFNuOi/r2lPozyxMsUJ7biSo8d5mNFsHpBIVtDfeI1IEt7st0YXK+Zewr9NkY1MM1sd34HX3osM02f2AhOmi1d/9aIEqrKHh8sJfK4+a2baS/ZPzv4XegyNpzadYFKvxZgkDQWN+AHnLS6UndSCT8KisleVVxsO4NLp2DVUhxLaQ/tUMQDpyoW1Ss+XU40D8M6EyFaenGk+uh82zhlK7vj1vOa1xpO/xNL7DVWHLIdMf3TZ/xMjf5RWaogyFKoykxfz/1cqYXBazJ0Y0WwxpgeOFAPnChgcubBnLhPU/vsR2WuFQlZ5ANmRWkCK7M3LWCz/8zVw2U9bjbiEVNGEhL4JnnkYnRr+Rx65J7pJKUGHvH4OrvqwTMClXzbXOZCphw6G1hWnmg3ylUpnS08wq5RvfdAvWLXLv6nkUkjyHqJE/sRrMhUtoFc/HLCrOl7M0yfFX64ciUYm92DwlKMl5Gus1o7z+Mn51VBX7di/e5QSFjTQaWzCRs4gHkxdNrrw0Wr6T00E+mB/XybvKcj6vz+yQFfr8ugTf/vzw4Mf111c4EfU37odEozeyMfgqCCpDdtOLzk7H19DGYD4fuaYVMAeLpTzqdHASG5Zp1YHPAvEbXE+n+yUNot3+mCoUDqtkqL/lZPNv5X2Ch4qRjavqPFx54R4+nliYBO6yKO/XSKoZAPrzatYqSWmTcMyNOcKeAhe8sAF3HPaHl5sR/QL6zMEvvavDQddslZk4dW9g5GN0ovXZTls52qnm3I1TnBFEBLAWpX5FH3eXCIh3uNc6Ln0PVzPDgRBMhKWbZDZDfszUWR+dv4kI9fd4YUsXoSP9OrC8Qlfybw/h2BwJBywCjGzhxVuj3m5MlBs4YUci4iWVJIBozCCncx0mNGAyBKDgB20YAYIZ8O6PlWgxCgadM3PLWVH1wvi9GsvhX+Pz7dI+lhg54cZ4BRwx26rEwtVJ5rUQip2zqiJFc0S0UkXT/Jw81V9c0OwaVSLCsl2ZRJkfIzfcryVs/K2fJ/EVZMH+QlfBCABjI0+RC8wsnYncfIQyqnADfXTo9EPb0AcLnNcg371h3igYPs7GWYCYKTFy8GT05CDJR28N67aEAlwlJAFedl3IfKO1krZ2vJeTDUGzOabHS90I6f9VuGL617baVAjCP25BFA60uultmDuBrF3G4UOX5FPvHr1PPocjgezGMLRCg/Rn2nGYrjPnSuV0hQH+4g+2UrPML+36KUCHlGTCx13LYaHY6mzk6erM6qPqItvKIQ3Hpm5jJBeB9tOgZSqnoi6ITB6ogDK1IgqR53bNRGNf58wom77Glybh70Dtfz2hxbPgg3F/N2DmjzilS95Rfwb9MK9G3Aso4JOx3EwS4WNCCvsc4+rdl1ZaDOaEr7YP/+3U+8nTaaiB0QN9G6wvX7HtyUBOJUO6iuMgm4rMxlmruHzrnDFcN/cHK6z95y7fWdlW326F8yXmU7Oa944fzNMxesms+UoOFkRwV6TghYfkhlxN07HYtyZFFJ55zVboVxFY+GgSqbjvlbx9TxOzskPKXETwQQROUrfiYR0xxFksU+LnZw4HowF5IPkux8TvDuFPL3GJlYYZZsQWqgiifdpMq0OlFCBxVAsWiWs4alwPl99BmeIuFMAzyGhSF9rmCnAPNbstVbajAgVdW0fa3y3JYcNeAsYiUuEsciYeRYWOA/M7ZGDMAT7su7gA/5JyF4iOgB8eHyuuQDXSep3ay7zjRDSyei7sn0Qq3eEjdwpzQRlYGR+w9EW0fNkC9/pxU184WivSBfew5GI5pqQ4Ri8kxBe5mPrGSNLBT2DKu0YL5Xe1ibvnQQrAR7VTxLJupzich7JMmOs0AeLxNePHS4MWyBY6q3wPvCTJXfTMiwUHAMEt91tF4X3wmesnmaIH1Zddlss4NpdWkaefJ7gewMGvlI/2TjR4snLthwkjbrSR0XYOn1m03Dxo1xoIzjNqtmdgZZmurTxjFF8zSE7uGESCSM+ksK2EvgKv4Z59lIecUhJF1b6BtADTG9adlrlxfHfEv88PKnQHSLwYeZ/Z8mPO/mUS/6SVmnBa14FLxRAAH1N1Sab7ywjKRViW+EhDljXNbzB3c+t+FyrEMD7H0Z93sLeepeqGU78xvv8wNHeGk5Sap8YD3KdA3eOwrBxZ/DwUC+qotrJTgdVJJeTdU0dNa3G698f6O4Q/u2ZlTqse5WtinijxOnem4k1GbBH7IfkJcXIyBSdwvq0ZfHQ0KI5PExSu6zHnsZ/G70aDpFhH9lqyDHP/0o3DwtRX8ZdMqhuwp0m0ub9dYP9C0RcZ6CRu7RuuEcRdRipdC4AqRARVD59w4a9dSR3vyYsInTXL+9sbS1F9huNdf6mt1HqaXPe1fche1ahL380fP2oSJnQE/qfkZpsNWkkJexxTo8/Q6010SQfLPe3x7Xv7U6qen+/3m0qCPjQS00wRRWgLJAuzdhimDDHcrY4JPFmB536+Z+cNSk0qeXEJ4YCjPjqTtjZ8PUIu0uWbS+3OC/zYD4YjHvC2zFk6w3mDFieAcaovm3EVzvc6sIjYLFGoQ0TiQXA8fRQMG7eXDU2tKXZZ5oBmPa8j0l0T85X3eMuPs5f+8n+Rm0APSMCqnXDQzrbcnbiRPld/H4C3s6rNfbtsFvswzrbPtrmnzL2SOidiVTwJGbc1ygCkNfJUWN33neZjF6Z5X5BE/B0W4q9Szpq1zMXr9NOzI9YblCjU7xEiWjZGKMfT35o/mepuQwg4JRij/uE/7MGxG729tJlLmUSTDZdDfz1A651YH8mlVPYsSxZAH6x5CwDe1JzuvogiFxEczGcTXW7TLAr0XrewJWBpdqt4v1Nh1pHt+ZMpePHW3XZY5RFdfdEQy/5DyHDYHYqGfH0sRXF5xNry1vrisNsQ+fdo3WFNAVB8/MC3v9DKUF1zKRFQAwFv8A9vi18X5LxcCvyIyMlPN+/+DE4rcJSWiBAKV5YI9EY3zq1f4i9CKUGmFgNFrMNgQ6vABYwsFLWtMOMG6WaEvpjg4yeFuRLJ9RJCqx0eIrZKM1odC0ZENrMbSNbDYjhpCTrE/HjlfHGmWzFMnJ1gu5jIFwvc4/0qtY4p9ML/oh5jYIyLWEuCTG1fgdnP4p2E8M7nGEF+zTm1LwHc9P6XwLqhyvUue1Tu0nxV/Ov91pUqk7mbpZQHEbtXQcccM2j/VKq2vqIhKs/6y7BomQ8/+iP/nVdf/nVIlqo1QVnRIZAfVSIHS9s32Ti74pRsIpFvoixhFx2r99nze0OBwaMPPrbhL5vjfMHluoRXbkfX49qdVfs+/2N5xu4qFI+rOe67zN9k0/g0eA75M17/7i+ayM/I1ZqBgsnznn8JivGJkjnd4U1zkS5gKIknOJgmDBmlICI7rTuy/d+MOU8HfAcDSvX29zg8afFVGQ1yS/1Z0d9CEKO0/xZ5gQD5OsGjsRXaMFfKghOvtDCFDJwtEdpZSwnKIizAtuWhTumK6rR/XR/wH6E0POHK7QHsV7n/Gp7T58N88/MuU73iud6oar7ksQkDUH1nqe92jjbPMfqPA7JSbNTQWqFo6k1DhZref3QLXycoEVs5Tm4PNUNv3nGtjN1NxRBFkkZDNOhPfn8Mj/a7xb9/u1G+Huh4jkKiixp9HGJ2umIKXsqrwo8avTc6VZfO3F2fFEBuQCNWvpEyN9DEHwOqcu7TuPNOLD+i4ZeH0c9CBTFsnzTn6vmon2Ob/CAdXmjH1ajJDOWurPiqmRNroiuMcFLglidIU6gfMc0ws3ORbYG4n/C3Ka/lmtlu8vyzFsMSE3xXUjHQPpAUw2RaF90vH8WcjnznsloaQYR/V8Gu6oTeO020t6E1V3wVXCFccmgdYhd2NvyaoOECNnEIwAsNKgneLQz7T3AMlTjZtGDW72dEpoGyuE85Hpk5x2TDFlpz66+ohSAHSPzKVWBok/R4jR/nV5LChS0iXC08sxan3xvXxsKkvgT92kO3X/r5HsSQp5ITho5LbBL4E9Hwz80lTrubI9B5g3FJ/stsQBxC54hlgFJMFgQx9zQcdqtr269w9+VkQlXtq5QlOJMQ3mvXw0cIbZAl/3lEGqaoy/QWo4nLgWMcZ8m22Xe9EGnnz/irym9S6FqTr7UX+B/UwOjfgQSwksu3pQIoR6IHZjsoC13910CmLOMeIjTiw3uV8mNNqXf5FnZboezezfa3bWJTi9mdnWmhsfF4yngZPstlApQCK9vuzkLLaJTb+AFJeFAlcCzNJCI1ViqfnLOlCgo9/SaL4RUl5mQJGFF1AftGWPKDob/oabXeBePP/3LS0nnzSJzi8SifrbbP4lyP5p6axF/SC4oAn5LDZzUM6uoMI1eBnQ6CZIf4CL0URYyQhqzgcGJUaWB5owGzu3JCmp8BmI+Ga/yMXE0UGuDuhn66XCHRI6YG2KbO8r5cBq7dj30BwgfjJeiQeFCNLh8qTztTnR+rPNb1JGLOUDPV1K69oDAmdHJnJFbMJkLAtehdRAIeF8XIJssQGMX8OgV+/yJ94D8VHOFYAaEbraIlMBemoAdiTND33zh4C8O1HjOJe3MU/LFPU7a6h0JxABFZfYBA0R6dolSi8Lc5s45NJm2n1N78nL1sG1WHaz7R6PPEZ3xzlE6t6Un4ksaF3DFxzq981Gc0OI1PQJT9WY+ts0+fLqnAROcAZ5ODNk3qCjL23GmKooPI12/E23W582RZITv5sVHTKosvBNyfWRYOCFiuf+XEdk2TrRMEDNG2iqUMXTpxmBZU7nJ4P1WxfLoa+88nNEJ5MsnfQ9G/0Cbz7FhDO8xJHWWM+qPnn56bYOKZ8BAPlyJPvNgZkjMRgW10+eq1wdxMtGcxuCLpZ6K1QbrTntRmhRD5z0uA0xI5IVVMKd9+g1pNogYMEfIp1Jfz6wkKcZEIf+ztg0NLRQahSP2uswbUS0KHX5mlh/QB5b4ibNWLo/5tMMw7djx6aF/2TxDeCUaeRv31Qtj+Zhi5q/3LeZioLut0j2BppuezGGsDWeCgJcZdFxuW/U0PWhE1e3Rh8UhiUz0UYq0pCZwblBin0Zeu+tCPAXlToS48IysaHHqi2QjsDHvo/bTP4do4iI//Sf5xVTVMbZMdVXiDb/MaHKOMX83jfw+inVz1Z7MsCLF/CxRpKoR+LZ5cDiwBDugLe3P71+IJiTiOecsgBGpcnlj7IBfxoyohDBzJ6tkARejcqyiqaB56Agd5Iw7nyL/HftRMo1HVWT6u84zM2Y/Jq8wTYkSDfMurbZcqPl8BDnIIbP2xM2evsi2GNAtXFKr2kp2A69nWPmDwi6iKvABOGr9ItfnPfiN8z9rpoBgezAvCYVvo83kf9pEc5ToZ9lPGAPktUUzRTWey+n5QjspKg5CIH/JG5sfRtgSG79m9fAIzcWBHRLWEn1ckaIBLtEMe//bmJfa/5c9CU2c1ptvd8yXPJfzKrVnb+AuGPwwayOyStoJvuaVNROHfElFHsHCp35f0Nk3Qn785pyMn8T3aKgsMqCBGV3L2wvTbg2e8o7iClDnnxhmFqkkiEhENwN95wJtjPNGl1sYEomt949fQRgSAP9De/EbxpF8AJjbabagf4KpYQMcd+s4PYqev6oQ8Oaqx0RxnlnugFGyQFpt/3YIYyQiiHBXRQxMuSZLrpsUn1pmRtTqEb3gQZ0kqZ9bakZhEMlBLHUSo5wNnDNxpm7iR0NnuWt5pq1Ic4rMJddJfsv7bM/8iuR9aGKR4L+SX5M8vjdHfhSiPsvRMmmIuWU0RfDCSYAX7OP5S4VEbNafSkHeREHgqWJa/x+l++doHANPf01JKPIxJtD0/hK0+csN7iGTPQqcdkQI364bP7cADqAIvRpy/Apr7YvS5uPHl+SB6wIfCM1p++R05M53XUzXVVGmr6mfUtFMtn3uid0Ck7j0pC7s8Lss+nVA3O9kwzdPu+hDsPRRHxHcqlTNIRKokl8GuQ4yk9odRkjn0kZdf3x+i0goVwE/i6dz6e7Gcm2OIfh0/MfeRtcA/r/MtagwrYUNXHKSlRbXTFO70Pp71NyFFd0fdaSBR9z81/1FcdUV7dsuDXrOSUCPFX+4Z/yxbC+dRQIeMwer6ZL8I7mEJjKIZgrHrBko0mpgaD0h1XGtKuvsCu9se51RBEKS3uKP2Js2jc70gksfXdgEdTRIa639jybA+HI35lz1OldQpCSb2iFgSJSQ0rlbHD5onbcdrJh/LRhQi1cfmjlqrzTzzOoK8velLBF5U+ZvDWu/TEUZASvM7Nbdcp+X2Ecjj3mhckZ6F3QtPyC1AhX0scp2bFqVWWgwzrs1Zj4cdaA7RH2FKW0TEcmXVsf4LVYb4h588NSc/G5vPV4e0zHHvJw8g2l/uq9ICYT4OVInTg8lNXU8DnVQvc2JwtMr6wiZGJFuXGW+/HS62S/c1OtSafJoiKgLrt8PdwzVAtNuyg6oXvrBe6UExJ6wcp8QHqsv4JvMk7Hfr68Ei9B7/tyfIQmpe3rnb9bdQVsv/ItPvp95J+WptE+6+jQq+6f9lwK/5dVLAyBTe51/Q5/oMjcQ6Zejbaiwz+ljhGDM8rGTLY789Mx9H17rBsk32KTm8aNtaMGArwc4tkX4J0Q6Ksh0vX2RlB1fmR0mrglFF7FyQENbd8x81RqwH8cWip3qhAPj7I9M/qfcr65SYY1nMCW3FfyDsROCNK440+S6/K3F3utwFl0Z93mkU+CM+yFb73VjnZFMzEc0hmQPpDFvrZMf+pXh2PfgNLxZz3Z1ZBax1QVr5Ra475dkKNeJ/pXC9wEWxA1CNnmU/oMaa1AObL1JYiUhQyX302aVHZysp9vsh88PDqpHY5eixbqgWipdA+J0SOJGRw74U+DP8Ky9a1WPcf050VuaKAEHwC6OE66nJIjezjO99mwxiwYTwSaA+bFRpSvzVCQkYMdO14nwWv9hvMgJe/ktZZ2pGrwzVcIJq80i7C4rAnaFgee2X2gqHmhif1H+soAL/No4sPxxuoUBU6Rt89aE7F1xI+cB5YeZEse/GTNfekZ2kW6NL/4nbDI1CHx7nMmiFwF+HD7KiitmufzcEVYQ+gEzuYBYYxlRr6YbgSS/ps7dJIY2RXvXlytpNAApaFl9yvoMI6naCw0/Mb1Ectslx4wdBLRourOREjVELNNii3NoJ2/u2CRcBFXT49ro77FDhv1F01IUvc0/X9lWSYDUHscj752APc/Bu7HR2r6DdMrgp6Hzlc6kMonTjvMZFCVWHfS9o3RyO4ZMRt3IjMKmPLqg4PTcYRvOPiB+ImaaugV7+kHif9VZqQqlMslO1cYbJKM8U3NxXAIl+JgmBzpv3dShzI94nOBvQbytIqECcq/a+HOjWH+iGLt0rzA5FhiOvyMvBp5YGv2cskrlYLLXPqA5/uwiOPqS4DsWDQdMODnNh8PsMF5E7Kzw05cxD61Eo2PIpMhhXcno+aWQNkifC1g302Gmgs5pSL5wLM2upZuQsufAjfttvZNFOGkOoJXwFH13SF+SCMiPR6ovtDs4UWr8QbCroVoy772vA4weVdsUD32srwfwyXvfArXMcl9WI0Q2X2VhL5js7PeFyBWmEXtrPTxRkD2IxAYQbUqLdqIZUddcnaoRoNJ05J1WJ/5qVaNF5NVRrRLv9iltgV9ZOve6TPRfZvO0wXG6YfQDj6OhHaMq9o83M+Lb1t4k3vFBYZ9WzUVtLRMDQOiPgoQwYK+vZq8r7DTkmyjxXPzOfvnz+JkVoKoKl7mvSw6iTC1k/dFNuSV6VdBFEB1kWajN4KYbNWLpjPrrhzP4q0H4L9UiMeiRfHdrY9bs/vWobvBrE+jJTazZrizIXWqgUTYglyjH+HsFsuv545sz5fIJ1euy6PR7OG+Q9tAH7vXZbWf2ByhR5V2z4sV5dY/i8aQnPAzPxxEqp5xPOWbbH8UYZedczVepqd3P6oU23rvX3MPe6mFsc7hG3oFDtJ5Rk62qwxpCBTwuy8swl61o7dDK3Wqs78vQv+ijPfevJM5L+Ft+7OA4m429fiMg1MTdR97tMF2G7TbymuWx+B2zp6+4bMKvxEiiZD/xyE+XuJj2jlNfxwRdgKcEDN00Q+80GQpDsyP6NJwOWhUptqUbuEJhPcMY+bUHXk6JtShXACQtC/HW+hWo9+77HGyYLEST/l6SHBwd9cYqRDuIQ6XZzZAwDNgFXxJga8B4fpmbMDnehAa+9t63JeMCZWexzBJIW/DjWHx4mQQJEOGSL3U3QhSWUlme8HOJm60w/dvS8x67BOTEXZIn66Ul91c7X8TvTCm00Ed3gJc/1ainM+TW1WNZpdXU3jZTQ9mc+IoET/uH8ENvO0/XiutplizLvSm7ndVTfNzUQsWBfjw+IokCr4BMX5tWUIfCE/dcqYnEOSMMP9hhZ0ylIikwHSOUGKTQ4kaNzZdEP3JLwXUffvHgNpK8nfzOKoKDaVOvFH47BZb1k8B+Hi1R0v2qtIs1CCr4jWQfpbKfwVXp4WexXuNTVt/OXqRZm9f6FGWnk+SxxWZepwwyxC3D3qz2FjQnIhmOl+W7LcH30ZETqVx9X5Gy2Rf4NidA4Xo0QyxcjTZXhUvXODjJe29MlMxBoI6PZSlEI3ytqvLwCe/sbQU6EgNmEIOMkRswkbbQkzZGUMyEjWKgqkchCeF/YOaA9/UIRLhE7KsWNU/yF4RdwfZKhMgfUmgVjpJ8nIZGIrKVvo7NX+7ckuh9gHUhjjQTfh9chgqB/KAUWcLKtp+q89w9X+u0L5D7U3F7BCkRKvKgNZTyZSjlDEY2SxqRznubx0tAwZr9WWdeSwS5HLBcgHkKP9i9nMVg/P6/nNQ6bmHVF7voKFm4vyCS7JgJyT4RPFptsJ2/sbJGRwyZe1y5Nen3sstPB+okfo6M8pGV6NX9JRzM1C+1G/GR/UoqED0qoX5mZgZywVIwp/ueo13IrPw51z0rQ9ioZp4qWaCOiUFoViZdD/FWKY1RKkXwSFOSzutPHjbShPg8DqcSNBzdwGhPvfaa0t9bGPC0XholGoqgv837L2UK+02+QYRYUwDxik8UqibZ0OBtsChtwIQQ9zQ9ZWGWSWBX8PkKcz8Ksh2q7KpQAE5dZaZD4dpbBoWUtz+D75ag1PX54M5Ysr2Y2YDQIeZz+Fkf60li+ZsZEPDrNyrGOlyEKiUd8JI6sCu5m171MJGMeUS/uARyr0T4yDrzdrLRZQga4wlLayf4oPsFno8iSYA0QxYR1CnE2XEw+Ow3t4Qhs0N9KIjOmLEFHi2/t1PwwW0OVyU5La9+Zz3RBfq0NCUkcfbUIT8uha7hO7elEc8ANrrh6BsOreWj6FwnS0pmPKcc/KBgnz7roMZX7hj56nnxiOV2NCbZQnl2VtUs0PZZWKKZjPq8vFICYbdz/59/GwAMZ0NLlsm9rkH9xPmn+zUuxVoaJnj9ykkLFIs1lQp1k2axfUwmh5UWpFQiwsysHe5kDC0mg1tTo47aL0AtllhJTG+WXdDBm5hZNyhei4DHxF9UsMbFzxpJph/0v6iQRwQQdkhESL3zU6a/4iYehcSKr2hKUG/iIW/korqOR5hK+WjdrZM4dRNVg2vz8afWXs+SX0P74tIkx99i/EsUg/7XxtOGZJfP3pNOGittDIiAeW+9sJJiR4XDMGa3v635ke9YFguKmz6fK7X9XxUI1TtA0Sk/P4pF0yxXnyGxFS02zr7q5BSv7wAR19rfjib6XHup9Dm+bYSBB+d1LYaoIQI3y++sjjtfNpkVDdY/8WSJAQRPupBcQn0NraPW8+hEb0ho6MtpgObpJEOTO7DvQyG+l2w4YrPZJg21KpV2LxO0R38/RRC3CT/GAs79Q42/nmYfd8qAQqggueebxxOkBJn6w9W9wtbWXHRaZ4qBD/kLgwxRs8daYY53s79eT3+uoKOTh6Z01UbV+CWSgcXXm9si1Fldq7h+DrWEkPNMTA0NH9FDMPLoiu56JscsDkiVipyTA1RfuLAr99FJS/JlOe0do+kjYVZTj7Y85t18Jdq3AlogfsThYc+a3IEgkUTlpbtuhNNO3w9Auy1liqEV0RGps7bPdKTLt16iQn1ARIew4/jFWrxutB3RITpJNTdETxkMvDY2w8BlwKxoJ9T6VFVCm0XxK2+G004OllgMXLTTy8wO4oZ4qLF/JK28jh+9NBZO0e7Re+qUTuV1o9Ssu/HQbXRyOeBzR27NeWmPtytqolldoBlvwXfi3IcJaE0wcQ61UGIxR8LPPUwTBD+yqeENfgvBUTW0+myNcRRJMdRd7PP+U68YE1B/iq//CAo2glg7pqVAG4hV1KDmMetZ7lryk0WI2uIUHRulMv/JCvbB0i54HPOusdMJLFRaF6kKQYXU7jsKobYfPn7aC5jjxofxMa2CskxI6oE8vYLoPNGVmxXvQxRK0x3e/vZ6lIMX7VSDN+jgJNf6nS/Pyj5OHi2aztfDdzKvUQCkRTlon7bwoKqr/tgaWs0t+EvkPSponrBKmP8TWvqTF+egWmk6lWos7yN732bTdkbnAElpxQhNF/76J6Pn2u+tAC70PXUyzSFHNFlbl+yzidmKXsJqwtv6zYAHjJv8lSATWHgy1BPkJMY4ToAOPgwL2d/JKGIAyWBS15WRwuBa49O17pJ3Vz/KieZQW7lyg6exdJ495snaSRrYzZ3M43vuxBzJ3Ai8fFshyVovXHfKaBetfbadvfMP2Y9eGG7qKVZsDKeI0jG5UhXC6P/wtRLIYN2UcDrsSVuWJW8gJLcSYFqUMy47cz6GEF/OK+5VQjZfqtav9gkQYOtY0qlDsvPv2HR+SeCndYEhJuAeV9Hbn8K3B7HjG7Uq12N9Uw/u1hE51j5Jwmf6Iqfx7+SuHCpDz61pQhgA1uyiW67igY3Zcsc58pHIqg79rdWudU5yLbwxYVvUGHpe0UvNHvX0pPZgAjG4Yoe8F4isbQ3kayT0wfMp4a53HpezpsMkSudud3KT1WR64AGsovDAy9iTQwryIyQVBXBeEbEe1ZpQJQSkulJog4azlLHGm//0bfX0s36NoRWSDSYiJdD9KfhslI7jM+QRGqYP3/Gi9ICITTAne+FoIOL4MJMnUjzAKvb8EQHMpf92B3av57riqQ4GUfHjSvMh8iPNyu85ruCyQ6p/6o/Dj+6T119rE4+vBOmofaIegTI7i4Vi2qAnKJi/qUF5Sff/FT1GisT8F5ifL3bUJ64GjzfBz/n0zYi3HH3CiXZH1xhcoTcBHHS8G54ktBq35/Jl6+KOoL+q2M0T+pNFUt9ZiqNggmTtgndLaylMQ8RwlWx7V3JE7FXoBCyMlCcZQeuJ7b4f+tNIXDNZmXVrokLh+Rqer2+m72nnyktk4JCgKAsUThpNvIYbh5/PxLkHzcb7VSIVhmMrxf4L9tasW1VWsZKMFF7RU/hJKgS8Zdbvyn+JnJTONM1q9ulLwaPczTUFkny4SY8Wv3DH4hU3cbjGpyiduEnG4vzqt7RoIwCNrkbuLBozYhxrxXK2ln8wE+2uzsPcXR1HBZPvysIZv1gsWsjRObFuJDQ9+bPEMzpy1uQ7dIU/+C3wbVW11IwXbfEMb1QjD05YW4Zwl6eAc17VZXmlVKR2FRb9Rf4tWEce3B+bCHecY9vWi26L8aHnpJWKpFc6yHc+r/yXylRCo9ccKSkXgT3VH8EJ2obVbgSzEL3PxIyqwIj5QmUWdSRfFoe8T0l2PGLZCEKi2/dJNRnaoOpIIb1lUZB/nWkI9jeXEfRjz68ccEVxgDrpU7PDiqn8m6xOOmQW6Tlmaks/fOThxKGjANUEAjsp3gkFI+7e9eGLTY1IewqLpv1Reyz8DkaQqafLtMF47f27Fd9Xs2M6ndjjiBOXl/He3gv23CpBm6GFeQqqSG+1ibp+fzs/Rd3lUf1rx+/51JhE1+7HDDPHgsdgur7Ez3g4Y52+UufabqcvO3LJQnHYGsZvsfpmkbVKyYVKqUqmnXlLGd/ypd83LY0J5imUErC6r1jEqYw/A0KO2WeVA1d74+Q7xoXMovGlAX7pSIbtPe/qVyC+2c8M22zPpy1HvMkLnWNmt3h9BVpk1icVXACpYoTx+FW2Ive14+VYhbu8wLWIvM9+RKP8h1msnybFMk1NtvMYRqmbyij3Z+4XFwgFehPKTAPvg2rCtgrBVYiuod48x6gx8St8aKUizlKUerT9n7y4WhTOBzmG9bB4uxFT8XAxIYQgR6qFVIj0fOHQ+xdW6qksDL7bdNQhiZe1qIfAFcAjGFLswmyvj6qS2PIAROMM16AJD3zrMY8NqeLvw3b8KsAB9SpKr9vRou4h2owhj/mNMv/+cle+DekVCW5aXwqbj9lhzj1ZuGpl96z/NdKvtRT9ctbkkQcGvI4IjIyz02+rsnLSGDuRKELCRTLR+wO63KZl4CKADbU56DSxjLnJfXyum/fETUInjwmVvRNlx0OEhJCQUD8/VpRRs3H/bsmHAfsUIxLFFJdNhDQra+i+GokFOfCMf0iGMCw1h1/1tIplS4RZ75d96hqD4DaRBQs4BVIF2AHO6XuMG/tS9QfGotBBaOl/NSAm9vmgtg0cZU+cCSv2KEnjNlTG4DvgXXZSEWXC/kmQqlx9/33Qkx2B1/1a4MQOVTPctH7F/6hv9zdpLCiAnT/5S5lVOLWj9sqmWciK0u9eS2DHqi4pyOZ9CKcZwlFRZNjTWS08B5Mi722k7UP/oi38FF7VrqpdcFhul0N416SaFlz+lwUTi0mdq1rTNnu/CZeOf5/sv5oZqqhxJ/Kka489rJJ/29U5/0xniOXvqRinyw/FwKYvo38acD2w0svLBoqzT8NRB1melJ+xxTcomYKzwlklhuLMlVprcWpqkfm33JWC48gVnVgvbwGWtyn4PdEx1hGkIkW3H3wQawsjo8TsQRk/ROlTSVlbh22ucr7+xtQBDSblCJFls45/fWSOFqf9V6NzDori/g1hhYuXxrNr57b+uC6HFF/7Y6cLzveEbWX+LzszoMfW9yJLswh9J+FHZ1LruA6/pThPPPpUgyfeTYtPCVdmmq0azXf6GTSHN6O9q+sCLLD8E/iusA+OMxIu+jsQPIax+YY2V5PH1Pda0vUsfVrL0tmH5X8RPRCWPKOIQqTilkO6DlhSMQPRRudNGXTZfJhOyxa5jhzg4JQfUktC+QvuW0lexJe+/orWvfYnaMwyxiC/1Pbv9HpfljR5eSHiBp2lQaJDaPR2VRi6Ntj3aR84JcK94PQxZkuzVQe3lUvOnWRZ/41yc3wH2YihnhyIDiaXlPoRWXONLTg7X09JMvF6/QgImIy5K8L6TFX4Khd6m7i+GIEMOhj8eL82X6JG4hKrHYSQ0Wd6uEWhU4QZDCPnw0tIIQT5LzYmsXjaRkM5pWaqUrao3yP3ERzf0COyNlfrcJowMdylIHuotSXnQiCwz1KXF5ES2vWnJxMDMUpFVibxH9xDPJFql7Nwh8hfnF43+funhOM8hIl0h6mrn8d18Wsjmk+UH21q6TpGcwZ/CMdip/94FjKN0Puvg5UC8r1VugcZed88iZKlM/Y75ZmTVtGJcvymicfQsOZDpabgtnzNn3XtgrkrGPEWu9OK7/76Oui1oIVjxwVow236EUVeMqG317P0RhSLR+D2Bvb+eehVihHrsfJQj7ybbMl4eg0YEBVlKh16NAwFFkAa9B/eM53TxJ3DZ+Hjxo4GIrn6cEP1o5LPT5c238fMSx2lacYBtob/o3YjRVncP418DHfSe629noBK3MvoZOLMGpAVryye48PhbwqaEtHULUi0uK9psfnSnVhK5M1nPmVOSnp1G2txii94vZi8v/NL+hs5KpzOkj8EiVV5b2m7Q/aGjaBS111YDfw1KeonJdRqkwKkserrP3OFBERzSFyUi/If/K15gO9pf75dpekqjUZZy/OmxgvuEgxf0KJ/iMp1LStTCbvAdSBN5aGhVlozzhjWH3IuhDR48zyyI6Y3KsMn1NLHrpjx8/kbErlbN7+MSCgezPt3TWnuOfzSs0Od0sihSDzbpb6DZa4CHwlitAwE2GzafFCFhqx2EkuMyxMJ9HNtwaoDveEftX1tC8LkIf6XuaQutekejiJkxih30slNEIBA7VsTCb/Cp3RsGEmZZFjohucyWqpQ9yWMuubQr736WGzNqj2KqUinLomZ1b+nqUfjvqerxMBEZJf82xdUficyx4SLBdlszHagxy4J/NNQjSD1MX+VBaFpGXoKWbTr5qiWv/VWQPrjcmxuekz5CbkB6dZMgVIw4Wy5t+utaurwVRP2oTJIsNRXJHVV9758GOqDmEYp3X8dIiug6cD3jWTrMXv2Nb3p/wiYlKR276O3fg0goOcEPEhUJCm4eezCb7/fz2xk+PtYkRaJ9DoIy1qQJVi1ZXyCljzxFuUoeaxbFEECbVn3gWjm+pI7ka1reB8tPCv+mRS+gE3I3w+r7WheOaHsZN0FsSXjfhxw02vVbRORt7pt4u7h/op88Puiekrp+YaDDGUQQ0r+OKZV50gPED8zMoRT1Aeb25w0N+mpMqPZkzgVG6f5ve1/W5SiSpflr8rHysC+PIBAgAUISiOWlDvsiJBA7/Po2Q/LwLTIrsyazeqanPdzDnSvD7Npdv2sYwIUPWr8ZM8GasprwjOKLBr3l0hw++5kP/Lypm6EOL3ZHQXNGaeqGw3XFo6bQuOHz4ba64OwpsspLQ9cDdU/Ok3J3TtedDqwPe7e+5oP1bY7a71qfg6Tyvl+8gukNa5phfNpYfJVZzl1OCC+emSaKM7xWB8eAjkjfdwdySoQbY7AdjTZmEJadf08MPksFziE24nzMDELirzu+1p3aLfOLmpRmFyKMH6nkoUwuvpVjTaPqA3xuEtUfg6I83FWuIuqkaHMKLmfbBT1c7ex6ZZo6RH2dpLt4fRjTTXBnc5sL4XpDP7HV4Fp9NJsHv9zeVUvZjQTISa0AqxKev4nzZici/o2/FWaBhHls30WMXvecVfdejHlXMz3Ca0B/ADKPiVw6gp4NQR5tjL4PO3EfTP2Wtiv5PqABfLgO7+rZjokV/VgI9DGcAdRUNe/m2G12SnEhX4x4OogmJVVn9egWonUymsm00JgWvE7txmR9gdRZmOxLZYw5LJ6GTAwvw7TEYR7gcOGaJDfEeWfsKUe3izimnQ7CDzLFtOvkpvgmNHre3Bt4eF1uNUCmKFDtwQAFOUedhjTIvIzL48hUlh05npPoBC2Byb0YOGA1Et4k2znKIL3upp0GCqF7ZsE94ZKCs6PZptD7DK7wDZkN9hIw+aEb8L08jvTB8kFFnlOjrgge/2BLCsePY7mO3/8Y388kF86R93Y1DCn7g67NcajfB7caFNqigszmW3yrLJdxcaTqWJ/mVgCS37EPetM/kCQKxpOTsBjhSGxjFAv+6Dp4GWXP9qReTCBCE4kr3KxgIL1CO8/49SGKRBgHtM2PeXIEEoL3zvCgHt941ysBV7EjEY8XNzdghSTfNyO1YRQ1qBFRuNHENgkWgXURqkDbriEaNDFHZpHyCxOrEznfFyZrMKP08eV2EH0Gtdpoh8c3f4snQhrnFUxTWXTbtlv2weqIeIDWl5XrvduElGA7DdaM9GIkrQaqGuiY3DaMD4RRn5SmLgW8OxrwCQschEWJwyQqQw+aOIMg69F+fKb8US4pMYn28Kb57dFG2BKLWEKmgruvcgvtyIx9utxl6Yx6wjUH0F8YRPkxwBWk7pqYu90Vrhry19zwoQx43/ULUPKKhDulYTwvwlWO5AlKCj48+Pn4u60ZMUIEU+WYbxBxg1SXTZV2Ofyo9dWHL16mMOFDRx09oRBPh2NiawmrpHivUj1yXAzcre5yLoWOwWM3lUxjB9EubLxrMFs53FIXz664hTRdzKnj3MvAV2CQSSVsos1dLrfjTq1BRSP4EVnwbYNmrZQ6yt3YPFTBUHC1ugYsfMQGDoEyXNUsZaT1UFCdiYfreJIJrzQERWX3mYEjgS9v3A0bzELPXBOSqfSLk8YtrSV7YpI3W03bafksYM3uMQsVazh6eJ031kw9IFoivYrAl5wR5+SgCcjUUpPI7MO7WnUxbRjwbbSryHDgO5dIpTfkMG73tHwRuU1Dc4czKWPZtY3YZXfDkuX4MKlzXZ/pgyqdrsn9EMZ6Qyzwiqa5IZpwfZ/nsosCUujaFi4L862h80yCT+FOt7e77nYj66B2yRMduGv5ejucmk4QQLSHFzvhW1e3RRiJC7ajayGI3OhC61RVjRyOjgm8/30bjO3W557qtqAcJ7uEb1TdPjdYw2/iEoTHJsyyKVNREgBCxsRP3r3WXXZ3z0kPOXPwurzqFITOZPdn5oZ2z9K3VnL99gSviGOeH1+S64HfUpwU8GdDQB0sRk9nX6K2t+GEXq8tTceXO6MIYud5/C2pyzh0CliRe+lAU9bc+TV7Eqy4UeHMjJw6U9e9GdOeJlNG6C8G050oNVKsuH6Q/EY8AoeDOPlxZoR2GZRjzkwCNPAUPiTBPfGODx8HpcHlfS5i6qb2LnpPQwOc6nsRIrSoADPWYSeIIVjrIqyF3+7VDeketV2DrApdZdvy6LWVOLvXj6mjHqybf3e8vBu7LpiNghJ3WwTru+uYVOzUwLFnVK46JDtRt+YqKifdSo3DbC+b1bXBz71CIyokufNZ6Way8KmT04lmu0N8plk2t4PCLyNP2cdh3f/OWYHk7esdR+jiIzKUnn4q1N6EMe/D9a2NfxjndFubeqwIo1GQh3OThZUsK6wW1JknwB3x24tCCNrZn7hNZFqKgx/b7A6Br7jd8QjB194xoDwWS4jFUTEbe/AsaVvkxtkmvpBOmwOnNftbXD4e+CbhVFsxqQlu+hahNeZXjiWQ5bTeIQZVQECHlfI5sm3KPlgxhkkD6xVXnz6O7BHdKFIFMqiMe3vSgA/2FKWzkhCObsQ0SswCLsBgVvGsakypFHKDv1wS/ZpO/MlKUaLyoWRUKrABshykzG718RqKVgpKouAmx8CNyPkU6urd1+6YFsJnpeiMHlGqrlziOqf4XDyCsh+4Rzt300Nke0zoWKsa9iOT9GAc4WRlFHbzgBE/AjMIsljjutDP1MS6mkzEQJ/AiDvKOEKQVe39UvZlUcpdt4radkmpRzTD0o85/wD5LGOxc++gqcgFHYbDDGxy8P91y8/6roR2FJQjVKaXoYNH51zIcHF5z4yiUgTzYnHbODuj2uUSiSj1MC+OP7o8RYDUzLoWGj3GgPAeBRsNcHOBoU1ifyun7mYCRqLotq7Us9v+ugcoMALaVB7XLYFtMFBgdvxNdXpd4v3kAasRFmcTzprlckHLB9zinRM2gkIvOZWnpAkV0dSU81A6TObDV7/wzEAngyeTMUQc+Fa8YP2N86b1oaQITRoFfTiqWRU2FxjBs6J06uFpkW69GRBNhmLaPPh+m3XYqQfJJvNRGL7kGTvHRSHvAsOp0FkQxZKDgarZaIJT14ZDbg9qKTGYSPdbhfH8bBMjgkMinGzsRAoTGQf6ilCo8cBzi9L7BDG3Q7he/i0LrSV2D5Hbofoxc1SnTB/ItsIXktgT+GZGQN7GkbwEFjehG71coGevr+GGNYlzz2yA70pBLU5jSF6xAqkZdR0tNQlf3aHeT2O3YCmpDyCUkkTX5sZKBLwqglD8dYwoLbm6bGQS3LQjT9F+IxgwJOkgGAiUZHdE2MqK7+f2cMplOoDP07Y8p4nJfPK2Y2NtidF7UFYKl/5qeHUT2yq7ZLLbjiDq0YqlcZ0BtA/Mj4iVLXt/bFgVeuOJu3D4ZsToHa4TxrFgtNgTNCPGUcrYqoBtLyr0rL1drm188My9/nR0DhWIKz3c+RuIjpmxN9enKmrckltQVKBkBfju0PFwa5M47FNyaQsfo8H/jMXsqVRSLrwDcPXlmsaYMC6bSsaWCB8sgmaSRpTdrkoJVBm8w9aVVeXgYMY0SEcvVRZudqT2GNT5frF1c5rIBpghIe3YEYlP/o415L0BQhcMRN0076LKjWsY/SwQ/QS6LUOq4/31wZrxttfHdtgT643C/vaYEec8JffuRrtFVH6CcVu06NMV2eeMRkvJNdd3jXIbfQ6+m3Q7OaOw0Xbwmrp6u43XKykInXxjlMbRoizie5fYPlAhq450qSeET4pIqyARgpj6No/w+HSmhmiFN/UjOigPXd3QjSBPmGSFnLd0x1m2q8SgIUow4lGA9c3MsrQDgd6i3VkDbu0wc3V99GCBm/MdLgZVNJvDYuvK8hPvNJQ2obPR2evzSl1jVy92KCDq/ixdkS1OSVeuOaoQuz7qhqzcBW9IlXFBzt2EsnunM2bjb7NgdFEnRWzHGtCjBB/OXcLIwEgJw1avF47Ax70o+bxdLXHZOfz12nStJtJ6AMr3HZHFKXm55xOeSnd5d0+G/BxDQG1dYNCXKyO6GLRH3BzC4+tDadzZabztR6krWYfZXO4HG64JgXw2nE5xpMsAWJzBHDsrwYTeyujgAeL1HCxhKhNwgXM55Tnfnr0BQfr1SRqW5k1IwYRy0o3yuQ1ObXIpSqv0x0ar5kR1buI5SqCYNMk9PoyeZcpMAkgAPuj4GCpTVwjcfN47Z/60Ja7JYTgSExvfeAPW81vRSKo6A+lgqNjSxNtNG9JSWNCXRzg2s5ORGZHA+W5D112OnOZ5wmKYApb06+2k4FtYXyUAkQTb8diOShC4NYCme/u4G26XUEnNYZ5iVlZgzcy29HTWUcKWJAAEsn77yCn1tiV5cR6W8mBIKEPe42ZFr+ZhwXRDV44nCaWqE7spSF9pGBbbSnuoN8HaXC6bIgxGC9anB3RpJBaCtKT2yZu4JGHUwNyH3+EtUrQG3/JI4oURHvS+qt1R0x8PA8UZnUn2dZ2F+rJoyybyjgVJj8Z6ywC0DjCa6uFmcCJ6WLySijLPeJwxEF8uVwlbkF3ibRyYt078wGgqe8ARkEfdWcOteyFYvnAIypraMucCj5FURMKExpzpCu+SEtgc4NCZGOB6/Zm49dsrGdGJfN3JaQ4fxwG75SeiF8U4IUy+CvcaZXHkQ9bnvpyAW03YyPcyYd1PvpmBKTMMTk/GpB9BrRrvcLg5M7rD4Bwp7dE+MXBtKNdFo41ASc8IO5ajWEBo04EV0ZXfgA/0Q9eIQrCXO3zcXvgDPcvUHjvj1IlWTk4WqniCg2oZ3WgJfBfatj7eyO36Sjon1jHvdB8zXOBvVJTuj3K/g+Gi8kDs5FtS9PdyS9lIWSYgljrl3NLdY5r7Ya8FAV7SZrBdssiHSG0ohdIWWg4gGpk8wieuh1AcDW4MkgqGp7N0jg6IqAi4CGvpo96MQYZpub4VsFD17QWuQDQ560S3ySMds5SijgJ22uU1MnT8Kr0HfxP1cZCZSqAtrzfjS3PHi8vdUvRx8g6Fv7F4Kt8ltYQS+thIJ2kuqcO223s4oo8lmjT94rZtU8/FAWM9H8emI+1gKdvUIQ3zlFSZcDIWqMc1XBl8dKanfnmIEuEyxbE7HTiW5wZkiRmQ2Qplic6svMFKjYbrNvRQLl5r2xcEhKHg0HYBHdZRQx/jchwiCmRnkO5gAj1ABFNugqvTBWRE4F4pCaEWHyu7vXOHa+Y8vCGGbRGvrw9FFmxuEQuyS4RjZHsz1P0jbBa2sG2W7KGJTEyV2ITTk0eQKxtRoe8rjs/03MC79sEGzJzzvXRQLMMxU+F8pKf1VWPA8BVKx0UANdjyfOiBHR1oKrw5clleDheSmpogZnA/gLndUpswwMPKBqYEUOQCM+/jiKESfcMu6y1D7umIb2TrIDU1wtVKRNwCOkPPXAianKoqXmrHtAHcCtnY2Rc51txBZnTRboiDTm+Twxbtdaq3jIuyn/jDjkhQJfELfQn2wxoz3RZIsJeELUJzoPRhTJCSQa49CN6sIJbhIUPd7Fm+PwxqeUIDEHqjOPQxfNhhN0y9byhcZp29DBAqgJMcY1Cp0Z1uZIc6fWJrNpDd//rBn/YDdcLEm6SDfmGWDmUIH7P97J026/IKhKEFbvvTdUjLSFMEwmR8hsUTj4QXwBNPYeboyo70/XLHLoWKuScgEypg1F3EzircMcu14wFbn9qgTabxcEDZsXhyzVvpPk9KmC5QhSlYr5WrokD66KKe/AQX4G5HXFTYloCapFTISeRcaiSPWKwmD+4dp1ne8wVYMeiFFSNsk+MwkagZu1DHe2CwJLvNsF3oHWr1gp5wEIZPPnfFSiaouy7sEICoqG7hEDGyN+36wJfnN8yelU9CEboo3zHLVc4x6qoOZ/iKhe2lxnyWRmaFoFJX3ql7Ne3o/MQvA8L45d08Z0XBs7J9Grp+Ga0Fu7PZqHTGY5raIV+fldqHlmjPquvq2/0+1ni2TSlsOanjwXKMnru5S5An6vxwOcs2iSNJSaIx82flXDtJUqKEZLI12ffFAldccU+UDiw94ZJ7YTSQ/QWKjqPBbPuVXRcWa2YicayRnW1tJLk6XGz+ymqIcYelSQ53MhrXeyl6wWQ8tnGyzZZ43vc0kyuHUzSM+bTJWTPn79npOksP63GYDj44pdaK9X0QyKB35J72JEkfEkzyjqwqxWOM3FLZYJ8y1drn78FcXmhGbxGZKPUNGevesbGMrTN4E6VVul6w5WXbKzwyaobRWmfytoyNw4relaBmw+1vLuuRgT4f1PvB2DKwOo2JK7GMbLbVjkUVbu9BIXN5kuuxn45H45Lgx5BhMOqyviOUo+ekpHvPwReZQmZ4PQKgT1ymp7gjTGObc9R9huhGNtFF2LnjoXfDQCXEJChIRiGPfN15KRFf4U36ptzsdg7sQ9mJvh701b1Z5NlV1VusLUNosq3Q2mmlH8/VSb6eHfsodaSxk2S4wvq4GgTHurnknSqPS28UYOIpHub6EtMYZmJ/xO9KltbJzgFVuqcUlHXL/QK9h0ac7Lf2rctkwCp5TvIudkeA+8oEc8IWwSm2Vm1FnkSNTux8xK60c/UcwhixiGR3XIM3IF6Z+8sQQI+nN4cjvN0LOStDKTLDEl05uDTFVqNtJGdl2ZRLA6sKced4uiFYaq8YV5OL+uBcxrfLyMaxCQr/FaMm52Rg1ATolEsPbHI0+5ktQISXtirtkmciWkD5SJGsiw/eicnVs0xWpCL0ZWu/XnWyqXsmCVU+lZvCUgKsaAbwu3f1h2j4dr+tjjHoQ8KS8Dwf+LCgDodyusfr0jBpKrZV6WPdXfGujthMjUCJBpf5wk6rZYROAAaAdR1BX0G8DI8gQxdsXYZVEwNgX1ehAC/QXc+EcsgbE3zqEt6TV+SCoQ/x3pzza8OaVXWidwU3wGsaMGodjf6mmTKTzOryMEZdKqiIkPWQVZ1h1kSvJgcFXpzlMY0H4DFMTYh9hWZJLEUZSbbCOw8ydsFMjZ0GnT5NREyX9W2rFraiLjchNR7ivMUtGckTHW61M0BFL3SKn8F1tvWVspklhHv3VFR21gZYmJnbE3JbQo7b9cUx9tvD5VCvm+paVQn3KB+LLTThKExJjnockxxAkuoo3vDZWepRJVDNa94WOqqJreLWnwRJ13XbSemNGF9Bnu4NexM1QYERAGEwlT3MD0tW5MtZCKWHrjDWHS5xbamTnIlsFBLoeaPFia3TsUXMt4rk7zYiFTTSmhNlgNKRKLYCmMWp7HUUWtp8eojTjBbwFQdb6CWdm+o7mBjsvSi54YwH2DhMqLSgbUTaZ2UeogyPiMdwDPJiHziOcjgeHlfJ7drizCiAHZC7r/1+0CM3LYw7WsR4edg0dpgvvq/b/RKEcAcWzwWkUYuYkrM9a6WkTrVHp1jfFKGyeRLj/EOCNfYRh0h9ogJqGk6TTEZVm3RneK34ZhPWKdg8INwTRfMi99lDxEUR3cC7xX3PUXw4jrGL9+tmBADteOTEllYLDDjzcDaLi4cGr/SylsXngje6bNoud2wDipT8YaR2zSgC3OV7P6bohn5wfrYPIxibMWWITbarqSkzwHiS3idVjvEP+byIEX+lbwt0F6lCYqRGbvrUupWDkTp/ViXr4cNr6w/iMF6Ro3EkFjLEHDY/ldLNUzJFS9bH9sjKHPoWNLuKYOLU5bZ8RB30dr1TaaAN9mjONi1Ed5TFYS46gTJUj+SCadG4pQJzTjfLSFxuLD42exGWuHdXPyaV7Ug5NGgY34eFHlp4gJDK5sJSLDuwe5qE9e82bgWTtYkB8RaDutwPZr8h0KxVR61o4VWN27qnH7TsEfNyKG4nUzEQkj3DCJOOUkjVSdvwqVdfbREZ5CwYJYCKYM/FUiGKYLrnkaSO0hST2yksmGmxm2gcobS7ZlTkYX26iYo87gFVDh094Gi+UziVzWbUOdJg7MQ34mN5O51BFBKkA2TKMhZ6YyaUjUs+wbn8IukUp/EkoTnVcJyqdQXVcbRDWcxUU9LKHXxnhgJztSi4rCaamLbeM2Dr0yBFA8NTG13dMBMqCLVL5AZwuKttcWN8EW1nN62P/F3vBrcbNnFan5GMSyC55iIyhK/kjUtfelaBXW4Lc/A49WgdM9UlztzZsEFqEJ0HhGIymnIMcKARxgNnHhM/ddP9tjj66d7TGhFPxsqHsOSRAdQT7Zc77WrOI0f9rUnHM427UaoqaegyPbYf5VLV4zY4BagA98nJCntRA5GuoaPY96w1ezvmJjpu73G8b4+0QIUCRBStrJgzK+oCNhZbMcMxmhcZHBTvJtw0vUXWfXbeBDFdDZ9dIpkhJ6OIpBybAiKRCCWQ6Npf9IiT6us+CprBnUjECd3MYNTyJjORIV/dE4iY4OtsXQ6nPblxFeUXXPgF55Pq3p27uYzBIfILBrIKUvvw9mf4MYb98452/KiZAn4Qj3m0RPxj+gf6bDfETRdPz3YrCRd/wTe3SYqrW9w1oKhAXp+y1Kvr+dWaeB2PedRlTxrzImVxnmbdZ5rfPo/THz2vj0lcx1vdYhOX5dvw698YQNe/MwMcf3bcvmYOjuIojd8EUTVdVqXV3S/FdyrfVP09iqNVUDj/3katqhoQUUAs4q6bz/kCO/H7rgKkrLuVr08jv83W8+HBn5N1W/VNGP9eO/bZEE7jd1XSxKXf5cPHRj8X8OtUo8oBg++qJNlf2Q9f5CfF4jjyK0ICfIqTGEug8I3rH7vv/CaNu1eP7yrkmsafPzSrYYP2t3lgvpgTGPVjd3+2PVzlXzl4t6cf8vo/MDHiv8PEgDE1s/M6fz1w4cGv5NuhMH38UJhfR/8J03xq//dEhv0tNvxnzYvFvpgLRvyueX1tjzL/CfOi/sdFMPw/E8Hor+qivmSZvyhKUeTncbB/EaW+8vVn27/N4+81u1dEH/yyfymgr8vKB8iWKoEV8AEAU1QK/2r8ETr9BFlOcmB/P7NX1Q/i8rON+WWe3sHfITCruAEEiDPy0C+51we3PIqe5hy3oLwJXtgF518aAZ2T/C+k8MdN9M2ZviEaDAmr+z0Ou9cogIb8LtJBfsUo7GXI/66dvjWpkqSNuy86/Uu0+Aa/PmiRu/lLdQe0TVn1ke13YfZNYe01huSfCZsHPW6eP0Dw2AZSfoWvIftG/BmN/k5EvzcDv9CfjfCV+DMa/Z2Ifm8Gj964/kz8GY0mv3P89Wz0J2ejX85eLfV/xfmXirPquzK/x5un975MFtY6m6qsmtWccfBvC52GTxs/yuNPn21xgmCwD58JeQM6yisYgO4wc8L+8rL8cA6/QeHzb3G+7ZrqGn/4JFm/PuZP5ENcW2OgUbX5q/ug6rrq9pPA18Es/T0+foidazX3TN4o9q26A+e29VMcST5BPvg282v44W0CE62zX/2xJX4FcXVN1koI+YFh9vnX51YhDBQjDBT/xP40GvjjtSODf05z5Fta/VA70swv32rHN9pfXjsS6PfgaZ8BwfnHyZ//N2j+P+TlhECDD/+cl4Mvgmf/v/HyaYWQf5t3s8R/n3cnxF1Kpdb1CO6AS0fySrL6P74793ePfkkzv/mwUuHX39ybzH+qgH/TCF4jCJHf+b/g3PMQ27YDXC2egD1gG0PWMW/micCe+nCpiUAqe39Bcl8+IaFQDSoe4dFM4tpMDuEtHDTzSh7O7LPdrKSxhLbBXWOVW4ZEMkepMwvOCPto0foA393VRRk1gRtC3LsrOY95zm7xbbY3zsqkFmKuyF7tOdEmwFNWKbhU23CYvv4oqS9dag/LENAW02WeAOfjvn1CfAHJ9eI0xvCaAb/LdcI121TZcKkhn+pImkrjWhYBRnRHZ1f4Uol4to5Ezq5UlyOhItvZxbLkaKNZfGN71dqV8FXMLtYlupAyKv7qI3eLWBJp2K8iTFfP9pZPtOcPAyXh2dv5hO8yTyrL4H5MffsIJDLVwe2Shddodu1T7dkkoppwxtcZzGjcnYH0BAXMWhy1jQXpE5QKkFYJZkpoJpJD+k/GfM1VRwKcSwPMu4XYBXnrM8RPQ7hBwfynISyQXFk4VLdc5HRWhj/R1xsfSySxo2rrQyCxkO9CNz1BE0VcyZkv0n9Kahx+IpGvetqw3+UpTHdF8upAGrvwfmk9MH/P8crgBtoCa/BuZRsAzYPj3nvOcw6wrlSdqPbkUwV5XvkFuvQxC8ifHIIbkKtUXo3zbudiUNer7oF+L0UkX2bvzCCHDcuHN71ykG3nOvUQ5OjGs2HfeuMs8AW6xE3Bs+wwf5CXFP7gB9hVu9/orW+Tpevs5PC2vfr2pY82yLQHfK628Fv2aO3kp02iGeQL8NuZErAZeGvLLfwd3e9KFz9+9hAgowgrr5EEPclFgCxIaBPQll6/aw/wa93A3KVt72FT+ds69Jbfn7WCeNLpCn5yMKq8y4K7fgP+3gFJI0ACfYhNWSRZlWZyPbAkGANGdcNN2oYYX8f1G0dnaF05aoLYgPm2/ualf1gbL+sZXedUvbQt+fbUqqYGtA+ljyDaeZzB2OTBvBIHQSQUUUPAMQI8vtUKrj/AuCak02HDAfraFtVN7tlWOI6qIJJqAdqYKfDMND0ub7QjAs5babrA9boAeAfnfGyrC2ILfn8YgxcArddNa/7eVgFtr2s/P/jJx+lw/sJ7/o1HEE8t9EV/bwvpgjJ+HMP8Cc3OeV0zXcBjiKtrXymiL2/txUUtQlzfjFBmIDKILz7GSZ8JVDOtVlvC/iBY2Gt+GuwLyBZVBQ0DcR7Rih99gb7D5bAZwQ/kk3vrC3+2PY76Dz5D0C+Qqemi7/1CuYmgXwUHPKL6e79gPkdCB3rWc2ICcnzrFwNtgYzTRfsxHyDjAvKnLT/6hXLLCUwzw3d+gG71eZU9cTCP7/1BOUP6Kosf9PkpUw2O8T6OGfZ6IeJv4wDeSDAfQLd6zdTID/N6tv0819U2Ad/Tj/NnqHMN0BVwPoe80Q+rLQN5FRrQwxV570OB/rcA3magh+mDvFA4DzC/WZsJQl/cd53msK/XGEL6oS/txU9IfqJ94zt86UhEPurouIhQZxPQ0aRvCOzHmNAH1rYaqr18CfyAfrWPPqNB2uHdtvGXnf2UBs/9pF9TWWV++EADNjiBuSPaor3NHfAB7MJMV30B+3/aq3AEfCjTZ5r4xaeAj/yUBvUhjh/OBfbDzcCXoD7mZ9twtR/tDGOj0kLZAF7f51OIUIfQZ7E13pifbB4DtriAeUz685xVh6AvFOgJ+A/gXTi+y+G9L+gT8wdbBTQNxrMPfgJ5veLARkD8BDYivHxjW6WmqRHPPj7GREB7xaDDpxgE+hWUT7FSW67Alq6fYuJKW/3dGl+xD8YIYO/KSv8Qo9f48SWeL8A3nvH8S1t9Xtt+iJUa/uTnE+/4dx7DVzz/PE8gH8B7+tk2v9N8RUTAuG9x7gefM4gnLz4/tucAfXzN941PwA/k9ROfb7QPfBbXF58wfn7kkwNjuF9kzL3yzte2Yvs23ze5gZwJZfpJxto3HrXxpfPli85BftSIz/7wnbbmnQXY/PmTDwM+lRef1g/+of8ADtpnfEpfbQGf8/hhLuGTzxnGb+sVT0LIz/ziE//UFtKF8NMYwBamVb6bb20n2PbNPp/8iJCfL7yL33l86fzzPAE9H9HPvI/faau/wZwtYl9sFtirS8I49oEHyCf0wycdxHboz+90kQCxZ/psk2sOALHnG07RYD55xgsYnz/pcv5KA/zMb7lR/2wLy7Mt+OyHvWnf4zugwVz7IfYJMH6BeA7GhzbOTe9yt2DcX15YZJUlyCvf7ADQgCw1RH/XIcAyLgpksHy3A+2rHYzrufnXttAHQf5ejugPforrdzsAtC88zuv8QJyDMeAj78CvyDU3frQDkCe1/Lf0pPxMT29zwN/noADeAd5e5+BOhx/+APEAiOerHBT8ic/e6MD2z5AOKtPlBz8vXAByyjvuAeOIMK9DjIcCfjuI7wH2moCOQW65osqKM9IR2MT6GZDZl88siAdGmAvf5q6dV5y04krgL5NWvNsDxHYAo0L6R7liUB96oWFv89a/+xVoA3HsR3y2xsLl6VfiqAtvdgwwDsCsT7qCv9G1p59hAAO97BrEV9P9rIfNij8/xszxiVU/YBsgP4CVQb6A2DB8YWbuHb9CPGb+wGMQQ8MYi73jYutbXNefsXrRixcGgPaZrzRce8PCUEbmmuchDsP1T3neAvgD5PkVC75hYG2drw7j2WpX1ltugHQC+qAufPRhQJ/XPj7OH8YgoJPrT9oCfgFWe/U9faA/db9ipw81RaG8cCWovT7hSmizK66E9ckHXAlsf237QfYFiDvL9avvtDDffKZdf4MGcXu6/MinBax7IL7RoC2TbzIF9FVHenHF3/I7xCFf8ulKA7EA6FZ745l4xRxE+5ZPj+OXeDu9YtnXtssTy7noG5Zb4+0S9p+xgPaVR5B7gK4KcZ2nbn6gQ/s6Q7v9gZVXmnb+jg+euS78jA/mL3jtiQW+4GWor5/QYPw6f/WrFfOC+OuutdznPAJj8xvGDad3v4Y6EgHmH2EcBjHszVc09In9rOWH/hbrJ/gU+h2oP0G7H9gyBzYMefhkKy98+jkOvPR8/NoWecnsgw2s9fnX9YbXfN5y2YqhIS/Isy74ik+/4j6IW1bM/qVtCOtI7BmjgGyKNzqwi+WtztbGN/8BeR/k8XCEdSOwB1C/KD/mB3L+iv3XmP1WF6/tFUyH9M/6h3wjv6nr38Inn9ZqVtwN/RH5up7xqkUgBpqfNv0Dr75hpvmTfp4yn7/IfH7519e2cLzpo38B3Lyu23xe4zmueOoNJzzXcl428ClvrDYwfbHv77Rtlas/W5fbsPfPK6kf1u+WcV17N1J48QH/E5ta/o1duujnfW/IT3bpEj+5FvMX7NL96bUY7Ld3qfBx1FTh9du1GTDV7vPFss+X6e7VPf5yTe9F+uPbjsYs7+Jz7a+72cbGr7/trPvbNERinzVEf9cQiv5kIzX+F6jo5xfDyW86uvWdv17e+r9iv9dvyfhP7+z6B4oRcOszTbFAnPB/4pMumK/bCP86GVPfZNz2QRs2ef0/U84k/jtyZtG/S85vl57/wzu2p7xzPvz93K+Nka/D9/3a8GD+cGDETQ4mDlX5R7Zw/9FtuMRrh+ffvQ33HyhKsp89iGY/d/IXbcQFFvXVV18j/dbW2t/m7W/dXEt831y7KeG2lG92+dONL3/3tpOf7CLBf735dz+Nb6D5P4Gjt1X5Nb3+guECJuDCx202X1LvH48mvxM1fuTCr/H4X9xjRBN/Vzj5vnPkv3+H/h+NAi9L/Je3bPxN0eLfcPEv9/iwyO/vnv+XZ/xZFweHTVV1H5tDL9GqCCZi8b8A7Vxte5pKE/41+ZhevJnoRxU15BESo8bol1wIRFEUD6K8/PpnZlkQFkzT1rQ9PU2bKzIuu7Mz99wzy65eie1N2PP03VJ1Tcu5EjgzvBLlK0EQarcC/EFJlEh4jucSycKzTSo7CYZ2bKUNqfRgm9a+0NB3Xce3d0Wh4W63luEXZLrnuUGx2ZvrFEfd6QurJBgaulOWTmzTXybSeo07ye8se7FMR+Y5+s5GTxtTwX6pm26QE4mdK7Htua6fvNqEbctB66V2Se7rnnk3U8yztv5HbrDqTzcv3bY4lr1/pFEYCVOLv6a9HHXnQCfcnAxB0Hbcg0n19qPUGDvX3vrEoLUW/Ifx2txVDd5p49UXocYI2OvbooAvX2EfRQF7fVsU8Gz3PDM+zyqYE5SuCt1zzPhcTkH4L7bcg+/YW6udQY8D4cLTTRtc0nYd1wPZ1t2C9VpLf+PAFQ8vg6XtW8OdbqBVA4gbkL25W5+CnxfSa2p47BXAs8PXm3CBgfZFD/bSl4XnHnZkSAXgX/nuK7x8NdCZr7rjY0e+566tVLkrQYR/XQRM6812HEbpo+X5NsRC07EX2L/v4nA6vXKsN9IjzMTeLvrkShY5qn3VEKa+X1omNQNePOq+b3lbIhE4lJZRnUIUdLHCnIiivGe5G8v3ImhC371OIy7jHHodnAKYF26pcJmL3psGFeqUNRZZ56fAghc0tr4hzsQzcTb0rR386R62hm+72z1q6XrrNweY4m/0/RHRtwcXv76lDn7N3FsRi20ZMCh9aixmQ2SxyF0m6iR0by7qhJty1N1wtXLQifULBN28yW878/7LZvS8aemD0T+rmVERdKWYAi9tzYySqrCRg84FrHTDF7lJFMpWEquoKeOrH7HSWHLrA1HrHrVX2Ts8LiX+ybyWfkMrMQwuikLZSvVKK9U/yUq/I5ZE1kr1D1qpLnxSmquXrNR2kI5Ltqok7wIlpXzX1+eW8+jubaRPeG/u+r67+SohGjCq5RVtXkHj4peNvoUafgPNX4HG9y5qWOBfIE1ZkIFNz6eXSxQtPMMMEn9T5k+xomYRP8mXjZLTLBOWRvTS9fylu3C3utM5SVunEEAXntr0XXQOEa4s349ostUPvsu4iE2JHPlBl0DObG5tWFYlOOCy1um6jL9iKsyNe9TnRNt3I27vHjzDescSPA0XX/cWlv9OQ4FyKRrqXad7lgPzOBbXmBf3IM//CheCeb3oBS++cFwjFUzx3i+1ej0VyCHtLbmK8lePlmeDCTB+c37+TVFxOWeTW5uep0e5BrTqP/X8iIITcdQY2qjd5HHzjc3hRTJ+9c3X4u0XoXH6uRUrO8t0TwKGdsKAOTPQD+BbKKWbZFXV3O2G0dYooX+/tnxjSWFSuZyqXFJVLasql1bl5VWhGVnwVIzACqtkt2UhX26WrpHKwipZ1YKQvZuvuJtn7j6/HDv3IIDNo/Betyt1663ce7LtWQYN6y3yUDkvt9q8CJirIIg38vMTaoqvLR31/S4xx5sdoh7Va0nPSugmWUm24LJqTanvdnuE9UUKjgZTPDZqpXIjLabz5cYlCuzq3FkuqP+r9UZaRny13vhNUhDPYEm6YZ5Ef1v7YhL6jmTRfav568a1bo+267ngvzwuxp2KJ92Xxxv/VbwV8FKG00/AjPhbQEbiGAiI0ruQ+Ur7H4bMuzbN1xcbPQY6ELjOEVzU8mw044cWt9+SCkVJqgt/U+E7qdBC888T818kHQo3wu+VDyWuhKs/NB/+qjRXXt5I1SSTdZEg89PWMzeNs3xzQzbv5h68WuArsj870XE185d9fjr7kA3VgFj/IuTDc2KRfW5uy9sCP5V90vFLS+syFF+un/To4iiU5Ft489tQCD9Sq/GfQWFICp6L4I9nmO9n4q9/FzZm9bFnvTx48vh53Y2cxvUnPLn8OcV5o9Pq6qPaS7cr16XBwy6avVxfVyS6yg3LX/b4+D2tSxTQ1zdzUy8TQSZJBcp2d8D0+gwRY+q+66UtQJ356a7fdmvIIRPN9u7LhNOt1WuiVEFgl9sXkpgHtqJU3uRL64ZCZF5gi69yI7T8zPXfGqrvhWA+VCvNwP+qUK3U5uZP9MFnl/u3vFQILUFqFLu43PZFpdPKm+X/Vi++FyFfjaTbXxVJsbe9Np4eI/Vt0Fm+1Z6jt8fjv7fw+DksdeaBLscea6p/bOVc7ok9BlHq6ZOD8oeLnuFhs9GJURfW1vL+lj3fVfbUhcbvVfbUSrhQm48lJ8Ls/PceqFEDVRzvLHmJdebGNk3CNlUHy4oMdAH7l86WVdm/4mhZetvF7X9bjsvsUbyj7327rRtL6wo/4QHxxj1Zpr0vuaew//9DTyio184/aGBCpnwE/r2IznzNgiAL9feC+msnnNN5pkmNwDQ5OHyVHHOrfCix81zzYPj0mcSu8tSzRVxhoCtewRGvHnHDhRhB/FI8YSw1yg8pqo478sIFQFm5p/iRtdDWbOLHkNBXYJy9bRSdVYzc7y0EvprgcyaqVZgolf1gHSAJN0UP3TBdfLQMENkn8WxHZ6qAb92GFEs70TwDih/bVnz05txb47WjCoZX390L/9g3k4oSQz34ybbKH5tP2M/kSHw5dj8rn1Q6oRy6w8N8b3j27j/miFrFMeNPcoRhqqt/gqP1z/X2zQrXm6fu/eIj5zLSdGRvyIc1W+RvM32SXvlY/TtrZTqCbOq+fiU2k0uhuz8uroRWCL4X2o93mjCLWtJ8Eh6MeCfNe85Bjzlbv3viDNk99kVTNKOaqEa1o7ExjupoXXsYNpJ2kbKwevx+vlUbymbJmXfNm37UgDuMgxmrh7l4v+3HSqDKzaMhzraK3RJmL/exPmkcHodK2F91bOVutpu9mO25uGgoq+ZCbTcFjfwqC733vJsJSw7aCtpdS4L7RX3yxOkyZ2urp8BqKzCPe1uTpqP9Qmk3F493TzuzFzqPa2c1FyR/8HK/0nsON5tonPly7/TjgdTnutFUWL4NJvzS2jQO/fG9M7u7P04F/02TF/W+SPuwpyur17nFfhU5XM8ms7ggS37raInZpBs9iffLWc9x5tvBQp8MwCLhbr55XhprM5pOnnazSY3rj3DG6whmFNwPwXqyArPuBGp7jPIQrQLWcmCmkjribJRXjEnnqnFzsbmYC7ONITxzaZ+G+HQ02jzMPzwaK85W4iavjafc01A5fkNfqR6x2WsE/Yl2nPcaqPdKG81ktdMRFbvOWD+xVHCssAjrp3ajbE853Cq92W7eC3xj+7yfwfxnLzNnvoG2gIbZxtnPwfNwfZgl84ygdHH6L+Zudvfkos5EX/ClLozB/rXjfAN27Tnrx+H9/VRAXxPfg3+fV+bdczQb1rmHdqNlbDT3hev605fdcW7z7dkE+9a8F8CLspI2irhcPkQ5e/WMTB/A1f5/bW2vT2rO9OX+zth01/rk+WC2ufB/oCfBwjk8ju/vEkzyS9QL9PVHPcDMpgavjXd8f+9MxUExQsBGpuCszR5G0pQDW9QQE4gl+nc3A33HG5h7r3uYCaFz3oez+P1ZK9ys97SGXxtGvbtfzrfaBuLdB0tzYIGDIYRLszd21VHzAEhCDgj67WaotqWAXu9SjYaILpsfATcI+kRLo/TD3qDoCaYvTy71dk+fhPv+SAXvo/U5Th0GEYxdexitpQe5IykdlYNrDiJ+r66ahwfkNXkRPrSbICdteW3UTNrKg6Avd2r9FbQZLSAyF4tBnMoGHNxHZJrcPGgy6A735NtqcmcPf3NjtGSQHbTROCq3VaDtmvST6WMH4cOQ0d0u6Qh8Ouap/NQW5bIS5McYVcgmdktTR1PQ0RD7pK8Fp8Vp+07cXxmi1g7QZsAMHapHEGqRxKuj8V6NjcODPBbo/FTsC2zL92VVAJ7n1FXWF/RtxA/tAH5Rz2bal5i0HQRapqcB/YJNR1P+1C/arQP9KiLoyGunfmE+A0kDP2u2FIId034FaAs2XsRqNh+w8Qr1U+OsX7SbLQnqyDjpA77VImJ76WE0OPWHdkY5sUUmjxKbqjjGaZyRcdBWHTEdB3SrwXxAPj6oI7WWm1fStjhXgk3QO8zuj9DnKsgVuL/JpfIHgmWw10oFP6y5Ux8Kxl8MukXghzBnLx7nAfOL1EiStHh68qmNfdEx5EWuL5XqY9QKspLeBvVRh8v7aBB30Gch+CjU2pKQjYkxQNqqvEpjCX6hXzUfMyrKHk7YFinOKmV4b8G/I4XY/CEnAwyGMHdOjdV07qAH4GK0IP4C/Cd4lQeghxIWZR0mpiBGKmXoj06Quxfw04wgltAfUdLWIPhRh8iNyh5tA7qe5rPqoA8xZgXCN6MC5gXAYgzzCLXkHuJD6IsHP0H8gO7y4GSHU18YE1EOqyBTkc9ycYK6rkXACPAnYESmsdF1F6ORKiV95DkRZJSDHgocBP3KSoEr1XgNWFoXOJHISLyPA8p9yBGAd4XIcxxN+IPh8xhiI+Fzpq0WkbY5rlTFRJ+C7mJZR4PyeXGeYB/QfVHEZlmmKx0Oxk15LtMzAj6heubbN0Ee0PmmeoI+qGtBz1SW03O1pnoif+b1bMIYU8bGTZp32LadfTrf1G6QM9GmBRurJR3VgPo8ZnwO+VGVivFQlpG8EwPmh4UYBj0Vquc40x/jBzTYJ/y0oG1BzyjIzcVI9IyQv8eUTwzUJ6J6ioW2KJeNwhiAhZDYt11qG2LbFJ+JPh3Uh9G9U9aR+rw4T5DbAV/UPSjLSLxhzu4IDGYBr9Ma8lhOB9QT4zCRA7djPJ/kHQm4JyxikuQA4J5SnaJiPkn4Avm54MuIlYE+UZobtSIW4qQtvJfhTS3zO8gw1+a4T0b+Aj6H8RHjzfBk9zHyfkxrEWJLyCslHIAMbKly2smHUMtMebBBXMaByuIgIPfabFuMQcjf8YDP9FmtyzgAGaNjROYHPIcckNcd4qpGcmMeB5AnVfucn5QqP6VzEE9zUEB3qLfJHKbhQxYPWA8AnxM7KGJSn6VywP4Q5bAyjTN9aF0AOeVU98A4HczrWOPxoK+P9T3UXiH4GHLLmldInbEIABPkPbAZ894Y64EAc2E6d3VI6iRSV0K8hOrqhAes7aBGRXnergL6Q1upQjpvrRxX0Abr2Hx9RrgwTuKqE2hyimOocaBmTeSKmMrVJM4EqIEoroFfR9OiH9qk/sxzZpDUqrnaBuwHtTLkC6wNDVozN0/1K9Zjo6wewxoaOVY41cXjEq9rCVfH2orWAIhPm8hENa2F0UYjkuexDhO1Qp4fQ/0BeZ7UgmkNrJL5ashnBFfjNDegXMIY1OR8DIM8In3k548cBD5ZV7QFfaFWo32HOXnie1I75dYUK4XWlbD2KtSViFlSV+L6JFdXAvZJ25ztV8A78ZqNnT3mm6JsfUaGdfsizvLpCtc9WN+oiOVaalOQEx9pq7WY5nesQ5h8SmTABeBbNdVZopzDqaV8OggYvg0pl7Ft46SWm/JpLUf4NjYOxVpAZXWE3AO+WnXIPLVRTo74GiJus1qZyNRhuT5Icp1RrA8ipl5LagGmXkZ/VciQv4ZsXJGaF/h3StZyxTyC3JzWuEZ4imv0UQdq/gB5GDgsjRWVT2q/cZz5Lx5X1KcYd7D+hHZZbWkDhlGHAlZofVrkAernAduWozbLYYCsz9nnDXQ+aS4jNTTqwiXrArY+Zes+rFtIzc60NXAdKSQcBbZZpXLARZyus9UgjR/I+5DHjQDXjYAHWL8o2fwg55Pan3B2ui4m7RVBQ3nR/6g3d9bX5+qTwrMaUndjPHLs8wy6FsEaKEowndWrac0UFfyT2DxibB7R+GLb4nhhPr6gbibPbYrPeAaknkrrhORZDsVAIW8QDIQMvsuyrmv3q57LtRvb4pPU3PO7OCDP3h9xM5z8v8wJ+/TLON45UJEedSocaPmsfZfyBlh2oKJlmZ5rrP/cTTCe5wRmO7Lsjewk2qW3wfTl9J5/joX9oTG8cQYPh0Gr8os4U3cM7c0ObFM6ejb0XY/sT3FDyzvaRkWTs0fy9f3ewo3xDxxMu/ihGfZTO936jSCdA9Nv94EdcqTA8sjnf/dXZ4/RSV/mB2NtnSxaQmcFhs8CtiYWj77wFdvntxXfrXeJz+dUwvX3ParMHIX5kJV/8NhL9i3H2UFyhiXOnFYpn0gXJOaMk1hjPHjmBM23Hny5ZT5Pn45zVjOmfXpi6OzXDLEmKbb/4YM1laCs+JJVlkMrPr/4PTQ68vTt/s31NgBHgTNd47AhdPCXT/8dfJp9vvEX8Ol7H3n5/mPnMsUgYTPdtLy/h86//dBz/QOHni9z6BwuT9/8nvDf6Qv0xc7/AQ==7LzXltxItiX4NfXYvSAc6hFaOhxavdwFwKEcWouvb1iQzEwmM2/d6unqmZ7VJCPoMAAmz9l7n2MW8Q+UbQ9xiofy2b+z5h8I9D7+gXL/QBCUwPH7P1ByfiuB77/fSoqpen8v+73Arq7seyH0vXSt3tn804NL3zdLNfxcmPZdl6XLT2XxNPX7z4/lffNzq0NcZL8U2Gnc/FrqV++l/FZKYtDv5VJWFeWPlmHo+502/vHw94K5jN/9/ocilP8Hyk59v3z71B5s1oDZ+zEv394T/ububx2bsm75r7xQP4xOyOvr/XEsjxPEyK2U//a9li1u1u8Dpn37LmCbfn1/7/dy/piMoa+65WtCMeb+d7fHQv/A7jssuPrvCPangj9fEz8XwL9egTp+LvjzNfFzAfzn6uE/tQ//uYN/KPjl6qfqoT+1D/2hg/c/lOnXpam6jP3N9KC7sJjid3UvCds3/XSXdX13zx5TLm1zX8H3x72slswe4hTM6n77zV2W993y3fhvB/l+/X3iQa23eS/x3db0vY6vlcgmfsu+Lci3Z5omHuYq+e2tKUvXaa62zMrmb5WD0tsQB/C5PQrgtP893ufHfy+mfh2+ui/fbf3l3f+4P/5HCgzjP+JmARUtU19nPwb6DwS9/wrA+Ji8apo/TcCWTUt1+xXdVAWof+lBc/H3qybLv2q8Z6XqCu3rikOh7zPxV02847nM3t+H9Ksv/DDsu9Xs+EPRd98Qs77Nlum8H/l+97/Bv3nqd6zCyO/X+++OT6Dfy8o/OD32ozD+DjbFb7X/7o/3h+8u+S+45+NX92zj614fBLKrdrgXGsG/liKZ7k8F+GQv/QQw7X4im7Yq/YtHfiv5USB3w7p89X/ObnP6fvvucfL7K3+CgrnOlrT8Pv1/6Qh/t3B/4yB/NJn7cVQgceTxi5F9f/inxf9hWVqcZI3Rz9VSfVlw0i9L3/5T00sz4Ek/u+g/c8d4Hr4NNK8O0I9f/BH+Oz9L1vSeub802f8UoP/LdozixE9WjOK/GjH2qw0T5L/JhLFfTCd73wz7/bKflrIv+i5u+N9LmRttuvdv6/v7M1oPVu5rcj/Zspzflyhel/7n9fvNPuB/eabnfp3S7D957vt8glH8p+sxZU283Nj7syT5i+n9/qoBTOj3dUSgn9EI+SGlflSxxFORLd/f+n2R6GmKzz889p2z/+V2fl/zbzX+bgG/jfF/3ijwv5Ed9DDYZ5f+FyDLvocPRnGzRTZ/Ofy9xNWQARz61wHsL4XNX4qbvxI4fylyfhU6Pz32JT3+ooU/F/5VGfFrIfzrYz/Uyq+Ff1X2V9Lsz2/Df/E2/Ke3/14Y/Vf54L4nCA+BZP5wj6tuKfMd1juAB78SBsPCKIb/lSrJv/78f5E1/pIhpuwbBH3TYbeGm/9KkcXDMANP+fcRCQ7/jAsP+FciIf83EgnxfxiR/NsJ4sdM/1gg8t9EEH/Tzl8SxC9vowT0n/fym7H/0sv/VUzzW/T9f4rZ/FP9gSD/Fvv6V80CRqn/B2bxd2//M+P9X2YW8P81i3+LWaDIfyon/9Xn/1V0+S+K5P9lZoT8KmR/BOhfsSAzVWA9/q/4/L/i8/9H4jMDpp18M+1/nwD9JTL9f1uBIuj/YaTxDf3+k+dQ8n+PVn38aSnhP+P036jAf5V9/tzOj+zX37HPP3n+n7DP3739v4t9fmioP7DPcoD+3ej0K+eANf7Cm5/N6xdM+TP0tNX7/c2SwSZC/Pvuws+8xf3XrfOHH/0CBb9t431v5R9/3Cn7y6T9TRMP6mcp+b2m/1mL/fFIn+dz9u8RDdjfi4bXkHV2Fk+3OEBuY0Lhr4me+q2ab4a4YeCeomadwUr9oim+43nVfm1p/nOOacANJk7r4gujfpDWO8vj9St/9jck9Gci+WqQ/lEK/SgBVcVL/A+U/naJCENX3ExdeczL2iFVLHr6/qPbbsm7xf0ple9vEsvS4f0/Q4rPRrg/PA2k4UyYUUzoWbiSskVtM0cmTdty63n7O3TJ2u+a1a55hmVtulBys7XZjG4YJqZfjTAzok2rEi/SxfjuLGtPfI3xr37sy4oh7Rci1HwGkzPLfqZwFteNr5kgzzyCRNErQsHyI0JntAaSv7qkQ7mCGweirFIbH2mXzUaetoVjkkXlZZ8VA9O2RtMmHNLIvGq33QnPqm8VRqOfS0duBPJgLT3KUowZQH7SuL9tR6RvFZszO23TKI8bt4EwAUhf8iVtMGrXlPY9I9YxLIZqcdpTPWh/l7lSqkpOTMdUdZ/Due3G1OhmuSePNqQ93X4EfN3Smomc3FPNosYsqFCao5esHSbTP3EaYcktOeT88bHlJGZ1UVQj42NQDIY+N6RtOaQ516jhfI4PMo9X+DXWUqJz7o7N1O2Ywuvup92c85sSeWGER19hj5feZuFCzVh9KrVPo1XQCLjHObxffo3I0BqqZD8Newy+qrHSJ6ixRC+vnl4PHiOThuYPOTTLR3n2p+rl0ig+ZZN7enuJC1ZJ2ykTfhBZ2Kfztibm5enD3NT3J9XdFhbn6DYZMnNLWe/cLiXncBer7PN2SmGdZ9rNhg8lqnOp2nIc0YnA9448si0dHyGKvXLZsaPGsoTPMkJ8WH0iQ0h24eh42hXHj3ns/aWwwmFvm70Z1z0gxleT+WGnKuveF67CeryayByVPB/k9ClRg0EKs/JWtfhUYPzOyykCo2J7kRNQTVgLuziCsbtMbzdFNQ0r2OBXR1Az6njWzDw+SKh4z/P2EbLXET3Vh6y4+OsZPXo1ZHg/zQQe0a9D5M27+fsfx5usXhQsx7KCbsFPemloRB8SdN82gYPKgp5rmXnKhfyyReu0tBdp7f5MqrRy986sTBoMw/jQq0/RDS3fVzHFTS9tpDmt3sLg5J2uEFMLk2mt3rt1yBWrP4XZzug+ety2wZApIjV7UF5hFAD7R28UZWoDfc0s7Yy+XRfHI8L7l3+ITMVz4lPkVegw4d2gdunzcAJaKN8pm6y6UxnEXUHMRw8L2VuD5VxZeqQYHyZSPZylVOx4L+Ha08pHY03Z5Z4UQuo/hNn5/ee1VcxMM++HDpZJu61FoF77y0/CM2kaX+Qo4IEIJBrXrg8WGlXhaZcYz51ceN/44E4EvU/JE20MXPL3t6r5ODcyC5ourROGAE8g7mvmukJrO+bTR3hulbv0/QqP7Ajh2+NEupvNeGaced2h14TjDfk2YbzCDKnedbgEALDfPRTKOoq65xsfDryT8H4tJp4/vS1+MhmmPNraDlsvoMMnvxU9x/A5n1oXk3bCkdIRQwW3TU5XdpArKfbLdnbRhjL7TVCMsqci0wNIwUjFoCcu5xEwqzJFYuKZkG+1YNMXLztnP3gS+yB4lU72Bl51AyocfmeuaDcqgqbB+G8Yop97zUM3IA0hrT6NYl3T/QacNqbXmOYbWWhCzgu5K2Ymn+4Q+vkqpGHnlF3ESKaB6GgtpGWnApsVcNrY6FfOm2Ypezb/WYuP0hdN2N+dfcj8xXN7I8oD/1BoTzEv2eJtRYgq7qo5pWYSOUNCxZWBa1syWQ4Yq9mf5WCkiqdOcav5x1jGY4HEvRX3tm4p88DKFM2/uTOuXEysKA7DGQXSvFEg6mSCdKOPclNEevHugGnMR6E21ToUA9bTx9MJ/U/sVWJU8O3D98LVCwUv1vRU63IanXZpPD5XYd1GxTyfKC2uD44m+Swvb3QShOguFhXSSB7ORL4S0t8eMrGD1Yfigi92hSqsje7TvRwYpeXlXo5MZymfL54k2O1tKRmf1nznK3BtGSvzdiq94/HUEY6bMrbUcg4pqXgEzEblOrZCtU7Od5bC4kMhWKxf57HjDMpaT6MiwabruYcb3Dc8QfEscRDU1R3vLh72KxZOL/Y0zNGjAjkUqookMIKujjO7wUS0tjbZS6sce0K+E9boMdiWOVfNpfrzsET21Rirq+PjOLbxGIzjMdaa94qHycuzIWgYajAGy3E33emRRa8xfZwiPgnzWE1cIm7vTvSe2nt6yMZ2hRTaKPguSZkSDMYGvQrIOkbpGHN9aAITb8sgtu8b3pmNPl5dMJsNAr4GI0P522i8x5rzZ10v4kCGI7F0Y+uy1ji3Jujjv/X4CZOXGcR3o4S9qZ9ocgN7XmQVXpXpeufx2HkivtfvHtscJDCz3MIoEfRj3rxXMorIcr2lF1wRDgoaW5Cux4PPMLzqJ+x35po9nD5dh3ZtTkrSYQ8ZM4hDhxXvQjfh/OeT349QHw8Yeb9LYstunwh6dvNUagt6lOKI4Xm3ZnNUYEA3iTFbgF/kvtPozImyPpTlrHPlBHFLmhEfI9WJHVp5qVxI2KLRhXs9n8OxrLq/HwSXnnrRw3y5Ls9r+MDiOsfHUXQiQp5bxachqaCpY1hidZ63nDqDl8j1hnCK/hw55gVAfNedVH8OcZQ4wqIb2BK1px8L0bbowVI4H6Frb/afLmV7rgAWn9oN1Y7E9XNSTVUQ1W0bRUknktPVZOcyjYg9MV4CewvqZ0uY4qc23QqM0BszybFN0RsXgRFEWeorkfRZX1oYGRWECKLoXb4hL6OcbIexfiOBx+amVZZ6KkNhNfJJmsLMEXK9+9JN3JAk9y0fiCZl8zt44JCo1Hi6dTJ5voCQSWoCc4YlJaZuerkp0Vwz+vqQyBy87uD7llLaHQP18eMzJUsqwU20Ui3JLD21LG9iImIjvREEXYMLIg3bzBbrQXVlnMUR7nVTFiLzHmKt1jK3pTKsh3NBolKfAFAHZSS7ttHU40toMsHnoRifmVy7DHNg9Sn2SfzKAIxPWNqByImRksczv4DNcwnxzqvkLusMagREkjNYIZH0C2FQ+0iELpp0ZG4ewquINHp/SBvyJuY2OxzTK81YYAZXXHevYyrSmIryFFo5qkvdFqg+w0voBsTSklh5Vv2SQitREh6dOLwCouwAyF07VlRwZVQyZYkGkApQpUSi3lOS9Yj14DM98siqm2ocDWYRU1wJLA5R55t/JUmGmmNOeG8GwqVCX6/2EFBjeGTGBebBu0dzEuWT5QezQ/kWsoew0e1sUB6YOtbUo2NOf7Nfj/CJas+LEwN3P+ySrfUxdtxBd5Yxhz8Fma3SMmNXB6dnUiUPHJWcA4iSNNSYUt+V44YNIFqsl6GUos0vLwQLkNLa9CnTkAE1bJUyiEy8MnF5aHkBNJyQUNKDXUI5+6jkEw7rt/jGoxV7Ts/uBH4yGeoSnEy8CgShcvN2x18QWMJr6CwSo5NOW9HPze2aTcqnvLgh3meRdgxq69wWhzxK5TgQZzvjuaOgulL07arz6wCkBAnIxkhb7Y0ADWEwVbcunQi2Ip8vd2BraUCGl+DCS+uHaPIWoWlUzR5IsPZB6RiELW37xEMg3Q3L0ZOnlrxMP2uvto2TCwNmuKL6C1fOd3o2V3o/BwwsWA93U7UHkVx1FqLXJ0uMNr8frhuKyeN66JVItf19Ie+IOK5Y0tXa441pQ4/Gyjbc9moj3ivKvCY4kksAehyH8y5YEvKlPZsQmiY3BIYsRqnV9K2LgkfmDSUaNoUCq6rSybojYmb2SS/0kmkkslEZTyDtVszb/FqPZBh1Zic6k/SJV2igwR0cdUQAVrf2irs36k4OQpORKMm9U9Sq9jmIHSiOTyciEfbKc7RU8SEm1HEcSBUVpsc76hBMRbp7pAyQkd4Gv3tjid7rl/TjFlwvooV4Ycj0wrMhL6fRhWMZgYY2R1cdXrKHhug3AMEiEY3EiibAgEKFQtFcAtIWhMWzJBcPSPLNbOLgOos/59OA99iCbR1H1unCp218lkMsUbZRWUMd58esSxIQqetLjPDppT6uTWyUs+iwgQxfQnPTE9Dx95fgbHh6OQ7Wt/oCEU+wnk8qS0Jsia87gNg6esbed2kItuCEO7whHsGnQaGt+9T8pgOc8X3jRN2FqBApR/NvEXHAThayvYWUnDgfvutDbzQcjMDw75vZNsS3rLrgqws06q5cXhdgqoDLpJbwtk/SBSm2gBFsg05gVPDepzUnSARziBLMds19zLzh9sfby6kPWPgk54AwNB49zkjal0SXKIrYu+18tACQIGANbxKjrA7z0DawvDexQBJ4V8H9hjC2CMP27ahIgLtK8AWZTYdBa9L0CfmVzZkGkTKAybjTGa8c/PjkeILG5DvYEvgrgPs2fOaNTptBQDMwZLCSwHgjCSPzs8N46t3hb1IOYKD6qAAB+uJ1AyiIhkAlssjM1h2igoGqD46p2qi+I32c2TlXoLmelA5RjGfgjGSt9Z/quoOdhwOXhzWYAbcz4yOniAT0mFyJWtg1bCGNQqDegURbDMfYHMPi7DrVOkyqd+QE5ypbihl9Rdc2Jt0QgojDPazuAuFMdX9NtfBsXJSUDELD5yUXuwLEDMYMkjRV64W2H+mOSY/gmqVpnrZ6mjHBFQ++3c/S1vyHEkak7YKm9+/X98cSqe/w4bf7L/rHH+Xr+9et+sd9TBVpOgUXNviWqaBR88dzzH7Hoz9dF18fGRfSFRsUC/onbb0m6fQ+Qe0wemTZV88DRvaD5/1o2NyXvmIKils5oJcM3DauL1mh4+54iFCL1gp1giiN1pVL+r2rhlTgmQjvie9Boc08Ev9Y02t4GLZSRuKtlZ0BXC9RYJXaKRcZNzySgIHiC6p8HjZlXt/S1i306rFrH7oyir6QWZpMW6t9NQpvVb/VeUZiSMltCb0lGtdOCn2j6fq+nmuCKp128djLqbcnJ2/Pj7yA97VAx5LOKjMWXtPz+aPu3+uvrSZF9DMG/fGpVZaUOvoMZdhS8JuDKvn3579//daXJhOb9h5j/5as/VWRW9I919C3trB116+5QrxH7Ifb077HdQItwFZ/qIk7vmp4NcyQid7su9Zwz+CaIs2WfB6Q7tDk9xpwV2wekX9EltgskY9doKfGzz0jo6Ac7p6bcVA2iVDysQ+DlR4S5AGAmnN3g6V+bpH/qUX1j+M0xG8te4HepLW+JV+1AV3i3rMVfb1Vbm9u376366WId5r3qEGNb+732u5WwarhluhdIaoMqWR979PXbNw1/LbOdx/upx8vYFsi3LxFHjy1JmRLfblcGruW4X3ZnPybozyAZbPA1Lny+zUj7Pi6Nx/ryxH4hjc960Fn542Mz8YOwqxZUhICzNmtZEbovo7ABTM96JIrGCGt7dtpWA26kVUoDJcVbL4qHNnqLfp5Y6pgObTmsnfQzzuUzNNVeDYP3iqLNxW9gNS5ZmI9Xx3SEZcGByj6fnX14LR5no3b0mZt2gKQ3d7n58CuuXvW8I3Nfty0+WWA4HfpVPSdwYhTKZX3ZpKBX+ex0jZ2eK3Fok6JfKsoeK2HloxWPCXmD+QQ76wA9OaXJryVIzW06QSixiHe/PiGQNzh0GQT2aMfiI3/KJT6eTcqdeOnYlu7irXl/QCI4hhtmnQT05/h2kEJ6gHqaqDPGAKCACSgbUiUy8hmAbqHPpLdB20iPj/Wk88gPMpag6dyWdZO7cU+t7NMbSXYMSmDA/+W/WIp5G6KPYW0A5VxFmBCwZdsZ9RfTyt/4JtdB1ybzzJiGo8pehT09PGgRzpf3V4EmHhT99QAlsyymgCpaGxx83Sg7wCvCfP9TBslVPaHCXIOpAXIJu52OKslgRpNsWSWBQ7ZPWFVgdcjdYqaZvqMMG0LM/Rg96AWEdaVvJG41IQ13qRjFoSGGu9bHCiPzG1eHxurtEd8SEBJiBPUDviC05CsY+NA+1Jk3Z/DKJXP56GSw4lIoxibWE8kScvXxqbHorFhuL3RPs+ZjcVM8adEQmjU6icBVGUa+gjkvPzxQzRohtOlbcSMGi7dG6KeOXdDM9q0Q3qWSQME9CeCXslQXd0JiFSM4CBg5veYcx4+IFltAk47n1hchuHQw1cIxWPQTV7V+8jwBmFe1Dbb6JzRc3jA+la8cdGaZhV5cKY/GC/llS8s4+9eJV2iuJB60K8G+cmz3kyut0/P4lkxvb2DIG62mmqV3Di4FXWk2dqXQnwm2QU1OU3KYqlWrN9I3ImUbmp1ceZsEiKOySnwyTtIqaayoNdOMWPxdpFHs17vwJHuCAbWhWgMnr2PvY2eSLMwmy2rpkc4VsyFsPGHno+ft4/D1dNtUcdo3k1zaBATmjrrMbdXCKPkGv6amWrpZ1cEUKyfHo28WCKaLC5Gx3zHnX2lT9HTXlvxAw0fhs9ge21evBpHQAqK1vrMBstKMr3AW2Q4Hk36ljxEQ90pL7Z7ZvJGEY9pSfSWnmm+VHugJzytl6ZAly2zM6J62uJFkBnChWX6oKM2eRb2hooY5QX+rMbobafjuxt4A7ar9gUtLM2L0WSkivWOU8fcggnv3pL0wnpTrJYz4JLErkvF9smEk/m3bpbbcofKMSVqANzCdgEqi/cfkGfNsRatPW1LM1+Ike+2Gdiu4JBRBSqtBrbwwBhCwVBN9FB0RSi2TyDCM9t4e+apWN527QI0IHsq8QbyUb7tntzPhnJkX4viaqHMMvlcnDsRJZK8WpHkcXiuotxWHL6mbkbWni6Gnhhw2k8tzV8IIDuvQL3VHJcWCU+Hcf/CSJ6rBddn8c724Bc5DWtAEjjPgsBAZbcjCsAIAbx1UbVgeMlsOiyNfGS9YKn6w/jw4jjv6QVZ/Le8zVGQZ4+E58LCYUcne420QAWKzZ+TQAERjlIPjcyrfixd3IZYfYIS45DfmHgwt1RPuX1SFbHkWK0UzTYK6tftTN372HJJNbDbN+AMJCWAX++jeVZxyoRvsvXh27zEB+TeTDj3dcw/5ZWP2KgJFPqbz/7oXxIUHHv4r5FJEzMbVrvctlifDfee95zs8Ri9QCbQU5MrfRe7v+ivNzKWRPMYnvWrZ2AXH/BiQyk64yiljRRcR7jKAyjh2Lj0OHc/opiL06GFxEpNmgxM2nAjyPSu6hOieVGOshgoRHuLeBO+HbtbUx2ulrvr9tGv94GXoupM3cOYJPLIbj3B9NbbPOJsv9d4pKRP9XHE68aWDMtUVGZNsL+wqpUCvUEnZI2a0T4k+7lpG5oVF95wxusTFZjB2WqASQAvXmZ2Zu/zGHOhbChYVGrhQy4q+tCInAuwpX/sraDSpETe+PYKzU9zxzUqp1xMz/ahH/Eliq+DOxxCf4dng7x8DvuCX+8UwLUGTyYvvZY3lBrF6ybH90vU2JLlYb0KsZcPMbrBg2CkrroAbKDVsPXxiRKoFcIcm1sV95q1NE6E4/Cieu/aphSLFisgVA4zOHy90jyoydqP6vHP7fMJjmo8vO4Y8o/16DJ5TxpPcqqiFG/Ls4WjXZj0CfsaIVogqjxGv8zNnMdAdrnoo+3AztCdKwF5TpGxM+rrg0qyLg7OgeXKW9daaEj3ipSvXel6zk9paLgxZ4Z1o9w/Ps7AnFwqBDRYvdko8cWhT+mtUpu3l8qpzqZRXDkyGtAWxiN2xleyV0P+KD5MWgVMSNVNC7k9lFFqMWHkRr0Ckt47lXzwb/rp1l5cKpwylFjpBVcHFQK3W3br7GDVQQJJTm7NTQSxMQTaG5QIrQRcRIQ/tlGv6WxELVqRyOi4aUict/bSvKUH4sgXfLrULpgqk6MRytYbPZnEcBHtjuKZlMkJvdLJDU7VqkYzVjcjOoFrGC2yOLFDqq/n1Ror8a62YHwcmVoMfMLwhy7BmOUSmGI8VmJkv/aiGa2B2x7TzOAd+pv6pKBnrVtDrZ3niMue7ZcyRHF+cuNq4DRF6qWZgdmIPt9qEVPWTDgNqoJk7jkJRsmHDyTzH7QeI2qBMiT/LvTSUjQe7JRZK+HJXCLSBunfEUxOilYWFLGmPp+mQ4CUzAcuV+4VxjuBxq2e2q53SyUQjH6kgXMDyE0fZNDodg9vD2EDeSiV54dbkemSq4GZjbM77iIL6mvLsfCyIisbpcF0Zpz87BPpjaVZ00WEnNvSB0JA/fn5VIW+5yXprZd3PF0HwqQQNuFCQ4D4BssYPB+QBSJ02KgBZ+SLV9ZLSAPKkACGvwYI6Ug1T7qKf7q4gHtuNlzka4GfbhOdZ4OX+sk+x1rEpknc7TMMKixklzGFZcZJlNJFJrD7RyjrHfPIoiJeM55tCwG8IFxQZQz6qAqpvuciapoT5Tn2NxAzd9SjnJP7gm+Ppy5BLNmDA5Lomp8fL56e/oDxQ0L4YfTspUQzG1nLGSXs9/ftEioZp/btU2UPGyBR0cw3QWBIFi3cg6H2L56IJE/B1xUE8o1eEtGDnK4c9UhTrGF3k482oAP4dZD1OZu36gtvfanuKtg03rxx3NDUr4Tt8zSfPVZ5Kc6AW29uKvhy8t+0I+VDPah3NOFdqAfODaB1OZm4PsofcfI/1eGHSPZUUZSSEyBjlCUW4K3zVaq72XmlcwZPv6XIkeyTHLp9i8dTyI+PKAn8+/V5cM9MAllNVKTIFIQzdYwebHSuy024N6vaCxNPB5y1PQ2sp7lDWTDjvm1Ar2OkEKZcJa0ALAUXscvIFVzDg7ZAezJluzQCCoY2W0RqndU9PmyiDdfLXg+m50xK70JjZvnp88WMagQHj/ghscqtIsC5F49ltaBbajWQ2lsHD+PrJrWmpZKBaehmjGHQ2x6eDSBg3E5jenKdvhJH/djfcw07TOVN3h6OdWz4QkwgDX2rEIOGtFAx5XPGNHcff+b/sHtzkY8Xn2rbkANk0/lbq6JZ1tvvp9/WqPawK1l54lqdO0L/8ooji0JxG0GC8KIQEktfX5JF5vHyuVUTsH8P92uxoPAlcDtSt5sQshY7AcspOKkeZ8U9NcC8Qtiacb2pdGnT5/RWOxqzyOAg1che6TYb/jTxqVxzZklQriwvWYaYS5o9gJO/Aijr19s5oUHm/BXrRE95QnbRq8ZtzjKUKRo0MTiRSrsJ9IXPmRVsNmbGazjf07Fgfwz2K+rhTBKaPiJChIycXsHdCXu1JyPJPEyoONI6X0wt3Pjli5ik3ZKuxEuOTztT0QP4RgkxueOQR3UHvjUBVlFmbjFGNMlEgLUZPa9l3bm4uyDMfCRGvOqE8GdgTmC8kmJE6kaa7Vs7rpF9Adl5F0d8MnI+GGQJwQ8Ngvz47ls2i+wVuHXGjhA6e+peLhgy0MitKfTYCwkinszKXZn4Bi8QCgbRMzE9lnSM88Hdc1iuxUee6ItvG+HTGKsOcAy38hvC7B30HFgBd4d2PmFmYb6I1XM0jUoqxdw2XCZPX0mvLvLKIWUZwDDjIHYEdjlEaeLdRKyU820E8M3BuPy2390d3cBYcSu1NK2PSHLkk76OYd+oY81R9haH4FSFSaWCahkIOsaFEHHsw4u5z5S2131Pp5xb5eeIKPRveUSr+VjjmnbvBQQJgYy7lYKGEeH1aj6iNd8BC5qqxGtfO5JkLeCFzxAv6bUChxhED88C/rjVK2o25Dt71FabS8Q3k3R14FDdIuJibJHXyFlQMvGxkTnxA7nyW6FK0MtGw+15ZT0RbTfKKjfKZpvFsETSLpDqgeQxDXK8OoKfnEYaekXPDal/Cd3JzeXqI2fsY/I4lVrtlVq72JANLO5Jj0XhizLdOy4T2Z19fl65z+l4S4JjKEeVo/atgwbc5wLU5dP3N2g7adQVwTbv+6oJNkOqDbqNfGI2uGsoV4GeTTgFigqH7jr417eoOnaDbLG85VbbYiiOwUcnpHCbV6l0SOXKYV4+ePUjB8OZFVY9VFP3sxIPO0pQCOAxTzxAWCkNxR4xIIHlxq8zI69bD3F0mIQEX8hFYsBkG3d8aFmfQP/cdbAvmDLsbHkHkDQnzwZ5jMi+7g9wGslQpNBUs6ZnQ/8AYxRwtLVMGtEzcbhJwz4TQBOkW+v+YkLKrFmoGnJcWlm4wrIlJwAt0WlvzWbY5YiIRIGqOc0CDNDU3N+BblXfArlbwJjsgEhSFewbMbEBYzcu31HKpNwdbo191VtHPcfm09EfQPAnz9RtDjTRGk4l765ONFs5fb41kOuRIqyLoS8yuJaqsAYkCyVTxo5RzbWWVOK561LvkwtsjBsedGX6eqAMg6wrckogdgMG/HFcfP+2XXBMFzoqABp64Ft47ZV426OTwaRw4ZWSCwSjaD5c1qlNkT+8kSyHSrljKECFdLpZL5793Jisa8NIsVYWuddnTLOJ93fVw4nr+6aMGGq4Gb7IRHRhoZ16rV2+NoGixlLdErajfbDfLwuyKq92p0FSfLdwNZ/WF6o3yvbdmvtFbX5qebWYST45LA4ga4aOR9jMRtHuaRVWF+5DWM9563hc5T2iUT2GMgUlezrG0uZLqcIvy2NrbXmGOowdROOYK6/KmJcOcgmmnC6XybGVFC7fvGbBjdHwKeasKvt81P3H6guImj+45PlFM/NKFipBpG1Fw9vuAIHQIa7MlwHo2/o27lcv7cTjwZtrWYstyM8wUcDuSFGrHz1t+EJ5EuNpnlHV0zghfx4lFjxMy1EDDeQFPIxFRkrHN0tgMWyeMPh2vgxjjQyFWIbMRiT1tmYl4zyg+dmlId9+1/IDedh9mpWV7xnvhOKmz+2XhJNRhEXN9CSqZuhFWXyNwtxF0Jk1ksKKip4/oFWIj8mQI2kUw7A7urgBk3yDuWc7OYOZPXpTU2FEIw6FHobK/R2EoOSCPNxTmNr0s4Xb50K//BhWGkUgPy6wLEdzcX4T3obm8O9nb9eCHE7ypNQJ2PCmNb61g9gl9WvLrNk86tDRH303l4ve5cNVuGj5yimw6dOhKX48Hy9e07fFDi0tEh2sErOyN5PJCmlSPavEiZWdmtpEYAfnzGSjlcCCEIZWBQjus5+UNthLILhNs0igVByZJglKjDRPsupiBDoB2U7GwSw/1pNch95kHFpf3vGCnC+H/lwkkTvEqj954jjLqPxGo5WFPhE83wSR5/YebWOICfVBAMSKn3bTtJrHT/Yy9iX8WtzH0eP+h1m2JYJsZ6KMosU2rDhtr9gsXW1aEyvB1rPwqrgmJz5AhKxufuoOOAExjfbTQsk3d76PXp6Am1IOSlA0Avc6e0eYennm5KQjgxRc0fUhcoNYn2CT31cD3NgajRS/cjaPrzzsQq16EkG9KItm2r8AfmpP+cwzRNvEhpbLxnj/yD1XzCUo2ABFxhfHcs6fe9fsiDMy09j7warcLspqikTVIHcNP+hdJcBBTIDyR0+w12tpr00CcU6Aphh20v7sb1CQq8FusJ8smkyhQGovIqbIaz6b59pjRNsSZm7p4KbgBGRWSCyVO5nQbz5OQlwPTs48dVZam8bUE2ImBb0PwKbBKx8olEdl7jD6nbAVEx1eb8CiDkRz+7JXeEcRhcLiQm7Z8utyxIMZX+FFWdnmFQon+vBquc/VqYYPAdBUFoyq7cUGYh/Yj1Fd/IYOGwuCguuijJaoCWff4DDJHRHRt8ZIAZCHshi0/tVKQ2EiEms76a0XuZczaFERL1AcFINxcp+KX6c8iqI70nc1Da1rMcafzDbcEAnv0ZyHB7beMVtMqUIETxXY+egsSI2Hc2v+pPiOhpHkCdfAxmpQfcAhZb0vdswyhq8dj5yhemi/FbvrwFrxlSloohUcbmNyY18oY3tcRMfo5pj3YLncHUMZXhM7ywmgp0WLQpiqS3DoJzc7jDS3SnvNCCU2mErsECfD8rve4wCIMDzhvVjvEtbduhkppP3EttO6VbUYCR8IM+7YwcWCCwuIT43ONbC6p5Mt9V7FYyk1U+sUr1KTSEY0CAdFSrpV3Lyq3xq66FdOxq+9vjAgaFjwG5CAa36MNeVhFuxHfBLM4crZTD5WPlHZ2ScngS8zptOTK3T6/JGeTxMCZ3E+Nt6TFySUzx1OBBNyH2Dcuyf3Kk69xACoXic5zGOUuwF609F4T/vyey7SBPHTXM+f7aEKDchaFiJ8a8t3rKhqb4/g9DeTvo6eGuIDmJP1fowrnQkiebmFpizySKD++dGkbBwU5APvBQ54gYaa9I7vRKFbrZMHVEP0FBaiedlaIfVyIPZZgiVlgi8Rk9ZUDfI5B5vAc807nsuTnAlSNQfTW9wIES/0wZkbRDTl0qkJBLscUiF1E7f6x4w/YoA4AjioE/Y9MgSxpqQq4skiPrnzsWdb5lWf6jw9x0DPbGYgyi13AuABBzrrCBvxfDAcItqfYc/oqFX+Kv+M6L5VAcetwgTuDVcJZ1oqtcWX57FUJ+XCdkL8IM0kTJSAVi0uSZUwudoFlhQrIYIe6pUcNpAwDDNXJHsCxym83GP7uIO4uhOiAQdzXA5vfwmJF+eokhTADJGo19MD2xEY1Wx1YiCvUvBtD09RirH4SniW3+e0eXkAw74oEdMJBRD8hydG1LJVon9kfuzSsnyFBXozWm/f04QBlShx6zh5ASl2SIcz/Zfd/WCqGIfmFDlve6b5rBYND/NGiZ+MR21WPIpgBmJsm+x1/ubUFP2RHS75RSW/XxErhd1DG4hNsLm6VIDSpMo5jyddhEgNeuiylaJk8GCQZO+AYQDfuPnLeEkhmfZxCbYUrIUc1jtuFEk0+MoajCiyEsGLNouIQR0QPZ0X2+eWLMnN070RUKYS3g+q1nKprzwH9hd5Du2YW9cJXJPcUtIiynrZatoEGJQeaWE9ieiz1IRgwqW5w37Q1HDN91asQ61+QQkLDtb4hXyHldCLaASULN4IUZczWbjSpzr0lz2ntshCuVpyPX77Vofb6kcUg5V6vz+8Bu11b/uvNBQc1B3TO0J9AERQS9mxV6PX8zGb3GRjwV6myyXFFS1iorCSe7Ww671f8MdhsEONFHodbRotJzyeLBzjX6zaNnd0txkRzT1KxQcORnGYfa8Ls9ASCDIGzVQ5+hGjkePHZKky2s2dZ/Um7GJdSxU5/I3W3m5eO8T5rsh7Cok1jHiA2gIsl2LZvobS0kdXoc4us5ACxBbsRSy7mkXqR3kBRj5z6pb+m5BVHPk4dnupR52V64NGZ3c6uKv8TCj7uNr5rdNm7G4v1a3fhhLKH+A4F5bu0Eq/gflr9HnT2P56NfQDWcUP2qib5j0+nvUV0aoNtbGMhFTq0o0rHxLxJvn46/lR63E0Yi21rYbPh5dNVpupBRcXWITYqqnrQDAVSO9Keq947p2w1UWJDra0GbMhzvWLM713ThcKkZlNL47VeRGwmU8+tyQz2BR6xb0Ne/04xSRm4d0bSqonioFOBYJGhp8Xnhs38l5gn5nxhOaOG61MGTNIclrB6Zr5ES/TSdlGOt2xQDSVCSC34zB9Smbd27P9IXmiI0tyz4+DsyjVSQwzoo0XnSYeHwdDEOAkklILyUelJKcPYVnGSu5Se4gMX7VgixOjtekYX5Z2s4lM3dHCcuVPPyRgCmynm1ABSdtUYbrR4U6uVKhDkfDW7F+ZUuDQX8rBgsSBRUmF2+z9Hn65A4EsS85i5lnYV2dHd+JDeYu9voTrNVCHD51o0CF8kkQD8eoabCMAUM+hs76C3B8N5oldxU2PQeaHZxeBvMOH3cpQaRPrCXa6H9vh1qDY0DRo6EweELRPt8Dx5K2tAlWpO/7tVAIFc0LEnhA47ynIq2DxMANZI269ikvbt/HWSmLksVPMebiiDi+BX2xpqr8i8eIKwVHvJus+OEzf7tx42EQ+hGeQF69hEhkpLm8ZAx529ZN5XoJ06iw9+2HgtdxXMDT3JI6XMfiIflxxzuGFEd63RoQySDlxkunBKMrJzR5EI72f1VGktmrSMNfpJzaxKei2s6WrNH6lOs7c0tk/tBS7TO9VDWV+BE6FpRZs3lpT0HIITrwvdNlXhyQbnQQ5InC+rbrt0qQ9EqOQHIKhAZ2xoGE01i/pVZd8zvxoSttT5lI1dCy4nxtZGZvulySj5nw6590bue7EjP2TpTbrdiMDMyf8pgPO5QYelqsMAzqRfSb3/KDdi/pSZBZyK+inmyvgnESkBL582NPdf/d5mUXCM2FsB1Ce1IFouDS8K66Dgk2zB0qdWSzeQgmrSkwsWX/SVdpVL7sQuCckszsdi/kWTngvlw6RNXDxchIh9XhXQ1KAaRQ4hcloR9YB1cPXd4Qzm6niktw+KN5do+pZvVmVdcxrhFF43Otxx3DuK89taaZ2rbQeCb2Fz57zyvOsrlnaljPHRew2zuqDiSBzrKg0pB52obNP98nt94yN9Od4kzKdiDPDCvLTOxnXGRsLyH7WOW5zr8/7MTZpVeluWYlnqGfMr7GBCdFoRrYHlpNB5A15Hwfs45i30i6H5ebLiyMSlG5sI+Ziq6Np57tYBNtAHjp9ndoMH5ytx9cbRvztK8u58RbkLuqSNX5aHUdH35CXGV/nfevLg8K0SyTsdWUnDnZSH9C2PZ7bdp5vNoGYPqo+tC9kvD97kxsZcelSmXbar5tNiwcjJjY8fGLqBSLWjrSKriDETkyQWjbfMtgAla5eu+Me6wYBfYb3SbTd9TFvVfV+ObgKUWbhpJh5y7tS8wa+E0xxjjS8at7t6Cl3R3GY8vlncAQdUZOZD7oNuvm1qOTjOW828gbJTOHCIOzrvxzj8yIzhhIYPV5WM2vDHx9mNq+dNXyGbBAgYA96HWjcCDzpcxgJRD/2FbfYFxrQeA+0AHemRg7Uc51dcUdihzTx0c6zAUzOoo3j6CvCy/H9hp53DXwb2Slg5FusODY2z8UlOFNqFyV8r7iKaBFClLvv9E5txnzYE75MXvkp9r/NaaKXVbg+jNAa4Q3E0EC0vSaoTqmtLmg2dEuGpcc1265ndGNIqNbHdBtSiJ/tc6wirKwa6+UPMtoUCxU1bqdui0lNOKNY6G10c5afX/7Y6QC9H+Q9ce2b/WCArvoXyPKuOoG9CWwA06YOn5kb/YBaqital3uVJBgji0J+F6eZWTnlShMd8y79ilSQSX7s9TOQy249QWbBRBWqT/jXp3IatVvCjya0AmFTU7MhXvaOrMXDx3KdLhddV0LpypnI13P1rhxCfYrPb82Fp5/tcwkvi1wdyl4j3SHCd/42L59yILHkATYm9aS52MBp4cuNhgvb8nzP+vCOfFlrkBUJCotr2mk/9Eyr6EtUcd4PutcVBU11rj4ToI3nqc8Uc2C3IHT5JhvpCMRREXoAZX9N8ISv7dDWV3ErIyQmbOP5MrZj9B7XAg5JSVpAi805AZD3ajcmrpjnY1yJMLm7Kn3EDzm+gFnKRPtcLIw9xiBMufFdmfhwbePHr+2QMq3D5tAb4/biLFb6Bc4Mu0GWofiZyjB0qlTcs6nlWacibwc/sVvNGLUUOQqQpWNuuQZiW9rRFwker7PL6pd4nVOhsBwrn7MfVTpsebR/1kXP1O8Sj/AiMZIF3305zSLbnlDlydcGD34opr6QNrlMQuiOEXFAwFe6iGCHdtGNjUfafk3MrDjGXcurKr8RDLMqKuxWN+X2Re7nufmQAF8RLIiY6s8MuTKS9vDFgQDe8Zbb6GHrVuER/YGNV2iroz2ZVmQZzXWUzXiwEmfBbtwpCId+jx0GNBe1L0vVgKSUdzLLnk3S12PEbo1Wygm+PMvafa+1OojiqufhgFUb+DUEghPn3mdWfIIP5cBkoncf+Fx9Y76skRgL9Q6/N/Nyt4GpEzpueVvqr1F7QtyHr2i6eNEDjD0jNKswjep2/vjc9EIxn56V75j7GK+ADXV2qulQ85dGQeowTJn33rUfvGqV96ZAnzBaH0yg7MXn0NHgQOikTdY9ONdMzQsY3dOJRredA845LRRL7fseOUNnER9iD89rSGWERhFcvUfkC/3dbOHkJfLMx+pq1WGEYmUumU1OHpWH4YENojw2IGe2VW7qB5QApP38lBg/l2DVs32hzG04t99DGMILD0391L5DxfLF5Gu2E9GPpQRkmYAT5CvBJZv2/YcVzIcsOAmhhPqNuyTYv2sXyEUQocE/FXXaS1ya9cm6GHuhPu5gW5p1t/0gFqApsprBT28KHIxVOzect03K+3o6VxYl2aPM38venZkRjSlo7eRwrn59Mg9nJccVQAsUqStsojDT+nQtKJfwd/EyucphNtIMAx19Tz0vMkwqFPQtXJ2HfLLrSW9vurenV8qUWkeUotm07roOIjaIQWR76/M9mgwWKCTIIaIv1NBwPqP3j3ENYE34/YrQPTSdBeSq0AZ+uDTxPjOIWuBzn8qnDlSpDD+CgOds9h3wDiDvQKbxx2cAZ5luaJVvbHfWWsLb8r2RHVInFMffS99T4gCE9EdlmsKZZS1fdd/Y9pZekwWC3BcZkkseNuIT0RXk1a5nhnfpAb+LgAMKf2sI9tYGR2zblhgv95TwRbyYjeyq/R7rjRKna3QdwuuWKGKbhpaPAuQkKVq27Qq3Tgb88JO/4g+75Y1RTTpzOJ5Fx0MG9FqTVXk5z8t5MDwPpbTDtsnU+Pj+lGJZY1mat15V0nCr2BKo8IhyP9t2VaTPIILbGSr2lztqcL7XO4LmQKKgeWnUeeZQaPQYQsJIZjGwV3RBc+aK06DOX1olwzBjkyrYMZvl/GiKjA4T2mUGFj7jRmQIOcZLGy1uufp0JmtdR+GY3iLY82v2Z6nu6EWRX3qZKokBeveD8+kLp9xkxZY872V7Ks1uJl8SpjkNYXKiFTqgp06rXKOQJU/2LqToTwjLuiKEqyd9qUlPmrTsQCRTvgrLaVO1FDG8HAjrnNGWebKK+XgrRcCcplDywIpkP5Uvfrby0mWFY6bDZxwT5EKA3xUlTwXjfNl34uQh/b4F6MChTaSJD5ZTKYbCuqQ94AoxTJki152HDVXa9IRYnVkw6SoJnkpbPL7OmUnGZvuPW61H/bRMWuptfoNqwE59QjKrCGTTAN0feVrxmsIv6KO/SkhWgvBImthYVLkM3WgzmXIe0uRQBjXxFlanXmQpi1YMwLZSHEzOYyE5zSExiud8OxdNbXozA83nVeOkPyCn0Hhalpvh6eBW96JDex6rXLJ3ruGeDLanSJFMA/1BGUlmLqJzD5rXIEzRmS5+0brMjVHoFWC73SNXUoccbrclo8pJ5lNhcvYYyhruQG4qVOmg6IGyD06RZx5cgBYwQhtcOaPy8yZmr5fdYP7QJpA0anFr7t4ys3S7pay5t0IxP71l3hdpbZdHvN208wGq6OtHFCIdT+XkGVV2BwQRIyH1KvpOQQ4Y3cPc/CDSHKrkpbl7AHIRdbvBSN1khb/NEDVIz4TYjNp1N+hxUCArwuh3kOJ3YxxRUKeODUmqRsoJbGb5NBfSD/8UZZdCsosjD7KuVGiv/WRKnp9LlVbetqVyNuWPojhPGhJPJRgE0jgO61kXuOmwda7c7OTe0/gpsYjc4daWqAydTzLMMb9CfNzoTo6i9Fu4oaYiOkUVvjZXkXZlZp7g7KEZ1qfbxpLEvubZO/KD07ytFALwe+AYWCHafPDOka63rZQ8qMoDsPEsY85ThoyttrByu8SzGkW9LuM3FBTBa3bdKpOLd5Z6yvZ2GuUqmQNfbvBBUNAik6ogUBfoqJKth65xfn87cmTjQBucqTj6RFs7RdmpvIDHqAWkviL9D7a+Y1lSYEn2a2aPFku01lAF7NCq0JqvH/L0vWbvmc2u+1j3qSKJ8HAPlbvC5p0rWJ1CviBkUJRgkK6BL9urcqh2wlzH5jFaf2k1jQt0xSgvTIiE9gvg2PCP9nQtpn8FIGhBeFnqK8p1fXUzxKsnTjamroUIycWypU9UfSdLO9xIDU3nyaFUksK/KXlDzOv5n+iXbog3AGhiVcbS/6qB38CqUl0umLn4YlX4a5fUOWm3+tQbutJm62FTuVB2W6RvBAuzS1Vga3flDxjE23JcLmzuB8JMPIEGEy5SwXAk/TdlsjKcBoe1c+uMryynOsJWBdNkddwawkQiMf9WRqp/Cv+BDVxIABek+lmkPBU8qe18hdBNq1ukM6dPVyTOCswdQJpEIKXJUUC95+WgAB/4jaDb3Bow8IJjOE0H/GRr8KBCgbMyOuusIDMsFlv8KRgD7/AHXVXtsJImuvPcrLT9o1hNhjHOZl4OYVN0N1QgYyalhIWmpA2xrCWVvoCxaVvmRNarFkmoISBoE5tm6A7YNNNC3cOYUKzWvElXXLCa/CQVtyieU7EVBeX+shofYPDNf0LTmiD106QvdSRDKA3CkuYUXv2O+UD6GQqt184af5njdLLzlxcobxx9fs663v/i6G3kxEBe5oWTG1DSXy5gFYpwkQ8YSzle7NgPqvpwkLdD06WmjnQx0pcWfzCVaNJ1IMXJKFbSOPCyOx3uFEJHvqyvkzljrlh2hXyVi0fMgr8mfJsQXWSkTQtoiQ8DjFK5VljPnewlwoONIHetPhXpyGfWjc46XkvYdmszXRpuKSBcMGoNL92jwBfzCwXQDXFSl10ed5BiPubzsphZ7XU7MEomcIh+tiMcyjBs6Scmy6vNGboGyW7hQ5/FgaHaoYnpyq49PLa0KRNw7lObmc7dVgbvZ2Rxq+bRR0HwsE/1wBRJ9Jgj5KVa+Iy6Zir90cGX+9sHubMBm3Sf8y7tk8NDyo8YNezO+HGyh+42BmIFw8opBZieGd6m3ty/z3w6IFIyDdsh/35XpW2uQuPm8kL9y5jRET+3APpHOzsZIi+haq1XkfxefSQ/NHYwjbZpHOgI6y7rm2gp4i2IBxmMiD8uXuSgOdHj3+el6YtSJRHDrMGTxZtoYMJd+N+P/k1sfCc6YjFhumMdn4AE1vaSb4sb9H+M9fqmhOAvIlauSiEDj3/uEK1f8UThP5ykvRBFmu3Y87y0BwFFtwt9z3u/vtHNCsq+Uhz6cbA0wxWnIEAHCYssaNnjc24MwE2vSpnKYeJaAwuqg8PPHwEEOFYZGQbE16bJcXw2OvzRQwwqQKYj1skTqjZO/+hGFv/tTuIuCy8WjhL5L/vXifhCBsePLTvYrK5MfjRR2fSYt1ioXgtrnPeZ1cHacqI5f6WGim8Mm8PXlngCwA/vCC05ik0zw5e0TU24U0k21EhbYk48TtW4DjlGVORuDYZtD3o3HA8GQihZuyBBQ+4Eue5vkCVe/Mj6yqEdEjsp+GeIuubv4eiBnaC8J05wy1uspnAR6/tjWpsPbn13+6ntY/tSJSiJFFnyl+NiSwN56ZAC2PIv3WG3RNECXkC6oWajUaBjNdWRi2eqYTRuYsyfIlEx7zN865jeq+QWCr6kmP3HNTIp3fghLAAzPrIC+2qfzHLXOBTV7TsSteLncooOPbbR+czKCqEER05IBwJYCz1Pk1MdyIO/DB2xcfp0HKluJt83FkXPP/uSCyGkiUI7v7GWOFmO7eKXjgO2nifkJ2m/aI3olNfKWij9dMezcwuHf5tBi7NKnZPw6C1B/VvmgAgVLEdd2p0QHWsPZrpUN9Y6QVivMSc3x4Qcm2LqvncbUHnyfW9AdVOKTEKvr6FG8S9BeMkoxWT77uyhupMVM3K8cHt1pH+YgXGZkgdFPbPl1r+Ox/rFEfR68mZzU7sVcU/1acYNEV6UKpcnKJsKQHMCvYf60aPDQv+GY9vPA12K3ELNotwLuCjPgfJOpf7Bczbu8WmEOKZv373JhV/gfwm2VUARnwXp/+SF4gUIk0GQEJiWYNFGqKpVSdkUy3NyfDhpXj/Qy1YMA/KWC+0QLP8D/YafRmftCuKAB8orgLjoIKgkusM7e+ws+aEnxM+bC5HAk/0WdPZUgBexgmhUqpp9nUYbzjrqjgW0/tRhExyni01qOCaIrTBtaEqlkFPJDA74EOxxoy+FO+FxGnmplsVXxrEj6kPxwlrtaC+oGBnVqzxVefkd84/EZhvdmz8dPtMk1b9/K9fCaShnJKTMSkY/rq8+gBTNTuXJrjgWITnzWHUHG5hPqxYkMt7mAK3tLp8c8epSRIfEaTOFnr9facdfXI7p6XJeOQVSJHSSkv9Ak6wA4JOiiPPh5X0Z/MGJaqvhmoblg2XProJeN+vP1eVDiAv/SqwYNPf0Hc/TGZOrVxrC5/OtVIDUN5v4R7gcKq6rf1xFm1uOIN06k4Ex/G0+oLAB5Ws2eZacftl4kbc5vr9cUCkLfgYWLfwUB8C9R88nUDCm3LbCJ6rlVyoyLvyC0v7LiBvq8xkVCido4t8DxhKY0j3OgoHM0ROFD/S3j6Fi8aUbmEOLA4EgxMpbxTbPuGIxT5YCdk/4wMCaEfx59Glyte1RVo0ja2SQPW526WbwXXe/qc7zKsfPVy752yxsxpm2uULBTMd07deY4oLVQ099dSgi8DD/cu5KassPPtFGw/dggwVrL0+Lor8oJP3/nP4gHzXRIMYlabL0vSe1YxRG8OVAPuRGILfBnKM5aV01Cv7KB//zrwcvguL1Xr/N+LAjMJpyJeCfKZAnee9hbKoo4bPqjgI/LXQwgQawsbCPH307jjHQLytyGsDtzXoMk+ErF6yVyEPZct8qZhJF+2srQsN5NoV26xRKnY+pRSvXc0zuV4NEZg7SOlz5MWnzlb6uVgns6BpOwXyG25khWQOfyifSVagv5ZBy/WFDXEnIskxmcNa8C/hM1oLTlwTwk4XUV8mMa3q50z6Ixk8e9w724RJFEPyBkhT1ymq4FJ7MYxq/VLrTwoz2V/IpXiuMj4r75iVRU0HcLhczyTXoyaXdRkQgTQOSljlNwgt66mriLxYuWSZXCkiA2fKpqe6VXMkH8XuEamecE5YVA1QZHzlKBhWKQbAgP4BQBxTztD/wQAwpqwVg0VqaYNQUeXIp6quQ7P6BS2UjAMdSRYj0uNIlQvwCI9BeVNoI8ZmO5xSU3uVU8EqfLnGPDWjRrbNKPXnk2KuPxmVe+3Y1Tln+9sTwh/vaPXeIJ5QYld7C2xLAmIpV+Cn+66BpY64Ly+5hBxahBVyTszvBuwxfd247tB++bZ6/EtBSyd8psmcdc3ws6FhLhS139TyK9dAwvV/tUW/nfNpaT8QpdMVj8plwkmXtT8M4z8IppSLmsUTkxx6AF7dxwLyw/h9D82QU5jL7BTubsWaLU/wwTle4ZXLtxZi/YqhOKsur3tkArEAxQlERX/2qSGPO6/cBODYP5Ub3jRJ0h42rikFwyteQkDjymvjEUw1mHKyGRzy6Cnz/V0ZBHZTxSxqQDHBeUb9xA69s7q+x6Z+n4U+Zg7Xpf21TDiQY0hrkv9U15M5h88i9+8t3Gw8kNVTpqHk/u6+9Exxup2fRe8kVdEB02XNoNfEh4TJYyZzLj1UxZpi8tXKHQPuiker5L0Z3hDs17YdrvVSAzaIZx0s5UZBEm31i1O878Ppa+NUu+GLj3CxZP2s/Q0lxwSog4FhUaev/vvcItJ44gPaJIyqXxZY/48+pkEytNNcpdi8L/jgzDvdhqyp/rTwfeWbuWEb039dWtI+p/YhU/ushmvWyFqe5Xv8dRE5dXrLwYLKp+RUGaJ5qYlKChe+5JKb+gWl7FZH+YXTI9xhdtpbtutdkH7z42E4LB+0hSk+3SQGh31zdTrLLHzw7LF9iXhfuK5Nm+NZ/sgj3yGnh4H69LJTt+id/pA1k+2SZ3lCAAYP/eyOOjaJsmIJOH/KI9nUFHTytS9ZzcK9RYKuNl65KgjGdan8EL3FLgfdOCPMKDPb5OeT2zHcoZyLksBidbMXdv5wNL+yW9pof+u09EMBuwdo5mXJkOWFsSSXyXlGh5YUsAanVavstO4bvZUoTrjnHhxrvb/CXz53rmL8uAWHru5t6gb5isbsYIF9pPsRLZsCBGgeNAmwn6+HYb7omWj/mSVxYNK2Icn/hwxnOjkxo+9Kz7eBSuYLMpig7JPoWHAm1OT82DMvofHY8Gln/6dQkASjVchi1+EWen4pDaJPxPfWZx9vdXSDHjwUy8PHz0ozyJUdddanhLRpU3S+t+YHJ3/UKMIBil+CbyJ6gBT5ZmQXOmaPJ6+iiciBFY4fbVyXf/wwPSKYyV8G7oYFr086XjH3Joz+PFbqYQXF959vhlv6tzv2MJgOOdiJLQMX3QWDECu08m89/+pf7qxrfovMDsuVsCiyRk58A8b/M9GF47xIioMNY2VBlABNRJfo3kaXHPvx1llJSDLqMzn8222D14KZmcVGKdcr1Y39jiz2IO9KZmllTP6ZZKEH8siwVAT32CSV7RmAxjCNLkG3LLL3RCi0QbEepRMJEdZFiTO5cq5Yj2/vFhEQUiPjkYiTGOCURj+YrCkyF+oZjHE7uMZ25Q62Tc3htm/npCQFyyvidyh5ne3XvHYzt61csFYZA74TzecU97htPJRBDVelkHGYva/1ZrBEZvmXltdUWQ1erzRI+EwLcPD/SZV4ehMvVOM8q4aiEPkAvWNHSaj5d/aSWSPEbsekePmcDO6rF90sRfyDMaAmnqFzMWjLPf0r00krxQ3x8p1F9KgN6HFSuGCSxCl4ARLCjGMNW04LRDJXXP6+7p9PviG3eam7D6aYdk39e9MftLmNw3fu6TlxZCKVZG84cxD+Ico9aK3ofsYXlmbl4RZivfZUmx68IlK1bElVPTPBap7IhDILgqWeI7bU5Rfz0v/e/ReMdfMfQKneu/kTkh0RbbCHayqhzrGH5vGtZjc+sKnDshSgZ76XP4qszVK5yR5cdA2ro+ZNTxJMzBXy3FZFPHaEiJMZhpcDjw0oQOO75sopiFZ6CNiYRxfUOavyph336BfKM9bY0mY+7Du+MnpYYejIMvAFbOsXqPRZfSVkO6Fa97a2C1FwTrRTbifo0SY3QvblOViRHReWz53oOphWapm6wQ478D/26012uKldEijADXYcfJF0Lzv71kcAo6n2ytJbx4r9/eyFIg3VUGYZeTzuNdfYBlgdmKDolGrMp0lxU44aw1rMgfVZjLnmxnpoF/rQQwYGx6F9arvX/NqB8ZEir4s58IxBz9cTnWnh3/ExMvX4vQRMTM+qciRL+mHa76WZHu79Y5dppzv9K/l+vgYSL/xqW+GmXDMzbiz4oGgz0CKs6e6zE1w4kuCLqc9DRZGL0PiNm1DGoAO0m+XeOayYvJvNCMl8r4SwAPV655GzKt8xwSjhZL3dU7suDtHAirucFo/1zoEW+oxnTo2r9gtvHnE/pb8gpVkbNMKqYG1BudcZDhgGVfYWLVtHCK1boocSnqsyRqb4bhmYaSXSJ/FcfsINQrL3y5MgJr0aa7snUA87knVcswaSMV/wIDgzOrypiWaNDFQUyWcdRkGATW5zlxwtTSorildjYjkD+8A0rED+BISmsUJyzkVHjUQS/OCegEkNyKBn4O8YqMsJmAudWw5Hu6FhbwazaivSO8dGASyI1Zw3fe48a18qFY8h4lJig5UdVyRtlrrzkk/dsGyj/85VmsWTq3EZ6T9ropU/7vpEbncTZhbmY4Gxr2GR8LGg01b5Hc2MskLvYytOwScEKfzICp9uyvbQQB/LpW9/bHcdpKfIDN0GK5bzdrxcCwMeJD0nwryJ5PR5gTvpdt/XDPpVHMQQeSOgX5FlkBYM7TfUUZwki/dWliZ9/bUh5crRmQ+VVba3CtcwsDQZEDF89EjsW21a2k1vWoBG6Jcjaz/9hO+/97btzznKv3pi4E6bOGgo6RhntbCNvZ8rnNfHTsRtKvuaP3Egzcrk/d28rGd1FVFu20OmFYJZ/7NNfFn7daamkA54LOy6Wzu+nqxd3+/OF14eNaLamf0xwPl9PaezGVu1gsvUQAs91svYbSxIWjOLOHDvCDK6T9BM47Lh3eoMsqDSfI/63YxT0rCxIz8zB9cWnxZHCGqHxpdgnCE6fXslHhFg+1K2H9m6SAFKWz5yMIioyjWsWvRt9G8cOdCjtX3SrqtKmfEd7X1ZwlY5yOo48y+obvJUCdKnEXHxmfM307AvJITiwbeTuc9t3hM6uRCGrcYDuljGaHQt9NBsCFdoMaw1aFx9mV10RzursV1IRBqSjJKejr2pEGI95qM/KjKwYTrFecS9baNj13PqTFXSIXLFvz7t8ZRJk5fwYDu5ATM+EQSdH2x4GMUzx8P1ufnm2nlGtX2MZgaPnryUat9qgu0AIDFeYnX+pMNOIHlW89trHDNcIYz3HpoTTaJb43SSmdEwJCeEorCV1I+wuBGVHCxVUUCowcUsF8suBlelLy++Z1GJFkk+2hxfoocET+2/mV1ggFsu3oBDRemT1CeTl4CMPqcFYPdfkx3m2PsYGJUA/YybxpMcHvabyl2HRJL3STt1zreZu966ZQhD79kP8gTnDK2EbMfBR8bR4E5ljCAj8BevEXoepsy/oVAVBkZ6PHfH+mXWV981eEfaRUjHd2+mAWDjzSTMdTqNJHVUfY5wTUUhRpZj1ZGq2dS/tBchM2Fca/DJii9h7bx/L/9x1jRYSEkNcbm/HPqzld+nt0lJ2EM5bWQcZjDAU0TAoofZjqtSKvRiIbxND/3pa+5sh/fpTzBZVD0q3fWAqTIvuV6a8CgLkcCuyWQmSukiSLcANE6/960rRnt4U4jBbAn+BMimGL/ONeuJntjsxaBev6CrR6ej9N7LOngUqO902olRn6BTnOlKqtE1/q1qEmqE5Fr5qxp70b9F5W66obNZi2/YG6OEmcjVFQbvEdo3OkXwcSDVbFoTStiUv3dNyjmrPV8yxEKd8MxIb9pJmaptvxRjfeBo3qMwNOCWu6YFiBUV8WnEoxSuTOSl2OuHcizJcWmC9+fUBpxYcR4Htss6EbEcahyUSIMWP4mrpGxz7zaJs1h3CxobmxaEjcrDUMXJ7ALOGzK1YPBT9lccgEJ4geFUEe457t0qGr3hY6klwHCtILa/DBUKTNY7FFkhNUY6N7hxQDeRFohX4HVmFw0/HRIwSF/ItOfHQubWjNEF5WX6cujKnw0q2ZW1txah9cdIYdJsMRyBbdgi/03zc8FutMq1ipscGFtrotVKGt4l7q1rEj6ALmNUoJ4BbxuALS/p26Qs0onRxyZUTfUG0zPfngvY2ohJyBTY7hrS7kXZThB9lFY/7m+S7VwKYL1FMDd85CvAwYo+/AkDmFCKjz1pxsGNN4+66Y/wzDCgJapcZcZTXh8x+OJrDFJ5V5bN/9sxpQApBCTWcBUEn7qPE4uJoySykIIHTajRjRlN0qO+5ggsOWGiz4lM91e3hWMcvr3ho2IL+7L8pM0C3gShx5hYqVXUVJEZdZe6AqA7pPyBlqIpnDJ1EI8tGi3VHBWCSb3AqzWw2d307aubYhK92P+ZnMFhJSc7CTe0k3AxaUOQe5UeoUeDHcnxXtjPn0LfkIoBWWgZ8Stkgr//2lirJjAI2TJwKDDWpDHPSgNJP9rcgbG7FlFtseC6d/fiwTk26Zu7yya7I8Uqcahnc9Gnr4xB+f4IPEgGsGiiI9WXZVzK9NABH9q5IvxZWdCo3O1ZM/RUOQrrJG2SYiZpzdHZocUkGea+wU/APheBib6zxFwddC37HY3SSl8LNUth3RdESRcMh+Vuh07CDw3WrKsOx0dUuIAkCNMCeonq76LBdVYfY+KI5ZJSvQXWp9fJeA2FEjheg+RVH5ktfa0S0BYdDevMRfv18MEw1kBVQqvT7nXC7LF+bxwxT0RXZ9X01USuV5ff3cPeBOTKpDuIRmgVrcTT7EEo7UmqjXd7XlY+xI1dBc0Cq5kQDfXo1CjtmfRW3dFXf0j47F8g8XmBxVyHyKCuSLHMsmMXbT6j8VeOjcvqtl5R13QO87w1NbtpJLdl+aAnsfGApooIYWrFefBPuNMA5Mi4TmnfmtT95cY9RnWi0hFJ28EDN9kmDEfRZnWIZxIBVdJvr1s82g/jfehaKHlwEQ7vAzReyHEdIEL2ADkJ12Qae9U3gXpVb4yR9wzZqgewB8SkLc6Hhk6Zh+vsy5pjKorR9aYPP1e7IONezTd5XYkGKcTRUcj55Sv0UyNVc8AnJJWNKDuOMc6mmmL/y2YKAKZLnp4zV8FyGAoqGDa1vTGur6yjYpAPmNVhOL/zXJekKuLSg0zcjfsVi7JAvdqsceQ8coqELuObCTPFzyncXN3+7whUd+r4iylk/0qCgFMx43Dbd3yqGNI66dH7GJdrzMVhmRu+BmUr5EOLFyb7Q/AuWX/FEXDf5F+W7/W+UwdfdxqCVv5krT6A1N1MeBLYddfjEnktzh+Tyy/FPL7GBdLq+aeHJb93U0P2OVSIMGVrIXTGeci8+B9K+giqRzMAZfkFZ0ZiD8D/qI07kwqEK7p30xx/he2NHU9oh6ZrfyLmdieo97tBRgjvRc2hndXXpYst3hR3+3RRQ/i3Pidbtpfb4DhhCbgr5YzKPBSWv9mgv3+XVcEVO5DyOzhK7/jHXKogw1DLRQ8LboDuufCj7suljkKqcRH2iKtP4FckPyM2xGIAyW4Xfc1ICrpJ/BfpwajoGy0BbBhSdPOfT6CYP9U2MGFNr6/QbSsVatbOUFJGRvjbuHndbcpKuNeGJ3q7g2JyUJjaw/xLhpN9gNmqfErBN7Ltit/zjkbAoyPMnjKktIgZ/zpXnomWyV5X0bnMXCJfu99o+LtzSDIzHWUNr1ovX/3C++K5lkfx3p1PgwtIqfRl1S1RXEuRVAC+4CWf6moMlrbjBI6b3y8X8NoS1eNtXA8u6HnHo3axQLBf1/4N733SysSKY/j/cm/P7e7SrVUvna/5HE7N95+aRi8yPG9vgxqmKEc+TTLaDH2o5JLs3CIGsOpsDRKA1mIafh3ym5Vj+ljVvUd5xAVOW4AkiJheKaGV0BzVK1EQ96je17A2YIzc9bR1GIuhhu9iN9GIj6hnc4Mb2FCt6b/5SmGoKk5Fz+cwRuMcrd57wihinKqqQYSn/bISWInMQJMm/y1hI1T8VRT4zB63WahCfUG5k5qEjV1vYxvjx3qsJPnmvGrWZxXCD/O0L6nbZXeBf9xjDQ9t7TN0TE9Rww8NsPePXX4evp2qLQso7GBcUKXFqSwqNBqo7NKlmJKCjfw/Ml0N+OOQu3xzt8HEko8oCczg0cZHe2VSpmfY3d8KPW9W4jDnN9Z1OsfDpS4AV7vxW4jRgBBWU88QQN/T7xSRZQdjkOLSBWWSQM3i95Eod/nD5ZkL46Ipo4WyjUhnaqXj580BOeSB6SlZtCWJpxl6stX5ONoOiK5Y7d6cgZjzemGDVfrQ1boGPiWDh7Vc2qRbngSJyPU9it1AVSEfAn7rAIUYJp+eiyvEq9BRzfF270oiwN6z5Wr089STgDvXyEkarLcdCiRjgjl00cv/qGr/xQ6piv9Xy+5s7wXrVq/Gj60XMIQs08C7HIxHyRyA3vXbajwevA4nkOYVApnThxcrQOdIkMV/1rkxIwr1lIsuPXf69SQCoK66o9Nget9e82HV+3Zmg3ExYqvdViPXKuVkQhGmzkjK4LkckXNkhfQh+WSgOqiiBhYee0+4qgw/AGWn4Zf8/e0eVP3z8XDzI0qxVu8s47VFfeHdu+EfMgwPFrElZ+Fb5AYMmsPOF2dXJxh2GRpW4uiM6XdFiDA0AnRXERw1IGUEAFUB5MLoptLkvklOOFHPhdmYUPyFuQivthSjDhkKKInBFq8gLZlO7NGZlFYF3ugz9TeorNSU402vcfMsHI4U/cCZ4JiQJHH4uO7vmdcFQxpnrMP7QD0T9bUbABSfkanKug1dPMfL8XfceoeWkFpGe7ncKJgbbVtC/VELARAhO/pqW4vcKAz0kkgrR1DdGM1o9JSlB7J9k0w5C5YAljiLeOBDVbdpi6wPXAGKnClUr4vrYlqeKnrXtg1Day+RfXkAdYQbRf3/NZpJnoOpGGg78vjzPEgebZedrtpVixSAcWZ4fFx1D3GdEh+K3qvtTikuiJ31vC6mjmOQlzeII29W/P/C5/pZ2f/VFcV84xdwqVfUCWg13lQT3S4mZ8PBsoshTXEpDbrJtMsI+3ID3pKnQpT+553IF4HwpNlhLhkCKozh3HS9W6xO3ZchfoRjtTFlYQ9MT7toWWDAA/1k09VWhp6Km0+sO4BjzcHjRKHzjXmZSOVYftfzj1MN3LduSRTN8xh4ajtakIiXSNbAd3mFY1RXEAPpkfqU+La10r+1Y34V8XD/tIq/lAuPzakaMIa8sYmxGndseS9PQ0pDkoOC2FAUOqYSAxfh8X578/msnWWiyscrDUopi0MswveXHPwcK5WO2/JwF69wbQ0O2sedxyBOXbNsOn0uR3qCgXda3gww9m2FQG/4gPgYkCEXn4CfmUFm2nq5VDk1lapKu5IBaFIibAsZOzEfzWDOLUpjI6rcMzaz2PSNXTeVezl+VjMQLeisIlRigSnEkelyjbyAoggVgKk3/JPb7C31QAnz4Rg07G/l9DlGE5UBEZzqYuWKpG3dGTHtpyDzV3pNOLHEE85oimL4WJ4TrRmxtmzbDKKx+T+bvKi6Q4AVQDtRsgju5rBMzeR4uTu76cxcLtZZjY3xfpLMwreSswejAX/1fq1vcb/IRIrnSM76++Cgcsyo0IvGqjN9PddRT4wO0BVFpIeZohunAQIM8ldcbL5IuBdFvoH1TOjiYAI2ZHDVTCeruEuLjGlJJWuxGEFuGljegu1VxX6QxXuHjXWR2LtWnO8+ssoVPmsNrfxPsXywYKBGvzTrGfzwiNV+DeiErqgIyioDFs/p+2AMKXCLd/p6YADXE8dPmqHycFmo7TH4KU8V4X1ayxQrVbEgjBVgT1Jagzi7/uxwMTjlX18DYCkgUiUtPanhduSYxubKkcCHjYTSD9elLTERqoJ0AOTRGCufGUg2uQ9G9QP3ePsJWpG/QYsGkxM0aMrkrH30RGMlUCp/biOVnrMueob6OraGNNr2j1yIo5Lv3GUTKAWdK1sXL6WdaaathG+4c5lzTuTiQEJysWYEheUrwGAQ3JNPn/9p9IY2NBVC3+zNLLoFhZY4joFL2Sc3xTwH3GW4o5pSfqVeB2RtRNVZN5mJF9i2a11WCeOxBfRjk7FS72h+W69VxWiwKXI8hsibd893aX+25E6QISo9/SzKCeqLZ/k8t7Z0ZvuRrN/1ixmzbBgS9URE9ITdMBd22LA7yBxR50VcHGs0wpKSDex16VfgVI7aAaOklo1tzTRfr5HRwwl7w8SclqqCr4MP7EodKp2Ivitb2Gl1DuLEXGN77IUsi/WrBpX5N42ukZE97eCnyN/FpC2w4wuCdhtD6+hWkAueHR8Uz5XwJd9vtEtmJEmsapU5/e/jsJKwx7kBwuBMIAvPhiEu8X/wTz2WlBY08yQii1X4QxoBjBTA1DbxN2mwU/eNpA01ePorWHxviGIqtTU6v0BOfQp9Fayy5zl/iwn1YE1ai1s09SAJeO4xSiSzh/5DG5QfIgEskxqRvQG68jo4/ll05Jdw6ibk/7pDfecXM08ZWPSAcE2WqQ2lZTnqCIz1GWEZngAtp5j4Ezd7s30wJo8WL2gQIacXTlzgZ7Pz9plOopb8y3ejYFVUNlpadV88KtmwxIfvc8YpQ1V9rdSC/sToDK7+mMEhJfBWYyxWOs68HhmPvg/DmpEyqnjWOpnk22RMs77Q0WmBpBbx4CjZR5TyYTPVlAeW+aWcIKIJJF8/dYabvn0oKR4FTvEeQ0uJWHJW4dRg5LQfUq9JXtE6yY1z5vucEd9wcLED9nVo9P213qQklkaR/l0i+3MyINgxW4m8FqViTE4zA0BoK+2zCbrlg4mrZG8LHScyt/icx4cGdettlm8ZW8b8dNxe9M2BbpquAKTbl4hpmUUZEy5pn7QjPZRTjew9LAvX8wsYqiPdGxgVHjbJPbXVaosN8rsED4rIaH94uxE5vkEj8nfBjpz2HRL87EWt/WuCRWhCxON934jMMNNwjfum+YirTTvAKuc+mk6rXepqkVIETir5w1N/OCNPW3J2Pq7z2yoaXkXt4TilgGSdwaxePSAiCRpNjrWUW8k1irknnPuDCAESXktoIM4W8wXtVO+IDfVuS+tLm70wmppBy4tVZheqnSypwnNM2Tw1/P0iLI67RtZm4zmj3HYkHj0O59fHEYNhKqWaVmymvCk+TW0Bum3d56BEou0jmiS2FJggKaHdqKZeI9RC357X2FaKf6vnhp+A4dxPhnXnGLI6D5kq2U7KmB1hxP5K48dqhUXzEdUPVGce9js6mv8+SNEmi8FZLRw0nxTLRIu9r3m35Qy6HxtOftJkpdvTxzPxs+zRbnsej8SMPhcxOm/2XPCfyOaHZxQt58i94/F7Wo+WgQ0Se4MoAXULIlU4/rc4DgXFeUVedlyX+sXoQYYVX45AObDyvi5Sj3W1QiIwb074EbPb6z8JSK5wcCPLb1whx7R/EtceuecXM25hXZtASZJ4KYGOFPYjJ1+qO91+jsBNzA+rfsYK2/92aen1vpeWqFvsozr/gLvfG72+evQX9G4bEUtISa74ZemWjclXX7H9rJGo9Wg7HBCkJ9vu3nQJyoBRq5s3F68j1oVGDH7YzYm9swTZ8fkTuflEXsh9tEtNmD8UsKnr9dH+PEjPb9Ec/4o6eEfVNOPlEOog1lMmsiTLiNINWFYGza/oXW2ZhKGIBzVmazQRHYiSo5DazlC0XMJB7bO2qHRMjex4qi/oBPJOFpFLKFQ2vVtCL4T+EYYJbu77MbnGWy547GzS37Jnn3W0McQmIojzzx1JWxsVi73D+7gt4v2sxZt395RfGd4z+y+nsN8l1hdF6fG0F2bsymuMVFs/P00NnfxRs9cKMPKE/TBcYevfjV1Nq190GybAQcmxfx/2pltR2fDDOkivPzm9eRaHYkgYZL1ihRHLmB2UXYbTSX++SoNBWJrMPkQ/M2Bp/E82A/w1XCWdWgnj7hkjC+7JsIyFp54SoHXQhMzJ+mFdTQE4LI2BnFFvf6YNyF3urLgJFvNSzajj+7YooPlZlOiBPc1TLr5w3OzWGZDGFPB4hjpO7XsEkBz0DXDcmOu69m2ckbgajW+KjNx8066+PwjKEzr1aaZddlVHNGnU4b8tn57ozjph/pVE5vtp6qjqYbsJCYjaH2EfYIqmCCsdHL2zgmL/JKOvv1paNO/1HznYsK6jwtsTzs/YGSw01xnOy8IUrXXerJmBPntO8SNPjMqrwlKSKgHkjQxOfcP412yeUyx9VgROxDuGKvkp5SWZItgWBvhpU3WPFlhY+Et5fZwp/W7MfdeUWf8DoTzDS8EYnHQe2l72CRwuTNUvyzDnL4KQZoC7bT6SvGuufp0hNGe2Ul7krbssPrQD3f7UAnOEUUGmyhxzRH9STw1gwspllFZZ9AxRWZWVaWIbxDMtnjoRcPI6xOwKu9fzmfhCjsr6Wwj7pY1jRr6VDDja7OD+fJq5+/rA77Ml8aDXY5E6KDPZfMVB90aH7tAVUY5dx6fMUEhj82tXhMNXTWEHDoH9r6n9soY6P6hm/N8jwoOuX+ZVPagHsFzl6Kl/jUPCD+9s/rAGguz4J+63FwzXz6d9niYfPOnLca59QB4GT/Ov1/ir0M0mEwCh5LK6jOCxQW/EUh+LqpFcmDfGk8TfVzNCkxL9CiUH/LicbooWRN/FpvoSwejolO7xgceZwk74GaS0znmScVKRXjHLKIORQi2HBmlPX2lDpVBNMcYo6IKpc/8QjGQrORjLbe4W89chGs5cCwMKxx7CTot2DvP7SzPftwvSpnxJlaVAuf0IJsjqwaFik5SgjsgUSyzu5Vrj0QN9Zz28bWIHDErXS4QKgpsn6J5D+b38CGp64TY/P3hiIlyHfFwzWvGAbvtwyfbmIs4YhEPervkVPUYzQRpKbQoN3SewaVu5YE677S6TgyIqmdBBIU3qMk7CZpnWBRFIdLGl1gO6jcPFSqB8/psWj8t8Lej67szAX+iRuin3yakvIBeShvJsRBkYQWhCbit09Qp++YRMhyJ7OX50jmIxNxa+VpqgFmzwNU/VoxVBgZtVE+TFdt/ik6ezolIl/6F/rexfncEpi0pj361psA/uw9oZcmV+A+3z+GMVnfSJo3w6HYK9/O8/qD3PsQzhTuwKAG21gkDdE8Dalk89ff/lrPMdQeVaWy3KMhmjphmWoFjdW0Vg9IPIeybZGEbIDeq30HhPNvDWrz30x8o1GqPIq8vZvOc3rV3ND0MF3yCCDxRA1CkihgZR6BWG4ACA5XH+DK+DsI06R2zUc0KkfDhp3j7395DtTXbVYZRX7vsDn4b5NjTU0xv/uaqfYb0PinZhHGPANmOZEDpWOI9TxClxmCKr2Ss2s7tCs4N4cGN09nn4gNbZVMXZbejwlU43+G30oImaSEzjF+8CgF+qTlFINoqfz0EwzvAzc3AZejhG6nkgJzEpCJEeWJmXXx1Xm5/XvOUiWxCEd3YdjPfbV0L/8F13uoCb+mQc2u3woCgzGxI2xJ82m0avLVXW3dsUMIs086XtraJPvOKl5NtiYey5h+BybY3mz4cUQDDlRMFVto95R7gXwEYqCUBRc6SBS8UQSeODLpmP8SeGUsElIr2ROeLqiodY91+EfcUmIPMufv/3UBdOe0m+vXta5OvEOfxP2om8iAKJE/mtro+UEsmrLIUz/qWMxxMpBVgk8QXCkYNfh+2V9EioRlAHeka0BSLtt9Y+mGXlZWp1+lVamUmmXraM2MryagTkBserI6BnunPm++k7SDLL9eohXs4JqoZbsTDrd+EWC/C2TFnJq1aqQF0kiHF+mCyJypx6Z9QEPbUQpufVHaRRA22roQq5JChZrsIwSSU6Bu00sNlKs5VE0i4vuHfS3dYmrbGAj8TyL/9H5jZcv6RXz+ZX6DUwHavhXqkZettVEf0Jx5MtDDAkFfYkK0/OZ+B3skyA2h9yp+Xva3BBxjooWWdYpir/NEbnRt0hgDqu9mJJlFhoVxT6qBeaKFknxeCuU3Rlb2l89trxCti5dmOh+NlQfTZ5OhQ71Brya+EmMmPUcIdybJCVvqp64xAFWIbLFYFFcpR5tfw8oz1eSJJPoFzrQX0oTd4qepHXsGzijLG8y4Gkaeur9lZVjrZriS9Ay5OQgakp8mKMZoDfPLwBHkHEW9TNPl1BnwY8XrLKun2A04dko6gftRoLfWm2JtBTbau2TJZA/FxIRrD/ezdIHxvY2ycGo48uN+hbivoUvCfQg4rjP4WgkfnJC7Mm56Swu+Ghf93oGNG0NRgqCssTr9pN5kouCsMDw67TOu8zO3/lvs8umcKO6yao2HqamZ8jP0OQr/QA82jSGxuIVxnd/4h798Rh8pOQhxAndIWRRs9BRmp8fYYZ8uS/oIQ9YNv1VTkhVJhGtsFETRQEv0lIRrbtttqi87/h6aVZAxS34oPhJAMrxXidQbTKy8hTpERtaogZLTpzaL/52xajfNEfuzRgKEav84bVzDxpsGQIF0iABDPUbSDyXrCnbN7klv6LhsuubO2+r81l2Mz69jFsTyD4aQRjJm25y3hhYkM0X2F3cKFSevGiUNFLah4QtjZlhtqOu8a9rXkIzIVZVFaXAtz8aW179veeXY9FrkuR2ZnbCcXxqxOFCL3jQh75y+llQSMkHcjRtOe3+xhPAMYD+Adb1VZ6lId0Sm0+U2TImtADbYNK48KhVQuxh2ufU0G9R53yZk6/shKwQ/hC0BCmwdv6SQXR65Neh4unOXwsb7FClIzxRqd6+fSIjsy5eZS7PvK5qFzLpYVKQy/DIXw8vQ3k6jjtMyXkJ0SE/yjbTw/JpkyEd4Idbq6ULs9EsmjRKGP7XkWUacHc4ran3YzmaJTPwoiJ5zk499vjHhc+PyKsyBa8Et5vVNM6HL2C3lb+kQDcp5a+SBnLThPmLi5cQYLcymjn2k5rcEM2uvOCrMwwtYFeI6MZjLH3FSiRQYo/PAX6pTrT/Mq2jQ3LKE5Hbq6jvqPGqhfm77AToC4qutmvbkPlGxOB+IzSSuk6v2zX51EOvuLUHMrFIOao8yUCm3VhnMuy9hjJ1ilDxdrKxda921ix2EH5mEFm0+9oupUKbfV3lhaw32OsttlN7GuWprnylirDFUSunVXUkkPm6mso2DOQKgC7wo/TEZ1YrDBmEJOOBa6tF5jb3wfhr3EJqF7VB2F5TOwwdwHWoS/zvpm3A63CnaB1F1ViF834JYQA5BcJo+QFpdxavGZ8Troe/bENhvgxjVR/ON9LTMZqJ5lbWWYnvwUAFv8L1SwwVpjnBpzxmu4o3jAo1yPrwZ9Qz5aHXstz0OcfkzLS1i+gM34B2bx1hAqUrMMAO9bz+u/8aeI9c/PU1vgEJl23B9lHUABKbPSsSksYOd+Tc5igX40PYsVvyQEOdcqueDTQGPEVDTXwhvAFYubHgb1q0dLDLRi87K/e/a6yxdBU5vTequulJx9e481C+4fUcDHOOzspoMCVMezVlBW1+fy2eRfeHvSblxJDYrJrQESpn5Br0kkstYgWBJ19k5n0E1Cm/HO8F1jReixxKiEKnuBcuufupEkZJMVnEkEFec1t4eKHER4uO/+40LvlGFOwQpScMjIWyl19m8PdFAeuvP8DS9gNLC6pwtGhn62O/uPcriE6IUkgEgcvF2PPlfusPkf4zScw+t+tz4SdQNfKRfw5YuC/OaxmNwr9snETJf5V1V3nDjw3Q494muvpLYQJa9JOCRPqo30dMXL8jqTUC7wavleuGr7K+pknAEROKW8Wkjo76e2X9GCUhRKCD2dNTT726R3jfczhSe2LX02nahig4Mc+D7bg3FYNgc9YIqSXVWfipts7pa13RznwDchr/NOW3QJIC7i0e0Pem6s0RSmgK9qrIos8imIqmVS6aLNiISfmp/U1MSOk+2104If8tZRzuk6OiOl/r7jyxsD+pXQXPdwqKiq5abebH0xjVwayP3NCQHSii4sdINyizymrYcnbOUTmVLcfyl29QYNSf38t5dt2LmMvNzEmQ2I5hPownfEMQ/hbhO2e/PicD27fqKWfc8MeIi6KLxKtSYVQHL8ChsPhUBWmKVyjHJDTBScx46BN85TziH46RBKAqr7p3jP4QXMYTw+pioIN//VLHT5zJ1CGS1rXDm8s9j5T6TXWVnoDSMTsj3ix1/nWlLk5ZLoDXkTbKMWGbzsqfm+ahnYWoI2KGtUj2PbZoNX29Gx/V+6UiuwIrxqsQIAI8MZQxUUYb25wmJwxbj09sQi7NWkp7C6xG+XI6dPXjbN3CsewQc1Zerju6H9DnltJCZljQD1FUXcYbqcd5jF81Z2u6V5o1lYi1lCHCmUS1yI9HFRMG4M+cdZH9LVr/W3DWZJYNlvf9EXZAv4YXTIRhwxf+G3lgXCq+qUgQMUz7IIG1n9UE/lvgW8FQ1Qf26VsbL760LbItR/310z4gAU2MbOTY3P6ewpyzXl04tdOZsmEIZfE8Kx4yvUzmFLa5u91M1G0PL+wStb04AvucVCJ79zx1XYxDA2z9LqmpDmtN1PER2ZE0sK707bi/K0u8ZbwGXOiQjbEh7XvX+4cZF4STusVyIzm2Eyv+NjPjyXP7cT5kLNERxGIBtWiLh7VZjRRxPhh0xXEss0yiq2mM4nDO4LfKOvK5WneFgysSeoK8rt3kQfOKfbmQlEg4avj5GvGvIR3DMOChQsAM3ZchdU3PRT/U6+OE8MGSyck+mFiwlV+ASaldBgEnUK0iOEVm8FfTM8tfzetb9UK8GrlEzm0LLjNkIV4LhvO3YfDe2hNY9Ql2kroB2D8C0EgwrbKPyl3WNnT6u8Ujd6xkpIoPBCEP6hsQpt/KRDSHY6WsdFqWM5QphXFOVc1kyTiSkFrtVWn2xL4y7tuzA3cKMtNo/m2wFxvzaUXPUqg6oZwFRkpYavIt+JvNWFzICZe8lvD4Fc+SP/uXEeiqEllzaDE+I7/igtSYb35H6uQV1EstWmlxHv4JVvtixc2FJSLUAmoN1UP3F1CqFWx17E/nn0p4hE37KKONexRt0gkruDlZngdlBOSI4TBzawULziyLPkGeGIKn74vNBLZ9i5wxN9IyvTxw02/NUM7VrtiS3/fTbSrcbE69ngvKRTvNfiMMxg2zYLS+VtpVHn+Y0MzSmnAz0hGevTEfqkmSmhZcjKMogEJpD00v/AA22kAg7q/uWr9mC7Ju/BUt04z9RiAaEFiTNsrKoXnYYDDyV6WuEPzcEJOtKCn8v+vResbnKy7vMnx67CzLzoG58KLhHPa6+PG4+ulvqxGdrnFysygoV3K8fUzeiJ0eUPuVhdV870Ae40ARU9jPN/GY4wtX9fc8YkJty2mrGSxmKlNmnopjUmvBqH8rYMGtttldMILw5UIwzyC3JhqHpWqd5DjTX826W5lHZyfzm4ApJi5o1kiuZfoWvAcHgUPxDrdWI8WlckQhazaX9wT83LOvSMKGD/WrykYKGkmM+zIerJRs6RHOqmuTZJcCBix9sVTqv7Zgzf/L1XUsS4psyV9CiyVaa0jELtEaEg1fP8StnlmM2VuUve7KhuDEcfcjgfs5kVWmvRpKQP8YhDrNK37BSztdiAsn0r7QH3O7Z9h4R0P89//dDRdFEhtLBUMxFvs6Lip6wQq6go1uyxu1IoPEsmX+2PqaohCJmm6wvAqFFfiDHSeYsuzgERXGkUlKEGQpqoA/u2oTxIuqyoJWTKjZwjPHv8k41ynVc5PbcPl9Px4qzo35oczdJ+3HliUeUSZxayuzTjKzPQzi2YhcRkF1Dai9MoDypzL93G6+xt4rGOfEiww8UZltMT+eblHOg3LGff4Ag0hDPcr06a9b/6KbGj8cBs+cSOTcuu46OFTjusNX8M8dv8ThGg3Db/2MbKhhrOxWIbKg2QXyfGwSgPjM75VOWbAUdbDXvXRwW1YJla0PJtrwzXhKVXsT+R6txaGIvVJcLgpoAwZ5tvD+g4zqdZVKipnZpQitFEWoqiss4g9jSUGHhKuLVZhgjzE+0eIVHDskAauYy6WcSlcomMOWDgTftOCZ/KzaJHVx1Dpo+eBz39dfKv42Gw57OfyJX1rJT+FjYmYkjRMkyed7EaNZ4Dk/yfC/PLGFOh3+3CEGsklXshRKVHAP3ehdAww9qD6y7WZx2M8noSwPjIsu04gle7Ry88AceTy2wYhaO2bgttEvT+noLvc4M2TXb1nkZA2KlujcuouinEFfBavo6l+8mY4Qho9f+87U5Eguk2sYgbMFcuy3+vtoQZ9hmRt1nGqLRYV1pMYD8E2UhXHcbAxvCGuuqCReG9L8duGVXJ+STCddpOAdEciJkdeu4bZm7xvx9M2DsWkErj7YBYRJRm+g1gOhFzFhrDq3v/EZ/HCmsO5d7Rjsc/NdRq2F4pWpID94qxCYLyy7p/C4AH94Ih5PccZA68Fo/h+8XPmXMbQu/t6/14yeFtSnJEaol1J79cRf9mG9v6JlT3UFj7lpiW3yFyjQ4r/BMkbsEepxIw3zFbuTlCJ9ZxTLam2bsI+Xnu+Z6lCMQlez4S8qzb943wvtCVYvtlnDxSjUJrGuoov+19UMKaa7a+dn0ka1O6/2Qw3P4hSTw73kEHxxhYT41+qAFMPglJyof0T80kMkh28YJsp4NX89AyMJIrBZ2UkJHO9ixehMI4Wayyh51PFc7fK/vSn3crw548VJrgL5W/HXmEj/KkAD3BuxZ6uEOT4nW6cNZ3n+mpUgnSB2H5uszyJ2o6ezD88F0rlUZXJQyMJgarml8LbxA+t32dJP2BzFsVejUGL21Zq97p6nQuUnrKhO+HMQ86yeW2hDSgZjCwJIiJFN9/CD+FbXXPp+aucAiiYJckU1+Fur9nRJfXvjuFuGmuxrv3bPKGrAgalYqqxcnpYTI85ovFisAqDHycr6TERuKVwYIZhb+HaDZZm/5LUIm9FDxpLnfUKurbQSzhxLp69amHtdHmDZLxHOvHvD7PoMw4Pz2wdoGHiQ0NeFap1u3xKYPs5iEI+hbmGhICBEn99/fWNieVaXTpovefOh2xfJ2pUqbnWUusBA0I2NVpd2RP5v9w9NxKDCgxH0QEKuL9uxIAXsgju45mjd8J19m+A9MTtvD35ic3uYMed+unSg4liFB+fV2ydfn7nEApFa/pW7lNgF6pUy8PEerIuOyUFrkJHQoMQkRu5nfLPZ/DKC9HELLe21v2mBK5unoP7eYIwFN7frl8G8gh/kF5WB+cka8U0T0s+pymr+sS7EazLddRTku7ucx1KGOfqvqIv+plRhiQYczii3jJuf94r7uapf7vIwGyjjYDGW+HhDBHPaPRZ+I3678G9bCc4giuWvSGGnG8mRLPpDSQFmPnX68oJRGDAFSttzZsqNwADQIEzbFGMD3pWQXxJui7XVFTyM8afslFxP4jhxvGoW6IMUmV91/BdObkhjWXapZ8swkV5MKO+2XxEuYfYGw1Ry4e0hb9ctn4VC2ZeXiWPakQ3GHvrlq3Hk6zFOtrBrSgf2xpXiIVWxSuV/0SlZPb8ORCpfPsV01JbbSgZAJ7BlydtoF5l1JHvMwyEcefr3rzClryj/REpBXl6E/Kaf7nwFXR8oaWZ+cnoeZ8R0OMOVsXhEUpZ5nXK4WMxRnlQSp6KWzLq+lkwAvMCvfJuCgJZGS2ChYyoPHb4wMAeV3RF8AZDRAJdYXP1TOA001fdaHXpYVWfYL/nV8oaK6zaL28xRYy4ssY7l6yc4apa9kHYjpe1psxhrr3QUxUKKjiLqqTaKWXKXTY6lLkw+8ZDa/+4FSM8kcRhbO9IDhBZJzD0Yp7l8SZNaknqWRhYoy/FQFJQmi2OAHKdXYUEX6RKN/M3PuauBxnDLAu6wl6JU+jJmzFM4WnodCFyYYL4Sq36t++vvhcJ/otncF4c3rDGn0RGVjBJF/21FFkUjQr+WLb9fmqU1A4ozJPTihYm6x5N6CqpXx20TV8L6xJFgRlJ7SZvmJKlN+rXwLOMq1X756jHQ52dJ148ibtOVZvK0lEHOMyTwozuqhHqAFsrxNyUvy7EG+c7I1u4mWxN3xRFJrUPYWMaThkJp9aKX6tT5rt0+BUXCLdHKMp+V9wL1qssKTjQgvoKYY01Y8hTe5zbZHF3ZMINUcjvaKOQ/3oxYrycHgTCMV/xvXx4/Ox2EdN2Ofb//cgNLWbCWWwfVpXEFhZIm5HO8MLPd6uOjsQYZK6Huo0WyuhgVUxNkubP+5L2I3+yGklTfSrr5HQ3ao/1ABSXLOqKZL7CHP8nFDBiUs1fGA7CbdV2yzhXILtFTU/SnkkeImxTETMIsngAH0lVSH0GFvCFUWsEHxNCKiL8Rkob9m+9cNIst97kELg75IX0TayxPWQhvdIy2fJ3WeVpYgQB8uNL7v5JaL6VNLKRJ+WeVPSi8yW/H+vEtjCP0Q0NQjgCOIUJ/gUG5vhzbihpJHgovvQlWYPfvBXxXHjCoQeQDq5suI8xexI/5gm2QuhTO5Bw2Oehleec0fesoSvpl2Zjvn1PyIlrRYC3xIgiGRHXCdi3IPYKUOkyPFzpeNIn46MakWinqh/o0+jcqWgkrmwPMgyKfUPiyE7Ygnzp3p0cwtNTk/EdePpgItu+wlHcyqSzekmtZK/uDsRP6S5NL5pRZpG/Hn3Sns1k1iKPP47MbOblgMOaET4dr2/HiQFlzPKowfYLjCSS+wve9DMqybgH25aAJg7Udu1SwsYWSuhQZzjzmaPmucH4lc4NMLob+9P67wY29PpKECLrFNOuSVTwbz6eL8RzqcDHz5MzLupLu9RoMddKJiapie20GwyiKbY9TlCxlTvokhdsQBhQ/dlcslyo0Ja5SRLb/4jYguGwyBwqf8YXVS34zmRB2u9JXiiPl4lSvOavhLsA+bKjBOkyWwlMSPqy4s6VPj7KOtvKnWNxmkeoHf2RnAQys3mkjQes05pCKPtuVq0FcEZ7Pn6A/OMoQ2ZPpILmoz49zWpZmcJ6WkvVo6Y3d4ZBSWy8j+cojeM5oYwSlKClfjerWlfhtEUFILmAGUHSD60TZILsCaKRgGc5GPl3/GXinXbHH/esYUF8TjHXe5D9pj5F4T5KsIZwjxCjhF89qT+qQU7BVqdjW8GvPyJlGGKwY5zq18e08QeUbl8/wp6rT7OwUqB2zUO7IPFtXJnNbsuOQTko/OHa+imaNjqzGCep5UAS2kZucehmUR0MqfyK3yHSGaTbTrGpLiny5/huG2Ca28g43ZvfIp44/M6fXyCVcY9xx6OmP/MaHN6hkMSAU/RRl8ZGtujz2DSFw5CnPY6LfB48xiyKBEueEZHp9KyC3r6+KKUCFdq1Eu69NvWcML3bEOpWNcoFds+f3+ps459dlPWskbRcnVREyFeAnllULkU0K7R09KwlW+jKhaFBW+vCicCyVPlt6jDtZRdHPymHb1weGTw3qjYX5uRoi04UoWipey5fH/Ht+AUU4TtZBa5mquFf1vT5rfAzmrQ47ASNtmovbt3HPiip1LYeLxHxV32iWs0CcEfQ3HP7XhaY+PKvQ+dRZHzighEsTs3RBXGNAfOfOl0B31tRNu+I+DbayBWdFcghay2XzK3XmB05+DGzXuO3LtOqvd8rFksryv9WqEhg4qE2nX/YxInZpN+BGk1hZmgxNpSKJZgamlfdfykIadio/tJM1dc6XPgxDXXLT9kMgDqvnSMuP09FkGfYTxfvBf0LFeX2G7HTL054sVh+fIRKKSTpkpO2Spw4N96k4aVRFTPRR7gcDniq7xrMsHRpRgSPbmonXn/yb+fbsxVRdjWUdktmwbHLGPP7fEs92kFvi4sRCHptzef8y/QhnMvcvSALg+COPxH5suWyYkPjN7chqrDjQha9Y4SXMvX9WWy3L+rsUlUH72bZ34jua9cKTxkvK6yQ75upXoUZjHCAIT0puD9fOXRnZG9r399aXQcmULVBXgvOmTdtKrM4QRalZdj75qzqmUQ6J6+oVlp/wOxT+clI0C3wLnkHhoHEcj1RUPQ3Ia26XdWSLZUjdEhh/U+z8U6AwcDTfjh95go3xv+APi2Upw0rpiP41rBW2WWu0pCqBYt9+8HJ4vSy2H11mT17gDqPyoKOwYZ90kFqMk5FX+ACUs5PIAfeB4WRoLKXeh0gU05xXemofzAGeQbie6HtFTLOPLPJzCDMGhWPCBv6zNLut8VWFdDzLmoqxnJVh7X541XmgF1eOZAd4UoOGgk+wciMvLO8hkCy20qIY2l85ekMr/Xhgvq/if43/JH0SP7xeaJEn2xD4a1lk7b9NIKNPA6Zv3AFSZdL3deqRnAt8tqayRh8IvLk2YSrT8XosEXB/NpAlNeCxPxsACUtS/B4ISskfeq/M62iFgIjnULhSUZ+SXwC4wUYlohOolb36kCVuhRm5yBRAlHZC7GbgoVJkWEES+9pwjpBGL+/qLAoj7uiyNaKQIZ0HF09tqwF4+zImARJ7LPzXxNvaIiGtKNy9thwV/m19udbRZDHV5vdSUWL9U0AxCvbTSdKgaFIlOeU7ZvwAam54Crp/l0f1hrBL3UphusO6Y0b4mlrCG87nDg7aeQr6b+iQnwkk1mn+zfX4btc3igQpl/CYmvlyd5fCufJ6foqVUmqsWK2IwnNn7OjWpIjpnmxH9kkbviw/r9QB/GoHlnjsfVEMkjh9BEaJVu/hrj5pyukbMhs4XqFAwXYIniZfXICMp4lf4hVwsR+fkxO6/bWSujcLsNXEERY6dn2Uf5ksBDzxLQgcVr9k2iLsKRW+AxuYowcOkc1kSbpmkzlXJBsCBtp/w2fwOJIwSJrnjW/SXJyKZyzHMndUKXXVrpUrw0x2UslsxPzkou998+w4U9Fl2iKD3Z4zQLYzTiCtZrxV5GxIt4cz/Vt/jZn4cioKgJF68HF5lKKyrz6dwjKroSdXDW1fUbtslFKNhdEAz6mrTqbwP7Z+HQG1fgTiYdj2pz70OQ03+tQ+Rubwa9vgesnyLmhwxdu+qrK7zgpaG79vLxOfv8X1Ne7XxsjYJqYVYDSLiPpxvbjnl8eds8q7z1m3jLNLhKsocBV3LddfzXmNEiORweiGqGH4NG9jeDG5Mn8/OfbXJvjXJU5sN/6ezjkiJFtgmlLY09YYNMgOVCaSLvd9wkS9r2UCH5ybv6qunL8FMbG47ChW5D2mA0ocFvU9102vw7XpNsb8eGtAeaIeKkj/8zbjp+fv3ZDIzQI/TH/u8/gbabfCMlr8LVngAkBfwkWjV3tQdcEiep5Zoy/48fuserpJXanbNCr6Qcwi3AUmd1vYwd/pFdXTuDayKSXJuJBU+yGU5YZf53Ppsy6D6Ibx5B6PBK8T0Y61By+vSr9CDiZyaSLiMw+mQqYfj5EnCHqqtnHIjuFsZRsj2i6LX/MvXfQ37JBoSYIrXsOlfpSmQxlffC13OuFsyC/Cu9ypmXDwjhxi+FWQgPw2L7235aFM7gqYhzF275VzzjaHpLNtjXj8RV9YyA6m+dNhw2y4mOC5OK6sTIAh0jCI/ovDHT6g6NWtI9msmFeS4Nud2fC0t56MQbleFn56TtOtprt+qe6hQ7JNyECBqNeRv88jOXLFqrT3uGdN61xJdbRBQTbjoxJzX4otkXu/kCPIydBuBKUCxq7K67svfh0U0g5OPXF0zcr4eIGB5yoEp2ZHCqfbizmA6Pdd7uwVuUs8JwHkFA/ZpGYO3L2GW2ez9ZUgOlVkrl7x048h6Nfkr/vY//wYQVJnhWOxIVOvY3Bq+wPJd6xiXVp9Fhug0kkznEjWqiH6P1wWsY555KlymNpidsEFTiGhs2l8OP0jF2DlL6DNaINDLPZL7vZJnIJv7ZZnQxYfXgS4Xu6lAt7HphCnqM6oYLULbK1DcFIp5/iDilCdFWd3MBGprJa0BiLYG8f2o+fcN+mC7YniCLHc8LkJcs0UZWIMJShx72gqu1oAQKuYe+uC3dy0w23swFCGTv+F8GIQSSlzQOjI7eVPHIgUtQmT940cI57ZkR7LAMsYf8GSA0ZJKSZAAsD39wZmCp6jaxY7jrtvDIRind03oSb8buAvufgd6bidNsiYJs6rk56+2pJlTe2058vrrxjrQZ/dMWo6iQ2TnRT9U4i8xmdBqU2/Qq0uzhNStfScmIS8yfMndabaBPsriodZOs26hFdxm/+3YYE1qM9LFwhYuWtmk46SkpCu92+gKolYPgWHrxPfR2KLFIiQb6sjj0zLyZBd4HLjO5Fk/vJZB5eHvCB+X922v/aTBKtXJf3DfaqLwDLzq31wni6E9phaNQiYS39h06A6weTNIaInEHSKFa9nOG6Ecm7Uh5gZTRDguQ4nAZ/aygpOo3YmdiIqgU62A5wguiH2VUFx1DmteTkKlcWHdK2Oacqn6XEr+IvSe23VQ8TYk2m4wC0wk9NCC39ovMC9v7UOqo4QH81chBA47M8MYvqixtQHJIFiYAEfsYNa4hclo9FdF/pcjXLjeNUjms7qNurCHw8pv9QCJvV10+ZMhrFL9cL/UGwY9B5TNibPbOWcvmXUn2vFvE9apF/iEr4Cr+zzBHO5zEwsZM2oMWlCabfHxiuV4ySntZ/ST1Rf/9EPAJzAAAvBr0hTcxvWsNrmhRr/tCvY7rqKtoQy+Ez7CFa0s26wU0NlJ9YVzRcza9hH3QnBtJ1oF0bG5RX+3t6bSdRW0682/nyVi59OQaFRxBYEq6WpnLmZCENbLAReIVl27FeD1K/IQlr7qiF6anGW4az1rh1IQTxjByf+t5cXqsabZOVCsCR3eSWf0pP1i8CRJKsejbW9+ZOrJSemMhTLkYb544OWKvY++efb0txqlvWOLx8yCASr1MeSI+HNEVraKluQm5B8rUoYKJoD4ULduTRJ2w60mcnRdo7ilKo2PEyX6gsrXP166M2345XiKbzS3NeLMByDJXM9MTWvQNUZy17FgmpME3tP1Eu+1/0bEDnu+B16lXbrDK6HaVz9yKHzUc+8U8wLU6JCk8vXQ95fQGuJn0coHmDRkLYPsVrXnTP9KJFzsFj7sZd4QaLT3c3EeUwQ/QSZXWgw1vnYQcAB/Emqp4+iODsTKKm0hlAhP6QX5xLwKGEdKHgR2K1vyZReX7/XearrqgiSfs3VbV4dp5jCzxbkZHk5ff0VQf2W4ChKEZyvyTu4oKuyJthIofYxNfBFITVB85dUFdbuhuQfux5cBDcsZk2ZlMt3gU6M86qdVHjsqh+zV4ohetwOFi5jx8YaTjCVw4QTgc0/lwhxJ3R71rL/BFv+EYLmwfFqT0DbWKeea0MwDeeH8FBVg11PgYrVuc6pkmBVcr2XO/9dwxFLwCO5gO8IM/8FKaA0sB9xpeFrsd6Ptbwv/jfUH43LVHr/mBBtzvETVCxlL3kyW2MY2aZb9ZyPxoEpYMb8TAkfUzQt+kLaUqYnziWCvuITG9SbysoJoLzKuuiuTwxBgapyXUyz2R/9klW7LcASxtb29Bj2hvFPSQvwB0v51QqKbRk81Rg6MI2c/ZtqloDJY6IW/0oMdVoK+m27VHCcUWBepsv2ZB/LHADp5kjfvOYUD7Jfn4GeQEReEdXiukCdBpKgpKbrF1i6xcb5mUO8cvtKnO6fmf2H1uSypVntwyxvjB/ymP+GI8oue39tJ2Wcpp9FEKuTCClWj782jWwaBNjtEryTavnarx67ucEAaMtUvbjYeXP/KvscQaTjg0/JzXVjgzVZBCxJ75EvfGr5OjyfczSkc4xVEFyNgsanEE5/OnxDoWQka6KEY1yQrVBabjNdVD49ytjjOuprSzoJwFAP1VDJ0Swq8Yo+BymvqmzjNFSCt9ciLrKO6rSsJqAN/wvLf168B8gI0FeIprmJ12Lj2aboLtklyr8CzzjgaC4ilzBay1Wzpv5JNZslsZRo4xhhhqZZRp6rkYt6+CSDZSaSIEKRZBNXLMd5VSbQd55WDwr73jCrdoPuoKDOueSHZqOvvcetKsX/3dg9Lgzml8W5ICghSw4aWzFegbmH0tNlD8xWSMkuwt21rqEvXio6fiqU0RYazCjHNgflC1pWub03b1UjiGNGxmAXv54HA2ps4VLFkYlBPESczf5YU9WoXqrif75Dc/KnaiYT9Ry+TtVZNQKEujrF8t3fa0fHYXTH86vRYI64hB1DJiDCMBQlFT3IxVwzZi+dn44V69fn4bIjaiyBfZwbtwurdU0z3/+7YNQC7MJlcTEo6tckQKJdfKZIUU4/YCxV6CGvYePuO+X0fa19NNfcZ9L0NddkGxmggy+1vOkt7xdGmxFXc7KoAW4d0MeigbJcdpvlv0I1H36RZMJAhXHZnQ8szV8rqfLzw5GueJkzCrEVpCT5d2I8+fYypOl5ekpbtu2Q8hbKtigldI4OEtHL0vwhdC34v+EiTBZbsS/SHEGKdpw5tEbiQ5n6MxzXS2IVTL9gY5HilNe7Bk7Wx8EdsZDAOxVnVa8T6QL2hT+P3eHTBkwQaIeylmUs5diZ/XbCAxuSO/cvvwap0bkKwVhSbBKc1/cC7PteLj+hHtsqkHRkiuE7P0dsZyFYnu/LWLdQ61PMFRXDoYK5g7llhRXZO2LT3P68//F5X5h96Aly4MTvHxD7EtjJB8VL4vvT1LT0n9/fbGcb//PXIK1iz09W1UIIOUW9mpRb/+GnmxIgbcxnJBZZstPMwN9Zocv9cc3Ir29FdlTsAqHmeg6KL+/Xf8tgNZe5CUTrY5Z70D5Ba+/byOpxkb8EAQT9PByrgtX6E1UqRysOFk0BFIGX/b4yOuTJS/sAD3yWFXFqglHMtg5dIQNYKHBXDQ0COeO/K/4DMX5c/9ug0kVj537xC5MZHEv2uqf2auB7+tdmHOGcz0gBN+JivzUKpvQM3PJ5QtH9qaX2iwLVKCfiijvw0SrqEuLqw+oSI7eHatvJf2O7ib+pMxhNrr0t79ALLY32/nQFcr8rFHWFIv+E9WfQRP1fSGCvaaa6wm8KtS5Di/R0gqbcJZ2wh79zcHuqkkmIS2y+tkewkBqy781bP0P73mjoJesus8UoGrlpgfldC5pBLfjpoJdwu++5sIp3Ng8Mr0eB5klPkOIdtnn3cBlJRUW/M50+wSC+AnXAn7Pynjl782s7ahfjDSGJTLYtulVsT6KPOC4aw5k5rhHr8IEWfcVf1n0VV3EkcW1LrxKNsZXN9Je4KRanmcSZYHn9dNen1DYYTveQovKdAIeF+REKmplFyC/LPCU4vVDiQokajAd+TosDQXSIL0eFci5l9AU63J84YX60viftxYYvwPO/DrDFIZS+lSfI6qcDvo0xSqIYQeCAmOXn+rfRg43Kg6ZpWStE4Xbh2P/z+bm6O1giMcXrceX3HXOq7ZkIjoR8cpSqMGnbEC++ky1KcaU4kaa/+FW+OF9eXUQlkrIJHLgQzyZK0X8Tv0FZopJiaXYr1kXUBkfv4NeMuh3sdlUtJFkwPV9pBTc1dnn8m2Y8YYXaYEDHik+HpNivXJx8SgViHi4I9mY6DmHgO77qodb72Msqx9y3hr0TZ0Q+5hcaQH2wov7sMvNvGWVUVC/xwMVAU8V788y8/p5jjhs/a8rtx/nVmyx89PDgEb7gYndg8MQEpEh8WGKV2lxPT0EvGcWJZctBHVAyNILak4WGuLplQhbeKlsRgioxy7ItbRmvy0OLSPIvBvg8L4CojG73Qk7QRnnL8icE35RJFT4e8aOxyAnwD0V+Eee+iqx6+K1vZVmeBS4tKVXU19toAp/rnJVALpObdBVivowl8oxrZ+5Cd3TVkGD98l83qPKy1p0xHKOnU39Oa5cTEmn5JBMdt5f0yjxKIy2eHBMM/rlCff03n+z8oH0DOjkU3K2jwuNHiCPHF+ilWyQRUq1N29fZIqT786dCSukHh5+y6U43VxkcECChomDlZgnaYUENd1n4uNojEVr6n3/+YN9m428EPuiPY4m/mh4jZHRBExKm8YR4mjkmcvZK5jyn76y/YbDNJBAfuq7Ul2Yzqu74YFiBpNDxcS3jPswkNKe0/qOeET2+97pov2QZZmclER88yfaxx6Pcipx8yFGWX/Oa4F/rVrfqsXaQxK/ZtK5Wp/wmuygPnkhkF2DG9c39dv/Vs4n59Fq7eCipEjdN8RGSZOTfLp6yJyjafnWOym+v/LrgHLb5cyyZdDBm6Levcn3QFNrUmbVfCHz8NtY5xIAKUfJHkXhuVyauMYRuyslBsvrWhWth9w0R31ReHEvP/OQlHII8ZCxcHAFc4MNO4uiuKUGmCNq8KkEzuyzbQC7n9jMO+huECSXE5OUb6tkSZo6/xD8lLhKFSMCII3D8gNpzUI4lTnmI57G+MsNlzW6Jvy0oRa2f0qiShuEk1c9EVXYzBYQIVm4dEWVTksdolQV8UuDHhaqmzVfD+D3jpHL5JT5DEJYEWaKBpQhOcssUC3fZOZ6tbVRgpL3srNRZ47XB1roXDqlfhGnxC3/iWTN6zaBDiKUI/cW8UBiCBEa2FhBr5JD+up+Uiwnf3/h++2+4gv6uRgIYS4wq3i8S2Efa31pRmfH9hdp4VUPrBWcXJUpdMAGP0PGonftPaTOXQpyL9pcxxNO/0QxYMTDsBmzgX4s5K48XtFG4oM47WRfkeAEVqT9G5uMu8/ffHWxyO3pgDHeBMGwpv0pY0Q3KT0uU2YVA4bMsXgh9W5uT0uPPqSjRd13gqqqnulNw53XKXMZxTKgZA5oI92CAy0F0cP4B32K/eX2dOpDL6N8zjWk0Jb/eY8Fz7mjCuaxHzfJ8yW8cc99tFTtslyu9XBYp7aBMcIgfo4z/FV5VGpeZ599mNgTHUw9KZ/koTAqrtB+5beNK2mX5K+3lr1AqWB25aQouPOQwIM8qO38MVfWmKcZhYTslgjVPoFAfic2sOrmOUycYhp6GP9pX3O+rE0zAsYEpzx/Iq9/3A6cElsWyAkfq1avWmEAW8VbtVEEEjKudfp4z1tRmAFZsJf6rb9BPoS9UdvRkzCqi7B6F9FBHejzjy+D8hwTrS9nxpcIrRTe66SrsVciCfTkgg5SefZZy8sc2QaXE9uXTTOBah605B1iSnat1wuo3CEN9XzfFDLULf32JeGXgCbmXZPNd2NZ/mkhQYCkZLZKLHb4UfvuyxOzZ4wR+5gtjSSZkfdM0OSVOPeITGTDfOtGNo9UBNO1Jiy8pP1SmVsv6CdtI7gKrRK3iDDNlVIwk9DO1MVAlCcBtkplIb7shWIre8uU+furS21BQHs0eZWPO2WUGvShnpDCoWOITBiWeq/b4pv8R/JZjBD387CJG361O2gJsgY70qvq02eT2HYNpLw+14sZXX+mpQd/dUEcnlXTlRX84rp6vE8+bJfzAuhBxlDpt+sB3lmGfzOEsSJPcDS2gLGsds7b/NtuQPDkXqWQKUkMSjKP8YoPXiN/618SL287k8H+9xLhk8u342oM9445YD2ZapI75PpxZhvs+ftl7oCnKgmn1H0PBhS8oZgpfnZUn9uylA5v3f+N6UuGqIU6UxIMRZE4yR4ShbLW20gnH/QcSj2Gib9ExxDN/kqp8PlrB94voVGQjOOJZphY/SAK+Wcf5t1aOVmARvd1/DJkfPAgBuyvlXxeLTrdPX8WlKJ93CCbTITcg0MgzKI5pn4KbsLPqHKjLbHQFw7XYTLTliIRxrGpr2QlyyYJ2U+OZ4yPp/3mVPlyPZc0fDOLiiCJtcuzI+RrQms7oAPauAg2pLFJvUDtQyMsVv+QkykQhvV9kNbD81YKjr3NtS0mEPcvRlc0tOK8cqJcvhoT6g9rXqpdyQINzJ+fVvlkh/NeDJarOydS9opYJFdFTWAXWswmgoJmN8smvc3UVqiWAlGwRrfsj73r6VX3m51rdX6lw/7dLzd3346OaFAQlixaVEojMCSFiGbVSfYrA2g3ndx3fz6+JdWnLH/9vTM9FT0KvsnQXJ3BQuiM1jCaB1WkX6gn7qPJ7pprwOrXnNsCdK6OyqLDK1OImpYp9vuaCbzcZ/WsiQ0gEyqrDJTE6gkCyij6/MER6pnBAKIfFnm5mc8Ro4rKoUGGUYTF0S6kat/UlNp3li8Lph6HqBo0ge7qXjvtagiIHaWi4tD3/KX0SvKoJwt8Hvz2Z0gJr/0ZhGpXUMi7aekUW0s7aoO0mKpTJRl0j+Uq+xl2kE0GppaXoLH3FZxj+YDH5/XJEB5GmySRhO3ovH7upmSXP+bAHlPtcXN8ZQPCt3uEbomvSauvTyeW/fDxULJ6CtRlcjew6n/KS1wnraXqf//KTOXJQShWjY8NXI8qLM6z68zfZF04vlerxDcytizH4HWWqN3SNC1OsPs+OJBV02Js0YB/N1qDqJU+6If5UF6slCW6q+Sp83QhDMlDAAlQu+kltV4wNMLdF036N8P18H4CX4o6uf2QOpfvHLn6HxOTSweX1iaufO1lfXVd/+v9udpvo4aswRlkHygeIngsXJPV42n919ezk0lZHVa378wDD2F4l96JSOtIhQozVPzveShSwu77UaTsCQ75EUraPVBt3DO9V4NJvcNg+QZlz/Nfisvy74BAVJ389Dg+F/zhUljcQ6C62WqdSMbtb6GiBdEdL3amsxCxoPaqRgnQRO8ooEcuKKKWkxGwKmtfQYyP8o2CmufqX/3y91iRdwfGEBBkgx6uFfT2jCloGwfywP/Go10UVMRQjqR8PT7a/mfotBWpnUxgrAU6HIKeARYG0olnuCzFEdAK2tmjNCIAHgXbCcyIcqsBDDQg8zpBf34xqCwgtwBDtGTRQXXdHovA4PBFn1rgXKHodpoFHPTkGH1bVy+osCLTPsbxR8/EuW4PNcvJok9TgWc62vGRhc6VXuOapmYUNE7ubZaiR/3OBE8OzQ2FnsYlfGHs/JkbNamkMy6XacbZDZkyZH6gFdnHMf/86WG/HKky1MpGXJlgjtEttTg0er0IS/9ItRAyRKe8vTWWoDJHG8Rrr+MCRTzPa62eq5ePFsffjNpL2Jb620w0Q0pLU4n8f1U5TIjPRFLEsbFu6j7SEUPrbCD4YMtKBUUOGh4+/klytkb/vLIXQ630tsHUrcVh4TxzI+GtTpyU9Lnsy6hX5p9gQs2zTgDle65GF8bd5W2zYpRTLCyOhF2e3u20Ir/wRMVyOnrrHjOksDCd8q7zV65dDq2i/WR+MTTebyf7Vx4oAw/a/JocihMzMH2dqxRDRT2jVIT+7bazfKhoX13+43jDOMreZw4hb3Ny7wbSQ1HQem0x1SOMKM9OXz5N67IE4310rji6aI/iLfQKT5iPug0P3iMyHaFyQz+eKSxToM49LJQ69+I2/KE0zNdTbj7XNj8i06oBI8a8jLcZQ7nzPMUmLdddtBoI5uLnu6203sd97sQH3J4wakX7qapywN0TxNzY49WZX4y4wQqAAhWTNc7rKWcOsMpRB+Fhcj96kyLKe+/w5MRSJCJCRFC30/pXts7T0vzvK0iB73t0LRag1Z6ktTcgq9Tse9wbf+yZwsvfJcZtApCb0oobkyMUIld7PbxyPS9mm9vIB0z+OHA3un5VVX7lHTfCrsJKiKyWfoJPNjr45kBDs8OGvCzlS4EwnnbLHgISUqUf11ToDvGOFhtbtbZYKEv9rQXfR0Tb5TW+TE7/ZxPWRwGOFH64u9nKS4Km+HMPEjg5AvArCWFeke5TRGx0R/H2kYcOrKROQLbOL5xqVaNRtCV0kSm1ktpX2AP4rPIOsD9PE1CctaNPV9WmRfqEhDEyQZBN87vnftJz7L14lcHerbYJwT0gyN3OFvKLwxzUVPrzfMtS3GASMSrxTS/T9X+OvA8bXUunC+M2v4jT2rMH4Njj+RUKGDsmuMWrxUl9OmFWy2Nmt7j2Z+HfGW8EYWplXNdIO3xvCHpkkAL6LNIb6LwRv1dM6jKf6MNJe/ZcQem8eJttGXmzi+rF8zQ7TW7Xnbsdsk6qo0SW22hQFo7LZdobl99zilY+HOqm4tDJcpJocRTqxSrZzgTWq/KVTQMNgcNhhGxQDph8421NozVKR8ry8Cko74E8j7nHpbOhxdOSHJE6UJg0YxlM8UIV6EWbTLmqRCji1qzS2n/LnOSrdYRiBYbzAZT/S1DpCXYHuw+LkQOooVb7ypCq+xA6A3LYbmb0kLIO50EsbwFz4Yo7WCMTxZ8phDc6vMIY/5Y8fUeiR106lyS/zl07H6SujHzfAKP4WV2CFv9rKusjNiYUI6tq2oXCchkBVY0CazbOOUT2p2QV/2Mt2Mm2pJ/bS07m8Gnvt3FzuzO28AEB8cJJfjk7u8bmwKT+PTsiiIvR8goa7GNgmRuu4ikn6b5rEAjZ7itXzom5fx1gU23eG3wnzlYIcsa9ej0DLSAqJs9qxMTwIgzaEvVQiTQNsFO1mfv7ym6Gev53S+wgkShhlhDDws+9b9GLAcXTmWJhbKk1c+w4P6o9rjy0+JkETxUL4/9Z+sczrecjUy21oBdid1b9+DPBjpeF2BRHrNIBMgOwekmUR1Khs8c3Uu19fR4SMB4XSDhtjrEG60Q9pHnC4fgSB2tbjdbFFOZcBXCoI4lev3JauXqp5ocwhCzN65pdnz1lAX0SNVXdYNb4iKvJVYiCRplOJnSkgPhD7OtuJdxV8T/27144kbEthhg78VO708r4PKaWEovmiL57VAZtKetCq9pBo4U0UjQbz0whxj6ZYhHUY9g1+eZWwr5exr/I4SlTYIxQT2pkjq/cDVxOpBBLxihbDtSuV+a7UZlY8iwKqIZcMyrTk1tVoRCJVzmbtj6Vw+egOruVrzqDkWnrydZ0Bx8o4JbZ1HXdLLRDq1xSLXPNKH8Ne0nxoYpF6yc0Hbc/2UgaNr/77W6X6FWn7RPEfX1c1HUSzmDy6+DctuddjEyZjA2imtkAJYrD/o3b02eIvmilEdTbaJDp59NIVD7lYut5yOvGWXBQjsxZKpqs6wS/z7FVjR56vp0bhSutEzWf8ul83Bq4o96kDhWkp/X1DHPHCJn4/krCdBbnvyAbDrbNlYVqhGQP5NWTxoYRxYeoPjHLDE1N2NLLHlDfiBmOBiIuva2OAuQa3cBfHlUTPHkU1+DQLtxHn2ypCBAqk0Nk/Jgd38zjimAV9q3lP7M97TGuXSNA3QikIIYkKpR8VRSm6nZqI+jVl+Bc7zXEF/nyqQD8sLsiwF/VBPGSnWh5z+yGLdWPUd0bFmNh7Tz0KcsLPi096Tka2d1+7TuHWQo1p0NynHRb77PiS/zCdQt8384W/TLEcHP6Bl1n+d32HP/wSTSRmRboqc8rNaGFGAkayFnCJEu+VAW0EiGLSKMQlLQSIJdGUIPDxj3suVj3TphYIkaA48UfWm7/9rktJZIdbmf7LZQpNpIOt6JADNRxZp0TBWwxyJaJpvWhucSi3VxRsPFRCSLCaUdtkB1+ynQXJOatnyoYCkggGPGZ8wpsJFmxE7aiJHfdK64fiIXcd/EVozDnNl4L9FrhpOm6e9SeDBQn5kl9J4FPfoP1Sc+/wuR8sXjp2ODzaGvRUWq7y3MnrJP8sxvxniOPnmDGyDJlAYldlFKjKzwUdc7tvmFGVo6jXVXvJKxdqkPlQXTTNcMFf1nLAJJ4cXM50O+JvMOiqCder4w25sVli5F8AQsW8neg/R5eVF9GJzMvLjKNT8gJOsr8aC1y16unyXuBBAfOFq2ZbetjpJOMHnxX9zMK4DllyllyykJH3t4bSfggnirqCZeY5DzLDcYyd52We4fO7QoMpRV7Y3WlB5vgSLKcVycbBOEfgaRo+eKc3zuq2pnjqjsgit7ziHEh2PkDRLmjjPdVcBZg4fbtwUtYYAhDKyhS3Eu2VdsaFp77DwGMjw8rtnSF4uW8bsXn/8nq6ZxAMg014QDHkvq7uMzJM+8HbAMEFrudJWk+FURxoS/EqQ3E+xCfxU5Z0bmEpfeiGjcw/JeGPAIcDGtmuoq7M+F3N5EW5OB175J8xPztacXawhZRVLM8c4xxZwlkcGCrFYI6jeKQGzffh06AShJQBpaRfvl0zjxb+1uuD2+3ZWtTRMRMTcfAsYkGh1qZ8AdSwwZcuGJyadevVktGNHjg4xhqMVMkLfL/Pf797AAfL6mT7AmcvQCn5daRm/FtfXEBRaqXhbMOK+9L8HiY/c+oCXTslPksRUzTT/7XB1ag5XYiiQaBlXVQC9tBeLT31btx/mBgJvg9QuzFc2fyWHgv7uhVB4HSLuRk4JJq6FWWe1Tjr+gsh1k3sfbmXYo8KBZeAg1Zw9Vqz+p1E40/BUt+FlRrdMLpZ+U3r62K+YnxxDGz1n4K6lqo5i6qlgjym+hPm1uPHt69Pi39Vgd3m6ufML4viRg2khssj7mHll/GeuXxF7cJYjr6w18vMxkal4GKP/ed56LyHqOPkpv4lRJsixXirY7Sv/WI5I6n8SL/A6/ydMSt4yvf6Uk53NhjwAFiWC8YOnlvXjIAWJjiNEgU6923ZZapkyG3cg/hU/ZEaXnRb3R9m3/bJwsirQGIivq7xwBv9AJGnigUMhQzvV6JRnwtXvQLVyejOj7/pgXYb074C/hUaPMoq+6ialsfZWaMAdz5nmyEOWnNFcvmyOHmgd2OXmav5KJ6sNjZ/p1emevUiausGxp50IcsYhux7bOQwZgsbcvXwtNmKybFIy333YJUqm7AbX/mX2zvrRUdtDziPJPZLiJPVWaU5NpxZGGx/xfwhHb3P9FuWTNl+qBhcQ86GS/bTw8hVC5J11JrRmGH27/oDixFy41vDKbDDBxPhIHtOO1rFdCJx8AGvKVk3U21aBYfF4JjyqCyCe6AY4NN/jKkTf4Hikv3qmbvfqTByx85nkzypeA1uotY4VzmLG9hVDOTdYjA9oFLFvGq5tKHLSTVjM16vrBB5hCFPqBTxgiQR+aqHLs9jWGkgZhcQ5n9vAE1ySJBUImcJHpPlFmcwmfrFYhNhJjcYDXRWufoLBpNIG5LYfWMRLZpbl2lr97n/zSVrAt+4cabVR+FlCjfNhCkzna8HfyEefNOBdru0W1gbUU1jIfTPWj3jqByzffSgQyLO+2Glm4qf4qi4rzA0E+1IiDCJpPiTtIozjR2OQOv4/KJgmC09oME23vX42Az7ouhSH38bEJzKRux8W67t/tZHan/V1+nz62TPuSkEbsMmm0q6ffxLr2PsfycrEJ9221y1heggzhHI9vIDBnVgZP/jo41NrcEpZWWfz1muD03BT2EvOQNTNwzlZG1rtpU49QAygJxAYW6i1S5TPG0IhOusZQkW5AwUw+nZUsLuxSXuqw60KoUfFxY3tvZL71KJjONABJPvHowXDNK4/zlaQFXM+ALbGKaflNTSLsp/N2RMMVOQSeqp0pmJia7zXz8s0DjFh8srZlRBIJhVc1+vJms2RhmCqScumddxoVWqEbT+5UcY9KOGdmNGNpts6G5LCzk3YyHxgp6Q/tHvAtaX6Aa6jUOf/6Zf4icNQjqkPcdnD/743p9ZFLtCh0CM/hAPNMtwkMAbUkbTbeTLmHXP7rs6rc6EuuKZtq3vER/6dLYNlq+f+cs4D1XtddqKlp/5trvhl02M2eOaH5Cs/tJuzD8vzBaxZgZeZsDmmf/YD2B//KoMvw9E3U8BuvabV8pUrFC/rxtb9HQMvy8x9cqp3oyBvZeqZ1umKgPvWX40zGG4g7uHCORR3H7J/RcZFpqHjiWYMftAjZxSOysPBV/exjgzdsXT7vApDTgt3BuzRjHxafr6LgGEBTnJKRo5m2VV8vABXKe5bqJhjdtldnCrEr2k240VdFQoRHkCoqOfutK50B5/pEBNt0wi9JlPde6szmecdJ93Au1L++xl9tJnAl9hLQTlepa7dFyAVSD+qLumzaI+4MK9gjut4aIS5w7J03bxJXNBatF4IWkvHTfifdP+QivVSNdWF3FXZIuhyzUeCKlRmcUey9rw43okSFKkLPSgJ8DIbY/++kDHFaSjl9tXhqNVs+avHHOlwS1GcWpRlJtziY4z5DQVbLGDvGxbbm5qeI+QdlpJLUf7FxL2SHvfYGqUdiiSPtGLNMOE1JQzRCeya5wYUY1OWvtP4rzk8/3I5MycuDTPGR90nRR7FqzzPPj4CQP3YSVsOsFcKZjJ9aqr7amNH/RlP780mX7Qh1DAOzSQi2umONZui/89dkuWhpnVlkDE2s9rd1sikE9SlK4S3i2xc7UWNtjHagRF4f1jUMLJ/Cyimv+Y/X041CiXV7LuY9Tf1oLeT5gQ9H58aLv1mafm7puOXvWCw11NrGWsQFzOkOevSFKSttDSA/NFxJrXOLl5oohtpfLHSB7txJlSMBjmVKMj1SVKZlfIEP/4E3BIL4PqpQBkZ3F56bLbHjGKIlZOLR1NKJCl97g8mP6HputYklRJgr9EoTmitdbc0Fprvn6h5+1pbKytuygyMtw9pO3YSoHZXO1XirdVufYb4PoLKynY34o/1m9y8wpfgNWBQVELmK8oMbOahU4poTE0J6MWFn85hAUfdPE37RA3QxUyCFfZEEBcWKgeT53zSHf1THnEZbzqRNU5h8AH2fJVp7PG5WxUpvBgQBdV5CMEJeZLm68p41Dtb3ESEDsma8Wnal6YjdbN072kFCvqndnTESLzyXIVmO0pBFIBkLjVRpazZzsL6JVdmiBkZq0yHELj+Jh+ViVanuqtPspkqSD0RJV7m+J8fGwf6o++AapcDfTMGh77sUstqYb7UU/nG+a9E15p/PGPLDuWBvptvKXM/JTWPBRiwJoK7iWL1AX0Lz2hTnI0BaI3+RsUgpH4jw+TcrWHe9pc3+Rqjrlkl8HEx2xNpj/am8yAThBzdnNXVhs/Uhjg7fvVpAM0ghIkAxTYDbhaKqMmXww6RwxFHvS87RENhaN+tbn4t9+ZOxyDhsOLX1MZRlmX1NkwCskMjRb1PGXyVZ3Uzt01R92/FXCTIr6kzD6iD1+tWCyxDGZf8bGnbAmWM6Oa5Ve5QOsnzQ80/3Ew+W/xxWwgUgkiMs6ZEQ5RQCGt2oSfDuBGSmxJ11ZOy2tUrzi9WVUmWj8kxRRmGSntKPgYHIBWM50zV0D2BgrLQ4EhtoMKNe+Hx85KpHEfDMPdD1Xor3AvmmRpOBIMU0/lXYywAplv7IDZge5dFGOjvTQV0dVzDpNS7ecnohf3IVNZijWz2r9MTJNcCGhYfzTDjOj0qfKSbrRc5vGbgamzb5zxP6qDzX/7ZudjJTfs82df9GndRyty1mJDzlFU/naUewon4ayKy9UaZHYAjUtpNRMT1vTgo+OEEd0Gajb1levlYsSkp8f83dCzcM4u71EPYglowjsmpF0leEWmZLxPO9PpdxY6szPqqY8QTkxVLLc1X1uDVlOkPb1C8dFHggkyVSn6KjiVihRHvmANDXuW5oLI46XHN8EitmS9SqXxTvjoWTTyyZ0v57tx9JnPSTalEznwax9Gicy860bJMj0BHGlOTjCdB9knq8r+0gPrXENq2ScEiPnu34hrrI6xDS2FsoA+ZOC0Fq7y3nTg48xOp2loiMT7GLb+gqKfBMt95kCGaW2u0+z3vwY6sKEOlcqZ3a7Tl3WNyHNFBIHtWAEKVGB0WXanx2bLIB4cSF9y0pD8F875v7bbi+61h4+hC+bfMlB8MLlatAads1agoEazs24feoWiwUYx+Tn5XIF8XYNJt2jjVmCVBsILLvoGkWlX1I5cv4voqXmN4kOk3h3fyNtBwkjxaGY12Q39+dsJxrvJ6R7WpPXbGMfjOs6/WsC4mgddV49H1G56uu6lwJ48jP3SnsjM0R3rIOtfMR2yuI3N40UMDwD5pdPZ4TAi018HS7uY6VyEl7vuRvzUtwOg/c2PCxZYl+zkROeH+Y6gsQsxkuA99M9KaBFGeiGN0N/3Vr+AUGbxq8hmYZ8t+gylughCfTvN2xQj0WSK6KhqRWaFIQL8KXE0TDDtWaYwKxr4b+azqZeCQDv4X/wsVzz8UJqWfNXemoe1Q2KakTYDBwTW82E1Qzz/xa9Q5uB+qGxLvMMxklXQHqRmLPgF2HHMHvyAwybdCh4x3262r1X/ztURcNycq4sLH0YQ03YdWs/G/t1gUj5/C13jMJqAAn31HXB8sAB77TDVGwGfOWFnQyJ1ogltdX30kU20uqpotXZjxGz7435dpfOrsflcFEQ0JpvtbD6sNvav87FgVL133yOUlNlRaygYcK8Bagf/y9xbg0iww15Rri5jmTvNUCB+tEBrs0bWXi5c8RDMRbh0idvRGxkiWDdAcHnHQGh1uBnhF8jXjIGbrAbRS43qdE1/b2Ik7UYc91QIf/d3PzxgI1NblZlGmu3fjK79TkaJz9S4DcD6A5eyVOFC7sbFL7DXDGP4pDno0QzBc2fryll6rnCbrBejvvJrnbt/35YVTr1oHmVkN2VvUxNHVGa5/FS8c1JPQw+fhpFjxFgr2f3aOMDZee19/+ZOUyNoutu9kMHJTuF1+0CdkYUNzKlzHl8Eim2KJX0JW4MlvUzUWZ710YDA0gKZApz5apCN1vmUYJrQhR8GWxIBUrIx/u9pgk36G8hGcDwC0NgP1GFzKUfrO+duYB+krB3suu/CDmGrGlenfZrIsdLuFuP5d1c9pBcLy03Ism3KX1vuDp/bLt3u5DF/5cnGzEMjdRFhDeXzEF5fIc0HpoZcewL0/Q+lx37viwRLDC7KUSMYj2ZV1bYB7EKVC74CrJ7UqGHJdtFoBQIFZ9zpbQPNDILQnOCrnPnzganGYVzRrfuP6taTijoVieZPjIE1/X6Nm+ibl++nvFBgu+f1uCOYX2RiK6HkaSjV4a50Cz9xFFOJgO95B748LtjgVWgOPEKvui4L6Wq1fcdcBFO2Rs4joxFeqax9L+wvAkJ91XXl92cJt3gR9FYkyDBggL1+Rlb4QTEEQFAIMaQq22FslSXpaSkMf2mEz5YDBj3H14HEGfDsJ5S3pByKdsI78Xba1d8Icld1CVpKMwuWmO/T2MRLTYJIx1fgL9/Mh35Y4BrHDD2WBkpbgiStOca1cmwjxdt1iw5ybq76WNQk+PojEgF89agAt0rUVk/P3ri7n/brW6NXQ5ivi4M9TLvmWdOTAUTGzzyjn5KWywOsMPOSGpuFZNVRf9d55jDYi4MmMQRwjaIwryHeejZFaupx4PMrQH2MuFgnQMiyIaQvj73qsDdMcx/Gj6l+9bMpdW5bsKE99FXXIKdYzW6HO4X6zVDiBpE9maWsQJq9jr++LkbJnYBx03kcL9qZ14B2EndHLKQhK9sZ+aaMhcOhWfioJYdUrkLoq5nkYknR2HupOMzGVsJAsOpBVlpFkg/s+SeFHWM1r18nXdjFdzUj/4SX3+Aohnovv/kb/3EjCWZtnYC/tIVGtT9oRRnlQxRbAQ4rQdDCjBRGqcTN1VIYzXI7LFkgh+lKkuICPzHIrK+FzzptO2OIO2Kna4q7TbdWCDJL3Wck6pZkVBETXdlhDj+w+2X2akKqibcmmIQrGSZI9YU+IMY2F6BaXlUKw4MZL/Et6ZIQUie1GniN5DOh5BOhjodi0qz7PJ/0hx7qK/DqGG4LVClfaTjOCUKPigRODwDcgt/Ac9vPCGU/LDWhOig98Yb7K0dyYkMHvMjjOMxSPlnwrUB2GRRvg0AJjc16xtdl9PjeYX8ZRw9eMtamKb/4gdHpB6ksCnfXBxginDT7ie8J8ralsmkxUwFpWF/r+UzNxQz3Mo6SFFFbswzsRPcdeCk/0Mc9BsgOHAg3eHQFuBof+BGNafEKbl9JIOBKUrSjP7CNaxzYMfzTZByKKWggJxfwxSchYb+YHEPiwbiy43snjYCUDLXZ+XepjQEZOV1Ueatnjmdr1yUdlx8HfLfAKp1xVULnEpkoPn2r61HA44dA8uKtanOr9Je0llXWLKtkvwGTbSQBMJHJUfwbimKEI23sGrMGZoq5FhvYUoqvCyCM7vfgw+9JCwE/WGOa/XwMuehKzCD6PXc/clYiMM1yV2Rq1q78FUBxZfF+TanjWDmfbAIkNtWw1SJUM37ONKC82g7J3GgtR02lTZXax7ipY5g8a4/oLZ2X4MHReKjY1T9QtLjYtgrJ/0RvkobRfCC/qAH0SknJsxHzMJ/r2KofRJd/N7MefU8CRz/G3d6G/NWOFHaV3Kiia5meld6YZfp772iCN4GUKYLaeqIRj6dYfvMXqIoOIMr2mFfzGxZnOBWqm0C45M+q7YNLwxb9OhDRl+7a5eIn2rhMFh+IBaPiIovjVNRoRSmjv7p+S+2TNorB2Ba2iFYrCDi/etKJJeMGNwsAzVRCfWnl50cXMu0AiqUo4Ec8QOwXEe7WYKOLG3KPbmkoQ+p/ZLDQ+/gCNSx2PpTxrmDiuPM6wmmvJWRUr/+KW4fgju3kh4uNA2+A/tdhbgwaSNp+aj9fKcQn5P8rlLMLgWYj2tk/MfILr5alKq5csVKgn3MsPeHaDIDIBMp9Me/Z55KqLloFhJOsPFGUyx9mPrd2qYANznxvEK//DvJ08seVBteSYyU5LOWUjag6fLmufRVMG1ljKeisqDznYoHNlMGcWdmb/fIMVnjFK7NVx4QFieVT+TA3r6otBUZ46W4kp4D/C5td+XchTv/DN63rXklpXEXLfYT/+9GXNUWG140mrCHUxvQ36IpYUP9QKBIlCbwzpAG+vFkdWCDUd5X7q9TCtZI68znOoz0fgF2WQMeEDCTrETCkH/HZkzD1DR0yyzEnUZGCXlg1RdCOsZD0aeaI7YdVHn4ZCj4tP+XAqPheJxX7t9xDAdmnRSxCY2AiqgiKZJ4iRqyizD8d/dXC1mls2nS52vHTZhcLsvw2hRDwLPO1TViB9OA2tIMJk8lBBZb3p0hp/m8ObSdw5CtNaoICGNYrKZHtY65H3MjTsztzdWspJxU6O8SQBP4rUOUM7DdmpmSn96medSBxVMiBGA3+BPT9MCNkxL0JNzo+WDmkrVeH4ucwtLQRnZFhMUVkyJvZsfzqQzVrFR89bHY+etq5leczvVSV+VKk0RfLjcFPK7O6FBXg78cNHAL9TUDcHKH5gJYSsR/6QuMkskkGolaEZCl8/ayTS7HVuAGoaAGqPMhg9h2EOY8dV8L3cyn294xHvHi5mrfnckdEDjB4oKtotH3K4Wp4AUmCEXtFGU6JOhNM+NdNubX9nkBHLrPpK/fEGSF3cHlKEz1iSbNqPjDBoonahCLrcMwJQCtF1oXc4UkfD5jbL6NHDWqfegCy39P2sns1BY6z6iv6xq80/tHAK3tbgD852q0IkXs81uok+KWfPntQhTkevWSaUFL/o2mc6YxFWs0le4rQe8q6K/a1dOCvcnhk6U5fWkpWHVVWX0mppWLAvJ0ZhaLG6/Mhz/HX5Y95fiBqAgCxJQ4+AVm5krWqgazMiyCroz+FqidDkshY8MSE+N1qrphZ1XpfACxOrr89Am5yO3Eg7Qda8ijKwV8PWF+F6inKo/N+mzX23t//Ase9yMNftOcz3cKtdsm1oLJds8dt8Jaak1VD2iV9H3OmKPxxTIOHynq+KTx4nbsrsJgoFYPjLLIWsApMhmE33Ox1tuvDcFAD9OEMP/GMVlq/Gjt27ndzbYFC/95Xgq+qlmVZhS16Oulf7V0j+QkJtakMcGorDCtVkRQIsh5fXOF7wvK/nUr0lG6krJRSt7z/kuX8ZAzWdNsE6sTD+5YUIEl4z9GWSEiKR23DpLCFzYCxEXGnUGo5kFSVSdynzI5eJkEBZOJOdHDRhVUndH83AnlI5y+eVhkkBTN5MgxLnyjLiUgdgB13RKpSBLHizy8fsCfJAL0Ssp/usqjzZyZPGYHqPg1DBgxcnRrK3p0XTSaws861jTezB21arqlVZIF/GQS9Yg0ik5/XYKbOlpL4oKP0VJnlJoDOJOj7mrDZwTIsMkOtE7UHySRIofmX1d9CrWSpuFMMxAa/viXsWrZm4IHpY3ZeHtt/wbAm87L8eQ3zF3BUMx/5xgBWmyuYCu9eEbkKZbEGbmHsXyi/smumdrG7RLlAMuU8m0xfhsPfJBvkbzpDqw8Q8JhG36kYYSibHWuMJwuVn7ih9QduvaPCD3h6OnJeokh4ZcMK0xeg4zSMDO39iV5wMFeGVkEjhogKKvmy1NMYOXcS/O3Mpgz5F+b4xsRR4Cf5oJzCeXggnybEYziVBp4UZxIJ9auQ1qv56HVHi1YpYIUIoWuyhJ+qMVPxuQ+dcZkRUQUM8X6JAPV1WEfNL+WsO1USie2RRMJjrW+Vng+llhoNFyRVIze/7BZE2KVeiW3PylMLxy9x/htrL8Mbs73+ccwQAl+kPs+FcToK5ycRsuN8tNN3JhwhvRcHLKKuXoU4NGJ4OZ51ScIcf31owQcktTYnWImSDKhCPXmB53tWq0QyiwCNkiwYNwjhe8JcIHiH3NqCGbtb53zO+4ntA1qbqzBYQD18Igb8GqsWgqlYZ9sMr/kldv4RrcxhvgAP6DaL/NeXj3nzygELLrS9DjCxlC1UNg7eOtFMuHVA/wzKlyTgDBVVobrYo5OkNeYLAPK7Y0EaZhrXIIBSDNxqR81wt4fxuFoJ4IeMG0zqMZHhJYyPlyHraHmiJ0zQZFEPfYLkKg5UHmnfvZNepv9hSc8p2cDKpw3agn/QEmqZPb90gFIOV/vlzHCaZ8qeyoHLSmVaVw6Vp1Yv8aJ/ccI606Te5q+doF40JIzZftlh9FcomW6I5CN7mKnkTx+EORF4fKq0CygtUUnwOpS85Kb5VJwMJV1A86V2tWPPP49haqaQYRDuFFJ9lkEz/6tzlvaFO4ZiOl9Y2+R8szoGHjSKLAdTKMMqOEz0R0wiZ6aI+6R0cq9DokGWG2W/HfwCIJn3VY8GztUnHYD62wCgr2Ynf0LOKNrDKA2zAHYwiYkl3N4HKM1t0sBifMr6L2FF/L7w/I4cDB+yror2z5FH20QV4RLoKb6Ke958HCn+zFee/z220/jUzslwc/mP0uUyh8F5RUJJZoPuy0vQODMMAhG/5MeHPUjgfAIuWb9oKiUDjTWezTZiKOwbUkXOYx8LOb4txTK8giNkG4rZfOcFqVrG8aql3NK1OT9oyaV9hUeouI89TTObqocr0NToz6GqjcFOkyhRcUTWvhqDgOJPaGmZLAEnkwGdHQ/IyuF6Ytd2UOM4NFvctrM4yYr6hwGEJGyBDMj4Z6tBfE/P6bJ6y82wNv0oSi9F3FAhBDnW6xfT+TEslssvDfEKBMqvHTKnwxZCyx48wEcjAih/cZHwTGLmeeJJUdnfliB52U7fP7mfbcL0yCB07hiw2UoS6RDtNrSQt/7m7jPt4BlZN47H6647VxAcsD/eS8LxhzePVXNw9OAWAnh5o+QPv0acoRGRKnxfw9FSUWL1UE+LL9MfQGwZKeGh+vzJpFLG7WKlOzN8CUjH2ZJn/xcc36Uqzyv3yzGpkYNmF1eOHN0pymGdbfnh/xx/dnIYT8wuK+WU7JZ+U1q4c6lqJCgEBWIyAtnJ3yv1rI9s/y0kBBViQHDPBAWlYc1uRBjKcRhnEMXlE3DLap7x/tVLU63wN9WSyr94S/bHWvwtBYHDFCHzsl94hHmZQjjgVYQfClDRN8+H25c557bZ0RSulCuSvX8k8RPxdKRuM0BcuyfHolbvSau8NKoFGwRgmSj7ffpp84q9/IpBU0gnMhU/1zGYfuvEGcO8D+wdd+YpTQLtb1VoI9pqwqPXWg2m/+Q94FYxO+Rj3ubiZNutOy6SJc6uJlh9+cuewx9uzcdvPL77+VSKmLhuosgp7F+xj0tqQDDjSJQ7C4LKzohb4NvNvkGw5BwiYf/MKK7jLYl9L0LiOYMpBDoFLOBTFWR6DR0rzXZRTdbwqajHru0zSPwCB21Kuub8fWSfbfglxBwfy+lUhDno9hO6sp787BHQ+7Nh/b58FIygq1aR8Pbycv3HF5pNeKB14K9+9scl9p0G9QA0DzhCF5eJMAIIe98yx6s7AnLjNgz9RKkeGVhd5yh8Yj9oxWSd+CPxcabCWstQvu1T7hadbv9bCqedPYKfilvSAehA5vE1RlGGq2BTN0ZXHMoPIh/rT33RCv6Uw8uN9Y3C3Eppslyc8Oz5oQgA/JVNsfVfNzEYo0UAKE3J6BH0MrzdshCznMRuJXt1zLWKSkgKSoMmVHBxInuxeyBy2wGOUpikxvQcC9xp/60lIksXG3Knb9O7dHfeFav38EWv9zzg+2H6cSZKWJX1N3lVm2K/A//mZlRkBawRGAMAaQey9TMsOwF+SUwpSz7d9w8xrHXgmyhmvlzeKLqIXAbna6NIxjDP0yfF+LlKTjiAMoDhJOUjEPAo3/UsGTRFsUSP35BL0XBz2u+ZM4kqe9oDkkiutE5+xa2QmYs2yR+9Ibap/yb3Uld1KqduzhDEojAzvtYGCZF/9kJVvVSnlVTJTfOGVVe708u8hEr3Y3Zo6XQ6DXg2ejNz7QDC1GGsD9Dji7br0qSyuKqnQI9zmqNgSlfs+VuhEVtm+FQ+RyJSTNCahedF+zoZ3yF94d/CqWe0sP8qfjLHPYZBnrHfbIj2Sb4Cn/vZThke51VS6LY08WytZ3u6dQjS4WKcjnWKHC/doOQMVDZ8oYxF+r4i7anfuGqujXjtb02PDpGVxVHEp/11z4dI+NQkom+147UgRdws3KUNt3VxrTJV0QPVn/Fymw/eZo3MybWE2D4h0H5ZgqGnQrxntelfaUmNSwX0goTV2KYeEPPHuJbqPijaHm3KPGdWL3k2VzlAifef5tCWNJlW/OkgKmm0UT/rH1S8Gtx25r4FGrRw7kx/4oCb+BI9uzjqUfvnxGNucwfOltjNR38BDJEyxR/jdPRwWL4bx5qHzwpg6SOOa6+GUg5+QVOr6XC1gjh56L67f+FUKxZerH61VZTo7J9LSsqZEB6TjvXV3omqfGSVALaK95alqOiKD8R6yo6PHGfeTv6t/EGgT4KPd6BrsYDRbAtbSkaCdwXKunCWTJGs3QosQr1d+cOQDC0BKS2Kq3WXwbQwOXbyYfwxnbl8XAYOzaZRO/z3FR6zImo3gjBg9cuHSWSrGLsIXzufziug4ZblWtKlK7owXtesLPjdcT/ihe5/h8FUdE5ZZJm9DIRoyINXmh74PYOQkldHOqUsQRs512gnz2eFpsaFncmBtLqeB9oluwXJ/aWkWPy7MBQxvRcPxF6+d+ZSl1GbZAFjwwaBL3NcR0C8QW9zrPtGEGM28yjbz33yWk9Rm4UTVkORdVL+0SJsLD5elWT79ByBfnqvlmpgNndfRYuCk01adB3dUTjCnbvrmjgY/kfaO3Dm0hqmu7ZNjBwigbWIBXHca+fy0m7FviBOCrYfHy9Kkulynx+pRr4nYPTwbZYEQWkRUs2OD/EH5IVLEcnTpxDajZP/bNeV2PhKpBB7tcr3gGBBO46IAl/eNk/xCQDqK2BTnM4MQJ319gPkpPtLCJ7yHYLM7QSFMlfsK9Vz27de8ltWBYea2h4klv7dwZKFXEWKezVbcqMTeiY8TXOIv9LqYj/3YVcU7bAAwNX4nVm2GAUY8sZWHosT3QuS2bLd/W8cLbNaeXkH0xT3k6CTAk1btH8UHXx8TJh8fomZ4iQKJaxZ/Ur1VD1o38F25M+t6IEty42TNY0p0snRJExaTCRHHYGkXrUcod/b1IhHQpHALBYl48o1N8ydj999PR5jRnY2PTqSdD0WBRlE2D/h/L4SVrWTA358xX79FvM+jsiIND2qWY5jxJc7B8dbrVkSEHZGycfmCzyAdg54RmvnFnYCPgCDhvb6zYaQsIRAtO3zhD/yrJYkpM18WN3O9+ifnKkgMZ2Fi5eVsc56qpNiNPeURGWhQBGu/qsvWSAcO2IKx5amX7N89X4bQwhDHJgkS0tFSbUqWy+dxpluqHphx89GVF02VXu6aHK9u2IY52UHpzTG+nX0UEFL8Ipvf75KpUgniAfFaQqj9q90TOoo6mrDkmQVVcDbNZsjctwXRdivZ+bjf3kPoaRI/c1cMoRMHkBeIgbtEAClB4xA+Gupj7xqTcwr/Jjk2bxXSMpA4pi2HfI2nfji69vZRGtld7/CzPcnccaR39nCyzHDCNWq/cmtonWDbOECRXqsP054yoGWvN3QJ4NGB4hrR5bfU207xaJBT9nCnjo896ayNYDacpGH9exfyyNbS/ylImylf+O7mWp+nczLbhKyZlPYehXU3D+L/YGZfvQeTqiEN2tIDcMDS0+xFMOpsq58EdzG2XrTQCH1EokvXrNdNLXiGXaiTdIlqnQFwJGv7sYAzAhTiuFdmV1ClWj6L8Z6wUI1Ry7LpSJX0+OPVbKJ8mRfmh2XS2fx2E0tUzoy28BKFFMP4drxmJA92L75GN/T5U9P4ISOgZS1k7BtyteLMb/XKemc4Hgtr4s1uEowa4R86YnnxPnVLXhSlzK/u6L90tf9ag0748d1eCDBRPHIWQ6dL2pjrNuMDE2j6aWdFOA3DCtcWjxtM3fanqNtK9nu4fyCbfkzLiZajBTj9KSDrNCmawXxk+uB3VtyHMXHP36n/l3tIqjOCBMc9VsjS0UfSJfb6sT6iVpRR5zBh1aN2VMDdRFLiB4PKty88JNJwUA54aeR0P1rKp6LRx3eNlFhue8PHe99h2enei8DEUvBUs3tHYeszmxUVptLY1vZVz5gI0sJ1pU8BNewh2i++ZPLpMTGhllzfRE8sjLyJgR/aUpzHnxKrndqzPaQMpsyyJnur+7B5tSZsGOysuI146KlVZwEXtwqdfPFs/dZuG8qYU3GJhXq47HC2TcM24TrMfz9Tt5TTtCk3My7TFa6ZpQgPcYGObRprdotsfGB/4JagHFRu+W69kyKonxSodHETtIpOSPacml4EO9sz3WQQ21l6BW4Q7dH4e9SVIIdDcQXjexXxraqWswwK2gRe0y/s8PrjoshQljwR/2MVdpQ1Xr5rVhxkZaynDvgpEv4tUaHdem1psaaT7rrgDNMMak7QWDD27AhZakFNLCSZji01aDcD7t/+2UXmhaAK2v1AIQFyP6FmuGwL23tsUvDEEMoqQQrFrzV8Fe4mRZU3DABdn6fVWezIpdF0RKENZ8HMeWzCKJQWremL0kN9fo9IOOdtBPQcvIiLcTPkmh5aviisbZbZYRXOk7lyRd1YMxpNoWuyHiHA6uWVHHnLgccs3h8qDee7ltE6gM+RW0H0xTBln2V9b63TGBuf6REg4TuA/COy397YimYscvDR2Begkee5fY9YDsc9kSsI7fVLizlla6r/JIZlev0ZSfYApAWxSaTKL//FNocTxXxtb+Qif54fkAzpYciDSSpCgadYHuhaOJxuqo4tTK9vPdv+Yrszro287P8FRxpewOwpvADsB/2TXMc+AjdxeIJTSrxGlhe76HyRokvbQknvwjARq36bvAlNaRlH2YxvJPTT/w2WFMkizgid05VnhJf9y8VY52I4hHFQQwh1aai6YQmEHN70tNSOKwLphYWcc4lFFL78jv0ZTTgJf5CfNWQTcnmB1IlEG2zP0K3QCjeHITV8a1L4mtmwGI6xkwJVvbrsLcqdyBV71TVF2mO+IZIcHr4l5J0CzWGZsPIkG8GAwfRmbLAhGDHBsxKlAj70R5TZT3EpJVNSxMIfk+XLGln0Ch6YhAoF7npdip554mZ2qFh4jg6PM62AmRodviQfw1eJk7msoxZOgWxpRDnmgnr2eO3sNKYt58YayqDTAo5DC93Hp+hmk33jHy0Ogz9uFagvI7lkisLgdVEr5hwhGUA7B/WWBQgRT//DhVHI4dztPLubGBYHApfJ9HvPpcLWA/SywEDuK19uMD/vNaQflFWSvDF0y3KH+Td06QHi2bZh7YZvxhpWkipHWxDImdbE5vWx+kZ7c6O82azYqzW5s5RXemPfS115que++2lrwGkOyvNCSmy2Wa8SIRy/Ou7s1XoueJm8pkKwgo8aMiv7ijvbsBA9gwcKFcJzqsSXsJLen4YhYJebVoYLbKYlpii8idToURpHyVsytXC2XCZ4+J74ePVO5it3PYtvg1/SZL6a+ejBvm6j+lZAW3TzRSQ3X52tPZAgSdpyu+aSSYaElHmBXSY4/PZA+mBPUBSRCTGygLOsOa4s7I4l470GYrsa2covQBFVmSDBeawYrz4Z0C/W3p+CB365d++mP7CEQbmIMHsnsXf2TJc0gs98XMAfhDtHU/5p3T7DMNQB1RRovg6PBpIPof5RZKxYlnFzS9KOx+aMA1b+tsPl3CE2o0fCTd/Fp1VW/Ndx06tyJWm+h+SXf2qoV+U9MvAy3V2HHgGV6w+Aq+f5wKW9Guu+t3l2tE+5EvmU5fjSSkvLhfqe9D0GkWt5JIdPCCn8RfB8T//RIeJK6EF0EEy7Q2Ss93NdtcNd9ExfvArC62mtsKkvDUdNCmU2ukqqzSOxUUk7cwzjbf5EjJ2xD2zGSUumwCftLu5W2AxxBIuIqYtGAoLRdCtYWWz1/+OQNwp/alZWfk15gvEnvyXOe+GH0YDKa8DIXK7NHw4aOJYmgtVrEie5g8jBO2L+Hpt+FAhc76e36zQpf9+l+OUQ2q/nhirsyZaNF8E3jLlKfILAabCFL/dbBzaln9xzO8FsMWc5VOhKbOIy+0q9EbW0de0nY8sLA4deYRSPpCW1cPQbMmW2ARDNTkap8kXdEDbv12WWfQ9fNB1/Pgnx29GQHSRkAlwu0mYJM2fnHi1++czPka4P6WMoR/BAofdkr5DhmgFvfjr4+xWcdLQTQW9FvyxGDSro79ZclHvfXmaY3vwbGL+JoDU2acv9ajfj2SyR6uaa72ivU0o9I4X2Ae1YQ9cZNIIRTxGeSNQYzM3XfoUQhf/5iffwwoZX383Z/C1ggIj/2hEaLByL+c2o2Cirrxk7u9gaFUF1D/rTG39pev4LRTpuL8UPA5uLf2Wo1203gYTgwPK+nK31sXWocglTHiANM/aBzGwhBma46tnakv0esYWgwsPC/XOwmN5MRnauGfF7T4TP3eCiejgxi3mKAB4/+JacwgT6ZrJoccKJrpD8JP6D7fZs7Vpx3Qp3ReFqJYq4JDWVaCviLHtSVbhp8OR57+K5tCduRCCaAKLVEMjtO81HsJGGGgi/5fHxnwAXyeyD1ju9OIzQV7Mv014h8CobNDTQvyXA646cWQbtVl2vVXUd5ZxyEDy19jEsV/L0eNvwC+vFzViGrrLkKhAWOmbxc1JczCoFIdgVlpUKP2xDVVER3cUd9cQwxwxJZhCihv7QG+2tdiw+vwoBIJQf4d6j2xWv4zxlYiUaUrO1Jffcs82jQKo+gk1hZcDpVIWxQfr+X07vIK4tasKLMY7B0NomsFhF0OhIUP/HvT8eYtmemJlCCK7TVCXotTQWsQQ0FreFLYXQwo19WAyd+gBlCQrxIX7W4hLsiDYal7XToRpfM9MaxqHXQPT9x7xpc5NJ+WSeF47QizQ/iXgL1R+P/tGjzxx9DjA3U1pPv80HPBnUSHJziELyZLCal1CLuRjueeQPowlrmcqgMXpV7Egyot10ozDIyduxGcUl2N+x27YT1kWdpV9zdRV/Aqi2da1n5aevsu3u/gbuhMheeazrRAAv3My9O84gk8bhr0u8I+bvzjzHuOVwn/hFs7XdIhEIdnY69sxfUT74ToeQmhVmeHKz/jg78Ke+H9LPYVC1m/oJYP6bFqz7OHGZIidjSNW0GzmGUxjDNiJe4Abmg48uEO9xHI0wPqr1nNwqW0AyX5RkS8rynmG9muhl0ZABqBjBI2Un3IJUFEjyrKn819EghonZ1+VS1Lx2074QZRel8Z9dxlpDQd64LED6gLDgX3/ZcZ05XVcJsngVnIE/a1U8/WKZF5EQdtNSQqiMwQM7yxoFDRIYvuaP8b4YvgfO+N1T5Ijguya5J+VgahSC6+tTJxVEuC7MEKwwSfbBbFieKVlQvd0rV+1Cvh23BBDTq0MrJ6ELZ/KGQyzeiDZc4YqGpQMrj7Cil23od6N4iI3FDfht75jcCT/xmlcYD8ly6vgeYHONgq3AWwvM2sDi8DAXAYbCK+FCXOQF0i/l5cC9c8AabpNBAD80klYOi/4/cMJoWL6tfrO9SNFQp+L7uvovreFYQID/LW1Ydt9PPhpTj7+Sf5rfpwziU4loKnGUIWWCe3PKjCklMiclgmSonOzP9ysybN0yuH3nrJ8RyDJYxD411+RVTN9qNXO+Dzg4NZCx4ozxl/Ad8qgF0g2uYSBlLLVgHJ55MpZhuG2QrngzzwzXmlqu4/voT8twVqoFtG7GBcFkfpSAroRKEgh4MDXu1c9mUktYgA1L/cQSjddH0bX09afRHNm1kf40Yd3f9kR6XtN03F8M4e635CArzdfqePxxl4QpJetXOjjA8JXS0Blkne//iSlcdd9njD7y7d+vs6nRLylvsHzX7A0NV7/+Vkt5vs6S1MrrNxl3ci6KZVST52xFDFfZwxHXIpoh4wie6ZaQiIZZbtgIj8rieVSqqV1BtQnruEId0Z9saJm/Qq1Rj/+K4BleYTTq8LppmYac6Xm5YYame8ws0Ao/9b7rMcjx4+DmTQt7bCdH/RqJmKlV2arQjwhTEQdfeWHuQnRD1a0CaOG9H7Gvbp6kYscFJa1PcwU+obEv4M59ngJuOOHr38T6BFIe8gr6zFB5tPRlu3c13/yqKb2KGIdbefw7+YENzUiH01XMdCJXt7cOumDYk4F+GuoC3mNxAJF1Qc0h/Noz66v6aFMvndaUJD/N//xanR9KeMBFqekF1dxGmTHWu3zaEkoUKeNvCXZuezpboWdnFltmhr3NnOF/JlOHpP5RkQLWsAbeOCPRNrBD1e+csBHdO715+lU7kamqV2ItExIYq3JpvkKCaLomHXK6ffyiX8pLzkitCfo9uohdQ7xK3T3Ku736cU1otW2hKG/BgbFSbqfhuIPrpOsmN6fCISrIE1Li5QqKH6h4+PLT2D/rWLaJ8c/uQt2lH3Qyf3LhAv8mgmQ2whlrrSi/Tq13/PeTguHoIs1iJfWn0alUmhVBt+nj9ZdtffoqLbem1AE/xoNtbwxIlPRqLkvXpjt+5mLX6xkTVbtgcOvZixDTXUKvtiJTX9szcKya8IT4yIIoud14UkyoMj+Bdmh7+oapUBbVyr2loudSDKCsRrqJK5XlALHy0iyzOde+JaBn0QXSJ0F4+hrRg7J9zz/lqjjyiKrVSVr93sI12i6+3enBpKNKqGRHrO/WRl7wbt7eSi4Hr3UKxfrULorzyfl8aCMl6HoFIdxEuEAfsjZAan8xMlMPAnyE5m7z4rgrIKgmS1hmffMcB/oREvLAEFLO/vtcjy9hpCXR6q8FsyPEoRO3bb7aoiaVQayOFAnk7UStS8kVBZl92Rhjloi13IpvuZ9YIkCkE2WmA1DBsq0XgMHKcTV4mrfdWNKQypcm1siNEzuLvOpoquCVUQSL1kHQ9DwDaq726mF8EHW0y57mXwlyiTlLhBEvbtezAw2wIfegDFAgo5VyB4NwNg5vbifgULBa+XtMBi6fKGp5O1Wei6fC+jTosbIJUKWlp8apcKqbA/mm3fy+RhjmKMiL3+MVsUmd8N2ItvkNoyKAvPYfRUzR40GZygwIzs+WQBWA5HgUnMwDJfI9QnMi53964diA9XnKnl0wu2nMBL5bY6mltgJW9yXtjpBc6zrBAwYIggAvGNBs3j74vKVabmsSpLz6wtp4Fmme/FCTuwqoY9Ujp0lFY8IIPuMuUH+hr7ZfEhXbD6tCmSAFXpxDoFhEHaBeYOxrweemI4uLYYWV76BIiDVuw8AelpX1xAYZdOo6Fc586drUlXG5PUEYnoqsuGnUTyCHwWZ3X/N/Cni2qVF25SwSb1NUFsWfudNcBQTsNKp4+edGGV6kzJSL1MiT3aNIToJnFpisuCGzXr4LrOJHmYynMJkhuCY9DjF5/tiu8NS95FOwp6Ipn7ok6IN71Uohjc/sGjILOLWtzFQLnRpMqWc7BTJiJvkMHLV/iqKX2r3NWp2+Nm7SPZ/ZXQjDDfIAaOVqXKhMI+uqwNmJchjQjo3T0XqT6QsFm4JBiWo0ANYHej17pZW+OLNsiSkB79jaIBWNoFImoWbDK3rPUxr6S6nkNvFWeq8VzfnpOm/7oCaBx/qHAH6qe8hoTlVVD2Zqk6Wkids36VQK64V3cKAU2skhNQXz7vgX8WamQWXHVhn0Us8HkQU9kwlU0O0ShIrZ4qLpQ/95DrJQ0l7mLEovBsq7Cdel0s12OoFeO41iF+XWcwmnce5Q1flyxdpC8T3wqny+RFFAwPZ55m53WVywrgYyZorsanco/1AsBqLTv/9JZODsCuKx8naEsK2XzINgGqj8cu1Tk/fW5F5YtwLZFaUcs+EhdU1HhbbiCahw+s9Y8MNBKTL7kN3kJ4I/wG+cX7eEBBF69anqzabD0YNPq6R99VS5RIFmvo1mVFk9oJSKj5o8NRtUi28sqmORQ0uH4yboLIBYgB5ZZCs7PoYAoiyBYMTIx1pfb2GKSO2U6dVS4kzfND7bB5ome2uLPaSkOcmi/5YWrXQk8iK45o342OHVGCj1hyPjDHBi/q8DpXH/cZ7ZtICW9L1R4FZ1DIjqcc2cV9l1ywUEVtpG0pRDMCwjwwwgOSEckh7L8O670OfZR//WmawFhRRJWllDyRYnyLu5M8I/jwxBhiWxzyKWkc4Jy3N9kDdPcQs4jUSwG2GpLWqrqUl+5ftLhpSVUbWOwPB9Dj0NdR2uawMhGh7ri5+UqfjYkuRYk6H4/gb1UWVkIeGC9ibXgJGoRvMRPYVSOR8WVI4aiNNon6ySsZoPwQv7eos4ZRzekR/DovUETWgOILHqdJYLKcHFF/66xQtdCrYOa1vrItbrHACMPFxbQ5m07z9SeUBvZTE2qiuxDr7UDze53ppv1sIu/Fq2p8v/0a5o4N5IMNjxt2XbLZKwWOxjAge7Aq5CVOAp+kHWuYDrlwqVeQAi28mvY9687NYXyLTmY3aeI/hssoFnZr7hf9nNltTmI+54Fv3FlHn1v/5PURkT5sX1cumEIaGhxnqxrQmvxjKiCtk/fKFz6c9+jmzX4lF1a9uGMIN40TGaHye1XrFdMWNBFnQ9sn2j/Bv6gG1xqNNtt5NUp68Wav/dcR25Oq2iBjR3O8jti6dOA+E+/RBfWuDS2KeEUYot1NV1sUnmKkBy5EqCmHUBUxTULcnXdFXQEs1DR21aCMY+pmWndtSiHhspQBYf1c9kSHJWVbs+kEIEgknhdxG+zKUC+/dgdYYj8q1hFTKJQW2+N1rNn+dDJS+B6m6VZ1YnybFpALNTGV5xsEBnQfYZU4fMD3M/6U5KVE0rOIsMu7fVzUhmxEYreQdYgv8HPMdOrpFg8pTiUfSX/K3Js4tDe+D9IAadxKH9u1YvwHXVA8tafkShtG52RASaHsCWPqL6xdDyDfD60yBS4Qvr8PnJ7LOelgCm/Sp99L70snK3KSDej2PcXs7jEa2WNwkS0gd/b7yAUprR+wRSMHAxcqniY6BYIVIz9OsEJwVJsd68Y5F0KUBGzesvHR+8z/LdI5o2PwijK2ava5+GthGfTzOAIXp1eKIYOznQM7cb7QqjDub51IpcOWx7avqQf320g9h6Jvcjshct2IeQ82/cM3wqnPmPglc/WbUUhRZFrlNAbqO2nslsog5Nfzp0cphIecrDXizWnqShq2/aeHLxeukzNYXucRRpBgLfTexYL/U4iI1aQloZfgLR78mSlam1IApSkLCTPU2elGd6InpaJSuWggtQtN4+sWE/ODz5bXeYiHwYn7F0TpeOzsgITjRWShytM7rTZUoPHyDxwBWxjVRnnT6V041Bgpr6Qr9Zzq3WvWqt7Q8HgGgWryKCEVPaMhfqwS/KCZHl2nlGXKTvTeyN6raSMOEUIqaBrIsXe4C300bhKVKci7m+Ko5o6YxYqk8mZC7gAj5I928ohYq8Pq2VMM2moOX7Wna3I/Y0wLjfmh3DC8QmSN9cILaM6qVMfcioh5yNq0BzX8o01xbLIf99qZWcePDzlqxNJ65v/qg6JKcJxWHBw4mvUAPh6Ky14TQQZb22e52UZfAWbPsal5LduVSUl2GjN8D50y9cj+FIWB5J2O27/ZrWEZQfQp7oIpnOfLb0HC0EY+f+U2ODph7jeuEWC6LD5pL6ZgMHyDThh5hS0sOC43bcFrTtntS7qJ0qOeJeJ+9odsPFDGdb32U726gc0rN2/i3qxYzPzjtZnBFLt9pgHWfd9cTUlfDQ9/bJ0fb0CgSbab6sgk19Iz45dx4eFqSuxyb2jCrkAY8zp3l80of6GUTlkmbDByFOEXjC7/6z0OWZrTx46Uzygu+pHCgcLf339JuKpQDs75Nqtx3umJ+5aK/8pVdxvXS99Ia2LZgUjwTyNQ0SemCqpvqkMJe7yo2WPZEFiMcv0KMSYzjka/NcBEBsKfev3/f18LdP+ClW1P185StotdLYMEGTTo8uo9sT3gqyE4ZXp6friWcL2RCUzr7zPCMN1+vdGUJUiKnzf79zTmygU6Vilngv15exo9/y6g+A+vhRr7Nv9Jt2vvlo0+6fLdDD1BX3f2XCzDtCk6tadqAdPcQ7Cpyy95DuZmvhKRFPwC+IAKnFn8DV9nzAQLv8OKU7Mfdz5jyS/BQdxWMId18xckCMvnR6E94Ha/HlAJObuobiqb3fnO2Xkgb+kUj/BikpzmuTVNel3UFqDlAkWWCS+mJyae886Y4lvWuF3AfZ3/NfOI5xrmfmCSW1q/EfUTQlcXE+ESrKNw6NykvsdTPH1VyDPU3aAVixevM1Jo+m81kTfCvhOVLIy0Svm4cXhOrU/+g5y//10zdi6FKsBL1+ye1oxjET1Ecnxz/Bo+RmFPLDfZF70lcYgVz/RhOiPyPpqtYklzZob9khqWZmb0zY5n565/dc9+mI2YqusuQqQNSSnPBMayEMLM5wvqJD9Vyen/KDv66i9MUxfWc5TuNh+ImAgy/swn/xlWkNUP5TLTvOhVwk7CCVKOJ+EASxa8joo4NAujF6fCMxYTrnvq2w7HmYLn5jkDzicX4SQ34GyXg2UpTPDpTxEhuB8ct8Yr/HUp7Ya+h5QZ3JF06SgOSSe3uL1LiD82KOv63XzadZuM6R+f1gfdt5imPOplQdCz/4xPBELhgp95t/BRNDeMccyJWcnCfCXHo63gkSLtIZh0cBregns2sUQ7qAKDRY8XTyUotQgWYvyDlZya0E9eeJ0FQ7dYUbqi3r2otU8jZyIretld96M9Qf8vCcQnO/5vTQLMP5TEvVYgQ6+UjLKC9SG2MY0xsexycj3ELZYTgGJLAX5hvg71DFXOlOI9dZgztsPS3Q0Odc9PwNxSlylmnFAfyFj9wWhuoxygLIQ8Cxd0qvdl9tr+1MfF4DVNZBx1eTJplfgbpQv8Kitgg9AhxrDTV+c9eJfGFGhPp1rmxL4/wggidoJ0qZI59LO4WYj2qC8j+qYVL+e1sMwx6hFeYqi0dNFOuSBVah3BapydbGYENlTSBvu09MEWupFgQzrwYdLdUIYZEaZZy/WwYJNoijBIU4mhmLdrsNacsR/6lZa6N7LCDKJp3eZ0ubfAZEHRdqN5ccuX4wRaARMSWkxzal9nmT4LbTv7cu3MgamrXlOSxoid/KaucyMDskLQuzzJHEkYnygEOzta1P5UApic0mpPIcBo0/7ihn62MgZRzsA59BPBN8p5EQxvxEJv7gx2KsaOZJCyZZ96nzXvSG4L0tgF+TDjkczLFlWJ5MFqnnA/VL4lhgi0aTOthdrJm3hV8xJx+PR/tmCt+JtWmmLvT1xmiGuCrrUzHQwQ9ga1DA7YrLb/o095u5+CfCzj6oTWNFPyiqOmgQXJMrPU3Hccoe386o4sh0bZC6WLidhiZQLNtMooz5xPWvg3aVBQEbohuqn9aWioRmkl6SeIaa9PxWcgVgnYvaEr9sYHGKvuEFILU8zJGa5iJGNymkEVpGylgosvGySx4emwakiuRjP2RgPJUDcHQic2X+NjtcTs/Wbk5yEAvnoFpM934pZMEHyfOwIe4wbIPDush2r8LbmJhwpmwMHV0pKNNmjlEFxpNRkUNd24rFieGPAkHuhf+x+HvzhCihf8u0OO0k3aa5zGfQbd59ELXmpCUZFBsD1HaRY+fyzAItgL5f850pCM7G2HeVyN1IBwjEnvFsj/81imH1vDbOEf29/Fc2lsHHER28mQZ9Du6x16UwOBq3VGjkdXJeA6mwRbHS2m/PDVQIqgl1FesIUoh348XGwtRriGEVY2TX739NSujgPNC+RfAuMOtZ3DDtzUrB2AOQvHUqP5pChmRCQ0ADmtXX0AUu5l1W3dMvefzn87FOzUvNUW3w1ly89PQk52xSMwn34ZL2Im6Hbi7hl5Bcex7u4r5I7N6LYBd8vm30aoXJQoDXw0I3V8XRjysNbcoF2Dg6cQBHVLSywvUhsb7EwqI81LvwGzLtPfofFxh2ldDG3Yq2hMc/xlkl2Us9bhaYiwqKkSYzNr3Q7YHw9B/eEY1Fr3ArH4tU1Twzie9KKW8eITNsK8ikxaW6JedTgI3iQG1kMZSnGC/Gl3CNYV5+ovayFCPQyozMWabM8pQGf6nuuqxv28KGIBuP8xRXw7Mj1LsajuD4K7wVWFSAiil/4vsTfhdbE37PZVS5dPBK7z/Gc9/vecmrMuQv3RQJ+67IHyw6G4e8pSyPfcy5ge13Y4dr5RJu2GzK+SeBbaLz+siyFpaJ2djdzuM0p7HrzjwriAgqx2+nv+DPEIeRnXsksChmmcB6v/h0Sl98gv5yiu+HrL8BLVye3xZpcqSRLiraMrtxHE05PMV01PARNQ3v5gIE7lb0VnchF3kqapWn0fBx/5vuG4Z92wxkYVtSajV6Ob8BgmG7XbnT/Uhp3bOniyoo9Q8Hug09ZW01jlJuZt1yfFupc+/JN7g12X5FZcT5PHJyZvKFeTG9F9/y8zlkHPq0BeH2iK+LB914W6ozDWYjx/ya+Ps6R9DufP+OCz/+KBrLfLcBNxQtMm8Ji84nMb6h23n7Wlo+33lMBbuz8ol1By5/oky7E4rrJ2jqZKQPkGYmg+zgwpHKpIzn7BScgBPe5wIvfTOu9OQ64fYRSLK7TSvZacOPH50AeJZxFhGbs1o8/eQiaKDG9wlFmkm0LimNIm1k7uZjR3lfjPgenYgdIelD7UL52yP2VDTkqfs2uT7KVNb889iZ2URTnbOfwkIGF1otMvVmMBFd9mrrac0bWeZ6X7eV+KxVmO19AqMU2BjGPKFZQ/6Kx3Qv7Ff87Gs3HkjCo/J+rSLgh4J31x4WjYkMel5dtR0cuKgXN+kGIRgvH9lMfolByIz3TQ92T/i7h6q/gs0HRQ3rc4P0wiAO7CaTpbtz+sIQpz2VE290gckJKyiXBB23HNRz1+Cjv4NfIVu0Euy/egDgDKTXPvAlICYSLsyxe99m4M0nuRnEqvs1C5fbpTKZFGoqhhQuO7dsEv+Ky/WsEeUMl4pLKTkzVlHn+xckNoJnwR3Dnbq9S9n/WVNXk1Quxet8h4dMReXf1e6OhVLCSMTuRVXQ3Xg9ZY5Uuc0FnFhVTPdkq740l963kTbQrhabAl7Ux6NUd2/WivnJuyM7v96rP31u7WEzOivwNFqZLWKC8e/VfavqrJtU86mJGYffxeJQenf8Quu3wzRJEF68AnKsjRfbfxsNITB18r4DWIO8wiIUuqs6A+oTHPZC+cE06BOAPjAwpVzlwQMVTbUkUVJPEHVQWrPbA7tE4TXRZ8Chtio0QpmjOZxq2/5Dbot78i6vnjIqrXCTp0WzVG3lBHbsGW+hgkhJJZpTeHpQHW9+G5DdshcHTIWBYjNwBteiXSlcCQvIH1xxUP4pStVzLhgG2XLgbw/pn6aqXdxE0VbYKkw98qt+yuYFbrlR97NxwH1LWOqULLkm7DDzRD5e0bRYZ5ZFX0dQvj3whiH4PLCUFbgBbdJR6rFkiTFBvS26PkJiaAkkPOtJqF6IutoEFvmGMQmzOEGXjbo3RcXgVaKUmwF+2jBqdYawQZeSPq68XmyaIZaE2tEqdKKjaXzS6BXsRY6OpA13CCkXRW+iK0Z83doRNYmGsq9Pj+QIsUxQiRKfYNt8s7/WqVpVK2hiBScUGqeSv0yix9jePy6xq8c4LLRZnlo79fxfHDyNsmTr5vvqF0DZosayG+0VLUYJ7WRtc7q1Z5qIz1nPkh71shY07jKNVBW5CA+mrCxmEEvKczo56QZFjEY3H16KGMsUGQSJ7PP0B6rsFGjKqf5fnOsmuBToSzaJp3/2Nu+CIW5vBsThjEknL8CkRq5yJaRb27sXO5iTOWAlOm2eNprft8A7CVVc9edFf/WLC8DHZQ9ZpeJtUxhr+PRlTBlIjz4aVg2kNeY/MyWCDVX3mCuRa98yIIO4hDsOMOneBAqfMmpJ4V7SMRLud1/XRL4KOMXIiNBbsdST88cR5Rp2jGPO15mcKVGd6EUcYcPGqk+pDJTu531+uoEND+KwZPtk0fQYmhkr/hjqL+F5xkqwh0NLJn1hLkqOz4XUd9fll+wDZqgTmzpBhFGWJ7O9LrJ7k/BsjPlUCuCQkcIlKy1ruA7hubXZa/zkJd2Aic4P24j7V7rvwN9/HxjuIbvgs3aEvypf3IdFQyuVtwhmaQQxw76Cqd1e/2U8ywD7g8QLk8L823nquBHc+oSUYUR8Jpd5fwoxksciGUik2NNTPOGeyeqcPLZVqLWH4L08WzgCzBENIebWSPA0xvYNQgQUGaDZVYjdfPc8rHKJ43q4uVDJjs6/sKcrsW2CudMs2mdUoF/xSY0jWRjjPbH76zeqNY7vMX8jSeyJcliO36ne45fDevlGOs4gX6AtLFTyLvj5aNqHiGV9CUSIF24J5E5Jopk+E59PzDH0bGvkWIeOfiGZ2d5vqjohgy/8jQvpJVkzG98jK4Lv+ETk3gR0SRfU1QzghbrAVF28SN1UavndjLq1f9A85WGNLIdEav88Er4TPmFZMPA0Eu/aVFZrP1kvRc/1X7lidTXgp9eSPdL+/RO4ERCQzMtZSWfPFCT9w186cd4LVUKUY5Rq2m0wbkgnii8iltLgjNOLmVwOwrl9JaroGwHx1yk7vpE2vHffdA/G3Wzi3d5x76cnKmafqyYZWzRiXuGkpD95CefJ4TRRWITyCUsm/p3bJIP8DiVCPW5z2rtEW0tPcJdbNDeIPGzNxDK2l/CGcR8AGFt01NiJgGzhHvwtKmkgOgAGRkb+arHRNab4kvrM+iF+V1pVR6Y/x45Glw90cmkPIBaPbGG9zXt9oHRc0Rj/xR2qayajfDA9hhuE2snGoOMJ5ymFv8s4KYIuvJ7kIjpVG1lVsXK6m9WFkSg+ohFwwaVz/R3DnFoYYA+2L/hIpQQf2XFgw13pgH/q1D71UUERcVY45yDemA8YpZLSLpiqUm9UElZqH14v4yZIZyykMCzpWsW9Pd8AN0cAkWgkaww7I/Pw67c7f6qUCdugCi9jfisuqn0WhuQd8Gv74WEchqb7G98HlD4yxwFmQz+ZtlOK4/qJo2yGRQR26HryYf/G8374yZGjqJaUB8uLWHIwGh9AIy67aIbkL8si/LhENBMLGV+y2aZwMnLK5Pa0dr4xhxmkj+3TRfraqkyxgMrWD9/ucdzP57E/5shZX5tXhW1+eOamIwW4YXXv3RJYqAgrPM3DkIIN38jcwAGgVXVusENVgHmDYDGChu/oUdLDzfkpUqNtBpNTJY67iXiFCVcF8P1wzJs+jC/JPH9G7DBPjYTI+jQ5X8rvQ8yp+vzUShPy2gYlJuj7W4N2VRI+iVsm/DiPFxc5hncIce/2+seEHMiKTy52M787dSv5a3w0CPQedkchPQSpzJzWXyp3l8hjZVYdrhusezOV2nfPJjvridT4Wv/y/zg1zxSY0KsaNDGfq61+fISts+p730d+Lpu+Fj00LZVTcVIFuEhaslRDJ9//C80kPwl2t953oXUk1AUHiuvfXaV44pGI50rqpmQ6PEAFBtvjE/HXXhDwwcMeRupIXOw8Gdr1iroFjNhc22hUi63T/YV65F7OgjNcTlntgtZvCK15OZ8uny5aVisidAkyWL+8y6NcGrprIyZV1j1HuC+iyZGGzvlY6ynIInD8Ue+bAsAM+jMwE1L9iQmWoXUWeM5Qs0MOAU/Kzzfz1vYkYyiZGfg9g5qO4qllG3pnKhpYuOi0HKkLHIz2B6+VmMXm817bLCixiDaqZkn2wX9qwJc4vrUmevuwaetTvEnvOqpi5JnwGg+GKfbvf+aWMDgTFxsyxWR3ZNR3QhNUYwgVPfML8f3Np5JqTNhEKVXOCLLknYHdXRbmFEKyf44957vJicvn513mtNkwF+RQHtbef6I91E+LLiSyNl2X9MFL/62k18/JAqILvx3KO2jRPE8fHEAIcfv/BnRgASq1uzez96Xt8fXsPn+HyXgAUYGhCiQ7117Gc06+/sQUC3bcapk6D6yBfV4CToi+reicfcafr0oL4MibfdiDHDt11dfGX9W+jbny3LjTE05Zw6crvrqxABxh0wAZaS7ad341EtTrzOzFF+BrqwK1c0BVoTOinlJX70/oLz6nApfrLjijL4GKBu/uIyd5mUirH4IZXRv5Q9xq93css9PNenPX12/Aq6s5aQWvHy6Nrmg/fGK/NUJ0nSsSF9NP0KQIYCPBARAWUkFLPJMDoBZQdfccdcuu4hUBXd/w3J4Ff9EVx/iZAn2yoMD+8mqlfAi0aeUScC1L0ah2XneYZfEjmmxyXX6r6/O0wCZFxBMbdLgmsdfOPR6QuYqLT9A1jsoypwx5LahyVNUIXYPTbqsZ+9QPnCom960z5ggLIZz7PGv7r+s9cqRra+bAb9GHmAlEicTsKmllFk6UiWzTILcXAAhFjKQsATCKMbhf70IQRyLTNhfOF02tZfvP3dIeWw5V0so9d9crw3XwVkdFF5uwpOGWpDgcXfG7ifF7ILPFP0WSGybxoBK98clsGpNZ+tp7y891TZo5QqaT7c+hZq4N3z2xhv8jm7nk+KFpEp7b+BmeMnKMIMvM7v8CgV2xGRQkyBelvxC4l8y/hO1wjAV/JqwNx3QzHfxnG1oFGdzNbivXYK0iRDlXkagJETuE77DOqnk0Em1gyElad7XeMoHVqAFckILbPTRPqiDB7BI0rsaz8b9GOA1MpW4oqmnKtPqJ8O6vmqzi4g6cRsmUlfzEF+xZbkqDbbTiEbfJpFTV1Xndw3RFe9OPxDIsjKHOFNr9gUyw4IXcRJV3x+4AsMIvIIn2MJu0Mimh7YmpETAhz+yeYGWOzkGalvc5zJN/iNVWfDpUKXMPZys2eQY71JY3vuOKskOBfQD9+eZ+SP49gtvloD90cbiASnQzOX1Ig0BqHxo1ltK4s6D020TwzdhwqZ2Tp9H/hhYccy+fyx9ibqspvla/dVWCj/GnyLwSOKV/pa6qpKYAfrUB/fH+4B06NfZPzEDxFlo0O6h80MDTVVKrmp+2hPfPpj4a5eDpJMYMqeKAy8lGZTJM13jZsouQC7fxEwYJno/xJ/P6iLrLJy9LxvxfaUA2NuiKURBust+f9D9Xpanfhu5O30kKu7l90U+o/Es89Fqs4jHGEeG83ljoE4hjJWbCiw6KvoThEStDO471CDj4DlWNH1FJta5YhMB+G5JWGgx3yg0mm9oSZohnfpRZRVwEdlGAkrC47hZN91xWceZ+LNBl83Yv8NI042QlcYwkqbyTh0/usYyA/V4VLHYOs/m9ypyqdtBMKBgETN7KpCav2Quoh5LJtnpo44yH1mmQ+VZxgxRA3TJqj2tAdg1igFh+B1W+2asfYxN30t3TWDVQSkTV2vfjMYNlDpKaj2JrIcHK1uDJD2DJuhRwCyqHnNxycRdeW7La+pXbuB3ghCOL8xSIK/Oq3yjBKSNKrdoRGdUxRg4wWMtNIMQun34ASBNcwCmN7CSAPI1ronWC3SF3hIG1rUIwEnz4apz7k7UchkD8re65PUrVSzRTHx2Fp+MJESYEFm1SAHLan+kyxwdhjX+a7zpfJ6Mw+86neBLizpQfbCwJncRpaYJ0AfD1tC/hhLrbIpPFE4/EsXalCFBEt8E0fSGOhdq2jnoPFNePIMCRvpPQPSSbbmtoR3JT3RVJq+2V2C49a29Ur8EUvze6+voOhJdAXjgGYs1OnbTb1ncJR1gEvjAoBJGajORCknfB6j/7eLvr9MF7nkW1q+wT+qbaQwZZbdhvwdr0J2GJ7f2KzB3eVvnrom38THojrduJxcLjbWf/YylvIfgGm2A5rPMQvanOsGw/OSvAyAfbdFzPDaLfvJo7ouLO46hBb6NtBSCxrGZ0yqHPLp/8ymMHQFT6ymP+K/oeO19ogtJ7iQBToDV95sG0MLAkoOZOBk87o2pQ4WcQY5mQ+DrRvDK2tN5MHpFntK7Xw1KRMuCb9XXmZJG360lKlxZjmiJ5JRDnwY2IoE6MtZsgyR9dvQ2tXiVU9hqPYQPqH/N6j8KBJpQu4GpUyPOlx7pGYNjCEJ1nRi1qlb7mLvb1W+QlhfkEIBy59sr1Qy4roqyJ76/UhA6Zuwpjtxd0W9oDWLay/rbFvvKjT5u679KWmvOyIwT2ojJSWIs++fkFsQ86ulR2d/UTK/a4Gc3rO+iTn/RppQ9d47qK5aLZWqKRsKnbsVY8yqle2TQGIIsna18sHQYAF+CVllh6GhOmtjpEkYgbYFzEKYm7dCE7l8OY1xiOrh+skxaPFQurV8R14/GysG5VC+g9G5bL5njvvGL1PNNFxWJWd1B7iM2rcTq4iW1j3vfv5f79IXR9eNvJZiCyaIekhydvFcpHeZCM1yNd2lCR/oXuV5qc1rkwTkm/ouhz0Xnw2I/Lbg4QWKMOvaGgo4llpZ4v9429qV79+koBs9NCma8GAPM7Uqj2ljWbHOZuxYew2x2vDoLZbomiG/ckMiRrC0B3cz6pVqEztNq67QHpS7N9tRBzEXzWIAym9en7F58WJrkLNWjBx7gqAAVBScWJMWdlEtNkavml7ZXjvCmzFyRq3q/tHJqiFhPrL88aUHhbSXubAl9AxeeEeNxEhZgzYFlMt+JmUN8XRMKfK+51i9+cDDdv7a7dlR9egzbIOw7hwMccnWNlZSmGo4G1rlDerqzOvrFF6+aO35pXgY7yY8xPAx2h2sbSTlesZ0wqJ+fUgY/lvX9ALtejqOJiZozJAWbrzaFl5+qiOvX8ftYRDMgeHiumYWDr6uXk9yWtAvEfnab34fyoTgdfnoAINC/gQpOHu2mk1ZQ+IXvjkTUxXTffQcSoOTaMJ7x7TECQHjbWXjNeLrkwM/iKhimi4/1TBxrLb8UpnyhcunRf1xArSksZ/wnHD7oDxjGk16KU/4VmDumj+zROHcWVelcpH9XYCsSDC8DAbC1yCTLyz0OS6FqJqnnw5Fs5/ijsTeJ4pPBoOKSH0sRklfTxvTpCCLlOng/M06UDQhd6z3pN1VrDWS2oMK4bdsJ+extbJfXlwFghR4Lo8nKBNL5Z+jbN0o0kbFO1T4qxk576OK8KuuV9h9JARguoN3yawK0okhzrnxvK3/nk4vmaeSvtp+ZStcq3UATTzOBpZnXBn0nzOJT/j0jc17OMBa587pO0+O4Z6dNvXiFgPpoGwon7PgP1jy+7H+tyt8a4UmWMxB8nvm55+J0TNaJeIzU8ZzRCluqdHxWZysA31ElWfjd4bhlH/2iIpUL+EWbqYwm7ByFiMexdrR0zxdDkVrWK4BloVeS1RNZvO/xhuql2iWoYRNXYOiDXm3/J0uSiMZmixMmiFEaJCv5HdOJW2BwHE7fpCbwEzKmiYQfNkxef/7Uui3SVf0TbWOqr/mdyRsjHC4H0DVDw65aSQUZxqlG2ULqNw1S/fVFHsjtk6P0nspFS3zSS0FiwjroO3+eUyCY8IE1EoUFZyYTZY2itThjpn11T+UWpvmR2mhX28HkCZL4/5oF+9j99uxjYA+cyG3eUxg+rJnjfjKLZ7wScaRNSDzr0+anRiExTRDBaZnlIp+nWkMtJHWMBBiehJh8mCWIAwsu9fBnU9aXSWwfPUN9cdlB+0d9+xIRkARDyjpZ631n7QosP2MQW2o8/qbM8gc3lC574E2eflnOgJ5or8Azdcbjz5CcT/0qnnSzdVrhTkFWLEqlnIvNaaU2Fu4ItibSsQQChmGYLkX9LLLaMS2ubNCBojHqx17f41Qtu2W9peczTm1Cbcw4MYbV46pThZ/P4wg/iV2Wj5EsE8yA6Fe48cYUWnR9lWJf7BBDKcYUz/a5v/PjXughBtJdOWlQyO9qB/WSMrI5XwQhC+/o2PawtCpYw+fd0idX4MqUWKOhWhxdOgatwkMj2yB8aGoZVPxPH4c60SdAFjlDYIw7cl86jS793lnhcQrguVwyaK6cEb1kfk13D8UQR3yi8kfXs+887hv3sZYvW9ECzspXadvUn2JupFuM7Aivk4vHyGK3SHinZ+Miy4vDZmTjuPIXg3HEv7/AOlc6zy4VQ3138y2Dycyl5mMJXLHQ6tsuVC8XxsYLXeo6yYfZ15BsOhVDGZZT7PAkrl/4TU83EEv0Go9oo3KR3ldYSD/Nf0A6aXyp2j2WgN0gVw1+gdw4IiOdHfmoML1SCYWDqAihmpdDYMSBnt6kvn97kcFAK1vHKJt2STMUO8ShzdE7pn7Gvi7KX1dwG/4O0gP189NftgENDGQ8LnezhGHJjIDHCWuoFdt2R93srOnVUSsWB2RlBV+1IXPTHhWo1D7nozcG7rfbKIwz3q8noO4fcX9JAbCHYefRTDIysElpGHx17IEpolbZ4/jF8g1cKcRPMeTrulawI3ZSHg94KfEDIQqlGIx2OqmXLKTvdmp0pB3YT+W+E73+sd3JFHlWHKLfITUnpXckFbUUXAyX3hYZRoqtjrY3WX/TTzLRh/SZTD17IkkzfYl6YXbcf5PJEVBlhtArbIl4zoGIvMearrDO94cd9lUm9g2r0zemUrrOW6kgjfBKGVl4ywm8G08pErQOofOfVf4u4nkkrBOb8N7454TTP889a7Ry5bEnmIbZjIdxLUT7rqtrH/gOP/ORdnBWnrPVrMOovF/x25UJ3osVNXEGk1mac3xRwI6XioSza6CCQuOaMqy4tWV+OLK0eXEkib39fkm103gRDBaHKNoM/mpJRSq6YfdUoYdc7xcuO+a/GeTPjbjw+l2kZ8wlUcTNpoO9zLqvFkQp1tTg9xNZWJsu2VFc+LFrHRIe9RSQNAwpdvZ/575DrzfNz23CsMrnYenwNDzJUe6HX+yieLPXfrYv11OJw+qNjF2KG6pvCHM/8Qs76XJXmWBxgdlKKgiURU6ctcxbgflSuaxh4Z92KeCYRCTyY5+kgIAIIuLNEdrnzvGnYKQCGsqc/Le6f/9f3RBkwa4Ex5axgwj0pRgAlMqUkrsZrlltKoPfEPWXRiUpfxoL09cK5PPDOrl42UJt98MPOJyrDzyIkwBISqqZbSoFZ7elbr2vrM5BynLCRv5zuKD3WTKNdGT1P0XQQAVdFZ68ndZSQZZs6S3zyZ3DYYVu/GYS0QNeElwiRamde7QY2zbLRz7TNipl9TpDJDw1H9VqLAPvZZrXBY2fUMUg/gi6EkoH+OCxCcpCu1uBkk/LJzdPhN4wzihIsp9GbjcHGF1//VcCRDQI8Q3cQ+bs/3bnS4HPgJcnFeAHKZ3X0pue7RyqBG0quUpLaiaX0Qf5+Xq5zoRWcU8Z5iiSPyR9cf5vqXfmARBuHzztXwWd8eMo2bQmPXoCMT3xm+NORv68raL2OSXp1iYC9RrxhDX/pc1C2O0SgE/44Ub7WVvdkkDbxAmXGkZ1w6YQeWQXDCdcUtig6Vo2DmVHO6dsep1519B/x7pZt9XmogvIcac0nNTB7/48aH6mBjXWXnyjqdgVINYewFd9swTzDlXZJFC/OWp/bBm/W2D6G13jtiA3NtMKq7OhktSCYTca7d+uK+1t814sj6YMPelN76A/3A3csDWH0VK8HvzRbsL3ro7bcRqMrR6kx7QGD4TbA/WIcBO6Ux2tiMtkDR2+y0Ln3nuJ0dT3dt/mJ6vaIjQp++ACAIfi25Taj1Jlgn7nHO/azykifNBGQREx2ByDyZvaxOLJnkSC7+8Fp5+tbazpiUDu6hwoWIlhGXy1Qq45VGMG7o7NIiloTmkR5YUajw80UGwtnRh3NYbWrk7E0jQg0KmYRXpbQ6tgSUR8LGdjaaMdDucoGadRpZT6apxPzk6njfOuehyuEh3jx0RI3cXKPkSolowrqtYlnMAM42qqF+gwOGkLr4D5jGH00mH/LcJZOOIy4Zsb7y028adbCWfFywXhEn+61jUcYFvA5NcuVVP0mEXAqc7UC6zPF1EG8G98W4csVm/LIsL/hM0pStP40DOgkAlKX2bwpF5Tcf7nvMQ+bno2kugNWcYGAUuFCnH118eEb58XMzmXOWDtFSK2M9K1VO8BRrGjGrE6qfMc2PL/TiAMjVvA7fCVNYGuVZTXG9d/mU5IDPwYlFrstnLYnBmL+MH2L+RHzKiact1hax3s6nRCJSyHS8qv6YscrncKgN7AIvv+cya2JQl1V2IdZBGYsQUZ4ENJLp0PATmZMZyF+kNKzNnkWZb3D3bNAKa97GRrkrp+4sl0KAIEX+ObfqOLMsyzeVz/+vfkvk/8FKOT9i4kRT6O4aptuw1OZ9xk0u8Bdfj17g/pbgth2j7FTrRYFp6gFPt81k/8hqBkn4wnMaYjDjVqRmnsalFcSDion4BUu/tP7G7wHK4clGLZzTMdYvObGoYDwOxkwYOcJc+WNMBjh3SPJYsKhOI0D57Vj4P+5oPQOYYDWWSfXYzhWKli7mIgTxEEpNOe3/2SBhI3CozkknAbXXr7JA5/QgI+26/shYvEIrcD2C3zlQYHdKUk1wctMdxmnHglN7OSuAiwy1boggGgpyWVJ0YBAj99piPBnnVzFGmlmBMiCHQofv4JRjxrgksTNZ5SHVXKI0mnlZ1W5aNf3ApcLIVxEnv3OAbe3rpsbM59q6rW7igGPRLsmWAvvyAp4zAOXD4XyPUbTIWxWTBFkfv2ZiTYUTV5NdfNYM+xzybjfBlalvDQOJmGyfP6A1Ff2Rg5HmYMGybuSVycW3fd181IrZqlPl0nsUvVFIziTNMv0BCSJAko5syP4yvQ47TC4oabN7gKMpQvhVK4o38BLpuDgZ2shJFbKeevK0rmEZLOAb9mJ+RG5d2z3Fcjq09wSB2fGUWuGGEiePsYBEhDiEVrLH4MtqqAOxwrJPx+RuqTCncwgN9B5OL3y5+DtYdw5eWDOe/VlulZtswx9h4J0dn9Q014LnCaYqymWj4oJoQkEU3bD3Mw90uYwJauBkVpM0cN8Behc7dn168tggDlpJHG8zrtaDpwIQWDknQ+pzr7jL6oT36eiChLI0P2chSCJ0VYciOp0EpMDwqoU38COHuJsKpXpRyK2+a0Y6/2EWVeTG5KMPM3OV5nDTMzuUzRUbXvuk8l4ylajyajczvdU0VFRdT410lNh4Oq0oOFa7MfWke13PokYA7C/nNBvWvUzUOu3JbU0H7+pgnX4Ej1E7ywGFgeXB3r4PVjctv8ucnh7KMh/jEsSzGHRoQg0IpXOFi3s64AJLkvuf1SAv36vRrn+TKgTB6TLPqMaMX+dQXJNE7asxo0II4QgCjY+/YNvvy1jdZzRCmWq+gVuiB1dM2CyprwbaXECl1lH/EOCNqF57b9Wk73NOoxDoTUw8VOAsa+qGNoHx0YxRl+q0n4665Pc7quBPR+bS+f3HJyg4N3HYgOgb+/oIvnV/ElWkItJiuiZgltM38te2lJwgMMQrMx+rx/7FUaVdg4k2NnVlzU5vG5iogts6Pm1YwtfikT+KPwMNAD5QnHf/OImYBkXEoratVk7E77LKXlWHCPssjTP5ZaVVSNbxijUfcxo3gWZJOjGrHMuKdtVJJxdGPI8byzGU3zS1y7NqnLfMqlYvzt6cMNInlyL9yS3otj+bIGsaSYzx8sy5ThUKwtQdAKMoIyySVGfJNNwzXC6uqiVzn7Zd+DpVqgSStpRlpXAZyapdByvc4CAe3Y/c4ZVQGlXwz/NH47QVE7NLFN9MCCmsQblj4LwPN4y+OQS0aASosuux3sVTF9SZV0rc/yv/E0FPSzL02z43Z3HXYqOMN+ApwEanLPyND9fMOCU06KPqZtqcwwCbd6Cd10zPHuptgDqHIB20SDGgvIy6Niv79StQqMhHTJFJ8lWJKNYO9Ev1Qui30Wd06SFnvkAkf9Wpg7HRZ2tLQ+s835rmg8UwwcKOkvR2ahCbf03BaCUBG0FuJQEwzQcHcAwB33gZJHhg/HRBsQJcjsw9CK0xN704xC85cISGwNsZSvUpenaJNe6F1NL4elnRz+6r3tjU/EZmXtOuDYss1MYu0woESQQpZy572jiAGMK5ctRCg0Bt4siFo/APwYOvk4IQt/ppg8jcpf5cFEHQMT3dTNu62Mkk8GC+uqskrwINxxSRqfZGHqf+nLIOxyHwhtdec2dg0UZYnKHCfMWu3RAj1mJy1wPNhD0jm//YD9eK9kzN7K6UeMvo4SEmkBQU2sNEUY4HMyr0CnCH7bLffz566P5l0Rf7KDDiwORjaFLYSxcEk51+txU7u39Csl8Ux9TdReWSO0dEw4zH1T1M+OscifGTepRTP7CfvLSAxZ2aUnjr59s930z5isVK6WK1Fr9kVmc7tjpJUePattJsD8V175dl06d5ELAPyFGRMtjSO1yu5vPHbzrnnOucwrBYCkE076YpPvuNLnaiYYHDRqdFUmOmohDJyFD5C5xETpVLXojOjVpWe955f+QQdJpSKXB8q/vu5U5X5fHjQWAfAtwJowhvrWZADNX/1niMApuh96tBFquTXV0GAVBU6CxJaQ6b1UCjS/EJL+knvf34DwYSJJIH2cc3LwTFuzfE4tyZQc9n+VaTBqMnOD19PP+uuy7pizGjCmN+D/BO5zAUEixFLzOXIXPyPKuO4OkutBZTY9mRsr4VkgTeuXP46f6jF5juYLl7/XBskF8zI+AcJ3yXT+dZFd+qNnzmhEao9yf3GujFapSZTzo/uulg0COLNSKMFRncyEFzD9k+n2RqN5sD7TfGNFiVDjwNJbg0wOkp6TQTSRwKTIzkUEvVIvW6jUBDRfJv1zks79zRawAQXy8rKXMW5c7M7hh2AnKQoN6FfAmHE7Y2C2gQHHDvzRv6di0evlGANRc0yI3b0Jkyd308U1s0JMrkYtoUP/qzCIyMo4uaK2fQMezymaLk4UJuhbufU2wial71+Xh4N46Gb4YF5/h2yez8Dnl6+3lTDp/gH0/1RBs0NwanwhIyf4s6EjLf+OrxcjejZuY+gl3B8UwakUpXishOL1hx6hplkAoA1NREqGyoGNWzWvnsspqqtiMzIN6qRQ6sfA/Zk7wfbV+zCw/qG61vAg2h0WbdHe3gLBDYA630umTUpQYIeKIChoG31g86QWnaFDiGPNVZwq9+lPW6TnL2xUABCb/MFvT+GgK4YRAd9km2gOYAg8E9MgTviRRV54+bDwIrfcV1tbgbqlXTppGReozj7DREm6VsQsbqkElSUmWssQjrFDpAM5W6785S2sSIwSd1xGjXMex2IGY7GsqRw5SuSi692pIzeCuxrWVrsiSJuHd/jh1gujQfHG7bMc8j0CCjZB5Y9yeQ7NbudyBZpH2VoE/00ug67FVexSXBaeqtyeXKcNJN/dvhRh9Uae3yeDRnY02biQGaz6PVpdraZQspE20pKe6i8wKnsPRAfym6r043In216eWZ6/86JEJiuSsdZo9wuv9fy4Ja4IXLRlOY8iMd4urH+5wlhfdGn9BOf6afGHPrzZE7EpIAW20Q8/pLTKtGPNrSWrWefKMb4B6HHr3y13ayh7p3gUAH8nGpLieOVYaAVe2U4alNnIV9DHR/VShcrHNap8B+CpEqdQtHrIzCBZg/yqkDvgj898oP3v8E6IkqYistjRyHWefsNu+GG79q2HAMHcd+dmgCUHw1o78JfWBPi7sG4H1vPPlWDkfDf3D7MGRui6r0madqyim+bgRhoXYJ5r/V0uwEraG0PRqmVHhDZwGLtTvZ1Ch9KMqR1mGMPxNyx+S/jTLP14mdF9P7lOrBhMK+3P0cRurF50TT83ionhd3uuAQ9SasUI3LGrub31cvYwE5ATtr/QlB7wak+3fEGu99EtsRFhbVwVSh9097P/dCDNSIH+kQDompRiZdZMGm6cFIokdvNxiJ1Xfb0m7AZqTGHyrNykgYLCrw6Tec3QLeHyS3WHMwkDU3r/G/m+je9CqWuWPQvu7/BN7nw/1Qiz83FZJeuylHU3cFZQ6LS6keJMyo0MCcTWHfdO7YFq0JNWvvw4rdDffN0svga+VzFWUtqa3qrC0htBAi/WVxuJLswMLzwgg/ZAvF7x/RMbF9/3z6zuX4zdVDuT8sVl/XcHSQbeOC27xBoXOA8va+n2ZJnVGWtRfDx8uc4AYFYlqJiZ9XnAn+6or1vzHgIwLy1bE9h9TlcrJKNJ0jBbYKjuWyqHZEVH1AcUQ+hfQBl1LJdVsdHqb15kgKWMxhh2d5cMrxbyq6AqCtLRhzJY2EdL6yGwXvDUJUldD9kA0YLcaVdVGue4gavSNN6e8xqTQrjDr3w34d3mqvk2FisS7QFOh+tKPpEHUy9eMT482/NY4BXhSF76aQspCqEwMHrH0W0h41VkdnU76aO0coAnsdcNmkaqRCOZJEF1FEeukGcX1gAsD0FDPx7HK8h3k2dWERazbACqSYRX+HNHKeAHw+nX312+93b2zJp62BIjqYQpxZwAxvVTqL0cYrtkY/rmMSNY1GNx4KJ7TUtvnEmzikh8xnjA9BRFA/al7DIV2fB8Eql7uadlOX0I7uBRqXVk1DY8NaZ9rOFmRbI/QxdtWOVZ9WGV1EmIQxl7ork4oL0AU3z9G1yHM5mQBiNbsuH2eWM65CTlk+Qfr0EjY5gTkPNPenQIJqdnvfr19t7VEvlGzVcAd1vA56VjsffHg78CzIEQn3Cz/xpzsZUgOKguKffialqR5VrS8G/kH2jwinYeQUVnICfRwMphel+62d5JfihiCnQR8gbomutysNlo1U43EJUysFKZxqwNPzpXCzCX54xhMDc3RcKl7tFOyzFYg8IlPFJAJRIOkrAuQ+MZ0To9Sm/US3VPabArrtdGNhasA889hhFLAmN+YOkKxpThK3aYXcFdY6jnI40zExLg9eBP5xsCIv/k+TXpKx2wvJ4UrtOq/g7MTPwi2B/JwfqJqGoDG/GvNAmT2VQNPkpkLaoDZpGT1B8BQFfQmnHDe8FfbtyEcYMA2uu+J82egUvZ4pTiry+7sCpeVFnj3FJ7jlIwLI8yv/DBnpPK33QloIqgjSjeF9u0M80BWN2hqFacBHUPRyXVL0SjAPhDGnpRdXAe6eiNOaWTMfqvtLbM/ZrF8rH4ytz8KwCJkG6v9VLD/CGZEa7EY50fNbuvX/YT75UIVjH1N3gzuH+4+JLo8PD1N4DD5r900hECdmL+WVJ0TXccJnqyVRqxyUbuT7ouKyc+ladXUcrOnWLROXvfrJIynYJ+lKLqeo3wg9VxpKgwatIlrhp7NZwXcNaU0PIJGGAlV+qlXdFIK4WCBvygflX97KdBhNPNQkzNE5GHmeIAQApPBgDf/lksDFhIT3XKQQUZo4aa0BLQjAKxX0Nx3oGYMYtP4BxiMqct++BcWKAMyc9lM+vRiVfSPohPMEnPUcq9c+btYo8216m7NRcESPii6fOoF6rGKJ7yMBbFvWcan46GZbTY+8TE9GZu2LZmDAao5I61WsZWYwGLjhAyWRpVsWxB7Wkh2QrxgaBiX3kVKkc+0OOqhLIl17sv6XR1/brHqIhicFNQ6ZPVijwf0F69I/PT+leXTrA427lXIvNjBKApnvEdM4SQIv09CdoGNEO2t7kF4xSLnIryzhyIlkGm5E4P5Pfr2yVcq8wHKA5fUeGnjR2Snz96FF/yiZgYgI1eiyrDJ0u+ghw4a6VKML8/Ty3LHzBFDyblYaYuX8cIunQ+vK7b/OLj38AeJ1WfvyJcc33ytb44CwqOFigqFJusxOAvjESn3/zeCO7l7EJKS6dlVpbASIm82AlDCHh9gxSaLxuFgF5tfkObiEF1Hm2at1Kdrf9SsXMcL3gdWapW6iWx6TyCH+pXmDxK6kRj6Lk8my25SyFxf/bNZOwv4Xu5RO5ffojzbumu5YT17Up8hZxSu7HfEjZYBEOJ7YYwM8UHRAtjaD6IS/35FAFw9y5BUnhrpZRYCuENhv1SdWFOCpw2zS6KJ6i1tUNR3O8eZD36nmMqhdYCtGwuHQdnclH0KA4OOZnX2KL2s4j5/ezqgsnCieLX+1ccgP3w1deDuIEX2QOvp6Zvv88pgrZfocbwhGDUgMxO13VAolzk3Xo6KdkTKbk1s+IhOzk/BkG7OaNyW75KLgw5vzFO9wCJn/HS5O+qkKv0Jdet8C+80YQ/ZtHInJyGV47x4Ll62r71V5sB+YknCATrGtwWkrhe27SKSZwSMjGdiLYMMRhfh8pmOBwzvks+tNLHr2t6ohQzymDrALzYUJNyCFssgocHt4GXbQWuQACLSXvSs+EZDlLmEJ06AC6iFNIDYwaaPBQ0eM7Z9gJUInXJD/6WODyi7FcTsnSbhuRdJeR0jgcoRb08jUJeXkEbU5wXtaWhbpZIZeTCZ/+tAFEXN2cjDF9Y6utKbK9jlpvtxd+cgqifJDIubrh2EqLW55VIXXB6S0utwNX+6k5FtCRIvpLncvdcijT0DGjui4cXKn5Zf3rr/6bOEllzs6MBwXsBPbZ8PPFjzKwK92V7hrQl00EkVtXMc0dt8dAn1egak6VKntF3aZQ4Tfn1k26a8ZtaBxPIUqzHP4eOiDURmPoBlMOdsh7QBJ2VlShmMC3kg6HV7kLpzzc0osDfivNupGNpjUui/oWGVyV7MF7L+K+Db33n7W8rIkYvs/njooRbH9scPztZ7gTZzTJnDHXFMVrp3BDhDOaKhEwuBECEJEMhZQbLXUvaTJAw2d2s03/y6ZfTywH9uuTKJV3828XRTzJ+PbgsNg44iCHKBHBuB7q4cpAmusQJz2Gww4hYNTnB1QWSQH9AG7yR9bnvAXmoWGt8te38NLKP2GG5TscPriVKE/fTT0ugWCYtmDnzLBXLXbaPLzrM3a2H3CWEUJPtv6iYfp87waixpyhs/6XS4OduZkYqzGZWzZMg9aKARf1L1RzwMP2Pq6tamhTptq+EyyUuhVMUcoe7O09/yK/nvzkREzETPdEUZG5ZayuGQDRZBAlJqsBIZDgK2DioaGP/qwN5rOgvcAu2Zou4GG3WcdQX7v4OUruKrn7tPrUHF5o/6KbAO9nbNFKcus5Bynw73ZpWnmsqq2JcLwOizKnKiz69j4LvRb3rWO+jmtj2z/PqP9KpdZJiWC7d/qIbAH2mbgXyhUHJKEKS/2y9Ll9dYtmDc6eX90h1vIvaTbjItedEjjlgHkE0LlwKezF79wJCPhys9a3JGq+f1aveYySU9QzLjW9Dk/X0vD4sJaBfnZPrtlqdhHX4LgX9XweRMbvg1MEIJnqLBBvs2AkrWIdnYYVOFTKB7EDK7PkZxd5f4B60LrG8nCapM0WJrHLxxogcptEVG4NlVGzN+rTZk9YKfSCYFwyMafZNxBhDmbQW4f8m0wBwAtXb8Y2FxFIvc2gm81NbeUCO3N8wj6a/pIahpd4cJkJ6PWRVsJvmajL6N62wCM7sXNb0NKo9XhLLVBgGj3qRfD2se5wsWZJqTu8wW6hf+JBUi7FfA8RoUAGHgDCrvR5q4twNDRbYUMT03MWb6LmjHIYynaREIye50j9lOwpN1+j2b+cz0pzO9/XEqF11m3SW16l1KX0kcu071NBh9a9cOzwPU6VsUx++hu4XGVPeallTJpfzkIWEwWN0rSKLsiDNcIQYeG669NhXUCyWaPDauSvWcLCZ/fU86VW+zNjRaCDwjtaX+SLXhtzVBFvY5iczgnm7L30FLRGJZOM2UU8UjTLf1I7+bMKY7mKMU1gjHljuQtjwEQiEHF4un5G2lX4PUcJSfmBbVoQqDJJ4CZKu141TLSkY7bHm5pO7xfHRhFNSbHSnlsvIhpUOcKIQxnQRNO3zg7jUqjmRpBCF73CYJIoT9LGxqgl5c1NiaVNPfHO+31yJR2nW1wQFmbzKjbRFJiZWeqKeRM7RwqYGr/JbrKxZ8VGyGfMyzwxtQBF3yzBwt5DM/NUZ/CErkcmZ+IWtrto5GfP5HMZaesrtZRhRGLmiOccQMZ/K+vPaf3Gti/gBDHk8NuWoytZdHrn9LV40t0yel0Pwf8QNbMBE71YKaEIRMX+5IAwFAHz8iyBnQ5GgcpyAWMAEgpD0tqDwvx8Bv9MWCDBQMYFYp8vwHacaTC3iA/OXJ2doSKcz46z+G7XPXuA/GAc8qBZrZ2dESLoXqb9omdzHzRaqGi1/VMdikt3gxKPvKMNJf2PPtrIuih7/RklXWwn9DB5b2s0itvbLkC771esXbtXqP8tDJp7+G2si91+L0BhEOPD9/TD70cTx36hVwqQUV5KCQYrpF9kkf509U7fyw1+r8GnHttX8ptudeZeBHHW6zLm1xz0ZRIxXzKZOc0Zfyg9vXy2GBWZeLCV9+tjk6SHrVGbD95sCjhDUsszPELLugcqm9PsLGfYTPCrEWhdCJxRWM//Q4sVEQ3BcqTrWA06rgWu4tULVtSALvAZ1XrwjDgXesuUNJMC+ZwHGwbNGF0eqmYvUDfLZvA1xXiaXfzAUoDgrxNyCRbVWpRoPgiFYdpkEpZC2T3GbOsU14b4kc6/68rgekXpM36Piexk15rPlctg8G9QfpuZkXN7URRMvzC5QXeTL6tt0gQJMBv+vYVzkATUH8vVDP8W3eLLqNjHqbyxrQwQIOvcm+/Llr5lMyVnT4+cbfl8boA+leqYzS/6ivhK/3aIXanJfePNyYTEfIN26mnnXsB89RiwMT+s/0dvYIkMdVs227aywxuICaKgIMoQztpdKtoJS5SozyomdxzVSdtR+CL2r9r+/fFtb9vEzeE/ks+qLa/3iliOtJmodvK18MrMKSqRYRvLlqNWqDSZH/hMrEfTjJGZ7+Q+PipVyIzd+b+KK9dcc0XqCx8HXDe3ayFS1AaIO4ih0+cERK0S95jCFFuG+7a0VHexUX4OcS+yF51iitt1HF8dI/1aLF3pJ4Mkf1MXcDkP+mivhtYysT+cwEWKMzJmP3+tDCQiEFTin6M37a/TfvhAGqLyvt4CByEO7SnjFbyudapVaGB5D2c+qO86YEKPYR8orNPunBSnZPY/HF7Y/ECmDv2paa4CFnaXS+1AsSXNJUUg7l/na/J2Yd1KGieN2nALACuj5p9t9/WJ48+SxH5VxFlzuN6NImnI4CL4fyOkQWjoK3PwpQWaPP5l+l07l8/JteFwGuq+gXtNtQ/YSGKCDGT9eMx/hfxtPjFiPBt9KTuYz9pL8um/Rbtp78cQhme/2AW+Qu9GfAJZ0sI2Pw0oJ7AtpbL2K4zGHYfZ9vVmqx5MJe2RRbK4nmqZD2EJEI6BP73ignh+oTVK/Hg/llCgQdEHlGTG7PLt1PoK9PklEVmt4rI+ZfOxFpLq/FUVivrfqPKFtTWRf3p3CW7AnvexWKicvhsoFH/DfgScb2C90Kn9BtAaKfQM5wOPbUW/zIDsqj/EUorhUUJw03duCbRVWZ8xaXF4JO9qh90qMiVvHjvO/FUUP9mPSy6SfyrTFS5ig2U4SOXbNNbl2oTz0nDlNSKcipQRTmZ5vqrtFK03a2jvbEnFqZOufW6weiptu6mojuOXK5MG/B3Hbrido1u6RrWS/hO44rtc0vd5GVE/Lp1lGss8sCG8fpLZFthNORScoPvM/Y90R0X68ulCgJK2vsocBdP2jDwPLr9KuvTrrXY7xaCjlojvOreHFWpa8psvXR2lL2l2oIBGq4JQNQarbbujstGBuRi5aPLID3fECLRN25VpvL0LyXKjUEXco1VHcIL45fjqKYl5cq780B9LnSBTAJCckstk+bl+ha34+CNRDGdT6/euZLzr8zjSVmI1gXJPG9k/PoZJROtrw/EWI/Rw5Rg3nQ4nevIX664t7zW/p38KHwV2tNiIEHV7U1X46BmvK8M/AVx0LEjdNOvLY2OSvCbvb7j/X7JeEQ7qxcheXmDqcV29OiNCfSLH4LltBAUX8QaOIMEFAoPko+wdFnG99tFsROj8c/5IRuYki5gAIq3/DLN8Ef/VEI81tF0VQrFudPU2/FsJb3fLcAY8HOiiP6y/ngsU2eER8Eu8Zfp5TdSim5iHpmLxnLtUIDsRVysaXIE6BhD9CJLTh9pl4+2M2RBwUg30K+2aGK1c/Cy/iwgszeKaG3WlL6OvnRL4UfXXPr44lbDpUR+lUzTQbBilnldEB+b06/+MansBap6gSA9Y2GfM1di699oj4MIujFCTKOC99pqTqaRjL33lCE+E4F3MzgH5m37o0P7F+LXad0V7WgX7f93u/D7BYopBu2WZmDHED2s2/WpY8XypNlaaVQeumfShsdtfgljzHWg+XXaUafmwZV3UUg/ig2y6u4KUcJdH04CSt+tGsWoTEa9i+0x0KtuxKteKi11pXHjOL6Vozph17UfJTDlf1hY9iSgR1OurgYQGrp51redhrKMgyXtXMiENdWRQmekH+6weHNg+HomeMByxBOGz3qoR+p/3xGoVirCVl0y9J4itmUV+W9ROZA+1VWTH/loMKrwF189SGrNSuF3F8bSj1/Wy2dgHQIe3T4cRLF8riw4vDmY0OrSQk/p7TcyseCcYclNul5FFZpILAZ4Xq0x/AI93PIVx2vmVm0ZurQ30yBFtbJdzw31+XuCka7meeQyqVHcjg15cxEx4GYsNzHWyZH8x8ih9yeO95zQFYcia/NW06Hwe+xdi0BKbRl850BMzEkv/hD5M2PZT2o2q/MiG5vr7LP1VsytPzNUInijc0qD0keC13IiNj6RF00+CwdsvIrX+ATg3DzYhxyXJhoUwcquRE6ki1Onf+3rul5xDzAAPXeMuHmCfwHX3BmEN2x409cPWesA3+QYI9sMG+jCbi02IYGbwemQkrMac0UXW2NPQ2J4ACUgaJLalGcrJi1Cb2YRH9eBJJ1O54JwQBK3BRV4WBYlkJvj5IjFamzwFzTSCBL3VOMflgkFmQRU8Ke6SNVaWJei/qXZhRdzKwJsbnndD8segL9Ugwmo416Y+Wk8WRERdwd5pCaFbFI2XBT+WX81SFIIKahY7rqYSNoRSKrrfkPmLDHXVfKhlHNn5PU1TQ8fV1PjKG4KU2WB31tlxizQwJM6aRz8l17cboyqNhhMQJD+12lanPNa2O17GpJ/vVLyo1+0UKVeLBWeAwh5jIzr28zMnesHDO0liGKnxYfqVnue3zRyjMEuVDa6jv5ltBZX/6f4tBzqnmT4sHsSigkKJPuagIgtMgKpRyYa5/Z/P26yOYyGEYdEaD27qWrdc1ewFXZ+5FZ7WnpTbjFHLKt3VHX/HuBLXNPhfx2mgVPSw/VK1e6RTKcS7XcZqZPPtUU8kkJnpNNY8PQR0EhQ8pQodH8xz9QDzn8QlfY7vUJMF+RwbBlK/BbCLIBjDN2Zi8tZ0UP97WOPwt5GLOR+XQobyZJlIedV0ZhhHnSXUE0TNNnv050gtiekLPsb+dqB0cDB+R4ZbI6IFpPEm0q5/3mcoxwdvP92sheVWnCynaf/2+CkmyN/G7fKavfGDF8NJ/qu9wirbLGhrk9FO81u5bSd/nnnwXmQk+/N3ofPBLyPBIEtxqrnj/KEFAGAA+KAL6lSNim4LKS5MugLyseuK74ovsftG4I5AOj0aw//d9N61IZ6wFBlO07VM0tvGVEeu3eDsKkE0OCTonZM8LpqdywUfabDG7dBM95ynv/ICpNGxghfn7DlDanFEecqPt6l4ZsbybkPOasIwiThAT2950TfBVGZOqMvfxWrRZQebEjRGKrojqtojk3gGutqO1hRxW8xSZmZPpvkbKnEPWhigYIoviqfDiC+NoplyeZcdLrZVfW7TzHz6fR63uNONI7eqecBG1rpvtoH/C0XbelV0XkhCBkickwcdSOHXL1XqOssRY8ZfmhU+i/BJ11eylFLgbjNIDNAzdysmVtNICf6jV+O7tWAncJPWo5ndzxFLw2grBYdgQ15TBN2BNodX7MFpCuw7tp1Zp0UR5v6Qi8s+UPDH63h5Obm0ZG/mGdtuxzCg709AnXV/SXoMTEFu54J+VTHXY5A7a7ldYjAtE8lXBMXoQdaoVdn8OgaERHuD0Iqf18/3G4oWfwCz9CjAT4ttMbaLDGkfQTgyNaDhTqLkwrGOSMEW5Ig3y5ByfHRA6bsXE5l0s5zM0dV8VMzHZNsRj5AbZgwFQvy6jp2ljHX/rjydS3pEl0sCJya9dcdHWObSNZrfNb81O7YSswksgSAcNKxrpCDlL/dpPRVx1oyidQDqekfs9dW4hx3ZWZavhS2rQi/3GzUuN3c0mSMJhJwyyX5A1MYGKkEnxSkR7rxzKw6Q0omC/BGAIYhRU+mSZrZaWEqm5CASSaYFkgy3b7BcSbNz+diIj3M3rrRVEgmHksbBrV5gnm3IdFPpswOyCapHIDJi4uAxlql4y8KizClMdNijjKPj7EfDRfXBhzVX5BlR7Z9EAipA6/EW0uIwlE7qr5+IFkRIy5F7OrmYguhEZJvNt6pLQtdUSeckw8vM2U45O2V71Fivx3LRluQQMy7WZr4e/dCN8iW2JBST4mUGCswFESuMigJoUfBvvVWS+vLZwjBCFrp7eNXO7kxVCtoYPw7LI+e3nfJBzg7HaOUmS6LD+MCqiOdWrJJpGj4RRU+uyjVTbHxEKQqGiSxMHTinbFlQUiJCSeZLs0xeIGOMjrTHeHD5iAsswKE2WYYbc7Px4M28pH0yvTtoI3RDmb46lPxd4TVPpTeEDKmMkqva4b+kAh27RI4RKXqpilSHdqyEc/c5g34cAoPhAoWi9PXdYvoJmM+WQ+Lmw2vO3DOfybtBAwqoMy8aBp7/uHuUy9ICI1osxM4vawvPVJq7KwsVDnaeeMDItKcEVPjJuNmcC9sOIu8v/LU28lp2dzwfWT+qncOm53vXI8TBcfUXCM7kmJk+9apKhgZY0/tt3veOUlcCdg3fL8lf4i4oyPdHIftDUX7UwqznMrd2YYrKsV+70r07UI4AWPfeCkK1GZpcFgUmguyXLoHxl2dX/WW5H64turL2yYCpuI1LF+lagQAM8s89Q8hams2Jr/KXUZT0bVO6i3Ivr3pP/UFWwgJj8hsF7ykcgEq/thyKzLVhELr5+M4K2nsqtGEq7W07HSk2lyqWZn5fKIKbDONn3+uKXnvzlaViGhGrhucTz0qCDD0FXlscJ7vgDLXR0zTNXnRu89Vri+Xdo23u35KVGR9hlIsOYYZhH42A7qZWWYWRJFyHolDNGjOkkGM6FqI+Atppeg7GBlk+N+w58iEd+kvzwlwB6vQqXefP6y4dC6WBlFvKv9h+tnwkqmOViEeXZlewFNKr1q5e26F+YoGgyiJD07N7X/WFh0oxLr3NoJE352xiptuah6/lqfXPKoFW0p78Yr0BtLwnBt6VkJ9BNctWb9m/KiAXs3f6SXEQV94nw8TOObrNal6NOBdcY1IqpxR566GkCuWh6zA03MiaceK8gxergMDjxrEPMEs4rIJkUt08cU+LTfMHJvGwv7pGH3LgMXlA4D3gaFK3bGDuwNC5pt1YWbNO6vmGIeP7yvIDRdi2Upv/VZMQEjGZJrdmNpvt+gkz4of95av9VSLIlgfl/Jo4dZDACR2RB0NQuX6LfegK/eLISdAC2Ie5txftLxQZ4VKoK0tHaqOykYdNdK6lwKN1phnlyoS+NlV4214bui603nAbPhyimkoSsn5BWztjoZfGvtOVYqe7cVY+Btey/l7nxP09FjUw9aZsVOrNi2cXtCwlilLNcmWndOECj662EXkDrsrbHngG6VHBoTV1WKDHU7DvssJVSOA5zaNfBkpcOczL9EUKvfmwPo7/WaUgDet3kjrn6VdffRl6dmJlgQX+o4TGYtl+cyjyN8ilKdufWYuU9Uz59/2QZfI8TKy2Ojqc7DBlfPot+CuAFJOi7RGE3Tt9NKovbA4wMGYb0GMgcAn2s8JfuhBQT/oUc430TKliJW6fGK6Sw080ucnfE1DYf/VOvY8wgRizfeECR+Cn4KX5zp0/N9sURiyBuOdjtT3RVGhTp+gt2tgHL4fr3FY+M9gxoYrYYlrqOlY5612bnoJSXLozD61HsWvZsdA6baOvkYJ78s71T3lArd9766KI+aEuDQOUFDRyQbUgtiYXlcv8qa2G54v5zvkDLyZws9uASNRxl+GeRcPFoP/LFXrfCOI1Q62U+K+G+hiE9ZKcNcWUlRhVJjIr0t3C+Bq6ObdlwMxYfYMlvMnTSmgmaAf8yxND24BPSmHS+lkVK9HiALnlnFdc07ax8P4MkUGV1u7iDSoav9Otmagm2HaaLGdzi1NOxvry84BoJiiImm00PI03qTxHamEkBhrFUaYX1KvJ9IPcZX74Wlx89ztQMqAFNsLOTSqGCBl4BoRX346R64fyaBY1zwKEG7PPdfQFa4qeZMYgtZKQXir3fhr+JPe8zupCxI0kP14Mwr+/AsPWqt6fCJe+9XGT6Pq11AfUpQvdqxOIxlfPAQMcth/NMH+BUxtzF/Tm/ickMG/lRIrdLL8FmlICQmF4WVBdO4mFPEBdLayRZLT8lqe5kK/VgxBdwXpGq4bfevY4Hxm1VrH8X7YfFQi1ZxD0oixWgcH2rIM2WSmXHK7DmUVihrXS9hbzZH/HXHj5cPvXFiNegfX8czPnYmcjQ65fs70TkLHNfJgt32Kj9ZgAf2J/wgYERAb3eYvzFVgbFoSS14sKCyuIA/FWIJkjR2XLvCyZgLgiPQ+nzlM1QgH3BfDBIf2F92lCXELrGqVZqiK9xUTJYeO6sEVHNgULUHwE9duwWRs0ozl8Np37AmEwdP64UkHjkSUY1o0RhOp83+l0pXpdmV5/1gMlDPeSz1th9zTZtW08o/WtDBQFcAfLpPyZDwnTNasYnstoixM+6sN9/E7ugyD9evM2j8/vP2NkORGBVYHx67OMnUD2vH0V5VpZhq2eEZU5Lq3CaTaBLQvDrM8TCfOcR7TbEkbAqrSs4sEDg/LQ2Iv2HOPVebQEMptUBrSpCrps2FKoeSdDDSPYi+admi5L1y3skySWxTZxDez7b3Us3j0nKcvMvNfcXxz9SlaZ9BeMerJmQao8f6sBvof1UFaixSNZHNoQ9ff7bmNDrwk07mCSeW/V3/sJBvET5AieTBZ5RHNw3fnxdrXV7bPTUaVOV8gnYKFT7K2bUdv9qJ0P+/LUQXaiMBukIJ477rc2PRjbdt9tHt8y1tDuQ3DyM9pKXz/D4Xn2zYn73e9ZBlI9hXiWVkXiWeJoiGVJ+4qRMK7MMbTPDWmtua6hepG9vtvh3Uq5P9J10iHAhLYtworD7e85VUW3FH1p89Z9Fa7su4YZQ14dW3iVGIsVfsuJ4maD6a4nPi7Qcb9AvJHspQ8k8Py5zaRASa7ZQcx4LUWLZoiTXVsAtXtpC4ji36vO9Tdukj7em7u+f/hR6QcJ14rw9UnehCAbuQDHES9Fa6DX9gdV+hD8/jsI83b+sKWNmGQ8P3wgN2NqS6W8Sw2sOfyU5oN+k5HefDMl7BPOqQF0ATWr1+pfzU1Iwe2S5DUqq0Ipv+dE1txvcOoYpLzMD/lq2oVR04lQa5Nef2GE9hp1k/NrnjCm+f0+311c3Wl1Q/0+WcFN4mH1dyikBTI2Tr0UWXp1hetJF2Sh1pH37Nm6wF24SoJBkYBWwkvyHGO2YsAbHMTwHpRiGaq9Tm2OGObeg14JT+kFlGwiHpVwqjSPpoehhA6vJ++lE1eSNZ0Jfrw/KIKjEZrCCHzeIvEjrgwyjnCmF/kDaffAXKe/YpTmtAUwmAuV3oj4htjiWpVNcEI2VZ/4THwagbpbdzrHbLjD63NN3hGSojs5y8qGCG+7nQJ8XkB0qMrS+wKHlf9nSU6wY7hbBk8nPUmOiwMbMrNMt6tR1qfRTv7m/vbNt/xepzPUh7A6aIYNC/NGtbcqmDQP/44bNoh7FD9Cv7gEOf4A36gr1UB5FgYkY5m58tG7a1ZADbhqSYl5JrAEUdxUPbdb4niqC1mCXD5Hc0KI+kpx6qPthovluNsF5//mN4ccVYwjahgC40gJdHhUpXD28+lu6xYyRS7Z8ul+KoBLH6sHjBzHkxm5qE4MH/0tfHrDIyLkTcSBLIZ6gmSYbKTnPKz93CeKL5sLfIZGGOJ5CTkEgD7NL+aL1CCn9dphm/0bn/5lKAjwxMVWwlUsAxnIuWk4D8WHkie0N/UjD/uCsI4NgHrZ4n8rnpdJ8jzj9rc7JnlXExGa50kH+EggOKnEY6mv3fME8yXO6sgjesOYnNMuKxqJVxYeKZzamAvOj3wib0C4DhucQc1ZHoX0Kll8m1u4z2BBDNmEK5zl7SvtWMoPWKNQ+cYowxkE51a6TNJHTeYXp2F4VnCZV06XK1+dR0Mu0tJeoK1Q3qShMEAOYCMoSwofIes930BFjSxbNTYYpxV0JFUTlwjjEtTRXml7JAh1PMa3KYPH0s5dQx4dBFmd1UUN9mMU9juG5Kks2doHmAf6Q0ogTtfAacXzLzZbcvtogcwjFnuXNmL+Sc9kf7arb4/+gTHNVd08YUM4zi2M2rFV2f4tulab+pTHP8VRovjOQzp769exfQjkKax0qWo2Ea/3OH1YKe+sAsSeK3zVWRAP2sEqSzqyiD4+F+j5FhQj1mJO+wZfUZY6CHVeB8CBxiVNdIhHfk6jP60z5QfzgR8lP1mAgMp1T0VXS3FP3eR591d/JVZ4UanotcvXGVHOLaHWIstS/3bXiX33uU7Ss/eI+hf1lCsQkDLSf5bd3Yi1ww1IOfpCERovqkiRCTgzykq9p5dMhNXbBmsiUQ4uEJqXc+lyB7LMUIEiCRcIlz0p9bKUBJK8cgtUybZRM+BF9wxKWVHDsg0FWvvKcu5Jjlb9DB3ma11tR0N1vKA0OZzYf4eNUjoSal7GdyU8Fhpc4yDI1It+fe4SmF9Uy/qrZsqKAYK/3wni+qOavQiCM67OpSz901qoPfYJS2/BJflr5e5HiVOqDv3xFubqv29/QrnaBV6KS0jA89g7aGZ3s8yZhl8UciPPNNCHpXSB3TzHwIhDGB6UpuWIEJa1zk3cgNqoL5zXVY1BIr5+kmcObcutn6ETCHiHIKenB0atYTSAtTm+xQJP0huo4Xd0qCIphPsX6pJoF3V1o3jBkqp3SP9RcYfB3N64sxb8Bnl4iZWEZGuECqgVSJdbRM/7qrt6fDbtlXgTW31hwpvSfnYXsRHKw9zUyJSEhoo1IobWCq+Z63FGuTRiXa6mC2IqHMtLxDwSM9jalIS5cXZowpsCVcnmgXpAGno+qf7G7PyzFLA/mGvhqfjJPv19iEcIn3kxnWRYfUsWHFjY0SHc/zfdgdEYr7Zu1rvG9ME1rNKm3mmsPfrS2/RdP+Zop82I7Sp93XTH1nwd+hLml78RcsiRfvV79aj/8hkd/Q0F+kaVRQb+msw34zwT+hU6GSM47+aAPdN9siscC6uAHX7PMWJJxVTRoGlAHlEjJiNyT/p4sYL4f/MddIOrQ3Aj0X0lLAWqDIFYhxt1MqrKtI/JRByVSsWYPg6FD9QUe6XHIDeGvCU76NVgOWM3kzG5MOeCbLIDDVBv6Im7R31/SsVkKKk21kElDwNnPhjSjnS2GVVlUIBNaxC1j1vnrOiNBBuA0vuILaoRYEnAV5IDLvsdFLyLg5kSuOUHxFAtVr45uz9GkRku3QzPJCq17RUP4aNFF/fCwcdVYz7jgmHQQYZF/pGh/WurYWjailqXICCc2k+dv2OD8QlZ3IsHZp76HoojCscANreMLYSTVHeea0Bxu9m4T/pI7h/YEwTycwc4FiOMO67DaoRAItSYKawKqOGqMC6iy0hK4JFt412y8tFjELCn5fclXnAVs4+ZIOxxjvMAo6cL+HLZe0XoaRn1yBp5X5UWevQ5/Ti+N505jgstBWYjGQMeu9HMh5P86JQOb+OsQ3IWbrLrX2eVUn4egEZhdjVgpGuV+yRJ3RBlNq9W1RAgXetHvQ61iPFVDgDIeZ3o3wkHSy0utKDjwridImiUBSYMxHxwKtbvYza5LQ3o+jV/Hr0+SFhJwewxo2wOX/vX97X4GnROSyVnAUnR2k6Xf1Km3ITdfVkvlvUt0lBU3IejFrVh3rKHF4vvx/9YBarPN7vz0go4w+5LyKl9yzQo/A3dQZF/9pOrgz1rV/fn9yXvGpdjdTU/BjDaIebxWBnFbO01iBfFGkr+bZxJ/ieamYe8cUFGtFE6SfP7qYHJdfdmYcTNdGqFIk4W6AvvNFDuU7UuH4QuEk7cYg0+goUN/o69VCGIQ36RVmflIhN2DGRDsgIjoPdVwMdoeO0VGrE4AMQcyPG6Qez7KICO1qxsCgiB9mGtsIgG6A0JJutNUCc6BKgsc952Wfk2mQY7W7JWmp//V2se8T50CEP2ExNOGqPGotiDzBIMn2S8sW3xS9RbyT2m3v/psXk2hX4LWknW5iBzuaYVSnFw/F1VZ89+Uokygiy8owuAbkO5UGrLrfu3sGf+Rvm8BOiyOp7kHlL/cb1yo4MEaiEJv3fRdMw2Yi4CA8r/pmhXvxy6pLbLCYNT+2vbmQk2uFfjxUU9FuTo2bUiObXD9jyLoEwgy0PuT0+xf+6x2MXknNeIuOSXV/IT5bEPmK1Te0RU4Z1HEZr30if4rtfKiytzt/luEnYzrFT8Rf0n9NqD/lsmRlydZlvmp5GfpV4jDmH1Nw+a23vte5Jo2d0tRZ5dSRGO76jVMhmt6uTvlNOVYvhilYIWPLtaMNNrUZ/jBaSC6cVlwDXrTojTHS5hG+d9sJaX/9ThNdZZgbPgAQcGAg4vssZX72Kyom9/4Ox0h4K4V8endecOdnoZQZuz8qIn5AFSxophggIyLg3KZqT5I66S3/WM2hJM007GZce5xK0iZTAItzgce/7toy95ZicttY11S9qOojETPR+EI2cGgg2g5ktjqfOrjuev4hRby8UuacKtBlRQTK07HNfxOsheUbbpSPRfBhM14Enjmt80/bA7Te3Xid+Z7ovf5WZhbQx8FVj6++7ifMCnXA5aCF/NW6/nSflYMJG74R+EBvvZrlAIF0KRPL04RFem1wX2m5dhTIwHp6+3f1nswJo/Nm8eMe+AnvsDxhE/n9USAo0eQTAXZHdaQS4mBBVcnbxluiXWqooJkL32KzZOKzJfQsUPT+ppOlWFFCuQz5TzvuyJjNxYFAnwlv068QH002qjGELU5CSXAXFMxZ1CY1uAFFRtfdjkdEriAho6VETr5ZyduqHwlfkwV6W45/5MOo6xZ1HGg+tGoxt03ePM39giWyTbsg1XK4hz6cDrcaMEfLmHOMp3oI2/a7bE+vxTYiu3HFNWP/1F+1+cTQjApWzezUOdu4JOBeSbM3074Pup+OoPUyRHh7PidbKfTH3OtBYaEGFNOjsc2WtyQywwkX29JH9ERzOUV3edoLwvWZ6zsnlfH1cJccKYxbKOKLAGEXChIr9SNJiIoL+5B9pfu371xK+o+pLElJDJSGWp+QxQcksGDPXSAn3kM86+FEchHwXPcyTA2w/5VFZAajPbwo2Z5hEN91uWhPo8mQ0MGcfJZCz1OJHqZpiwFGQ1ZdxiaVYQJFFnFodcfG/M7AQqrHSweY6s9ZyivtIBd+QzoTj6IYzz6MhMjK8rzK114rpgHsctCg00Y2oC6Zpr+h+dZJ4WRTf/q8fG8Sn6i/V+CzryIrKGTjSaLw6GzLRCyH3AX/ODsgRSX/RNPS313sabhgxh38TOI3uy6u/954ltFLOvIpuNLYmfI5YW8fNnVJXYoey8fPAaKXzxcIZ9r3hBsl+5/x7S1GQDrxdTWsN4RNxYsUTv22uWr2kBbM7z9XtiMHdSnnhUQlAQ9gTBazMUfHR6jz1ZRZuNj9BOGEEFADi1mkXMk1/TaM02+Mm+LE6BJ/bBI3gOEXZXSIZgRBAZMsQBl9JuZ8iT8evkfrqFegs7g1VZt2QZvcQKS+kA/8JaHOv8l3zZJWag70NT+49P88ucM+rlRcblEP2Ax92fOwE/Sbi7f3ScxNbptvsH7NfE9gIK62/9o2ry58E/c4XaF40+QBFeJteTvKEz/Hga6W4AP8Gm6vN7TyA8w8eb+NGy++u9j9qg+a2db6EMiWzSB0c9ioDMKvq5R4PnQ/gxFtcgrsJvIbL6YDNgazciKNZF5Dk1WIjr/NsJMDoIa5yV9pl33XYsDL5hU8ZEC53t4UJdskXunG7YO4NLiLjEeegGJNC/p8IRGg7MllB8uE+u19C9qB6MJv6ZkqldQIYteE5j0HrDqLJr6oDXx1zc2sLMF+Arzh3yQIoLMv3I0IgHywJIzFUC/yf0baS2Dttw4vQgZ2RMVs02eXglcRZpjL2RJqaYgo81JmkEgLjpq4/3fygKc52PX8RduorHbz8n/mGviFjKdiTs3bak9w8nnV2MemSc/MwDZ5ifbENJ/nN9OGX4TFEnW6e0gJlvxxPuRbfrUV6BrpL4RbenYfkdwqJF4IEH7SusHqWkAzAailqn+5FLdLOaLUN+2S7yqOn+iNUmi2iAo0F3L+g+FPXAc7aRP/oQk5d3VJ7WJLR9Ygrs8JT9w9OnWrtf+9rUfsntdn6q21KBG586Di6FrIIcwhtOBKVBkMPmH3S/iELcbfBE0/lshw4ryp5NPNERXg2JpIo+H4WcHxQhq1HWgRF9QHvtLVO3Qze5B++Chs/WF93sf1MeUK+85f62U2igASwQS9WQAjqI4vKb/wgPPutkBQlK4PP0ldSm6jf8bRAMdw/IL2b8elVThbJICv5bIEKD/K8+DLLTUXkjvWZWeiQtKXKNgv5c16j/BpsQR3fK5Dqq+5xguZl1mfflWYuHuBf+VrxAeg22gRM/Kj5UVMd7u/ja25iisO3blwfay6MkG8+m/5hf29d8WSIhzFefs1c/vJeqKmYrzc3nYlzTGrF7q0nUiKmRCKPnLfpvnG4MwIZ0brESfhKI2sw9fChOGJ8HNJ3O2YxX6K0P8HcUgQriBpOBk+wRsupalCGJi77fJTCmWJszcpi0LopOxYVUJDveRNG/71Dnlp7tKiM0yFn+rHly9/ipI1r1H0CxZSi1coixjHGmESewL/Gs7RwscQy6e8XfJ4OD7qoVak5zWHekfnMbXH5/tDnRgUL6IXRBQvw+jMHyYPBo2eOXCi/48+zea7HAi/aWQFBdb6J2+kXbRPh5zNm7JLPZPyXE97T9xwUylUAbv+5J2bpzmkM/wBFNR9Nydpv6atNKPNEaJFxkKslVq+ivxRSz2GTCaLZMq/zUhPbT5hI9nxy57SrbcAhm32eqzLxwcT517R/evpD4OC4T04/HVRzbMlg+NIeEujidKtpGPbUgTcqeObh1qBbIWdPhlR/bXB0qXpqDmyO9QiZ/yJ2pOOET1XIGOAXYQomcqYiDFMcVypvXTd3tgHXkZUzWaKVX9FS935J5Y1ihyO+gRCDN6XmB2ZPL5NtyYCfvOVD0UiBeQ8nsRYNIg273jtrtAikAD8ekk7y8DIdPPvKTEsGi22QjSGV68K+lfLaJn5hd77oYoUzSaTfo9YHtVTWvbjgun4o2QLrLkOE+v5kKBr4+kqNvJ2PN8i32kGqg2GtfTHfiDjYh+Zkz0fCZEmNBvx+Cn3SjMxUyowjl3WbIqR6sk3ivG9ym+DPSbR++9dvmkQdWZKMOAfkiYEJaLoUhfEV5z5p4uwyDJrP6WGPuDj0nCBvaOZ13Abm3JwEIW0S9GC9c+L0y+QPXaoLHaBEebtxdif01IfSfPqtDzSI8/OyTPUpZMflN3LUqRQOXV73auW5bnJsI0RKYnlOcOsmXjpv9Nv15si5XpV2QFmTddD6YgkziNutEh5rxc1ZDo4LXCnZXmMq4vfXYdDdw47kkW+tJMicaMzjuvfDUJ266CZ8gVfaB/w6pi2Lso86+2GET/JytBHQqcA6Rz9gIjj9bmW2gz9rGZVGmdaYEX0sV8ejDcjlUgmrsYVwjS+2Y8RfnqHchm6AgeW/bJmo/877mRWJs+hhdLXX8saK0/L4BF1MFsurtLlA6B8aOfAm19ElCsQ9+ALMlbX/n+CoeL4s+17XKHrhhnJJ55c8s9y5RaaRYjWtnCutGm9U2V1rlvspaFvjvb+ScYUDRi9tjP88BZV+ZjX49YkaJ/wBsxGI6gdbjNfgR7PJP8NRi0MzDrI8S+SNP8cZZ33QcgGrpVgriRilHYKKPbGAl8xK6hOq6/Kt9gXKCV3CIRxdXHZ0w3FiFji25PpgrUSShnEJYdC6rluiv7GIewxWpmakYLCPK1I3M4CIY07PX9Y5mrqa2kotetMwWLMPGoFSZ987VreYowI0jQw8ALhkoQ7CVr09VawojeV9lfQzHlguYFvwpMpBD97a+94kCenjrOQzp02EvC0mYqRtWu/p42ZrS9IXQfAOdv5IJW2WX0Jnsd1JKwwgngd0VbD4BKaQaxdk9Zpcsk/MiuZpC6LUPXZ1mYrpux40+kd0pwrKMwCOblGOpQ1fT2UeT4oxf7a/3Y0CejT6ETr5FtyWxYmOL4BBq9qyqUvpfslbobmPWSciwXuGmrqMKHODoJ3veyRhn2b6rpmGT7ou5i4ch66mRz6MSjfQa1RAhZuwiMV8bTr5yQjeCDIs5ALgeWfs+0Alm1sq6M1sxGIZFn0+g5vPWnCokWtlC+10WhVTia0NiobOjeg3QksxAfJuO2L4OaDvvZ6tn0pM9z8tI46IxzlggRiy+QvVV5NvNpPfxuz1oKbe6+hheEmNbNIdRa7susFLlYc6G5iijJX9ztRAn/A79SWq/NsrB9lIFT9sUJ5YF5rSHfsPjteNCr4xMa7uoXcv7lT4dPM1Fo7CMQRH37VZ2fPO4fDv+L5DQAthn6tqPG9mQqCHKUKJ2Oc6GOvOhtL8KANU+D+9PtNfUqqecpZW5EOZATS9a5e002SOrdRPiwga/HfNyWyj30mF3b2g9w1wP5G4hurRTm9zIHj1RoQZnF9TXrs1+RX741e8A9aM4Qlck2hTEVCNsokdSY2eWvhossNGJpsNfog3AZeHN0bzDAHMeAE5S2ZBmpFfvaopT105LkKnJSP0klUv72NfsKKrTvknBUbdnwGVTxStgqmJ1KqqS9EGlMRoX57VAkkc53ZQAa1QGjy+2OIVljt+WqzXQQk7/EPr6D4zWxl9+1I5IHR6YN2B6eo4LLPnagnyNFqclkTNVJdzAcshPOVuf9WuaamSypVx0tv5C1+PucV/Jc7FOsrF9jrx3uSw+Pme/519MTpdvz4i4iTZMcHPXWNJLrL5qLcSRcNeusrARbGvGF/ZirlZmvKNlx3hWvBS5r6vooBhQ30Ahvp6iujJP7czCLO7LtVMqR1ILTM0rTFIsH+F190P1jXDPTC3nf0wwIiSce4BbI4YnQ0FGJJIZ2jafMwn6fF35XDftiNLuRty01h9Uep6QQKiX3o0v9/rz0VPvvqHLMKiIfpOrIk6pyja7/hQB2aUa1Gb4tpRj1Mi3xlxIsrWupEPJ0mMT6o6TCTiP9LYok0FrAHkhIEGd/ZEFRREK4+ZeodIIrIlH26wuemXnN+WRd8pJxK2KE68Pq84cyrmsX7TxNZ4UjMtW27ONOgcoYrMaeFd+iPrNK6OgwzE/2yaLB8CMw1wYiPi/mN2+0eL1amhacCnmUK+5sqzgqI9VI6y1QnBLvS6zu/bIjW6kM+wXcZ6u0u/vqrV7zRctx3KqJfxtQ31fCNTlCEQdIb55h5kBx9Y8tG8W0N1ZxLhBZR06OFNO+PsLETw6RInVkBTd/YNnOIrpEYAZ2OkKvhxWHweW81LIrvAI3cjrn8oZootN8GiS2IgZQGb1lNUsvibx77/RXMy9KdjrjLNou6ZUluhILJVXob15UNFz2RJoMLLK5XXMPVtQnVIpCGpY6aXFn+bceYQSh4In5AYK2wYwrWePyJYq/N68s5JQLkgivVZa4NOGfr4lKVMNwcu0ktF0VzNcgLhjDUc4vfDDu8Dr111wYrcTrytgx4z7/VTmTzVEkN4Ee283qNNwcOiKxSmfI0ctddPn9io1ameBL8M0Qqop21caNvRhJE2YmNjUnOPC1ZyRfDWhnW2Ue/m5WcHM7M4CgM0tnxzMxScNPVgDdCBEdU+S2XutK+Iuf4dz3om/0pNt/4Sr40GZxCRYedmwO7z4itQhf/Hdawt84UIPKi/ChV5o0FPbc2PdG2FV6WscWfPmvYKDBriOAwvyPrh45eZB/M2SoWlCW3GHvCl4xA+pZs2rdgTZfYw38zyGVdcd4o3oJEioMI0WEuvtheFHIIy3Fk/nO1j3aiWGoCBhGSawyAbQuO9yyuZITYczVDUejGu1X6bAFsMs5dwM5WPj+gCldbHyifh3vLWYrpeO82uMRkBS96Pg328HZjPCQemkRc59bDuziqL8YmoyqqUa2yLlf1ouKqtFqzWTEH5w0psF5i64F9P1kNIWXiFfts3WbugNcQ4vO8OuMUfcyf7kKxMd99ZWxAzCcxeuFzzgcPVZOQp17IDh1DFHU/SlqYVz8zYvzwoVf52+gyJ4Df0UgbV7PdVsKMeclVl5pw/GCIgOhzS63uW1HHIxZKKXl0q08rtR8jN20f8wS5VCf1Bt4Bq3DO/pX+W9Pi/Sleir2SVVvuupLOqomrH9xiA61E0kfEsCjfjBCfjoQQmum5iWhTA8xBvO5iVt7pEkBGd12WvVytBL4nkIZpvnfUx0Ubp1/6SkV5TIC4wl+6JgXAeGZV/yQPwDFO/E/nE39P5xt1efWQ0XzP15G2aXKWmsxIIm2sI1ea3yzdiBoFQhOv17fWco2AyJ/VtoUH3IARlxoOrXSdsWgoHJW9tMVZvuU9JO38n7w92PRkl0EQZmpc4C9kRMHQSlF4lS0rV6zQQqFY2Yg+8rSQiwaKIyg6UVbyBhYeCUlS7bUmX7e9Y9gBBGuhQk2Ewdt+tcf8uJotP4v+F5q4YU80rsyiYI4b2VhlTUVjvt1uDZZRICYSzYPNIr6kVbSQSuDRWByoWhhYk9O2aQnja0Owl5pATsTouxMic1VQhOytspTnN1BS9P6tMLxqSXHtDAQFB3dCIDoGQ+0anoJGhChBmVP0PFpGTnaEPi4gdjEgmvtbXk5UdoD4QtbaFQ/jTdBHkSmDXvhMcY9VWOUfia31iXvUHLzGYapgxTwUAixyKbP1+xkHNVjw9TpYX8c1Gow9kRMH2MQ4SsDeIW0EZLtc6wcfqfw5fQfLRxYMzstV6Y38mEDtmW0VMXpEhvQqDjfA8iyXZuS6siHQj5sR3MYxTmnvaHivezY0EET+Ls+TPol2+gCEdmQEEYJy+LXlmHNK/79nPB+fq2b2ZWYXXXJwkhyQjBtEcmGtwGJRoPf6wG/xI0PqJP9iRug96Qi2GOtDRRWpvFi4R56nBhdSi8P/hkKvwttjtF33RM0hQn6xAbBj6vUQaU8rPPvwwDDgsQiTWrYO/nqb2PRupISzTCvSfnUGb5rfzXKUCrO7PfOaronDuT+7qigQDuyfrt5Rg0ASgVFD1jGYiPLrV2i2uhyALWbT3797a4SWRmVKSiJ80JOPsGBHowDmirbQ3Th1wnExHeOX/idY+3NZAMxM2uOR38zmQbSfyIEr66OYjk9Z/TyFwtarSKXMdyMCieMWglsKimsExYN/KKN/2PpOrYdVWLgL2EyS3LOmR05mQwmfP2j77zNnJm5tq/plkpVklqN9+cgNsfv+oWkxjz5Ky5PF5RI+ojgiAKo2fNHSg7daTvjyKUsh+ceOmA6u+DRwhQj0hrE9BmRV4bgeCxF25CSuUJKXDt4RB6uMrra23RlwXwurKMx/NCREQAA0KZW/SCpuOKnJV5tz3E9PVKSzbuMbM+cOvVawNpMcap0bqKYHbt7czi4wY/5L4Nc5PM3v6T5LUuTBpWQBcY/CW90meA9uUV6gvdD4MTmpspjwOELU82IqLCPlNJN3pAta/y/PCiMzTWzB1EzTYgdAkdoyWIiRJZUUfGE+u55P5Dj2BdUJf+9Ya256ZUFYBSOgGMnOwUN6/iKKfPSz2Ms9QpCN0F6CRVj7qS4XGgMJ5u+QuMQPE2H6jDmdqXRGlsHnwuYrYb5zjM7jxiLmekgNlO2PRrUsYGazdn6jREJdi6/wveA/8YA/aa/qXyJZnihc455XY+8l6uA8XMYvX7XWqQZu2Ll5u+yjXcJcDp4qNo5+H+PwOx0OYKxg6cUuES4GEA2t2sS6Zps8y8wLXP/iogfQb56/f2RqJXrF873NEpEg6boQxAG168Fs5pSCp/p2GvZVq8xrXk6m4dG21vD4NCjArGuyq/UDwkT4w9p20N5RiEN4Cs/N8m4Xn8FX6KgcZDsbxx8KP0A4faJsSWl/huoYH770TcC8fmRzkwPmjFGF3z51czRQiosOBYkgcsbuz+K1GnpPGatRhtJF42i5dk2X0EPkw5V1AU1aZZ3I4/lJ0hl1MP3Y7EDYtcT8VJfzK3dflWX9oCDMH93UHq6hXPpx0tY2kGFMVKVi92D540RtyxHL5doIbdu5+0VxUmewbNryK914ruIUQ/1PTFJNJaJRp09xv3iMF4NeOM/Ap7pdB/JJaReau6R3MXLTrjzOewln9pjjy+jSs+4Ywp5whQJvXjk23l8675T6dNkO1gjx2lLpxDwAEssuOOyYEreiZHVyXKYwDXkQo7zrGyuNk2/EPCJaV4mAYch80gKqt+h5Ug2b3CQgWh/IPc86SrL1vqXUWJQebVUyA66RZaL/PTqMDkDNJH1FaJRm7NEXpQYuaBRyvapet1elN4+Gh2v7/rm9KAaPw10lm78nqr8HO6xzzod/WEtE/QMnV5gvvT7TgdxD+SW7gEsenkU6BfDq+bf9eyFLTbWR7TgctZgK0OrBzZ9kzISZ/lA2bFElefRc2WmUdFjxNSeinaoxWj/vtHIfkEKvAJwbIAsSG3ZdIcoHxF2GwMhbjMGHpcda9EJHtqfwCHCFkx5Zui/u4C3UeUabGJRI8a/i5jE57It1CdZRG3t4z0m/BHcYi9YsVVcYrvyhTgtwq5yz9H013nE3aKefk9LHPl5Of0REyfavCAkyJMMi3b35RqSVLPFS40Ad6fm0+MvZ0+X0+SzVB/opZtyC3SQF9LTmb/lpJTvFmkpYT2gp6g5U778/eqAJe2KvmmeYfRYgsZTbZhF5JCJj8GKsit54+vz51cutV1aeUEyh5H1p92cWOk2+0Mydu+UhtdSpzwybM5hkQcTMWCV0AjUc5y4qhkIibS6qVe8RE9oRINvUd5yeTOOWN4I9qy9JEfRXbcqNYx2L7Dkl2TIpcpzjm23azMnSrjSvZofl2ggfTxSBfYjcACkjWnmX47KhE0maFr8IofMjwmzaAEUq6fIFLLTatFX+uv4BtWpWLJfzwF/zSg4nJOz18idhU2+uwWSu2FJQrhngcLu/X2N97o0JbBrM5Dws8Y9kk673X81zFJDERu5kE2+ILeJXHSxIyVD0/0baSRWaD0cM/zlpAPOBFEw/QYAdafvtP3+VAjntqkPJth9LoahFe9T8eJAiA+BvLqDeBhFKSW6sEhVr/6oaHmxGo26/hyuqvJB2/QqMv0RV8FQeey2BpUTPol7vYrVmMdv0Y/iS2w/rbYAvUWhmReaz/PyXomFxLiQxTMD2ypymYwv1A+GQcH0INDUStPOOQqEAjLKIi3b6Gpa7PeZ3Mndx9XUTH5Da/o2Aucsy5i8XM/qS9zjTHJQamiJXEHPibcXSuKUMznrOtFHQ5zoW6zlb66ybi00CvCfUEtAZcuAxmLy6ZMc2+hw91/SvlZXMyAQdT4/MHLzxnzyOttgsA0//IW/X5TSqtZU3Y5GbEY0lt42SsKv4dTljvHFzvaa3XLpXhcCe7N+OeeBv2g/yB/yGcpdstnWfAW0AdOTTDt3gPeMzAQ1IXN0TAGa7E0bcaM4Mk6D1aR74NQag6HZeoJ23b+2RURkJgnbvw9SE5POTQ5qfwJjn8QP85UZW1hvyAxRZUtxUnnBEp7FsX9xfbwQWOVIt7OTyt60Mw9y9VWqtc7frbDkICT/NUhfk3QSaqURarmZz0cdctfWHF4LaHHlY0JTs78CaseWytYhNPOM/ucLSDUY83AFuGeNLhnx9FxX4H9y64GFhXTb2qLvmN942ZYagrU9dVtf9zVjznbIG82Goyoqs6dj+Ggq7m9a37FbG48szmehpgOlln+x39xPMtDS37acMLHqHzAr7vrrBsNhoCjQtXusrLNEx9XKjmAsd/oMfpUqvpLPMjxj1EurriFTLE4RKHtdapL/aqDtMbcamJ2LUZOz0AUpFdnb+HfBAitVGlrW7r/Svvoln6paV0suJ4rEl5bpTibEJhtJPgrniLA4YiKKSzQq5i5vywgf7bas89nM4Eu8+FKKdcAxfiU3eYWIhDzfG86Mv4Qbul8cUjvjb9oe6fY8y4n91lO9/zJKxc/1teQseG137CNzK0zTLFP5G1ByHNm+Uu7RKBoXexlxKK65GjOLWV7MtiHJna5UpNJseunhJydFeu6uO9ZYXeneaoexxc/NFej/x72fm2R5IQG+ahexMrC8SlWwDtyCnl8xw/F8Ehfp/+1Bv4k5T22wiJrPUVyf5MwNCoVhDHrBNDXa4V8v/COewBwi3vZ3SJ12B83BSNb9BCZ9dNQhy8KLxExTbpeD4FOHTflk4wJ9DR8aZcGE2tDsLlCdLg+z+hxWyvUHag0X8YXyypYcZhfT2jCpRRJswWiuH29ZUz8Vf3NUEy5opMLReYMUMsnQK/4aJ8hpDUQ3QBdqo0FWMv+M5gGxCzl76Ev8bbfZT5+2sUT6N6HwaiSfhsZia06WlteiXE0rJfuxo4RcUCrvnq7+Zj/Jtc/DyB+QrmjEpWR/ZQS5opaDBfis3mb/fnxU3qC66p3KvhKrKgTUYlSLRUxjY6885N/i8jBz4jR/d0ArfTIQg9YjVMD9NpXUoU9Uk8GmWYJ9ekuIGZ+FUCyXI4skIenHQBhAAWEorC9J5l1Crn58HHMk5lHtw+AOgUMDmOk88VaQGmWZ8pxsrVLNT5eWfJbHu+uWhxHjF+IyJpUnTu4hesf4jozUy7WG6yFy6AE0BaRvBKoVA16pCIADuLbxKMk3guBk5Q/mCIFCgOZEtH0/JxTbcKUSC2f7m95IompYY2hURbbv/mXrikzbg4E+6ySTnbrv2zU49oFZJsij6SZNapZ/SWkR2raU+KK0FoKF8iZ4J/bIwn0DBoZs64wQjUy9yC9WMyyyKCXqwv3KShxVGhN0NbX5xRtc/JuqeL+ozSw5mOTN2cnQ14BQSGUloac6R6drYnHXY3olCtnV9dp/urly65ri3p/1GhuwksqJQ7ywOYLzxqYJ9rIzf5dzkp4W4v9QS8swDboYg3s4FoXNUXJs7qulLxxe2IdAN5trRPgk6UZAQuM+Yz9lBmJjkO5ecR35BKvKZ5HGgKj1N8/bctqnE7Z+m86Z5/4sPIxcs/7ywJ/qWnDE/s/vHqTaO1PigFQA2bRj+wmAYpJfnFaDPndyT+k4VRAlXjyCe7nSO5fVVwD8824Izu1rCDR2qFcboU13oYQB+Yas7/5mrbg+Z7PcNihC48cnAcUjGgrnAAmEfUtFnUKUalpaxNx/7t/pB5ujb+HbgOdw7M8ahs89YuUND5Sw/yYMnpbfSlDgEQ8ObQslwjXqUsV7fFr2IvSTa159RkAg75tvqjkWpCQsMDLbcExZc0yrOzy+WgaTQ9IDL6JlPKksC2ufoXjR4qEvt9KNGaPPVGkDkvmrDHB0UMV6HG7BI+qHfR0tSMjPE42Qdh4EqEL5st15SqmnmasaVl9E/kGbwlehP1XF2Rava8w0Wf6ll3twDV+p74r0SimKNDfqDQsNBBmQ+F0iIzkFite9E3D14XtLZIqmfRzPX4iT0gKgXAoshtRDh3Bd5EvhNWXoWHpNWVklmJ8rlcXWLTDyZI8VBgxt42Bo2waBNyN/CI2F2DKALKVCQWvnm22PDVh3n8XfgEBAW4EutbcVsTIS4Ckzq8gPNpVir42DIQERAAYCWi0tc1qz9PUj5itxBSgdSR8o75bN+c24CNGVG34zovp5ecoizmKWWk3UKisgfg1kaOyZx9dBF5rU+6jZGY+OXRla3WmrHmn8MAQXOlejfmhYvyRcd2xJBZ6ZNEJ40NnIamMyRlTG/PXaoX+iNgd/1PvSSD87r6S6IfA30gFuhCTcI9xdR4MeMsKFlCaNKMy1NsaXZcdJHLkvN61L1Im/WiudB7DHD7vHa+iRwHADNuw+6itoJl5fcHW6ubZFGfl9k/MLPjF3T2LKUM0bvXCFgSM0dphe61L1bvQ2EUvsUjAZfLvrB0Fca7bSLB38AR220hd7oNaLXT+9wn45sAkuf4XRze3Z9vFyWa8qfTChxILVROr8CaNF3Od3OlfCxwvSORQcn/1+TqawYPIvgVnL9aBCJ019l5vdSkCXjFD5nma97sVzMb4oK24cBHeT/x0DOh3O8XPIYaOJaDiYuqdMYHNXlAFdyVoEm3Q2zncqxFz8hEySLgMxuziw8szcdW+QH0O0JM/0sO5Pvl4QIwUixx8NDHKKeOIBk2Gpl53wo7ONB83S51DwT2IIr1aUsTgQ+kl5/xidgr84E1ZGJKnfd2sKv9iVjGvmgb10RqhOjA+jKcunkDc0eEjqgqkBxaG4HP2AJLsbpFPPx14wPeqS1JBkb4JJt6OE97Lwo4SPY6JrcWSUk94iH08t+y1JPzRbrE7cL0Pg4RrgMB/QrFrfQe3y4px/piORwYdj85S2di1wQ+D4Q6t+c+jlw7hiFJ2xM50E+cMnx9MKXyUGrfZsLJUXuuMZ6i7QxAz0lnqajXD6zYlhJy0Y6Hi7wV/X6v1T3X0ffhKVqTMx7FGx30TPI5Lddi5oLZw8m8IQNzsBP1RAXIX4PLZz2YQ4lPwVCCt78pe3oXNRf/VGcRFue2WVYfKai/ZWVx84RAOfiYuW87kpNhDh02LgUAK+kn8ZZitGq4mgiont13zKXg1JNOpJx6fC/uN+CubQLp+b8r9/fsixqrL1sMsE2wqlv43qhpXvxxYvNrZXTPWfeoC91YoS3flllc2uTvaRBhqd/XQBU+vy2OOZCSscy8WpO1Gr35/0OmkU7QMcfdk7fhJ817DP+5AKVTPnN7NTis78MhKhddqnZQuFRwArq12BaA1ZLts0CsC9ONfg2wlt02qwY/Y1RvB/N3fCu6LzWCj0nVs4UP2XARStcUfuJTmmaaoRBaZ1ZbMxKHtFpNhQ2os8LV8rssqZugy+oP3B0ULHyAZlz+VDu1afdgg/+OkuWyJWKYfvSUYwEoAj2t8PI9z8HMdbE8rGg3pfgvlLtXr0u3k8p9hmczaUYOK1XiYyYteF6a7g18wVE7v4zPeQIPTDCVHHy7EJrFUsjzxXlF1jWMPzqjyIfzyC+bvsDfmrQjmXcwq6SWtzR8s2+b2mAaXPaCHiKyajV8O9r7o/8OZsfTgJlq+lqY7OTu7w9lAFSTrkR1I6paYSGeLTz+pILv+gKNtIm4LbSTONE/ssM/9XeCb7uVtBBDAe2Xq28YdAFoFbKWPXnvlIVKhH9uuEAKgbOgTJPfTa5mxD+bbLzZew/ggyL2MZvs3GfuVFzJ5frWtsqx3B99R5iRXoQXY4vmFx3jE6UJcFBDo2XZ9BKWKGGsOC8ezwXt2kqM0Yp8RH31SXuKr7665Tnwe3fElCuisLzau7Q5diA30++qG7e45H6ix9V+LbWS7jSK3uddTsk3ZxR4RmIbyMlLSfd7LixZKIGaMEgXSVZNVyEpu8lNK9Kbm0/wZVmSR4fqlQ18Z5moZpypu1h6LnvHeczm4jli/ieE2OFUTzfJlFWY8+YgYSk/L0qQmNIUZCaSWdnauNgyXSsGOGKSRcXkUwIIEfrEj6SDFrT4tHlaPgXRm4Fk0gR3uQmYbt5VR4Wl16VdEWpoH0cVs+pmahaOAqLty9A+Yx2LJFvjF9+CHiu5KOgLaZo0gu6HCUmOl7cyre9D3pJaUL0kMVeJPwavPam2x0kZuwnLqWz6ip/GsxNcwwGODy7wpHYIK02VyTRrcGg4t8HaBPTi+rR8GAmTwz85EMel0d6lDVy4nT6ZFlflhamuUpnLDowPMcxsVbuIU6rcU/z8gG6hPh/hb0UWvQ9H0ZjP7SWAY/N53+G1Sjyc8p8Jw2IKJrXL8MDhq7GRdNSW2GTTwjYYZmzKrJ5J93K3kpj0/81da7yjCEmBOmJ43uSqN2IYvuVsjsH2u9L2aTb3lphy2+Pfqs2JZjz6xmm5Y3IIuh1TyWZ+011nYGeTyfVV9N4R4c2x7CJ7+SY4ADhDpvBa1DUBZn4odnE3qTk+qu79h8vwkjiR9l+8mq+Qp68vmHrF2WPzMAMY6UFcJfXxsI4jlUYjZYOwYscRt9+3sD3liwfJ6zfIV0DIM5akw4rMnA/MQvF1Ok8fmZTdOLqBHTkTyTRH5gGkZ1Ph0Lj6JkG10pLUKQcup4W+hoHt66xjiRlKIIwtJEEDGX/IAYDyyboghDgJq/i+IpCerFCULP1rBo2fm38bjzNGqnpQw9GLbCZpeK6kZyx0EdOEizI92XTZwjOfoeLrdE4Ht9UQoxwEI7UOHPd5LrdUBMVa8ZFvvrpw8XzdG2WJwwFu7BgtTtXMDm3H0vmmO3/cO+n+uwMc2cTc/I2Sy98ELSsZ1C1xtKYx2Jz78IOU1QyIE91f/vXaU5N8hhAiZHwUQIogzgTvT9+AB9TT7fGO3axLGJydzBim7jNWf7YnccFGjgLsNLTWVKFeWpbStTlq2GkwSWPTV21MBQRwZcgTLxZ9bBnCLWLGsG7bsG0t1zdJ3QBHp1UiSlpi60xvwV6JezrzljtTq9sfaCaUrevHSHDXkZNqVXSBeg9g+16MnLREIQOPOv94WhQ6hC5NeLdDwDlBrqbPzqavwOp6sD8TWJquPf8wobV2CUHFQ589v0QrYAEeYAL6v/MnNEBDTdcqKKtUv9Bqa58IP9yhFkKiBtjcPGd4sP9HfMHsgE1/Q/aSM29XWDw47MTA7g9hBhpl/QRTIYZxnO5C1e6n4sXCtMPL3PevXdOvtfVnjfPaia0xv6PE6pV9+bbhvNyJwuLzCryMOmnJDBlRSMjKkirLdbrWjxxsacwOdE7qS5wauxu/osqAEeFATKDK8JgBEdvRjRRJSr0gcMOhSq3+9vRGZPo0XONJbccRJkF6Uvbt98rBdEmkZclq/EoLmTtVsxtZdLMdSlhsUfFsTXl35jviTZtSW98Zq5XIIH44k3OQ/2iQajDDWk+vhvTE3/YhUmVChde/xUggiljmz+vvZbfGixHLzCpTd69ToG02DCK+DT4U0anbhE2+w4Xzn+ZPlaE/gVHu43Qua/Pk0Xfq+8ffq3jb+PlPXB1BQQSoBjJk09zVPwMqw6bH0RMjxDLs4P50J3EksGOHoiwSJ1gcS24AS9RlSHoXSEduEv7tccG5Ocwbi5ShUF1PgIIla/JwJncRD5dqRXxu1q55LJorZJiDJnkr1M7yZ/r1Z7cIuz+QJtGGZq/TCs3834soA0GK8cN3jjovhIIeS5HrCRiEEOBl95biZYPFHVvlRt8tp3xxykmaXC8X4MIW/go2w45KHwCijNeOJ+/VwLdD7F94wIlA/uYGQKrYFqgmab7vqIEW9TxcOG9O+z95NEENnfhXW1yUeXDvrhGjddlxPJNS/MOvaXYdhK2KYyOdr9wzdOrs708+K6yFhOKvLGn4Uf5fntBreswAJWa0AD4mhPX9tNcz7V45w1+XpyfXezJ3l9eeC2AVvrdn8ym4+Hfu1yrrn0BXrXaWj2rG3HE2f7Nyv8X17TpXYNoXPtX4MEDb0sg8v7k8ZRvkdcUncZ6IVOH8QUgRa1fMXuagdZI+p8vaR0P0ncMD89xlXL6yfQQuxt4nlkZxZCqQWmLoHYFFXq/cYkOq4F1q2lNt2FhNKf9u807G1YD2ViSgGApEbrQN/lxmeyq4yqJUmYSIP060muvBgOnvYoEqUGmn15ltUplz86gRBtYQdWi7hygDX32uSndlizpZXL4/w/24cEyb2Ya4SAxyXFWt4IbYjVc3MBzotSKCyVnEHDcaJ7r2MSqH79zj7NYJdG/s4Gq7XKal9Ppn7r/ABnp0AfX43a6U5DtgQurQRv6tNQ7JT0PCrQp1kIMETUXPM5RZ7VUpjJVTm+WCy1Eg34EVSwZogooTxKCasHmXacxLcMJWA5z1FUSGhYcRfggoY4tPZqlC+MexjR/M7i+kqzSd15vXB/w5osTfvdhkfLTMzwXaHExhpoi7vhkzlLm2HzTXm+ImTw/oS5I/ATZMCY4FaUo7FPxXwXWD59F+NmmqHzhE6V675FrByJHKygdeT5ualU1B47tQj3MhUxfH6lg4YRgkUCfcEzIg/CGxH/4UPGS/a4SNQCLaqURIOHxftgWGDHYaJCbvtmB4D6NKJ+5D5cXtjlpDz0nL/UoMj/zdYQMuxF4r8MtFJvsKP0x2Ur4boJCguxPdyd9SJHsoaApq1klSKkcA18rsDRhPsvE8QTXXgIwcXIziS1gQvaxFTl4dTkekLOVJO4SwjJQIJGffeS6jZbOaZczhHrMNYZVAO5hlkIzqVzNeda8N3ar0fz7C5PKwPF4l0t4gXVlWDXmsp3CD3JMsVqtcJ+duQLWS8dn0YTjXESteu2uLCR2ZzZYjlNwc7h9lItFE5xATJ6kjcqEeSvz3yTJ6B9SJPLnzrJQvvtFTUrNfL4IRpyH+q1qrv2N+ebYIqIRV4IObYlbxcnrW8WdK/OsQx8obmF2t3KV0PapPtLM1Av6kcXdKXwwd1iXC0GxTK3bmNm7a9dgmGt4f9P9IMstx22h8wcKjhLwhwXxj6M9Ne+9IbzSOSlFx+2V+UETHTivZb+QpA9hWPpxP50fO/GM0ad5P41DJm3oaWPatCgIMgbvp8pVca0AFHe2V5hPMqJfQveWvZ6Xn7Y3N1bjhbmeTi0ZoulnoPa3sIl8q81iukiNIgb1rcCLDXlp4nqOiJ1UZLzdbciHe3Y2+euJBZrpB7xN3Lnpq7wdd3n04gM0btjFEMkcEK+3GCeuMlxNnwpNBM2YBojiepfrK5p1NVZORNeglpnjALoD6ZRyAxRL7XhT0oKVoloBWnRZKYvZTQ69u+L+C3duOoblDc/sCwj0BLlW16qTjnKzHi4TeaEXFPqc74iYE1dJuMn4iftY1f9wyqLcTWtV5tPMivoNHdmTNU1mV5Si/F5YNNSnx4h0G2jNL7Ue/y2nYdQ6y3H8hFm/Mj4gcNsfG9bNbijxw030HgIDj2V45q/MhiHSWBwpn01Wmsmt8PRSY5j1wyxKFIwv7Fk9lTTz0XXm+yXyPYCRY6x5zsu/Rtu1uEXNiPlVQmlZS0oKSAouUCSssnwNeWb7DeZ4NppFZlYA1WUBHqAGFtei+InI7+GsG7SbSzkUm1JVuzT73ougdGIKFWJPblm6D/5DALZULp0jZvoEassrfNZbGwR/FrsEUmV6YzVL28ZErfzj/ggLEb/ism/X/Ro00HfAvclYr/m7LE2qtC87MscjNEWtkxgW15wnRdEIdKhCYG3u5nFW7RGVNQLSvgXcVMee3+tUeQ6wIekeAXl4k/hgwkZeta5p5fHNiH53d45XQn+dwV8W8TIjRgrZEJfZnvir3xokhVWRoewcY0ohboF1L/kXx6R9z1S6ycr5d9YLYNbuJXIIatYv+jWHNmoKwFpUHJ5J/Oa27WJ4h2eVmN9qKc2r9m61tgl3YJ/zmojWLcUbbEhWdQnkSvisk/utVxSh1ynoesur7eD898ZQuW54hdRL+8wRRVYaUi9bH2DVxO09JcKmGVR59Yi5HVT8CzShTrZV7PyZinjd1cvPtordAlZPmOA5Zf9MlSY/CWt9LLtrvjBKLwqonm5GxR2/Oi15Kt7jRQdrCHCHWecvecpMltjeZIabpuc+3Sg/YPs2piHDStqJFj6KeBIzUDE/7quHxz2QE9xNQpZSClg9AxzxJTLOIXN6ubFtVxttFTlwDBFUCiSkYuLgTC3hi73N/DIXBtsjhmXu7ff3PxUlnH+Bmh/hK/O/77h2RU49fdKVRkHq/Ck+/zSsax4w5TOmo9MYl5m7JdGvf2lKwx8IM16TPQUmLKWD/wO2xKrkabMulgG9tt1H6I8fnQv/18K65tuKPOUldumxlwaMOaybsCGhJXCvGTlb2j2Ksgx+gedUhBn6XPRuOBuXyeaXyWrvjH78Rm5RE39qYzfeK54hFUfHMu3KRKcmDX0w9daVvFi4Qd+6aqLvDy7RSsUUoEXs/XXCEmi2QEjVZ5imvahK9+XBTcvl95oLbiHwEID6lLeuD5GtC0n6ICZE4xVtVxLfJlTU0Mfum8XTks8iGTQFXbWHKOEy3WAj1++r+cwPIPiQqaXdH+uMmp1HW02pt60Jp3VQJUloE5PFlv6EqUvnykDTAUBmDYl2A/KOqaXiIzYs/IIj5WtkoWlnZVq6zmG7xhOkb9NvmmfTuJ0DMt57G2QcPSOx41ASsCAM6n/ApL2zVJyO3SLTEcG/8BdQ9cYN0npgAHDAqedGaj+qO3Mk27xLF0qIpLXGb1yO5k/c1gLctoG6JR72cCN5pw9NSYje1POegtf54PMOHVb/Z1xXCZ4X6lFobi5Mo9PlDrqPYBWLa3+0UFL+7lj298BOYLtMX9YebYY6ajW+ALwkY1ICSDSaS6lCR//CMP2FdlzUOj+J7NiGlov569uDWijJGdY/j19EosWJiZiLra/7WUzRiwNcXQv7utqBsHsD/X7VZ7xGje6BGaNycXE2OMrCxDmhnfhiG6x7cr4ESnJajqKecFXJIUgLSfkR+gCkWZu1TBbaanTcDiGrf7S1yy8Yv+rTNfsNs1ckfPWiILAJWluVrO8iv6KRNoURMMtJxbT61uoephcrQ2mvTBnRRB6e51QHee/rN8/6ZZgFOqefONG1HdVfYSXZRVOahrJhisGdkzlpNHdJFHgmcay25fqHXu6tRO116/li6fE8sZIHM3PPJHKdyXkKEfGzJXotxMbf81viDINdf+rDF6f8ef9HVMfquDgVDoSTWQrJSv1xoSbUnyTvniMja0qapPAubX9YCwfRK4uik7Q2tVUaY1VvbyM2X2E+yPTNESdi0a9BAJ5IaOXSbfNQj1VljNnqov8Khhl/3jrFxKuqzMfQnQbWgc9kVOkQBZgwb/8/KY41nI9hJ6Af4W9q7CjKKr7Mnn8T1Kn4FoGyfaKooEb+ReuiUS26SfsjhTpzH3Hf6u4O1qmBClqO2h9gK/2KTxVcfLYOTNjPPRl+N0LCrLfOmpxVPfazkc26+HC3Hu61OZS4Ymmw/kGR5gF9mchaXK/jEmpNhJ0u/31L3g+v50d9nP5ILD0u1mjb3/Y/tkULR+oEm4vDsfNMtk9ceRIFkcSN+HHCEz7sdMdAcvZ5cQDPhIE+YK05n7u1SPKVDmF9CPa23rRlg8rqanH9f61SDdtQW1oLgZS5hxJ4LfAC/Bzhi8c9FOZS4DkVcqV9nHfOa8ZGLR3Exz+MO8USvMXWrgWLtT2f9aCLT7gao60dx+7hMf9ex5atOGqYlefkOXtE4yrlQoxKv5PIR9V9wtw8hn2s+nuPG32Xb8nRvqFGqV1HWDJvy0EsiLzHqrPIpAZEHKKd00DMN3ybv0AkpxPw0SfH4OU/HACeQeYeNVDOC7/HXxtQ7SKV1FDpqOSG6WUmR2TUjYTP9s31gn/r9pjOI1C01TLV5HGlcOntWIDNySwDLO6KMxYq7XvjxmBr+r/04eST4EL8bARtxXm76sdbuoWxZHrR9y8LSQC88MvO05kK8Z0s9Zbd5S7U4OI26HF97O/4t/Z5nvmAXJY4t6P3Q6iFsjDox3UMRhVj+IYYEFSidq4MFY+4rjLTEMC6IFNFwOu+S/8DAucNXQPucRP3aG/jJgpDAicNxz0A91MH7lQ0ysAYg/MGEHj79J72ZlC5g6sxeOynLx5jBgBg1pGkBRGKZCaJVHk31n3Fq8DNoBLvNHyEsl0TwQf1r77U4RV+D0cv2KPccwtMhNzsSn3Mrq0mLGdplNbBvmC+ba21bSW/fFSWCmLCKfaQ5rdzYRSi9R5OSFfybH21vlRI+P3vrjLLhB5Uub18qSL2LRUY4sVV+KTwHaVk/sPipeJpioBt9kH4qvGwjJ2X9qX1a3RAWV4OC6iTnhIeiB6PQpGGx29HKR/c3vyAzDQ2qE7K4Wy9RDF7Ke0zmqzcjznssMzgtQiojrTZh2gRqOOc4f8m5cmkKFzb3S+9bMbM5PiySoff3BJhrpdQ7849AuOp9ztpb2RL0E91cu9UUOeEH4rZ765CqufJkkinTZNBjj4vBjow22DXyFRvtGy+gEpKeT90atot9vA0gGMwJVcoN3fXVqhay2TSrpQ5FoiIazmKuDVVvx/U+y5YFWoactdsyYVqcuX8NskV5RWFez9dqYBccWyV0kSdSAQbZrv9kF85n4ZAETTLk+WKoaO4b6mKW9mePCspfeRL/ZZ/ChbI4d3diNdTySBlO4BJwXhViPBmTXmi8V4Hhlr6E3dlgYS+kpQfVrp8wMoWMkoxr0JHjrgny1Whvm5i/636G1KD7blRpzoL0x00WgWP1boE7l2Wj9K5IqZ5Y8C0ICKXoWUPzYieAmj+h3QH7SYUh+Sx/5+/O9v0gNS1Duontu6Yxvo3LK1qs2/1Da1S/wyL81aQKKBvuhgKTssONEmLhvpUbGNiqe+EXj/ytMpIOvpLD48705HQY0fEg6IBhGgrqTwKulRV2hbfnlk/AaS2Zmp6dv2XJqn4Y3H8HR/UnEXmNsgDVlxzaGKbYVcZTqihUycfleGfEdHarL+4QSZA2Lkg3vaTgDmHPQFzCvVA5Cs58vtQIWSaGabJyux/zUGK39VEDFEIhi4O4kIw7W6JQUlPCwNL+ThHwKcdzaN1SI1Yi+gnBsP4adc/9LLzB6TdxscJQRGfDCg6UEgQSsMSfzFpgNaLZjCvnGJltiu/Q04yz9tmnV7WeEzkvjfjChKhOj83yo9LIRglc3AkIXlN3xdb5StG0oBjbhKmX5fvm7qZCMcdK8ef8dqrWjBS+wIOIH5u5OIk8z9NUVyElqsjJX4b0rNQvPHS2zp2O2EI+d3luEj5O/2bDSRuGMlP4TD3XymDVkjCHsKpxfyd24igrOYgAzZfDLRr2Ja14gAiTQVtplBcIhFVmn6uptqWhe/PdleaaeEWB/aBPdHM+S3+tnP6Px+ThTxtD5LQ9QAOFRl3FBsPwpu2SH3p5i+O0jdHWiVXXzpot90e0MvZKpoFLjGpBPfskRXs6HDFhHeeLJI/+57YG4QwmDEe6TmdIEgMFCw0QNKg6QDxDPfn9br/hbVySuTde9kBtQniAtr1pvfiBj+ZtEddjkFk8WHkfhDNmLBpH2V9WlidIImqnNZ+PTgtEzsxl9oamaVcwLaPqGodxQXKVuYf+CdhIzvckyxGfiuBeVaYySkHnSAIA1+gEFat3R6IdVMM0cfr3hVSjz6YZdZc/55YdPRS+kFu8uT3cXuhNDHKENAxJtzB4eZZpLmTmrwwFbyaO58N8EpNUoKA/vqXq/JpZWOfohlXzXpSW7CmYsN+axwjL8f9pNOMoXO6IMf8M41lqtBf8d9wToJcX3Yn9TRQMMjOLgsqEJ1xK2TSE54DGQ6Mbqmvej4CyO6WDvvJFqz0cebWzyB9L7plMd0RnVt/1ORD5AxKbw/Zrbj+6D8/sH7Ev6dpoFYvVB8UqTU9hPJS/8hWfHU4F+e1SaPzC4Ur1Bz4gv2QN0AJ4rsJygnh5DEa9kg45es4DMsvDaIJLjVy0M6trz9MR22v3+lgx6lAfboYRp6YZgP8ARxEGhahPiPb9hmg0BTCcrAQkLgv2ALhFoKo4Z8o+32saqA2UUMa8PMOdfxkCINhWEwRYC5D1ujuUbyW+gVzsDdma/PYaVN1/TMeB7oBRN/jPo3A++W5xwMmm5jwz8/Iy41+CfGC2nl/0FFfkR8wrefbbyOMBcaU1027xDKT86ouVPP0ZN8l3glvg8FuoyEYle2CM0T7SRBVYUGVXt665MbDRWM9jndRmob+JMC/bIzBswRlprjAvDzm2Rr2ije/MsfGEP8Y5hL4eNJK3tlzOraStifGKCRMQoP5BE4yirtfA3ZYWdI+6KA2YPLrpl+NU0/uZpM3gRd0BVGYNDo3tmACRqBbP26Hv2XUpPq2SzKMbu+baZK8yqw5ilimReqaagDGvI5OteXJ6JI23QJW7Kj9PxCm/63JRGU/vwAV3ZHp867n7FAuLI9xHklUkvwMJLPiijYX/iCwK5AB5SaqHYMnFxxgV671txY/cqiXox47ff7ek4FaxEebFQb5wIjs69LJ3od0no1/ehe6bYlUp4K66wqU4uT9E7Epj/XWbe8i9hgnXflC/ffQ1aPkNxTaPfM9AL3SzAtm1GjoZK7XtP0Xgs0qCWVcyTq2Jn5vWg2UD3TEbc1SJ1FOXmAQ3US/krA5eBxm689RtWmCueF7spfmd3VnOIo0XxhQvFSQIedX0NbWvpWTHmW0xep214ioORfnpsWc9RmpyEybkJO45m2b1exRvx1F1Vv9UOGkyxEO0yz2j2iMH6X/ang/QRTvgbgmLzU8UuguJc7FPjzNbnj841f4Z2VDRVNIs/FLCHy+7W33/bkZHkYMYH7bUgC8lwX17qrMPhPkwIW+7uViQh9JDUONdM2aNTmKW9aA6LlKkBk2UZbjH4glOzuHrnHcRkrBa+RnUGxwvCcCdycwPQgvdsZJYimIHJTR+vbn4V6ZAZAuCvAnY3fHe9IIZR8z0gv2yEbK6EcpGEuBS3Pgub3yyjEDy54BsBWMJW2L512KJPCLAaosHxVjQaK8HxVRZ1fzRIO3sHGci5tIIO0CH6oscyUukUlTshnUTqGy+IrtHlIl9oNzXhbVBzGl21eHyjbSbOW0Pub+KDQC+IGhVabGhAUw3vs0me8SEuyaLf+8Kd3eJfAlRBke7Ydxv9uxZ32gnNpDl/FnLZlUwtETDvm4Nt1OOPfIe6H/ew5Wqlxwvo5h1qXRUtecTlfrEuORd+BGLkHFG4wu1dWf65pFG8EktdPU98rtqJiLucdohKFdFwoc3aB92eVfTp+KtR/oVjOoW7zA17pI+gjgIQO9IBaS/aZILWZXjUd/2TexhiyFLx6sHu9Ma62+sLtjLFhpYhUs67/AB5NIzcp4auXtI3q2A6cesktPsnZyw7HPqzJh5ZLZ2eO6LvzztlJYAkIH+1Sf2pAG1fybi+Cbk34skhUR+w+yVqdPnLRIbRjAwDAkwjCS36w7X2REHlILarEww67hcn5QtIAVYpQPwSYg8K+NBUD5GVPioHADZReTEidKF7KDsz79KHTRpud0AMP7GtI05Te1E/g/907HibGZOmKTb8qC0vNT3fo6XBjlWnQrh6tWQ0F5hvE4+LcW82f6WtuSzhlTQi0LfL036zx+GP6IhO3FB99g36Qmy9BLC/HkF3ir9sr8SVFL16qhNG1bLgo37DS93OeXp//f6J8dw+9HhLTK0WRMT80ddeHaMxMKEh08PBt5TR9eH6X4EmYMXWKUu5fi4o4CugC+eoHn7I/io25krqT/FViTib88tyMPWrlv0mrCRyFZeQ0KJj7iVpF5+wOgtCW9Mk6Nspledo/1SrFGkg+LiOIy8gpsUSxbmdMIbXA7B9bYIeFu8qCLyvJtASHYd25SVTy4OrzfNJTNFa6BZyFJZlwOYTU0wL+0lbmzukF4cevhXA5qypCiDOk/pWbiLflq51a0O24DxpPPCZIP1dizlakgu31Af8aFVmXR0da0RTSU7byjZoPKo8gTYIoM5qME01+AUVtKnK9Idx2L8P/vKh7zA3scXDPieIlZixuXctTZsNnPrvKKquVGnYVofVEFacgV6zJBOCUOkyIu7HQsONYm7T8+RvjJ+Dw8aLw+3O2qENW2buKMWaIfSQP+k0vykDi8kreIs0eKCRHIGkQlrkaXXNrL3c81WnXWncZ30ixmoG8lr5EB52a4SaXTICKmXZSaP50evKozw6IdE0h8NluIx+LFlzRJXEMjvENDg5t7L8qNJEyLiI8A+Y+Fw6MP1V/QPYeDZLt7RVkv2y0XpZGdUyFt6BZpfYtaBAx+5YE3NETb1+QAd0Hc2wOOAFuXdSGrvdNTuvN3HiSKpbCtO0slaFJ+MHESZ/s5W9Yv3QGJ74LAwa9tvFVV+jQ5LG3Yba4LrS/akySA4DuebXzFBpesVHlhK011PIg02C/cXHxcdtqY/qWWCXvN9mtWVHos/SAXh6NMzpHdTZp51WZfYE9xL4t1SpUjLVUt209GBoHLinQe5rmX8XtO0xgprgT15rT5qyPR68vEXKPIrXUjF/w8FKaDNe8DlkR2ebLn53PNP7e9/L3nUGss9bcyuiSA208cuCXALQJl/6kmBbOMe66F3WuV0aQ/W9qjp/d4IHEMSrLFL8oaZCdwLDAR5/nm4U1i+qZIl/1yHIeHzxBLq+ti68diMUiGE/IfAIJHF568cE2V/MJZB8ajZb6nMZO2mOhSExXSDhqb0VgVaSVgobTWXpp6vSoOguOsWi8k2BiOf9dM4B9ou5VfUCLxqZqe2PxaHQ0BlHV5ClmIKLkcKkoOnvxft64tXdVf+jYCQt5CYPbWmqFdRQ61kQptHfzu3nM11OfBsx6QXYQq7HbJPKICNqvRUDl6GBTwx4Fw227b/cn2OgFtuHb1VXiDtdbFFyzAQsYz2VRLpP1vZ6gyVD6o7WOU4s+uFWVGa5OyOMyHtRfLEzFdozfkaFVokahkl7lwccgnWdFX8dSeKZOsrgtLAR0vOD4J8KVYv29mjMkquC8nplerGx5/91xk3OGvZy5CpvPtMHQpefvCbu8kblgNOTxtta0iF7rRtZ6QUAU9Ef0oQVq4R5DOxn564zB8fDk7Z/W/KQL/qwEiqkYRe6YMRDfaD8InVUl+yv1LFq/0sxoXIFfXvz+8okxloV9wvpfipOyOVFgDd4shzsDZjyOhdk0uza2+Us+D8ErQMdZGWqlhWCvhBarNDsEUsvNLBBv2ZzYbZtP/mK0w2r1MdfkepGxv3PMqg+mJaiMzfX/lEbjqx8yTcWNm+z9X1Dx14FT+Qqh5zWsgmKSDmdkot/f5V+WcloB6knZ9pL9AUfVca7hB5cQRyr/VEc2P7bHfL4u/UNvtl0Z2p8RbO8JmhG+7CxZC+SZ94E2Owok75RO77MRXBWHNQaRJbk62e3en3N7qXjSCbAbBtYEtFMQtuRZT+xjDkuU7dDnwXACeS0M9fsn3gnWpZ9QoeypqoRdy1WR36QwD+QlYAra6lxMefKGiCZVWlnBwh+HdV8J8vm0pmDK5sBt/cgPfqegZl/6k20hxDOWbjmyxStYjp23vzJzgrTdIR0ot0TEY+xIrv38sL2mA59fcffY2b7oHWI0IQdygtGrJT6hncsSstUduz805jYg0L56u1Vk0T3jc3PO31cof+yOIKSvlcU1d+23JAs6o+uoaWhVdkOyTlSDXb3KFoNDLgOnAkNLgcr5m2aWncBKNnl5oS5WuQ5WbECWdALLJ8yqIxTPBjUVZE5QzKRwZCa52fg4LcbisP6XmzQjO8X79HVSq5cy1RNXcJ8N//UKdl86RpU72RO8SbnS6QTxt0bFlPTk76Yb7es8K63G79unnGY29pYxj+FX20xuMFaGgQKtQmqWR4PGp4m/rFNJj8c2IOeODW9w71CnPEhDLm3PXiqSvLWbG6nITjeFFlbjYlC6+cbOr33xsIu/Mt3TnpN4LNsXki5afT3eokhoEtB8urdLSHD40kKJ85VzDuVlo+nMYumfAiDBaRzrMlXJjARQbxw/GFbPzP4IeVhQBgs6lpixBT5oayfTEu5H6SbXCfU9nND9APyyZnGybFw93zKR8pQwRhXP5uGtFcKSvJ2AzXp0MLAv+6VgfBdnkNtAF1kHv/6AtyWXzP7DhgrpJ1Rd6FHsWPbKZyhqX+ULA0tdxSbMbZ8ieiLEsKVN1A9opyqOiEraN5GAzjVJPDtBsvn4BTxARv+Y06DYhE8bNq2k+eMFD1iQ6tSv3bD1ViSK4yeRpmrIe8z5qmKk6Q3HR8dPLG6e6kCNQ469gLOVD5jgoRIUMRcVvCHaQnHFq1Z2GAn0flG+ukFGVSJrjSfnl8mwTMMxUodiLEMvQBdApUj6p4PUX52xJVWehl9Cv5uIaDxlEKiLvQSvGsBdFs/++6h/hbuotUT1P56uYl1upFm+ktSi1lLMzNq1mJmf/qqO578Lf/bYZxpKWZkRkYSElbsJLBr50HAByS6TJQeoGfNfHDMCqBYV3TNxPaqrEt9Kx/1uar4KHBef8HMPfw6lgewhm8PCARfjmEEBy6/A+ZNrfcKRTvo1puig0IhZ2Jeo58pacFJT0pQI9lyDhbWh9TS8B6G62MmTKJTP15er7WJlubMbvhYW8TvaBEbRXvPaYm9PxTGX7invRvoLxa0zI7SL0b7EYNA9ASrBC19vWy6Dgoq4X7o4bYzk9D+ko8AjgrffbX/dXI/h4gRW+fDJi9IHIS9IEO+seOlUFNooRmAZLlmk9tsZTcJbIfe+epDIyLF0WbIJAcgw3a+TFLRCxVjpPfThjt1cHOaRoqhWiu3ICxIihvArGfC5YOdlKF5rCrJtibMyleAAzSQwlsBn6jOnI7XErGnfbS5SKC6U2MjWkG6tyi7rXKpkCS0esXKv7+HzwLZU0EECe917FoctUSgUIYlcWPIP2joMLo+jX9ILrWeC9WLM//IvL4WH4XQ8ahQYvhsjYx9U4W8ltYmugn8h9LfHdo9eeA9M/kKz8Vo4hzdTFsm1OJ8ui8u433QYfueCwBP3x4fojoEw77B9YhhEMiQItun+WIK0M6qOyq+teLBdLaWy2z90TxBiqPn5hS2L5VXs4DvHatT0E+i6FJSoXLKkPIpWlZieezJHdvCS9n5g6mNDbAmVnRoAIbMtba+8GykKJSDthQIT5sEXGkQGJyslnFqK/WyfUfp2jK2Ra/mXZWQrqRJeJL95WJk/BpkFhPGIALE9+BX2yR7vyLmo6K+koNMheYO9841QPs1QAuXI6bTZT9WCTnKVK1Xk+xlEbtX/xnBAELXTilq1lECCzki8o9PxJKnjeUEuyoB5G+VTbGQVziET3xzT15ipjWkyolbrScqh5H11dpQuGZz+E2f4ZwCXACZ4JGCTQEYuDCG+pKRGAuqrci+k6aK8S/ELt6IBFRevHvvU27RPLgarsbBrSHw9CiQ8V0o/E8qQtNgITmKyWjflmJeG2OTpyxwqKKH8PRBPd3cY+eshr1fzJv56syk5dfxe24dQtgbvd/VkRVNLlY/Ti9jIXnmjSNWKF2+QzXGSu+z2Gso8NPVya+x1CgrHBaduak4qfg57zrb/JmPU7Iwkew31RDH17ck5i+OkndTCFkuUL7tQ2D2BU2W7e+CRDpGTI/XLxR5e3z6F4X/DHugfSqd0ZLF0k2ZsUriGmyrNklDhN4Rm7X7sPa81Z9T1GSO3gOTyF7tjMIEf9xlQlPr8IEuvIKhWVEWTLfqHMHFANhvZtmlH7UmyS3rjB4RIh3abIA85ViSnDwNW0RqalNeInazpKnJSDVM3TtQg803zpeUTURJ2563aWjnw6U9x+1T46f7OlXE4BYHidH+jlSDxV0bfNBZOIRQ2/d2hz+6Qm+0GV272Lzi7J01IKXG7awNZU+CynfFv3laJczW0YB+H/si3Sh4c0eL26xOMlQ25fKksw9v4BDMTunlh96zDrKtTuvoLgp/fov7zzfwVJqWQFHV9cXz2iEDngTBDbMURFPxvfKonuGJdIG9g7W2OHaWfarFoP9KztKSIFwcBO9UJPpbDQCwL4igRUmMNw8VOZkdSXBGBo+PRmi6nF3JsG7xscTLuLWpIgu8Fz8aQmUkBGGbjgPaZF/Sbhu+B2elc37ZQbMmm7Vo3GTlTuLEQpyFEH9sKajYvoFqtHGp5u4GpsYAAvZ4KrZHpVIRQ1wiwhS8N7ZZAdt94yJ5XP4XceKBMwoCUTcoR/uD/IlQuU5CFMIrllS8vsKqmqMujkre5HHSNsfSDGuw149IXg9gvIj93hnweGAcgk3VBBW9sm6SH8hhyZcjISaa1ipbkf7qTmlkaYlpps156zNRMy6ITv7vMmn49RdpR572U8ocA0jQQU7CVl3Pf3Gac+WhjWR7SOIHP+4XrymdvedY91inMn/PofMi7PfHadB7J4vMYE+p2WMgk44paDL9WmdT+RgMRStutbkOTbikzvI85RByka8Mbs//tYTcv91IDOR7gxoaPZdg6A6KcsJr5b7vMtaPWX3sXER7bvxfkcqu3+1D49flqIEID7L6ko0lq6igRfptbJ8J9pSqRc4HoI8b3jcCJTsbMC7qYkd5XCg00szLUr83Qbei0T7alvtVSfuvYwiQ+PSbSJKcWv7aEa3Ig7t7i6kf46wkznZPIRr1Cc9SNXNnwynFHaWtjeloa6GvZG1zsA5BuNBTWDm0tZQ5flGwd4sSAQVtU+tF+fDz8Wp8oasvS5zFAzxedfmHUYMmb4TI51ZtLoQLsnHMlwJVG1vdIWZv9cAUtkeqQ3PcXOgD1jkfIo1+RZMZt+aeY5nChgjO15/Giza+bLRUd+zRY8oF4HyvAkJcukWwfKc1mHKxPXhv1Ycvi+ysKmabrnHMkExRojFL3KZHx8+k03imHyLfxatT6+fi9aILxPF/8fjTRvZUyfd2CvRKQgGTn126IOMl1vzTtb8xq7WW3pEXBWE/8TtZNHEl4sn5jkA4qEfqz+Zy4wDVILMpiDYlC42WRgzuXigsWHLaJnAKsvTpfoBI41Hy8YIHDE6c+N+iCa9eANVtuS0Oed2772jmY+fX6+mHRtXgSfkuK28lPDf4aZWz7RaOzpvrKwBDXVKTGbhsoweGwjyRqd69Wqjn+ipBsxQjZ0HvHBZW+scGlSV00pE5U6Vnc65XRF/d5ot04Qts3QWlLylXev2wlHXk9Ut2/hC4rDaY0C6ROtv1pbmd6/abQtEz1ie3c8ex/uRnQjTxFcgUlHn+K1b9IBGoD2u+zw1yBCekKT3EpU1WvjaPpR0HoR2lrL+Z2h4vgEL8y1i/oCKEP2Bol5azgRKdOCRhv4fpez4mtdMxXICC77eVsXaNfZRNpZozo8rtYIUUjON1dSuV+aLNzpnjZXdgul0rnnhWXjES9bC5Et7OchBsE7o4Tt1JmqKQwKnvlMLIkvuXadhWYJ8cXUX20pHji6j82x0t56WhQ5dGuynsx9+Xku5wDXwtWygl4cTORuRgdn2EFWtBPXfgB+sa/libnjfyXe0I8JOH8M/EV46A8SUt0Kxh9DCwb4Wc/T/FMQMzPnewhmrl9Yo7963lwpCZui/nx3cFPy1i8V4kWojbC619r5evwk2Y2STISiFOWlUa/r04EsQYVYdeX0tXSvlD3an7E9cDaPUutqvyBjs9drAjKXuFTaKZaG3ecKy0kEJS06j0fQgN3l0JC5/yc4ne/BegHwWzhcRMEKQB1ea0JUQlfPFwNPQWOAKmeJsKli6mmQU+yLXRj8tyOdEK29tTplJr5mWizJLjIQ94TPpaPlTuvKdmrPqX1g+NF8w3XjIkJAu70XRROH0b8tlVh1n1mDfn85NfsNTj12cObKv4KHSQbaj615d+lHUrVRHs0BfdNG/3kprN6XNV+54tsCoY/mx+ZPHXTVlsSfPBRPIgzVaPqPfa76HMy9e2/QU+8leC1+5ky6QeSnUGO5wVB5OGBphEnC359pR058ymfI8B76h7fbsr+GbNDjfkjtfvl8P1Erl4cV31yFGSxldafO6OqeBa1JHvNyZDmPN3GVQGurH1XVLwZDM5TqXtk7HhbJp6jpXNb73F9XcW8MVnkSZIVoDU9/m0j4Qnc3UUiZexiPXqKrkCGlZp61f64v/mJi1LJPLTvwwlfcuOxkX95qn7bEMZ4PSsyHjZLOdemKV2rYS8BvRn7PVWOYVsj7vPMXn/Lh9WgyCzQkv8+0G8tnmr4OLj0RjHfVrQo+zFaI/XvVaeP5sUY3WdGf5274bOHhWy2fxIkiRnkpWiGz3tOlpec9wtTq8IMqtTm2ZtanpqYiSilP6jQTaLr1ykObeqP4ylL3NkfnCekfu77+z/aR8Z7YG4W+FmQAQfGznjpXr63WRFxRzi6H4n+tczZe1f89MPPs07+TSurzMuujBFF16Z2d9Zw+Wxxl1G2TC+beGkflqLZsphsZT7pTVZfUmKl36R2UaeG9AUOLxhmexBeIBmWMSEoWqakRbHkYA0k8Hv8XJTPoZDwBAd+xYMKKI0gLsrmph7TqtrqZedlBTWbMONZSuz15XajK7a5+LHqDXyEI+l2jTkcmcilLm92VVcbOJajZ48DgXjgPSbfG6YqVAOjcwVB6y7pySlhTwoNlYVulmjLynq7UFMqytwAipcE5vD1fOGWHWwydVs/GEmdRhm/4i00d6adqQ8KU7oa+y5zVuHVQROYWn7/mzCm5S/kWH47QpNfAelYsTYoFiTo0uFLJFioqRf38FdeuGBH5fjbBG3moaG96Px3jsM+WnBUNE+Em8qOLERELMHvo3aktS4DNgvnEu4KfkH+4hVJBsNEAu+g6Cx7f2C01fDROWDsSLoS7teA/GTnYWShOvKo1zHHC2INp15K6pfiwAgEyNQb91XcUW6HpxRGEWduwyWsI3WUPQMIbM+gt64Svon8ulwcIVM1ec6GWpXCLSlvEoSfNV1iXbV2Tt3gp/0FBbtqNGaSIr0cZzPgz5XfHoT/2Xkz+I9y/kH5F/4jp+0keTAzGJpN45OAjhHkMGOUZQTf376FwPneRINlGDSrh77vFw5wL5VRm83r8wfia8Dx3y7NiWoZlH6xCyzRR/i+qwJ5H0YNmoatfZEPOLOOFgM/OTsr/Wc+mQ5mBRF6YO+i5yB7eEaYt090q4NaFVKLYKjm19pL2yhJldTb1xzan2Q5jmXADjJuV5ViOMjm70K9v/C7cGnR64Tc46OBQx5ILRn1BSvMUgp6Vdh909sDgRuQDO2jlxh8bkKOoTAe9yAJfrU7vpSb+PuFTXvwuiuI9rqXCou4dB7h9iWGFls9iwRq9xoLLKRNAmntpLGK01/XHf5Ti7WrvdT1JpI8V6ywlnUICeuhJvRoo6o3YP2UyWSoSiju4sR366kyWZsudaWyi52sQx4VCMp5zv61J3DqQLFNEBF1jKJiru+39SnUCMhgRf+2hn+5rApUQt2c7/Z77wlOL/lWMx9lxHu5JKfXHGpNxzy2zwKzmifLv75JQ323vY7BxcTDdnvjLMg6sj46ElU2BwuE28wxsvXHXC/jb/ZZKyR1uxhNKtkE2edrcjH34AetiMq3B8eM1BOU3cYSMhGdysUi46ltZ3E9VFakFhQvn2fDDS9pfinyZCnh86+5E0DBtWl4P654O1HujxXOHeeo3p4Rud2mD0plmLlmvfylzdzODRcuhS8AP1ZVvW74Pt3+nBcgDq+wqu7K3nm1bBUl+dfS33cG9kJEbo3mdhmUlaEzimk4Upa2Bsq6MMHXnL4aPBGpXt1mqfC/ii3NzyAABcH/+gQCOUXt3r7AQ9dksq9X2LSTdth1Bbf9+wZq7qCmcWmExtwMBDaldq4453uPhRR1mAmvLGO0ma3HsgGujLDgSS4/V0Gp08UERhnEuJLUoLolTfwcJHsCrMmNTbgRPmHndd8eoFZvv+Sz/BAlWba5hz9/Q/FaTfT+pjmRf6OTQInP0/zCBDmiEDBl+7fJYwlaAPFD2eIiOaq/O4Maoy7x58vhq+YhhlAre0k8d5s+LnMG2NGLNHjeUKWSj5uzfobHmocCnGrFXb0P7ZQk3D4P/1Z3Ur5o+FdrAJ++MjsHeKBFfxwVLP1+9RsA/qbUeYQoWs11uweJ0DS16zm9GlJxBGgw4dENk5Xd+x9ppkbqbmzKkDIYEyTK6vW+eeF8FwkUZcs8pSUPWQqc1hRmy8rywOm80VTUyjnWj4A/9XAzScVUMyN6h3dqHud1jidYcXDZsscfbGoE/SHRXrmX5edEMNNWgQsE8KJbzDAEeKfLrRk0sV2t8WOvqRKIy2oG3L4FfNSpTdo+hUPmIXDZ2vWyQzCQlFZLn26BrlfULEs1ZqWX8t9Id9oKfXZRhP5TGn/pn5iqCbhMxQ9APQOjleReFdaXvSVtwq2UIKAonI1J+dzhGKwSNWU9s/8Vz3Ego0Ad5oB1zze4ujCUMDw+y5Rb7gBeOrN6Vswtpiqogue+s72sIxOIlxl5k4f9S3kMcXfepmeEHUWafek77HWbWakVBG8v7wFDGJcGWk+ZYdSZgnSI2jkwKLXEsp+0f6pU+itmoGBR5xQ6eL9R8CfvK9XN8j6ywnDG38sCqjenhAopiVjFfZnAPlh+WU+DS5tDjwXIBqNX6IVhSZtFGhHzRkhO7ahh1FTapLisQhqGroZXdBwkxc22X6p4i15YzE9XXzZTv+aO/4NeePu1fSXqDtUT87+sxErmn5l2tJhU12Gozoa86dIiDiUhqYFnmAMRtTSjWBb2vF5F0jkr2wx7vyXiyVxf5gonfnCG3TVzuu4ctI4S8Q3J/PVXEa3ZmtGJEh7llQH2x9H4lHyO4q8NAv/8JhM8p8qlkubn6hkR08fehrspz8JmKe9VR+06kd0WyeWzolSGy1OJdy+qxq0xbxVoNnYf1JqGd3eyFQ+tLdZBlXiLhWjrWmi3QxAK5yB4N8/FVybspMjNC3+9z7tAhCobLStqd0RkQXlCs/4sVGgYMCYHOMwLSpaXV9ZblDwPEQ0TUfxNY9OX3D5Vpu49u/KGrG0beW7xanOoWxzr6OPGqb9GNL1ISgdDdMFMIPJe0eVNoMaG81EbGHre87wCZGzsjbgd43N+KtOyLreLy9jp4CzYFG2duoq1PH/v8vmb55dTOJfI1/l76caTOxlDtSjlloQpdWi8awE8WYodl3VdCIn/Gv4bYoTj4qTozqkxTBncu66FP3uK/6tRDmintIbECQq1fREr2w0WUu9ZjuSagaotXdNg9oB62U1wOeGqeSXnV3LMcm/ERDOQrjUghPno21KbQZCbkRKpVV/DwMnyTTlEW8aXvP4i8MCLKDkv4yQPf2hAtUBMXH+fYeeb+LSpl6EjX+y0pagJeYv2Q84BtQj0s24/PPXU4s9nvJ7Koi1WCynD5vkK3+7CFymjVdDE9z8oKFAOG2y7EJqvHfHubhQ5HdaShZl8XbCk1QPTgGoh3hAgsTmfBzwHCylF3q1LdtA8V3Mpygrv+SsEv9TbBmdoD6+PXEnJRpDF43/w5Fbbhsr7l0EF914/+ncYA67g6pcIDcIqeTMtU+8FIkXL5yTIFZ3G7Yn0Mjg0vmlQs09lGTRrJF77pPJilr/e0fP7WhFxMTTXjl0lS5r0TeWUYwznFqP8xFMUs5YxzM8jks2lAsKuvFWKRP1YR7NmTvRq9KpTkzC6WHQY7drND6jBhbdNSJ+pEMvQ2T7NQA5qQuJ6AuYJjhsvUq1CvY44beva3LiS0f6qFECtF/rZ6YTLL0X/dR/2xyeg/cqNNKtjKtXunkr/my/FyfLiIXxew4GSRwj9mf8SXRz9ZczKW9lzh53UqfJU7mNXkBFUL1BbQ4+SfF9uthyb0Mxcluq7IaOuruKdV5SRfaD2caxPAh7WkiGObnCQpQtc60k/gqOkoPjGoapyRsw3YOPZ6JaKK2tM88aLXPrOZJ6/GFyTUIDSbIFw9LO9rQPhT2f6CgD3lqG8JuRlnehZhDwpVO5GJtRZhpy66ZI/Bm0awtSMo8bzBkBKYhtkwaUBUoQ5rdltNvgyC0WbHU52GQM1OOrHjj2pxM2YREjc79xiF9AbEYUts4XSSsQSs0rZUkm/ag1ns14vNDtOVbMa24TKTgWF3NaVZglLWwKAADThpVQ0xqusMl1Hv+1OB/iAwVAvIsS/mUl4Ikfflxnu12e/RRJ3CNg/GabMiJNnTZUOYsfk0zRzFJa19V2dl1I3BhE6y7l72AuUCu9gKozPhN+vhcp2S9VGNmQnQOt1LSNzo8Ecd/6s3PjCT13vKPkB+qopVRJbUJkfoaQn6y25fzrsep2AKssyZv5gujjaElu/7PeojbN/eTi7guqkL38mPF4YAS1Z+ViSh7voErrZjkcwNeJQnmF2EZiYqMfJ79mpfGoExFh+/9ktYbQs+uMY1JZUj5ctfMy626vObP1A3T2FOR/RD9umlBwpK3rJcLv8zfa3BTVjJOdBQOkLlaZhd3m1NJ8KP0UvoEdHCYMUUeG54ON/oULxf3Fdxo7CdQz/AUXWb0gBmp0juh+M/lJKyWxXHz2osgKQaquP4yw5y6jGjfQBsmCRRfwUQrpZBJMhnuQka03HfBmNcurTsgu1yAn4L+UJhvNYAYEmBC5Jy6MP6OmgYfvgtCC2iDFnUPYVMGH5PIpwvJGetLvva4ZPKRRGtyU/fyXvyHIxqJPWuRM8ypZwDSNqNg0g9cAQbtcdlY8s++oTWsjrgnxBd1de041Mca4XF1q1jp2C+WzKrCn+PjFdlsLc+RWAdSRV4Ziv3RkeXLN7mt8J8DwkPUBd4UyX34PzRFsXGWwTC7exdnbPhucaZNdUXJeVWk7VOHWDSYsVbItsJS2qS1zKUUrPhu7hN9Kw7CjFsDDSjlxJEPOZ58L+hG0uC4n4hS37b+0eCq7E5hPZEdabecBPSp6p04vJvIbNwhRdJVneUPwM5scqddRV6UjiJOlLy3CU0sY32O0ppZGptLwGxTZDcTneo6KY69ZagflLpg8YuWi42/RfH0+rvVTYDOmTT6U8RlgBe0PBcjL9bqZo5N+X3520ZZUvZ3w/2ipAMe8wITErJozOJyY67JH+DfWhouSNkKUBsuxPUfl/an7YE0Qx2Ah9ggFFTfj9aS4nyO9H5Vqbz3Fb1irGkU0uiqIdsJBBbJoe+1gQptxUSRtn+ho95YhpKWJnd77fueUVke/Ne0zN0MbqxZe3xiapysWsj5Mag11fMFC3bmlqVXKYjNN10/6TEGH5p1pGmIN2PZ2Wn6bRAsKPn8VHePz4pOFD4mfv9dROOEVwUZZcssyHvct1f+oVkWwT+qWYrcvnQHYQXJL+QFEPJhytXkcTokgxybuZd2h8U2sCfyslN6QLZ3eeoxZarYKUY9zCmbK4tbn0qXUV1wb8Umlqn7x7iU8VZWNoG1Z2ymkQ15IpzHelREZZjINUpC5lU1zTLWpGaRePUHzA8J3zF65vpQ7B4wRRdk02ob/0ybEbuay+QsO9Plyon957r6WVOD0o3PCtdoeqyILWrPssnhQYtprC1bxMHLWhSWJVueBqWnSdz49YEI68bmq9k2Oij2amGNxWUHteIod/VnSst6CefQwdi3xX5TFELhwJUEcIqstt46EEowAChJp/Q+mi8etvry7TDPYmvfPataZ/Ob4Yr4C8apKDFnI527Yi33NOVal6ANdT+unlK1YoWF48/i0ojfej/S1LcyCu+uD9G1dPeRvM5Ps4lCLkI0pJuucLf0vUeCPaXZ79TLfqsyrExs90ISVPgbAJgw27zfIkXma96P/3wa403DGiOGzVhsqCtd4Y2h4BhTGtbBGMiAXuUL7HK6NczzXXaXlQBTMa5RilYGlNx0Ij/tIlII7QT1S3NzF+yrDSjfwDqbjUlRjlpUAyo/xH9VtsFKtP1EjjrUmz5XZaA5oOgm+x2rrZ6AdqDmpMpt1ofQV0ijRH/jIsSmdtqKjcboWpgCcHamwiLZemk+tPS9Z+FXtXLX9WeUqZXjB29WCV5ZQUHCDx++XqVIPSaO3adGo1mybiIFXj2cIdi/HQb+jrOpeXyviZYHec96Fkp7dnzwGykx7Zx40YXf83pkuukGQm/jHAkTQkz2j1C6YWojpQj1hddmmHw97W7nXT8u0/afN9DzRq5fJw5HpvJ/P3o8L904Nqvj3usWJrxrCZu+/JVxoyH+OCoik6pCyGJ7DLiThvXtogiA5GKm3zxrtzocbSR4d9/HYy8aF05xulVSOSl6Rl8qF/m6WuXVazftCxKqljSbHVixPWwnemfPt6GPKaxeL2x4XLS47F1YzYs1pho01KhLJo5T0vVtTnqXm9ScPGqhxu6UbUAU02p5efeSjwdcdEEFJhX/e1GvdW7vhbyf73kiiNilqUqV52aR26vgdU1eSyNmRZ1EUrYIXYlA0EFVMCUAk0DrGriwsaZ+99Tg2CnS7trVcFZ3TXq5Gc2pfLlxp4x+t5d3GAkJyUgPWqiZVZ+uegchI5FiT9t5WVL1HLrEZrWdFwsQ+bMyzZBKDXuGtCfVFgJVEyo1A1tHzRCZ+q529eQWwFDUtGVGDzLIV9IwkX1NaY2RhIW5PG+LDrsYZsbIXFpJ1ttO1LbLvRfxiYOHOJB1Hx/hjvlzxUyPqd7P7cRkzJbCM7t0NUL8EpvyuSaN/0wHYjlH/hiylYijnXNYzH7lc2JikMFBuFdib45EAHBphDoMzoep1cJrOKIu0M92Kemj/ip9DxOrqZo2KAqNTjaNM49B4YKNM5k3e2CHv0srOkPcdrhE9xCO7ooZRMT2Cq2dFgammgiaBTa5tDVPFN4UdcXsf+QapllQpG5Uy4au7DFyymutZkPU/Nk5m/OWTTMzbt9nvO91EvC+Fus2xXIbgYlRpSctwC/SdNr8Gwv8Ll3OHLbCn39NMbnWzmfAYEjIsteelvsB8+7GxT3Z0cEUJMaG5UE/OudUdU4IW+sshqjqAZlI06W65d+JBVvEQP1Jc78NeHn1rtqc4Os4cYIpq771OytBQgwsA3lkstZfMKvB1u8xVcuQykQW5XXgf/fm/UVKOVR/qPjN6EfUQ4+qkYGZvqsTFlkB+ZP0lqva/n6HUHWaWFRC8RyjzK3H/i+IcNUNUbkzq1BVBHWavhqNvA3XCrDq1Wzsr1I36hy6L0a7U7/taZ5LSygAAAjFuc4IvXP40c+2WdeET8/K8vF695T2SMXZ9AZpQBYtcyS9lyKje5qURGmsSMUahj0q+h1wpUGumdSz+5pY5sJQaGu/QPdXPCN6YtmryThuHbwGiZWiZtOP7h4Z8q0rF7UuealdVAWUQsxa6kqMVtCaGO7YxKHj1ryiuF8yq4qYnwG5Arx0SBdEpHm53nuz89plmhWgnLhEkG0hgflFa9YcjqaqFMAbUf0XRFNSh84ZqGoOwtAbVw6UxDQmkXpXjlPSLD6B789GQP5W+GqSPq5cdRhCBBaOaz8OKMOQggF7x94TbYSwM+m1grV60+FBCnD1bHFfdvyC1uD7voejWLNgjkxVQKg1goFiS/DDC2P7sfngmT4FaIpqOFff2RcASOyBkmap40wAJzKgHlvNIYkxV1ZrwVdM3/JmdOJ60wyW6FisCRjX1uWs38WOlLbARxXt3Xd8uSxENaaDM3q1KCH5d/C9FGX+901kLDQ/o2u0loURPD0Jci7GuzdXoruSa2chVak+pO0z0fYaZOmUiaHbex7pdq51+cbu1bT3oF1AwH2+8MkkGh9Xhowe4DGeNVBZar9PeiTAsmVUj+1D+e6JoSqFKoc15BMTA184jcDQFp5zh9UGbJ1+TjYsSnm/mAXjvGm6IDKS/sM8JvHFEfzeNji0onJP/85TDVAABcBOPW9hcKU5EALW2hf97S8S+KlFI2/l5Idglsx/XlufTYDfOiLoLC39ddTkBkw6HPLXr09lsE0dTpPPmbQ+Pzp8jQoOhJRDKXI5pTz+PQXtRGcuEzE0GoVWepNVYnMkeO77udc6Qdek7lCaHi9egUBSATFbxYY/U6ThBkiHE+7flCSaWOi5Nr6C+plLLAUhrqzncSaBpaIuRZSevn+x1f/0eeMFtezeCUlF+WZ58Uas6FBlGhltCI090oO2sb0Q3kK/SHkWSmaX1SyiWoKq+bLtzRvn8GSs5VlhYTv2YoZp/T508MTy3cHLFDI7OfZGJjF+/v70UPnBjztceaAwLHvtBKUlpiN7jCmgqb0ghYHTCs4nGNA0AvEkBRqD/1hTvgRWXlDpJ+bZLzuGfVwdf9q6OR/WHYq8ZzVGHHSGIrMb5MR6jvwVaO0aFsPwCJDVeioESKCXkRdQBEQPIa/joztMtR7QVNePJ4RFuesyyp51YVN0u86OctKntG72ehP0BlyCUGfJ1pXv+pX9pnL3NSlIi7ny8vtjzNU7fXY5+3HI7FTU5OEa+tyfd67XWvx49gwlXJlNovnJXxz2nZ+QgC6Vw4LTcB4AU6gm7yF2vdJxyKv36xfQvIDC7WG8leGvdoEUXZdDnZupLKh2z2vqhYnXPxbW52DLseN0mwXQeftSqNQWyzNVUq0ek9f0sT1WUpwr/Fw5+8RboF/80x0XcSZ9F71hfdkyOt4WSmCZjjQ5j01dAFnJnWNXYhf7W/c7aVYHl+MGPTYfor7DBQgn28ByWu0NAVgT68nrs0NAElIvA8KDzDnfTZQairUX723j53Aga1XJJca6c74FCpgT5Lqldm2VcotdQn0SmL9sMh15XVnvSBy03Sc0FoWt8AJfgoro7GNyS0uMK6GkZWIGg8QptyWZqQ998EOEIuxkktcA8lxvTYAv1F/CDFc0p4VNqciiacgFVfVvgrg6Arn5Qju5ZcS6kOSbMTqeGEMf3NLIwLvs9VtEzE64MRaTmyF/9R7nzybZ+dL6bUw5jGJRh6uZTXtDk+5pC+BrV2zauDNSkmmD8tmLhdsgWS/A4EcC36HjKShwzXT1KeNmi9xaK+/PXj4UjdJ0zX3FgGYbBCz3zBwaoKPruzunxwDLkFGJCtl1dyi8Zj5yxrhPZtrmN4b+V7fyA3iqH55oKOMnHiKIrqpM2z7HxJo6w75Ote/32kCD7dkd5TyRzt3LvBQnGpNMcfAUsQfaRGtYxqeExQqg94ITQg3TzI4xWg0ovDIMnrDLkXuvmYmRdQWM3J20yqte4sJV1qzsDGqtORY4V7w24Rriv4Cul4AAMRtHSiKPUC4xkBjsgUqojkq/V2y9i7nqXTxoa9ttPdFRnsKMRI0/lOg0QPAGvk9eaIMURuWNVjj4BqIfc3esigt7pjrevcvERz95EF2ALV3tA7FEhed1n8hOJVO8SamVBjULP6MQ3IFst7+VpBN9D4EQxjr+OvXQu9LDe/xuMhQp9C9+M0WSbni7l43yPSW6L8oNbI/Oz1G20k7SLC8VAYCQzvI/Q/J2s/QgdX5usPN0XjKCqDjOJvjsDJVkpvNvyP+Q7L729/qHeH/choYjBHSz8Py1F4qUz3P7tjljzjvEwqiCfTdkkCIAbFG18nQP4JA00A+dJgNlGAc/lGVC4QVMC5Z8Pt/B3Qlm11Uuwlun4FFd89/oh20zI+l+8wo2drzhebKZS2t7siz2c6RGOzFkuR0apOPV5a5wA9iI1LqXQGj6pimQXnJZsEQL0RUoG3zi7u1yiuL56Xub/pcagv9WhpTjv3EXgNqn/BJN+8FzzMzNmnvxX+sovQMb73shZrKE5tHiSvOyUMF07T7sfnimIAxaaUhtGSdLZrQrPa/Mz4MlLfXLqP8URJ9Z+yBdkdFGGGhFEsSxfq7saT60L4S9ukC1KCloWL2jDdBr4bSZA/gv7ZAWssrYPz/sb0DlRkHSj9Q6ASBVFBdSEYrVsEB9PFUO+Hp2yWAZm4sPhIkT0P/dH0YQFRASu/8fBZ8UM93YSNE+69CosjV+8XRVecPbiYMcT83+iP8jckKRZGOPTFjCePuykNIbJ7YhNFF2Rjyg8bqKEzAO/mCLCRul8pUnV0kwwQIFwKGmWBRjwo6qmxo7PXOhlCdR18MTfSbB6ycCyej0yO1pA051Lnk1KqCBFM0hiVwvMuX9OeCi0UGmxFUGFsJKM+aejuN49q7W7xpzC1m6+l1lw/3silGpnOAtXBeODPs7eIJVJG+4Npq3YNR8b6/t9mkYJbVGkvzOy9qiAFS7rgCsQDe4GzZOwtcVk5gmVHwDYVZDf9DlnbNW8tmq84OImwyzxVRhDg4/tJuYrzD8euagAjeTCCmx74hWg+uTqI5HdLbIhFk5YBIM+aqN93taV9BGDLrLSf49DeX4s5jN/kvnJBYT3p38w4hjr5AIF/hSV9hdP1VcsOzh/vDgrlGxQoycNhXtcUm1EWWtoJTHgomqrWPjordLlckh/kzXnB8V++Tf6zPNAD91eZGBxLCd7E/7Qcg7YERJ7JyyywfONR/ZlsjKTm40iGAji6fnZdM3qj7r/XAGu/wDkFNCJP7YjSLMVmMe0xllD9VuaiJnx+QpR30Jfs/dVsWhSJUrKoFnDvb6VxIfhavRbxA/M8xpHjSkm0Eis8PyK+RUgYZZdbFyM9LmVYKg6RfbLJfFI4oyQBbYWVSJmqtQI2C3RYfSKYxMsVlabJXT5Rjdazyy4aeXNeoerJA9HLmH2AwKoOdnFQztp7dQTB4rWc9BiXL6RS6B0SMheMpGrkVCQjgzXcP+JqAAeihV3JslXinLWMamlIRUzJfdN1MkzK1qm7lNgGxWvE2RQSHFEmdZcZr8nEx/gntaXYCUEUKXi3kX4fyov5Bm1kPcOrsJgacqpPkmp8eyddcfCbGfb3xhsUQj9XtVJAx83LgZmSgCCUfYR8Zm/Z2W9BBR9NfIhyy/g8r/W/sXhvCK/w3YuNgOuxxIcD2BBvcYnP2a+wzdJBkQ0DNv3xpnZwLz2iwiulS+qjdGUMcNtPKhRt374/lNoT2LvAESG4v64SIx27UX5KZB4Rl2jQ/7fulkWJlo4s9PIjNM5/eOlCi2x3p4Cqn5fhsYCBO/dYn/PZMXLP2FGXsP1MMlDKapHacGHl8N9ihEsXF8oTIRvBkuwrSSXPmwR0sAXcQ24RPyAm2sG3lEQu4IyTS0/UB5Ou6AFoy48vB6IwH4PcyC3yIkxMvucqr++JWrX0/Cl8udOGpOZM/02NJocPMFiaJ+8qqTUQmQafw1RclxCSoZpb5FN5p/kno/gpUn8HlIPuQAbWiXN19Zb3q29w6lBerTgzHwXiBB95itqbYNS8chx7fVJtzRjXioKb2jvKcMFQv4H+Re7YtPMMLvBWt6pAWI80niK7wWGMk4HicgLDCfxqs+xR1bPo5nlJMp4ZIrHeqBxIprXDGG74xT4LG6mA3Yl68fxNtY7uptK+VGYurNXiC8zuC8obHZ/WEwGf8aRGo25IVtt1mDpCAvZUstyi1iZlFqeQmEPRcDkLrqh+hcOPaChsb+s0As34pIw+LSsPH0HDpj+I59j/Ftq9QQmwitFZM9ULpJaiy9ipTVtwp5OKb4+2Z4y2NAIkpV2L1DBuDxM8WoCj/Dl/iyH9sShxzp37GOsOpU/i47zi+QoyCShAAuMoVv7eAqY5DJCUraU+FF9aJn3dPrB0QnJ7qW/twgxxBTkoElg5K9X0658hEPSJGqUwy3I08XeMQq1N1w9qJNV2kQ8aU4Foh3hKw/oGA/e/heLfruP3jyKGXWcpISckbXB0FVe7VkIFsZrhu0pZ6h3r1b/u0tYmdJL3rx0fyKaGoxlNJE118tLFRcRbpORaqsb4MSHRUN9CLCJwUOJCoEFiBXkhuFk6ptN6xRMs/tjKOOJfcL6Wby1tvQDI0Ft20QxihTAMSSIikw7Up8g3gn/E3BI4DoNdpyC0aqLG6jTsFOVZgeOzuQUG/lmnYi+2hB4+pwqOew8J4StSEloVW1iFAl7VS+OVOlYFlErzMuUivE0edB8rg+0aSDZxP0PH0UpRPwoEeS+ap25Mi+ji+KmcVt5KVFJB1P3MFciLRLnrHqQHJxgaL1biLArZRndJT364lIS/XOCV7729RPKfpjv1n4OohCepT5fKvUvFu96gGEbKBLcAYpIMy1uwuf+sjfurnGSoHTUYuPo+k3YVA/p9LIV5CZyuq1+US0CUm4MBfe6OLxOisKiHEhj6mAH2ZJnJbYLD+MXrpRHtSH2otuksLi36/LA7hMDTnjWzS9R34fOwgM93RTy6WAY5WFRJnFdSOaGi6TFyHidI1LMP38GgDAJGzIEnjR4xoZe/nCNS9Cv54tFozDDuqaZWsTgLI60tx744/pscOp62tkOyv2XFbXdxEpAzHan6KzXtXaNlzOD0RfLYIKDpJqf5m+Ea5qbZjKjGFD/CtDcwa8yGulGfRlnTU0I0rjLdJLjBpnWrpcf76terKJDugKzufHF5ZhKTQw2qRaBob5jQt0BqZI/+RlvTTfTiZfrL9L5p9NL3nD4cnqOtBtivBagoh7eRP+ZTL9y4qdonvjyQB9zy60X+MtauZhP1IrznUv36x/MWhjLs01yl8dJUxazuQO8vn9h2t0F2QtYGXvmoHSqyavIQ06zsEGQcj1n048fJ98horhvoZ78il5V9sHwRjBagkz9l5ei4QfpUGG2K3Xpm27cSnCJXj/T4yYQf1PNt16WrkuJF0/ZI3SrO0H1d2ELcRmR2tMb74YeR8HFVsqTXMDtxbSGU5uiXZU/kwMY0bPNMspJn92wF7gQrKyuWBKnY0X8fr27xCvn0W1NQegjmyvCJwFCIpOw8zadGCprpaeciaP59D+92vSO+d6QpTRJVR/6YRvDk/etH0qiNvqBo1j6zP2K/lzOGzJyjMCntoCr4b2nZpyGNp1KqH5vjPfw5FWtm9EaWirTsd75+3BzrmvHcbYMrjtlEGyM1CE1/0fxSMS6vZPu4oWv4dRg+zA16jRI0k+g37Hg0L2T+e/J5YyKy0izapL5g7SP/WJppZi7UlbxyDzBvJiknrIb2pA3txl/SF3Z+UAZGO1wBmuMUcAo9NkuLb4c6psrhzz+17wW2bB9Q1fRB5WeZEyy3Lp3STOzKW4i+U1I78/By98RuLLwEvW1t+X7G5KYfBNVjY5mlLVxbWf65AnDRLTmoaSoFda3/Pu8tlipBdGXkjbA/ObkkM3EjSSEUJ4xl5OXQ9G/Qp2pv9AB6jrliDSkFQXQcFn337wOYbmsVHo2pPv49wHEDnkRAOjfu5abiSKVBVc/VoNft9EntVgY2FLw0Gx/dPQ/SmmsKs4drIsEKx/kTs99HYAaWwn4nNy7epQXGxVK6IEP56yFQ34bf33vC5hcnM8jTTp1/3VxqtVb6/cLSvXnAf4t29kMD9WPweyK3slYf9zlQ0uwwnhch2NBpdsxgCsddXs8TmHXdgt0S+xXtR58NUjIxwzSpgZ5VWzsUkkuYOualKgCjcTX2KxA1vr1xujTzmrOIMJoNiksOD/W+u9UgcPjd3OFa73tFzKxMfzdKmiGJRj3Q2ULuVP/iC9Rph8HjCXjCYHg53QRivWjHx4T/Le3hG+KXX+DPOZNMgXBX5m0tyOONvzT/c+t8v5NXwQ9FAynmzmlobgLxsyFLs0b/fEuTmXQvgZUl9PgizgPEeAtwM+PX/LHu1dqaMTo1lQAYPKci9jt4JcwNCfs16ccrGvrhBLAOTNT0Bv29TPditXW8dzXjOSAzpgldiCuZMD78Zfi7t+OLW2qniyBOTx+kAd/PSU+SMOXpUCzYos55LdzT4ABJ6hDqrPQ8BnkTn/5ERY5GryNRaQ3SiOdbs5k+ULsQTgJX4wHEfhECmyIRN9CaeuOIyHEPnD4gO6LHABt+QcAjKkDiQ9NcHZ3F4Fn1yQ5tefCUqMzRy6JF3/v8KNa/c67FHi2H3r2sZexWwl5lHw6tF6+vpqtVWqTo4PH4UlKFtT09I7D1DDfUZQhFC3nfRMLSuDZ0YvHJuOEmmZ8RJhKMjNvrlLJvw+OXueryNPuT8cElEqCjL0BsqiTDDr6i8nrADZ62XvnUDaS+DxMozpbyeS7jTzl72dHr1pNbWMkikCdKZ2f1m94xY05fNB+1pYpvHz0ZivNJkT15cxjwtfcNh5GC99XJZ/lGgMzaasWXKn+iPUc9djNdNUOg0TfokfLmLEn/MNHlrPvtOE2vpRm5VV1h2DgXFXgzUUUe7NFHpYsJwV2aSoPnU7Qh5cFkcrmfq3x95owppoAxftK2ywvrsQ/P9x8pxdPW/BNfwYE/RYeQSvmTfoh/IPqwSn6Ssn/ErD1TIuVztN4ZBEZl9mICmzglSklZRZt3Lo+1RKdApQIfsF8PCRXqtowaVSkbcrY9CaVsajWSuOXbDw0tEWqx86jdR2HKjfB4HgmUPgA8tnk7vfNtAa/k2g+SmnVkjxA+CBaV82QodYrQjhKRez/ctvfw4gHRM4lTy9Q2guabTBqep7DCCAXWo6sDLDVKrIeI9lL8RjkrfEhj01zKSVGdey2AJORu+1nNSwu+VFC1dsXkG1JfnB0LfHm9lMeBtiZvOOrzdTAKvhrdwBwsp4m++YTQihzu/Ldt7c5auAYIb8RaoqD+AbwSkw2Mza0vuNzbt/1sFOokuLcxDBTXSA2GaNIdtCRHlHBz/SIQuze8NGwqCAsM3Pvgenh8u5xeNWQv1PaHEt46N4KTZsZxHCUOQu7n+is0ug6i+1tTcuQCJFZ/PTn+85xA2ktpMUV0AgEJl7t4vf3qXGv3JdgmL3PuZmsITOGPluMRdKyrE9CwD0Zust+AYTmlRkKAmLa7O1tytU/2PIIwnhvT0prB1Tme4yQO/vmtF01AI6HDtt5jOutYUKPOH2LwWTNY7WIZhSinZrSXeDAWoKlqylepirQ2w/p978KuC/9NIPcIcKYr0lFlDd5aO7cUZQEIZAX6Qyb3mpBfiBrLv7LhCpTVrP24jDi2twxI99Lifgrjj9/+8hIfdAC1u3z0JCSA8jR5IQldHvJ8QD4hW4/XaQZQgnWK/D+armIxbq5ZPs3di2EphhHDCHZilkYMT//rON9d2XGSsaBPdVXjIe3Fq/+BzxrP7QhrZS/Ecv74fQ8xWTXuL5AbUGnIj5VrB8emTn8xxb2VFVCOfE7dnn3YCposifK3L4SFXgajGuOGeddLUW6JYIjKEgM9HL0JXliZg85Pcz4PUEdCuaOvTYavmqPeQ0xfHwRZ7b8882mklSFV+RTVkCY+Ga6ETWyojSqQLtXGh8h8cLHMV6icHk2VBVC+RSnfyqqaqeDNtaXlo7DND1kjNMeeR4Xys97Twb9AWFQaNcBBYspENAovtNrWAkggjHQ1Wk3qhLp06p4kgfm45ohrtOkTE6lP2vhMLLdBQSWBEzxHRhuMxUhfiOnLNTJV/X3skDSCIOrSdi3r8woJX6I3aqyiMAdFarfrBdhgi9kKRVeA8eJMFAxK6QMJFlmJd1IwivoAuTcTWY8SX6sx0l+9dACrFcHe1gXhV1dMMlQ9dsw93CgQ7iH950ikPfRoEJbcvYQXsoTO/D7TnQTyNXBKWBvCsyU2NDe95Iq/2DTytYcw3gs0D4fIMFcCvUJqjqo/rfO40KvwPI9wcVh2WGoeFA+yIT//5gn/aJPOmL7LBTZcoIj5oj2c/2SbWFZU2Okyd9iptH7ATc5CKxozt4uvWA2SXxz2Ed+HYa8RwapeMM8MwiuLTu+S6BqpjcCCMMyZJ+EpV7mAarViGVP/WywmUOI5jMWafYfSMw4VJCLSg5GxfW9oJvuUKRPLuyDSFz7acUSeDFPFXY7h4UfJxh2Em05qV0Hw2EitMa0xUIHEYmOmUw/gIw0J2oAKeZRpcBaP5m+fAjim1vMXdepYxdZ/rGDHE3mGEWe3z810Ck1xivMwpgBXPCd/srUUZ2vnWM6UbYPTO53SWHQbHfSxQqwX2B/LVpJ3+n7fuC61RDT6UlXsr2luf34i+KbWgp+yKx9PhIZI/KvraAkq+iqZ0cmvNLPnONm5cEuZ61422rJKSP0b4fLPwzfLK6BczZr1wz9gobDzyWLO0AH4Qfay+a0SRmRhmAZCOcgaDEskuzXOytaqKwE7VvwDpYIFKNpqeykVfu9+FU+utk3i+1v4ykCGuvhuuit8dBFEhRYAZBpX/q3J2GNIjrt/rWovEy6Ul+MBiYDqvqDdEeKxduNWeNqAg8eea7ka1O9Gd6/BqBWWqb6PBcYPmfX8mba95oqjBLOP4cIEYQUpqfN6DE3t0SvDiC8K3KiQm654CcSv/nfK8+6LQQ3TfRzw/vq12ndnd1u+i5cqoDvUFf3gDm8pJ6g6OvSNIr0f1sZQQAe6riQnBEvtTHp4W25LrOPo7j7MAKeC/LwesQ2gOi9RgU4D+gC367WxrqZuTZYFYJXZ9IOkjzrCnHLj28yoU80gdZlIh2FHq7gm3NBL7NaB8a7sdTEHipJ6LLG65BAzT3X+tZAtHahZnJqmHLEfQZLATT3UGe3AbZgO+tmeND72kktgRmLvmpEqhjGplwdwKqd+ZHMMDdkEOzLZ5W9pxu/E7WOl7nUsm8HH+73lOkw8edNEBtOrhE55xUgt23z1mjVRCH6JkfVZy39toXBYwq/tM2f1oiLLc0KgiVLRgomt7Ah9HtyLqTZjjTC/BOV+oeTgR0nYq7Rrnw1S9+VRmYtvR0Zi3o9PyskS1GWzXS0/V5zmP8ptRDqsxE+1/C2dUE4e0jsWYjchmZpbw1IxJqGPKHLbZZuqCOCAHdhdDv/6ic3P0ONhLf5wJnBCNHWtivttScpOe0CJif6r9gPVrTJEaplYsoZsaLqOob+Fszew0a8+agaGevTzcWvuCB+K67VF2CMUwrs7VV/tAaAgKhXoT+T12Hz/l5ih0vBvNqQV3c+aDdtx3zxifvkbAGWBhaIsUlXXCwNJDYvty8jg8KdOp+Dd98CTgn720xaVVWYr2RolMdbIxTU/rkJ+Oace67/26QEGKXoQ+tcrVHKW15JBBIplozX8fFcQIxPCm5SkZjNpXbxxeHGo2mDmCeanFe6RvGadXKgCXRNpi5DBaQSMySwnv93MSdftC7RiVIc+ojyTmanOKODhSu7Zx95v6hANfagbbfoF1wEZxSg1ajmjGqL55OvSWqaO2P0tqo6ERc1OFaUv5mr8oP8E8ev/PCV3dOIT2iiVulksoBFPY4vcnpXMUiDTozTk/Gm7kUpiNhVIenWJ4BUJt7fUM2JmVbIlsf9LRZMmQXJCtf3b7eeBZvlDXglBjTLF+znreIATwsDCRAmOUi/fVSlcFgAftRwalsnOPnMmWN0n3hxvfcup0fX25V+48HnO+mSwkgN9Hbf2F4vjDyjTR/mir9pKPQKHvlY5SCVNAsbz00vR/BLE4oeBc04tRgugXYGapC7oLiVbi1JfHoFRLuz7jevEeOYS8DTKiH5RHzEMyzBCL9hfD4Wa/K7F0yVvc7gW4nVdFb5GI0+tJmlqfilOKJcW3anVsPN9bcNtgCqWmJq1dDdH/KqGdpXhWJ+WIpfwlgaIxiS4GEHHz357FXWPtfYJIvEa5VxM6hi3mi1tfma1j9zBc3WfrCKGxEEprgshcjgLBKYZe3FQ+og+0i+K5uBXmwkxGDiyjXJSq4xh/j4Z+z1HKVUTOUARXeGYbPYguEcLK+KOgQ77nRVcUL9JEzEoU68sDYI4ZOVcWlUCdskAix2s5TufbKjZdCVKjpLSPOcnuZCPiYUmJ8tHRND/Sxl9xV4Voh75Xi0hm4XGZbGBE89vET4UwsjXJQQOPu4eG5A/0UsCC94j+C/5OWuyfRs8i6Cexz9l+VyQVLj22qksLy1MLK0X6UAKPSotH9lfYi1xp8wsU/uFobM1xnfk8oa2mScEWcdSFjjackhO4ODMjwlFM5SVfl/BSeuGK0bDe7Ruqnim/CWiIDtGW/Jog9GkItWgW1RqOLdoo6Uq49VMso39OknRGkDgfs33K4paTPWp+9fODQP+wc6SESmilRJS9iDtFjdig8sMRmsRPZ8OkniFZ4L6EFu8CW6voNszfoVWF9IlbHbaGwnsPwzjNBBD/sbT4VV4TfDNW5y5d6aGsZmfq3wnilE8c4FYoRAiqGBWgD7MS6P+YgIb8cvhWnysAgDi5OVetLqMPY9lGJipdkC5PL+ih1U8yFvGLisITMZ6ybmev2lRlcL6CmxfzP36qdgy5h+vePrC/3Pa4ftDJzHYAbEo91tV8/7TuVXJZVOg88g5a4veNQ+WHbq2nbu19cLwL9VlBZZnkNaVFoxEG4WGQuMlDCjNtL7erfy8fpEF0wUi+aSwts/p768+E5HrR6zdVSPUTYHZ3cTgU+7yclJ9N2cc/K6d1tIluQj23TVRprTnsqDYQMgdlG8p+PwSbWiYCfvHcV4TDZq6Fj+SNbFBO/cAId8LJLezkT9TWjpZhbI8xNIHF+GnACJhFDgN3l/5EmANYBMyYwfGN2cmJleB/xCTcPBq/Stdiq6H6F4pWEMW4ZQ0q8DTHKp3BnhUFtbXZJ8hr5A5LJkgxEKL2JofMCK47KrfkYyX3Huw1kbD8rpuYu09G3gd8l/yLDKv2aAXrsavqy5Q56+Px1IIVPc1NNzVtXeXr0vTDQ95lAWLLSCDTcg53FvTqv+ki6Td7z2iG1kD6Z93Kr/Z3aD9dOHzq6RFik/nkcxPOSFDk3ldZ2HUewbTohqri54UKZ5/Tnq5ZBkmfcWmBBiQKEaFfGjrMLjPZPrczTisGWUMvUFc9uWi+ntJ5YcE5R8FGrENPfxWS8l16MxQGd2TO5PoKnAVCpBbYnvlOfNbu9xDufgZ/ooGu1DGp1XCBgauShJBNfLFcaxcOkMLINLpZm9fqxe4OhEy5CUVAlfF8HM1mFszOCCra7LaQIQTnBIG+qxOYzQ+eS6mry1B+BFgh5XRm2AoZtdjLy6x4/KYWZSyD+gfYrVYmjbBERT8z1/QnaYY4OcXo+hpW4E7e/DMl6KLH9vyAKS+ESJNUV2aO/+ioUyLAoY1n759vpdtZhpvi1VyQ7zBNfyLRgh8PW7+vj19UAeGIH3oElzKpBvFNvjQWnn3dUK4qeyLJMhGbX+L3rtw22u7/VOjS7373PppQEmsiJGINwVxeWUOAm2v08StnMQpp7o+r9eqD3/sHs/L99enKG1WiK3pwB7MsDN386Rb1V/rJ1ywaOPTXIOS8qwybK8RgvFX9Va9thDWQc1Lk9FQbDIXyTMqHbKxTjIlWEwNrmHxkYc5BJUsbMfOVzzwDrWqRLvKCvMjTjioPlqDTAaIB3d+e8NoWf1SgZk3x1j/VtxH7s8o/QBE28R9R/1BCSBCsDMQUJI3EdX5JUYeE9d1EDmCbIxZWd9jtXF6kX+SXXgbklrgBTp7XYi4Bqe6FbBLv5w7PZHcMPWQ0nyTzkW6XVGG/2L1WuCkjKvbuNwSTjLc+LucL7OMolXG720+tnCdqcV5io5Fwg8rujAPxh2vFUUBHkKnXk1o3m4CaCbBRDbyi0Dgd8EkEVmQppR/4i+tKpovy2MlZSLU3Oq091v7tSP2WuBnBKUxohyhVSy6MROhn5OuSsm0NoHpf/i2hhjsstPfEpWo9FY2gj6nFA6D1pcKni7pbJkenZE5eW3PNHHrWBkvQ5kN6Ufari9I9obXL+WaOT4ITDsRDKjbfuvL2ZpzUTvJfK0et77+IVHRjXmEU6UsNBIVU8ufpt3fA/UIBQXu6S5r54n58do108WurNiLA5KzvA0nkJy7K+PYePifsKXL7YCJCcXC8q4qBVRpPR0zFYFQnSf5M6pEfbWxUKIVvbwkgeDksWdb4LpeR6JZ+b7UBiYlhwPokQ1IIAzalvRP++OsARaJmjNXosXZwENeG+DeWxbm/LAe+S4y9/ZE3DXCkCxL5Uvloym4dS0fZcqBagpxhVupfX+2elg3v5+57oLg2DHGSDvMmDvD3LHy2L6kWEJOeZqUHuh3ZEsLU+PDFmKZgAVHPOP6FyYgj+A4r/asH5VruvFU4tSJj5W/0MdzwCg7EVQjVOQ3rXuF7PUT99eQ06qT724UPNVYxez4ar0R3ClvwSdvC4HODkN8d5/d/gibrpOZRqQaOR2asxbYi7T8fpwsd/ItgYDQ6N+Ks6lfo2oD39kri9WXmvM1JBFp4qPT4vCxU9oJyvHQCFpAtQJEZST6UZ8gNZ8WIiGvQc2i03pVhhvnuVqsiV1o/cBVBONdRgBE+GmIbRagZ0+kuAhe1gHjfvym2HgegwoUc4xGVhRIyoeXjBqIHST8RLEfiPFBm2NaTeBKgQZCkLRP+DL305t9vZWky74L1Qf0UKX8b99drRiNoBMopxRaU424O937kx9sk9hUJrzyAMSHMgTM2xO7H2D5OKOYWXO1jacETncK2UdVcMb7HSqam5lZzxXkTx6gabTMWIXJjH+1tn8c0bWVtAoBBpW3EwnV58PXXhucgpEbA+uy0vhsgcQcRYpcedgBQfn6lGRqmfRG6u1T8x8hxL7Ci0/UDybGm0KBZlRYQQUKrlZ+Em5X2kyLrkNVqAGmvTicWVlMXjmMAXwy3/ZWdgrCT7seVW4U/PywS69gSLeON6aXkDU1q71VA7hjVqlgGeI+lF4Lwkx9+LmYFMw+axj0PDG6lDyCKA1wyCpELeMzJ+zY1zU1jtRhUxY+E6gfSaBTrWsT+6qXJqP4bYYwt5rngz9GZDo6qgHGn8hnlVvT3zZOgWPh0T9djqvJV8Pq8wrYJQjJgf4s9inkwLDRKfQqtUF02+MemJmlQhbs3Ukz8aUzofBRhiWPzi9YhS4Or6B+9Qh+Vpc67ozvNUMeQDIN169PVhM0HjgHaqLNw2tnNkmHuU5VHKgm4wvGtYyO4RkVCwkKfarWS0D8BDRoPqaiNgf15H2jauxUMmk0o6w7tTPGE3akREWqUoNUcZTruintfTnQO9mwjpsge/piJZmEmyi4bcZNv7AFZ5z7lz8BSl6PeFDcmUyfICc0p4ZweL42xVJsF9RDiVDIgqN8j/9KuMQ6wQacS/gJP7PjeFxzH4VCbg7Mt6/UH7RrqURub7pBGLU41p0Lh92ZRaYR+xvT09N5x5w4D+dW+QBZOF6j94X27eYZ/xArppUaxX9Qt1RY22c95Z+B1Df8o4fn95dzns66gyKoJ7BaBe1SoqVgtQ8eVytlmbAvpF0lpkxL6Ed052tmzXMnVvjjas0XOhV5g5eXhu6ZCYs18cpJ1iHQT6dOoNvg1lATEhchY/jqs7Kemn5hcOd+FoOpXoySFILNyXJmUZMzrt+5l7K05HHC3qQJRQS1Frz7LMuL7ijxbNBMxTA2KqtHh1669bo2GV5u+W83rtzgSHtBZRZ5CESKppm7MYipaw9aUP+kids7y5wXBS6LValht9gOcgT39OhnFfs+xY0rbfH8bnO1yBZ7EeBNRU6ia6V5FdhdaAlHvwB36h+AZy4+TrLCnfi5G0wgf4T3UbX26xlP5cr5VV955jNYo02PWVcf7EdczUjQ5K1FUCb9BODaDITOG73qeppKeRyyoYac67gyl87aL4mv1oxlBwOcnorFTWIpZLywkrthaEcsMST7Z3c8IJO3l7HOGDu/ynY4OhCcl7xv9LlyCNgJauYL+5nNqtzOKoYuokEe0oIVemMWUNFjuhY/cki1wK9wJDJF4jB3DeK9rJTzMs7Sa8LlVZJ+Y/fJcDuYGc4IZrnrZsArS269f35q378yfS4nIMuS2OBqs+UqkPIwkoB5crWr3FS2NRp9ohqtWijN5nnJYBOZ+OWvbS739gMrvVj1SNuy5dRh4NSQO23d0iXzj8H6ixgBZ9+x+8kqzlgJQsnB30WyBXsZtqNMFleuXwB4yRswc+u374oNagrrdFGhsp4Zv7c103QcJ5Ioj/JioltJK/REj3/1cz4ofrqLU7a0fy1PP/WhCa9NXlp+ifqLlXymXmN8BwLi4uJZo4m/lpF6ZjF0N8C3ErqV/LXDIwqXm2lm8N2m3cLFSLbdIfP6NzHk27weKe0rkXnO5NPKzoS4zU3xDleqd700xiHPf1XTbjUUmJMJmplZ+hfl3QZb/raBn5fPIKdSm5Bpv9bz42JZEpjpotaFi8jTZHmXfUV/xsxysUEjKyhMD6rv4+RnH52nUiyEc3rNNzbRXI9CqTiPQf0hEK8+B/Q0emKJ58wmfbrOUcQ+yhsQ0NUuweEHfi7/mr0Et7K+5t8kZorg2tCnyk+5oxjHgOg943PT/ENMufrUOpIpWjevjA5Q/cvbH6btYzqsGCW3z7Ajgi5A9vySjL6+asWZYIt4mWANyTInNhOnZ0rB86kKv+hR0/cuQcE1DT6PlbPSeyAm1BTsVLUIibx0qCjPiIeZn1imIw7pjraEy2CyRXbLjFoFhs69IkYbYywox08YTK4pBB6LpJQkI4kT3tlO7JY8Q25ZOOQuuoe1YSZP/PjbdQrWmmThgp4tQu0MtX3GFY47PCOZ4BrhK8MzSCqKlQwxZzXt1eLUPgGbGx+sdngalXcBV5FKM9G2OpZ5tFp7NskRGWQ5r1Q3X5bBxdCZcJTM91J0S5iYLU8QJkSr0vocRef+azDe3ZxKkMtbIUyccMSkjdSXMgUcnRi09yoXGkqwFQu+gEEiN87OqI1vlzQjDVH7Wt2yI+2mnF0pd2fNN2BUc8NTKSENIOChtrbxaCkB1XvusYO/yr9LaC7ycXjg0G8x8xnbO/jEEF8iDQInEC/yNfX00kD/zGS8w1zBd3WQYu5iktHNuV6XjA+WUICIgT5rUehwqp1HaFBf4CtUCOY/me9GCkw5OMGOXXiobVYrxHqsOHn+9XdHMo/JqxA1gJtqTjFsf6++MqmrpubUlqCoSqkXNTjuCUNQViTm2Rhpz+U+ASJUD8pFAfAUWFszgHkWKLRL6tcZExNX82gZzsdVbOEmJGP9/sl38yZUp6z7D+mz8q12dutg0tnbGKzmDKewCb/rT4k4eLTPqe9nURf8hWaFAnOxCoid9tbjmK95vufUVyQr7BW3EUlxBlWv65PIjRzwlVkrUSXaVS0zptiAsh1x8tBXY+l4wfpKGM8WlX5INKwszjyUM8JrYokn30LOH3IKdjTdbDjYTH9z42QMWNQXuB2BNDAMZyuDxpa9yVIyUMxt+GPDEe+JSmOOcMxz/Bvqu5RWBP2svw1XzVFVU4TVIJh1GtzqCBxfTibzlybxW9iEtxcPgkuEVN+4xR3tdsxurTGOUO0nuKl5Gg3nUIfvIal/qtNLgFr/fWbnxkOcqHm+Nb8ALB7CF7xUJdWrxsB+F88bdB5NyS14idqcIFvCCsHffGnzYauhlYP3kzHNdBoECj43noyvt6KyMkt4rB19MzKrUdh+dNaTSr1ojMQ8fioyuxEICd0wr7t6kie+KqVok8GgoEpnutNOfKN09WJvMcarMx3odJ3hu6CvSboSY4KWmP0JnNW5ZO59mD9qm1X2y8w2GYLC2NfAHBbOTg+yRhpXG+0EM+yf7TV/84UB4KxKWzdLv0BtL5m0RXwNSWEdQVTLuW0jQdbJQynGWiJBUNykQ/c9VfSPlQ+V2tB23zVPJJRFusu4ZW1gtdYxdpUeOe5XXZUjyF8hKsDfrOvdmNSvVDemDQxMswCRu+zTUqhJPM1hGH88r2Icy8v2tPQ6Z7qcFCDQXkxkXH6gjf7KqUGybeSeYNeLBRQd5GB2funtJHToDeppcQu+pGN7RnaIfBO2cohRbJP0COJihAw/RfkvrxjFvBUMFK/LEjiGl+nIwJ8CVUF9bavx/NaeHaIxfZ7mijli7Flf24g9f5zRoQLI87BJLSl5pO8H8noHn+MMEad8QXaodnx9sGWLrdg57yGTZt+XNptDUlZYMpfjO6aKrcgopJMfXWFwdYqbPPx8MK6WbLXFqh0amgLpjbGWg/77FctEsR18oWy1qopL6HO3r35TXbp+egSEqsTRo4Ic2u8YhajIXbgsTUzHhN9nQK+S+AhfU6uUX4npnj7VUCYWxWRq5P6gkK/tGB881QtsJJtJYEApqwpHJ0+7F9eIo0oKBn2QAlv8i6Grr82LTPXj1L2d8yrVrNigBYqtO2zcFMxXxZE3oEdz26ZhtI4xj1nYqnUXviyjMB5FS4WvYMcqM74d9O/rMHiPKm/qlxeRoXmoUtSr/WLGafuZ6MrzZwbeCNLSEYXwRLRg4qnzX20LIR2m/heWIDJVrmzZXlbyNyBZoO0vrgYtwo+E4AGoy6CWamGyrARbNewYVQuvq3xs9UfmGh1NdJ6eIZtM97hhZOrfI+kpre4awScnTi65pfVytFEkiITUpDH1DvdwO0NHghk3qdIIPfwU6Yd2N9EW9EcypzwJLwfNEZi3CEvgPKve5Oe79+Vkfb5te8FEntR6l8bIlbk8IMiRfGUhxRODnMqSGmtf3/s47ymtMvODhYO6H6cS1K+2bb/qbj2NELCYDJHwjfocMMRLwix7L7pDjk+mxp2m3EB8wz+xVwl5O59xduN/YB2oPyFmaRUhe8PIS+wLkkDMqkQgWn3iUShR+s+LW+v8F/EqIaWGeCVRFDK7iaRy2Kaxq5W5pQYChUQzRWU9xPuGTzpurFB5k0zZ5LMRUbWlyLRqz8gOo64TH320wetP8VbOKuUkOOmyR2GogonWfmoRwR9VMZ5+EcaZsUSomwCVScfyxIewFigVOn+Yg6aYm9SAqu9G942CvfyYqyPEhi51GnVoIVslh2pD+EVUsRpY/91/3iVySyb0XehU1T6v9mqc3T6EVRwJv+pv4puWSXAurYqcqGVMMp+QZem+OPgwJutR3BiOZKABy8+iYZLaqXh7Up3bEQn3eWRrZ0TnS0c5/Jdfb5v4pl7iIFgC6R0vnac7MUde9eyrCdxbe4CWEcPV+SuE2x5i2aMvQrMoJC6ypWOUO9n8eb0bIh6ZfWsU7Z1uCP2VwcIr2dsKBIwnuX34Ys0w/G+nYb18dXdrP/rJDNLKGYrDVlTIL2OIA+kd6nbqtAQVY5uce/ET01Svufq8zqXwwEyRYwwZu7/WvxUBj1Jur4ZOE8IlhKS+5U7+fd3RMT3W2iIQlw6H8BMRMD2IJWTY5KWXCEdo+hMK7cQZ1QyUGUMQRWhyxPyatfgo/FovBmhjH34Hh4S+gmu4WlkvRJCZg1wvV7TzkKON+W+plTAsFjmPoNriL6Xc8B00S+Zq2ooRR3V6602Y5ezsmlCZEgejq+eIMy3KkA6hVC0trNhhekdiu4JyoTUoqeoU1tfYixS+tlLDikrX3umyoTfagoNx9mt5ggzIYcDwkp1WqsATlEPwy1Sufwynl52PLjp360RZsp9+wSm4a2+pb9aJ5lPs4d+Cb3725nGqwumrDOVO1llaloJfnvZiGZw6V1gzPQAPXD+y4Dp+0l+oD0mIrNQ5b4ufQOrcHrcV5Uza/BAfwbu5W+BWPGcgVJYdc/mbQyyyOTL+hInqTRyUaR2p78xzBn3/xpF6aH6uLO83jWczg7oQ2rEo+goNSlQAGoB5C6HGGN9St8mG8lTHdzd+VphrEG79NkQvZhyS2dH+aSx9v01m/9uIYBisV47SfRBjR9RyzcICh6cbqtAfKYHkNHdkHOsBjRSe5XtMpiPSOFYSNXcS3/CeX0eGhTaDNC2zZGLHYfx9gZQkOn5O93N0DVORevi7ralAkcSc9ppoQPD3lEG5ExHcj5z/9do+pbshuaQ6brCdqJWfMRDxNIX8ZfXdsj5F2ohZvV5lZLMumtiviLAn/fQE6KLnFiV77HE0OyHU2lqDCBH1VxflmEjMFK5NnOERxm8/pi+v1tFFlMh5ljAq+ACeCcrDrSUZQtvRttj/+i98RzXZE2dEGQE00Ec9KJATzAZ79X9ktUWhGSPYHwjWd+Em5Og+MpKjSSkVKOb7uTcXY9+Oes/sYXk7a2JM+4OfmcC24QEEvgJHoLPNk0aC2S829tbJYj2oj9UpfKrczGpVrkz8ZFF7VotAy4aTzfjKCjenyZskX1N7SJr2c5fYV9nKNNAqwGYVP/0k2Mv0uWYjzrkHhEdMqQg5go2PAUt/HgVUOKuBWiG0qsUcFBWLHwIV7J9oiKwifzgC+74nLPRFhTvV77etlIeUCRwxRIaaNMSf/OyaB09rONvoORREOTLgxQs+kafN4SCTovN4g7sl/uXKiTqa7Iq/wSJrPL4tXaEMq5nn5GWNaaDUIMTNPqUJHizNFoujMBe4REHqvplg74+5s83GXtStw+juP15S0/xiHK/4JNyr5YH478XPurtx8AFUzw3M1DnSEFpJOv5XJVHSkbpP0M5TnPOxXstWaEGWlAViAye24zPwUJ02dqYxLk/OdPcKbd5JmIZ//14hrmYJSkzbjYidWiWJ3P3udgTqSJTzfi/zB4K1smT9XySsdEX/JaeZIU4LrHfJImcifgvj57aav/4O6NsKIDyxzBZuMedlgOiXwHz79UWhUFghSjWu5DIqWSltw9wwCJu6Wg/jvQGZmntQWKnX76Z8XQlqJaFsUi05TgB11ID7kk864yGyb/w2MAH+BOVdyfxWnK8Zf0ATC2wREM2qxkNP6+XwehTU4/77PiV4ePQUSthxZXVft9IrdP7dEwiXvo4yPxo56bSf/5CLQAiDMHRYEw/WSPUONuOljCQMo7UEo/SkbLMo9sm2LsJ2gI5+db6a28dMxWISXg+FE6K91b0zyF1q6C9j09irhprs+Nfuth5LCBIozR2rcCvfwuKmMzf6iGdlSHK186dbEsjgJRphvtBghyzER9x6bu1ExzFu1XqfyxKRsC2mcMIlCUYZMFI3Hz6dayJNK7YXZTDBgCiqz+FZIJg+V7cWJJGibYSJK2FEtDPSi+DnDWapVcJPM7SbJ4UeGLtqWRbGzyx24GZhZcrYoXKZPMYgRHSinZGbJ372nZDnM2LlUeeFCzB9LEUz9bIHbfzUd/+byvDUz6sOq2AFOK44+0D+5b5MqcSu1tdHxF53Wh/oMHS/Zv6zKurMlPgDj7lCqgSclainRv/CkpNeFiYIs4FYGfbf13LLQznrW4oAG3/Yz+8BD3bj0+CzyiQ50sFqjmj4tyDkWUAoZtwMK/q7ONECqe4n3OUFbTWUoMOJu5nmB24GKFX0tC3sQjkUxOPYIZCAiRI0BGt8ADre40Vga1WyILG/2E57JgftFPhswLV1bjnUotREhS+nEWV1NugG0YFE+zMZMJc3eqJBEJOs8pVTaV/JzrFCdotmt7OncdG22t04VHY03x0GS0I3X0O09pNcXO52ZcO9sL+cimNLTswjiGwYHFaP7yTb7Z2N+A/iODZjz+nAPOqv1eN4lJeg1Igs8xWO0YgAThVdUCiTPHAOQBP5vEyM7sblHErtopzRoztGAXV+3+jTMq5CguHdf0vuDXpwp0Sa6o3KfwhIosMEoWV+oiGlAj4rTUAzHoh+i6q9YuB55RJzg6+8czI6TXsV2wh+stJoDdyhfsgGq7aIQvzckU0PfUgVUgdlivT3Kv6wTiamjJ1ytRtDasvF+vu3Klh/xFAJDJnJJP1m2u1fZx7L6JXQBnmvfg2Xn5C4S0unIFxBtp2m4kDQGgzrvKI8q7DaudDFA2gNrx30tx0g29iqI9J6rxxs2eFGZjiehl1NSRVRIWDuFbcdF0vflxNf+oAOW3a+pgM0PGKBgZYC+F7bMgm5fK4kjTp56TqKkQAMMukRI6ru9psqqYE6Ou2mZpoMS/vAN9Q90dIsK9b4itL6A88yWNPMKGOrUiRbfIziR7cznZ7QBZyJyA/iR3bd9OxR4XOxrSskdfO3amRzfyzJw5AfvF4BvIgvA2x7OwXoWeIxC+I9KexQ1Q7xO+plScWGciDr3/AIcobzWtONJYpJEFbHefsDVh6bneAkupPHebK0s3PXenoPwGpNeOBcEXP4Q4nWCPE+Ox+HIenq8GzCboxCOaB6Ay2R1k+aB3ipVaa05Xbcp9UcytsXovUVDAv9qa7MY2evohwdRcHsPvapErLi9Q/iAnvScAXj/iqEvtZLFpjLH7Osahlv02pzijAzpH5k+jfffzZMIXcyDvY/wujJWKKOrydCPoIpR6+9aK9Iq6r0meaKAGf8feAxvkt2p4RlVMyXXFSbaVEQ2f34Bw+Xg9qycGnru7O6zOytTeZrAsgVdkM108hJkI0latXSPvuG0+KCyiYYwAHAZgd22YCqWTE6yqJ9r1hKMoiNivI9VhghjTIAOmCFoixnG9Hzt0l7J1crbfbA1lF7WKh4EWkPxYHe4l93Fzhjpq3VFOUjDMULMbELiuDvUL6t+qGajM+Lup1VkKu08aZY4QXebdElWU7TKtZ+n+r5/2kXgZqzLz/gOKgqL0SuVD4CvOVvpQ7K3H/NJeA+fhzrc16bTVCg76864VvmEW1wEl9UT4mgZCYPPeCzTta8GDYGdVeCGZBbmlFCkKOGta0KuOM5szhtomUSAMwxTIozEyPsWJLhnw54vyCC/H//OsST4r1ccLPVjslhtoBHziWC7VGnxkcOBXkBA6LVI8nUpmxawvqrVAcLtuXk+rIbFruloTNyeAgccuQkCYlgoioYCjzQKrY8vsCeeIBOaCRHX48rRyr9lb9xUl/wvaXielSP4bA0Hn7OCCnE6UkBxSlNQsf76EvqX+uLQXHiOS4Ox1NPV9/aZ+pfdWd+GNR43OcvMwuYVM1VRfTEZS86REfKLPOLcnKoD4ku8TJnZcqTA/iR/Zw0b3/XORArVuRBaxsKpeUn++qEjgl7gRkbpkkwbhPmmtkPYVGPHEeVUnPqj0XDfEI7dguJXeGybGwKU61KnvKnr4o9FbH5HWZHL3/gRglUT7ZzvxSQXRb+n1a3ZU6VmNqvb4IxqmSs+2+2nUGDA//an/W/nLy4bRy/eyrxAbhmXscQ2LYdpBvsxBnwA+zkeL3C3YmSSuA9v5bO1BHSWFwcSPXN9jyQGS7iN5PntX+FDoqwIUzaSqUS6GbFu0+ZbgYl23cTXV8DGnZUCNaGWGXJ44udlHytP1tEB2khFKDl/jcuJi4m7YECp1MS7Bs6Cj7/2I/4A7V1YormbpMr5eRobYmaeJVHD3lBh6zW51q9713KFHuZwTQ4USi/ZJD1JsBzcdQ5wsjd7C/30XYTHbxuSKMCAn+ApUYMQc6BA/MOFA7F94qPjo1QEUYoUtrY4ssXoQUUxSKkB5qGoGKx5Jozp0gHLstI3p7s+GtIvIv8d5kATHSTBHP1n/jWqx9vSLbVkAeuvsex/eOSZBVWJccy1cBJUagM+rQt8szPH4o/5sXc04c6Heqpu8/DdRifSouOrOVL+vPRPZKU7R02Ku8srfjGvYVHKaT22jN/XEscdTNo/CohlINjUU1/401fXYHk1i3WTKzOmxg+/cpzenBoIrtkH9Uz9Z7iPB1QoJFCiXNbiw1j7UzA75Mxr39GI+spSEgPcv3dtuPmJ2mWyx9z76Gh8dlPNRvTuiyuG2F4lWg2cWQz+E56dd1gVYMI/3VPbZN5cQx56SQM0dtJBV6ob2TLxJKS3DCHWZAmehld89GsFPkZjShzZmPlUk8yvN5HctYKa0a7EVF/vsfyVuMusKfPXdAn4XvClmLoMnctjUS62WGX4VihhWnO+RMyAXGD5CbbYO+cTbDPzYVZj5UGXxKsbxcTnBv73gdOP2JVa+PfOI+JxL0OLlDkjE1Q6PTZjKHnTURjwbQrloduEEZaTLlMx4swGiSD819CJWkTGdO0dYZXTO2vd/ionjpCCGymVHUxPU1pwYnj9c7lAUHpyl35C8GhL5lS9vVzEaNVpmKUaUF3Y+ZkkeloVQ2a42GY6NFCO3ZXdAOvlxohXYSkA3mlBdEd2ikV27q4tcnGaADF+EVyvv1Q2Bd/zIG2UJ5GIQcY6JPdCFzoTIqGIeGkEapRermGR0IVlbWM3Npi7HmxQPV2oyk0mw+8nKy2qp9FwdNy9h8n0am/Gjde4qMiUsTixYPV43RFQbsn/jGSdCi/T371v3Own0lxUxErsWYoUitcW6GMtT+xM2NnGDMWI1wmy48klbi9sX4t69THOJTPrhhcQFXtblmx4K9xxQH1slQIHJs1klC3ni/iPR5eP/yM07nIDdJQOMgzZdIK86IQod2yo2iE6EFcVpCJBBCjFBB9cPAsMFxEQI7Fag3xV/h8BwJq84PGKuC3tKJFYgZejma+eqMA1eKE+l/HIGePJLlDvhQRwXb1McOHF0UJmxzdjFWGB46X81zmmD4YrDOdVIIH5pIJFNoNwcgZjwzzPKkezO3ldqUEhoeHxrBOuh6fPW/VXZ8hXyuPVPT4jzmaIkRfE1zznjbnW5/gv8m6PIbeLdf+VHxSSQjuEssJt9zI+LLY2kKBNTOYaMSmHEQZIdagpauEtN/fZ3N4RE3JHDn4ymEqa1TahH1g1YxFxjFSupKw8wJdjtM0Ef47cbftywVmT77HetfzCa/YegSC0/pHDh/CemL/thySZYz42bjLhOBP1JxlbQr1Z/1AE3PafTjv4GW3Mzy1SkVBM6ZrdaMC4HzCz/Y9sB4v+DSOpsJw2kW5v1hAWRA93wFioX/jljLNJRVgxyF5wMlJdiq8zVTEHXtJLt6PkopPlv/tjGVC8gc6WlvFOr8MpIrT9FNtuEpRCKcywbpm65d8Uq3RLQdmAdcLXMbk0mIa2lCWkvkG9g4Ay3ixaDE8zlUsJxTCdJH5ToxRtpOJfQHBC0dlfCKuaI2ZaMtpavAf2dfoQe7Vuq7QSXzNWaq1MxC4zQ9OrMiA2eVXs5ELbsop2miIunRxW3K3FzxWWKiNu9+k87n/no27FHAlM8t1Ny02ttyC9Z5YYpqm4n+skx4oe7gFY4IKIFbXGq96ZcVH2W8Aa1ooO3y9kVLtLTVRNSp3+SWcm/5gT/uACN0ncw4bQ3xGCDp0XH7qksX9Y1q15Tnm3Y5+9udDz+gVCd/JXW+eYzaCReFevEaCyynFXBjhxH35J91tbY1IEPJRRad5YCgNcD8nE4zw9xvOt52FyZr1R9fA6Qqyh4pKNTIbPd8vaGiYVdJ9WuuDLsZ34SgdPX3DZh7ijKnP99zGj5BHgIk3BNFHhuWB/yMnnMD2IqFmRfaVjQx5aV5i0ZLST/kiBc+gCDnTO0QZpPtk6Lo7gATUbXBeabdscTDjqd+QXDOrTgmKzP2tG4llmIGFHD/IEGntqgZZLBtWleVrHe1P+r4G1DqiDjOhBDvfAUJLSXrhOyRBfZds45JPEFMN9bKQLKnYrOs3K+4GHdKHHNMkO2Btw1K0BxHXg/zF8UWpC6l9tAs79SE8StmBTv7YTBMHb7jWDOxmMlBVc74cQstedQb9IqJLRaZ9hDmr0uuPtak6x7GB/FeounYrZd0UJXmb/81VRThPLdsWUXK+7ucKOEZJPueMuC+HhaXITB78FPlopJJe7agvzwZDoj/JtF9eFfw452l59SXksXwWPu5M4tW+FEN/BvYRU+FXac1jI27iBSourLmn83Z7XRGh0dC9CRF8drtg3NanwZ/GB2GDQPENiVA7jVnrUH7FCFD1KJddgVQ6gjwxD9I6V/L7aG7GuVgisO8Fe2dfgVvr2tgUCnzt69vMUCOKXMxGKugc1WuuDfJAVf/nfBiG9yNoa0s/Nj9xmMG8Pneb+V2YUbd41ce4feG1ZuB4CYmW3/XDVRvSBTN040ujMANjtJq118TcIC7oIWJi6tXDVXnRzmdLJZHcsGWTw9cJ+JILbrT8ht+YK6FBuy3Gw3Jshbtq2oPyu5zO6PtnLH38LXS5dijrF96JQA7h17iTc3MU7gnMhKpF+sOVpZk3jaFZYau1lg+dvlz6cgi1+q2WLPBJZbFnRaOcDc9c4sVuC6G3znGtC50JofMRcajxT4Zj/0Sso20MPTeqm2N8X3MhhD8px5NhgROR3vf/mg/Y4iZV7Rb2TCmA7F3e49qMR7FX3HPh6f4pMC2gTfShEYwu93bi7bGBCBrZSOJe95XTLcjCFq19elivI7wv2UBInY+wV6Pv7qygqDXtyVMRvc9fqdEP12zLbU32IgmOQnO+IjGU6Hud6BU1euQ0T+YMECurw1nHWLaaErn4KQsNLtHThJur//GlaXAujuDKLzD+19GyBcvk3lUZVwIzBKsJluAOkg5XXNIpix8qK4+4aLDUPWYUoCatSSaj2L3sgyo+maLDxA4DxEVodu4v7fJZPcdJHKgT0mW+kelCayP+oPdJTjJFfVf1ma5gp0N5eT54bQtaklBK4UXXJy9CGO6hgrQe2mYZO2QkORnH35wasiq0CO9VXFMMHGe9f1QTTeRVJ0qiAaQuWaYGxamzE1UnK4pjh0s2WKYsMj7FWHa/fclICchc3iHUd5F5rvNO3ze3tSOG7zq2xxhFKVUKtkwvT+aOrMTNPOzBZcXS3tHkurZHmnr7Sjxzm+W1Lfj6p1YMaUffrVJeSAQCqkdVwo60Bmt0siEFbndx7+R8LCG1zLbzHZWiS1+bVV5KfGdCsEOHJYsActdD+MWb1lwdqOJPfwrk8cqr/lOkC6SCkmx9lcJoZhLouh/pKZmsQXVfTcHb1ss2K5DvXMvFBXqCRB4sqCoB1yb9UlD9YZ2DcyGDuQyH09G/LVAkGF5oLU32s16GuFjGJ3O5FKLeRNABVdw9xUiqNJDxol20r37H/jiDFRveMRRUq1FCuo8y8CYpma5FFtlte3DhyOk+Yp0YhWQbFfuvCBk/z/23XMDZmJkRJdc+q/NadEbBE/zbcyF3sFDessPHGMy/Mco+BGSnIRQSreyhSGv9DDd+2K4lF+ih9uuVv4CmyKXKYetMP1gdv2KP/snSVRYYX1PQDJssX4b7V2TM2RTtnuWaY2SGUZoYpKMgfSDb5culq5WB0VlroOZ9hc8BeEjUG5RASPLiQtg0orDj4ZpyfVpSaNbEp09AqxP+QSIjrZ1XbV+AcagnImirWrNGToBQknyf1ikCAzS7Wvu8YHpWvPmkjMzcwcB2W9NI2uNTH9j3f2Ns0bNnPm2yOLh5XjKp0bjIyFRtVpFg38/Uj9lZidZ7HDPA6VqcWJVYu/h0+yPIymgtjZrDYdz3uLXgj5j91dQcbWz8cDMkDA2DC/nztwr8QX8bu3xr2WMgBrJJFDCeZ6gxr+zg8mlDVy9GOSleCnKtEdkQY319MiKoF+biBzf6wXiGxiWG1UgToZ++GI4GWY1ebuqpSou0lHTW8BqlUgWZ/0kz9gXRkMzpv9ohqEaTzWZdBC6FE0EILx9uLq7aY0zsZDqODH471v5eBqyMrGQCbU35iLIR/tbjxo8izOhTvWgY+/EE2+n7T3WXDc4vJEA2KFN7zTdiRPVA0RWa2PZ41TBJ9522LKw1BoDlEv7qi58Sv0KNKH9/qamHdixq12gX3q3Xk/1jEUa/o6Oh3K+qU/izvygFOw84evBITUMcBG/857+02l/ZOyP8TK2lTtPGmN4eQIxME/yqO1eJvPnmIPRrpU+YujzXHyKB7JrNjdEUocYGqLMd+eXKCNn+oVGnUJlHtAS9Z8GdVYrj+BQKWd8NCI5dDSEusmYS66zaTPD70P9j6TqSJEWC4JcoNEe01pobWkMVGl6/ZM+a7WFtpqeLIjMi3EN4BPWQ698PfOqQp+Ns0rJhI5yDZOnv7S7WR7GdTy2arEKPpzw8x6IVL6P/odFNmGBqQzZdVYR3eqtmmAV3wcnPBmPtXGwdu5erDhNX3lzlPhjQqi1IZHlhFc1pX49uzI9G7CE12Uow4mACV+DX5LZ2tbgzAlxNk7FNi5et9gvvNvn1p50XalQCcIb7CujNPpUD0GkUC8p7DRyZIACBGGHivfBRp/ejjkFD0LiNm+u/NrZkDQLdngXXczJJgvLsb1D+Fua8fyoPfS21QuFiu/onwBXjEvFTRsDeGc7bZkP4eXjevdSCr+MLzMtHN3qBROWegF+yu4ZrcoJL69nWwSlXWcFjJ3OJsNVJmZ2Pf+fODNnP45IJuoqTKgo4ZaCxJmC6uFJoCpQDmUefKqGUdxbks2aMPwmJsIxKiNVViEFap8kPa34arPVrjiIxL5x+moZ8D4FyeHOShFhJvsZwMadYP45O3DJfNwFIJ3VsGPQ3zdgHc3GGzdSPaBKDCaB2Ytbw0WEbKBViJlhqKGgtYk7EQiG4YVcq8dA/souiY52+YCHlV8al4YXLF1kxRfa4/+bE2AgGJUNbTin5RsUK1BFxsPMwdljexE6ys5aTthfSBQ21hPlwYdlr9RIPEf8DL7K92t5mM9K+/0Ztk4uupYRwvnB0RU9lxLdzU4mZFNYkSkLqtVgX9res8KXcw47uf1GsYVTNaUxHzAPy9ajL5NBKc68UQ5vg7S4yWSlJyOREULQN83i9DsfNMukwNy4p/It7u+GLcLBNNX95bK1pDQukmgFEU615qQtmy+UoVNObr2iU5oH9TrtQr1a5Vy+QYGQZtLK0lLESzEtoLeLB9zfyiIqTsXVd4i/Q4TQlf5/y+vhdC07ZaXMtWLrnb4AIM0GMcLAHHfF1wVWj9EOEgb8rlijz9AxmLx4HFdFeypuiqk6XQnmy9ietOXovtWUwnJ6X3BQ+9DhrrpH23Ud02ahGXOYhybbHbcjtubMDH1PJwInZQoRmCVJkMQI1huhRZ1PAF/mpGfZLT5Sux8xmdGqRT8P4PrN3cquC48oYP6LhzjxXnqaqCt1Us9GwEgFEhRmEsBJtqhKmuKStrDI6ItDIEp1XbYHTWEjsDKoVyooH2sP/9GPobo8hRwie7bypDC9BFEd6yiIo/gCZQbtE+EIntB0I2jHExyCGaoIMCFElTzMwUU1UOM4IQtWent6hP2mUbd16AJMODaWfpYP+chp+T69f41cdB5Itn+uM6VQowsnbAbLxggDD4T8VY+CB2vWwKql3+Qq9cbQrmEZ5b5D17U+6AyXeiiwFRkOT6EThBPcZ+vMSxP3eZ5f8AYlZJnY/Tq7oE4M1u9AKP3TX4/rw9K6nfxnkvCzevZXkepFJqyo30gRTfoSqcszFiTDsEUy+DmfH6NHffXMizXenbgSTPbUXS78nGsJVfD2uErxM1+b3jrMUAneDLyfoXyFfRvblZX8iSGP1gj6KlYxCZXYaE72XTirQdRjkANpCNSBar6Yk/+jMam6jYkdDYa39Jxe3FDuX77cR3Z5C2Fn3afre+h08xMetUTurYXPJerGU/IgPEBOVSsW7sO3naGVmCmtDteATIo+az5jhmoztwgDmgHKw+Tu/qr//RhngDfenFoHs9GE928FnG0+PM9Gvinp2hbCpy1KiNjVgwhxE4r8y22eXE0ccxM0KXX8Z+xE+q3zjzyM3Ur0P4BV88+wZOOW0YL/GJAXJv7P6m+JTG0xW24BhN75xw6VLOZQlIeRkh3APj6BJx46dOK5fxxErB2/750/zDyUk1TVm1mHjSc4fQyoranpdalOkpmdL5L+GTXCN4st9xB0OQ1fp0KfYOUsmnerT8LjiSL7A+f6Bj1NR+jWVRa1os5L2J+BlZDhDX7mmTcOGJkuLlZmBV/uBVPOHuZ5jr7iWDijwCoqykGbCWdeXy6R58SAIFxHf+cvqeesD/wqWg1V8zF6ECLp3hDpigAiTEDW4liM9x8eczMa23e0nqi2CnZ3NZdAfU3YXY6/OvhuW9fXcpOnIVhpvTmH+ZM/MQ5YdxFbLntfl4+1r8kLuDuaALXbaWmN8Ra1Rng19q+nwMjvOqCU7/0kDF+rA1sEDbG1j0hzyUiSOkl/uDvDOfpJHU6LldLw3WBK+JWhTQewqEs2SAoNW789AkS3dA8eL+pyhnE0DrmG5hWFOB9IlDWRzzCeoemzaWPOnTSM8DIlj0PCcoijmWL4MVO0E7+an18kj9sDvT3vHRJSNxvcP3VZ/hdRooSqv2a5YrjQorub5qUeRZlP7TzZ5pyVGV03TUE39mvI0EQ01JuFhfmjUYZZTDHZqddDx+ThFegWTGJHCZ6nK/kVDM6r83WDhzn05N8cQ80HPgEFscbfbFEnFeGL83BczIepLzbk01IgZ9/QbAjdVHdzpb18KqCxCWBn7+EtgWe4yd46gQAWbn+6P0vnoNidelKnTTyCDm4G0ve9WQ9pp2blAGxPTt0j7t1Ss+mrAOO8f6NcMk5afu88PohnSGXnJWxITOkVB+TLjSqPs69q0zB0a3u5m1q7tVkBHvWyCjkjs+1IGHufmP5lQ5pmWbBHl7dPe1QYipNRH/szPvANnIDqeYjcKqcD9iKB9UqVpb7T3Gahbu+OXiMqk2BbLgSFYNopbpzE6sml+hcdjH3l1YqxelF3CvuLAJ7kXK7qXamQ8KUXm9wHomvLaoNwziZk/66EOTgjJzo+sudNN4hdtDg9Zq3WSPjIXu1kv5/J6FtzdtTAgxAv7Uv5P/v3mBZ1Lzfo01xtxYCT6XnniABiAes9+VQkf/wI06NJrezFDiYj3hKWN/fdtX8LsqCIbOwbSe7D7hyXt2JaV1qrek6iPNsdXj2gxbtSkoM87xZbzl8LVI1VIBr+M7cFFJpbvUTCoN+Q8aX7Sh1l/3vAE73lZw9WCi26O6DzSdkQwJ1j+2u2u4CwibuKnDbIvQxhFcKkOIBu0N1PNewWBN+TXmzAQ8opTxTC23E9CTq6xDvdAYX/7pkI0FyU0m/khf/2ORRBJPA+HVAhljwCcmz3te9cot/+NXWDMTON1zn4PNJ0n//UrReIdKpxxFZknBHYHSuQ0VJLwEgUVT7lZbn6iXkJ93JimTS3Q+Myi2XpTT/7q9IQNzB+hFntnwWDCdAJpmYWl64K6TfMvHwvL+XtqcrV71+xZ8n1GMmrmDM/8jtVd6zOA9dcOg53zGbeCLW6niupFBAZ3j0t/UIOQVnpoTfjDdzYNMMax0V9x4Xv5WA5+EP/UgEXR/twvqolYRXM9Ok6mp/7JPlE3PpO4RoSgnNUWlvtBjSOSBxdbPOmj6Wml2j4mecaIdg1Mf0/dTj2vPYp4aeAI+OyxoTJTjVC2Qd3C1YLULFSVQiW5pBRpUW7YFJIxNe1YBY1JJLXZtFF8yCjyQrkw+29uG79Na5np6T58WXbz3/Tajr7vr31aP6Z5uvuAjjIGd2S84VvPQBrFwsNw28WucV6ERju06bqr2a3oxFQnsQQcw0xolnFOKVHyXn8kqQWsSqahGomTToBsSvqMOTgLfpTDN64xvnXTwH/kmCid2MKduEawAzLNwI/k4mr4Ou+dUTnjAkONYKo/byY3F+lmuw+mUxmPlVqs4elVQPKkIC9oDVA3xNEzXo0o1V7SU9fta15nxKyfs+ur2coHaOXllzHJfR9fJy2fjHty3FNeHquW9HNZZpH9utNgDIZF4L6yph2tT9GAkZRGS3Tc9ywUeHavhM7RufxvE3JbLumWZ9pVKQj7/hshq4GwW3GQUdY80FfL8GTInx3ksxAqyEsflF8dNyeHqijhbJJMEhsjVEaSP716FC0mSQe1XEYGho/x3Ix9gFf0aWypat3GCqFduCM3k1gpK0yXzYCUK8QmQof9/dBz5xz5twLwGSEkTb+vfOL1eOzbr8itOCbngfx4IIiQei7hGN+ru0V9ZM5XHlbqFa6DfZqstEBHO8S1DF78kokp68ofi5UUlO47Dmo9XPI9JBO/Nr3+WI+HosU29+8q1C1yTyS4Vd8hW+OIVClOfyoO38UqBhx94K1+zV5ft/2Nto56iiDJjsmxCUq50xVEWEI8wb51V50Xn6P4E8EGdaMD42e13BZmZUTK6lnILdrnTsO52jKa/iv9dhDbWfmV72MHwMKaiXEwYYSjie3HGTkQ+bpAYz8oqTDbHQ6LUlyGqPji45EPzJZCed6dR5+Bi+eSv2vB53VzLPIFzXGk9gzMdiR/cxYmGxtYKvu7+I/buT4vv/R2BPsCme/jRzjFFkRtfuBF/8RdGVOvSUpVwDbCiArO03JHEZ72gkA8yGszosZyVWRcNUFAXDfTvPdTGEu30DZx3Oh3Bb7E/SzpmMiPO0FTZM2c+Pr9919auTyavMETv1D+3ImqfdcX5CwE8qcww0YnoUqtVip6ITy2xTVT+YFAE5ERdOAqxoV4u8Old+IyaKdLoujW3hGiiaSNCqVb4NS0X/DgD6dkQZgeXH+TFv9naKm/L88MgpSwOFnq3HcgCGd02jEvI4fsUYJoqg6d6qO2gF+8+6oluYro/9Ybg4OlKDArZB4DwuF9KU5V5hVfijoJ/pz/ZEQXtLOoK97ASyoa/fpYAlvfG63BG/rEfFafD969yCiV+4K2XWK55EL+VW/Mm6Sy4FBkIUyuZoiZF101iPUPnwmzbl4SH4Gj0l3ooQvjm2KMzF9RII/naAo3m+0ddoisxKzU3Bt/ey5qDHEIpkC06itQfyS9P4ooIBjmp3ov2Uad78ihDQv5I3rJi3uftVtq2iJNmsE/CEVpVrW4oDy46xVIVoAhJ/z2MJqZsd/ZznrdHKLUGCjM0owA0ipR286xYd131cvkn6sWdPERyPy4QutJaAt2kNTFq8W2B5UbNDvuolHwifT1f1lGxjdOO077YzrUAWQyIJwPwlw1rfNrXKJBAZT/BEb4KLauxFk/fsnKPVs5EV8kjEU6GpXGroOsnI5QuNuGK6C4dw6JsUggXpzm3C/G4eIjt7D8bTw6k/X8jRYSykf6w9AmO3qQe4opHTclDjSc0MtmDrxBqPMQyVBptGwoZXP87BEbTSAVGf0GMHInOOetcqw44WiWryuoBIxXWxLimbIzRhanyNMm91OOhfYqF+CuEyxmF2Ic12mjZoFaKuORocM1yYIS1vd3yvKPaH4p37jnTZ5kCMN//X6TCbWT9/ntbQSjvycVVdrC1zidcxd0fTKm3Y4uMebaUMuzaMlXo85PwPrbI4coo33Spq9r9pJoAmFX4cRy/2fNySKqxvodS4sO/4QVp2L2rsLBneaTFd4IZaRTXN4OgVvdLlhNUrqRimHRqSms5LANUDZq05zMqB1ffbb5J0fpYDYe8+Fewo+RIHiWpfRzXqSxV1KTLz/AaEkkj9sjcC19kN7jcIfWIyf8g62nJ8lshH3y89cCszdgZja1IdyPA+xsEhol+5VRR2ZyetY++eBzKnQvwyC+dIKvhmzBJPZ7JvxFABrksNY4zpOiOvJXEdqijM738nNXencS960ukii6RQFiWYxi4kgjPCru/FvTwiQjciXHDUp0PfInr0ik5V39v+blL7kKot2JRsyLhormwT/o0f4tMemTBkcPFVFS8FXv3sby6l/TL8PnQKHFYcdCHnKgeSDEK3vOCAQ8ZPy3c4oarF6hV77jvlKQSN0k1QXHiIDoWlCyeD+/Sqvorn7I51un4l9XQVzmCOjaajp+3q+Ur5rOOShC+9y0hFnR1fr8/JK55a/rCiAXN6NAbzKD8z0bP4hKAX5rgy/b6iMHThu01ACVTgEJIvzi6e1DRDjKNSrio+q+sG5zVXbGuGIlkNDDUfTfBmTWKuJ17+jb7RZeN/QXVPQI0/4teDno2SZw99/bE//2EP7LbahdXjc13aQxQZbWJ5xxhCt2h5044blG2RqW7vyCLN4CS4GT3ON0CZjh34TGMkT4eQA9DmVcJy8Whww/uNIu+wHjNJoYXU5mZJeuPjRaH4haDspHtdC4NjfYqtPVPJ4cT+cE1tGr+Nx6hRfvBQTtRJFigHlmob5xJyeM/lDqpgOW2FpkOI/J7+q8r7OMF9tqqAmDr0MMjalqfyJIipuoh1qh1/oTnVKfH2XUmkKZcvvAl5Z1SefRaDyt12jFqcZsvsWUy4VqqNRdXS0l2kL/VxcTRUbvYOvo4xCD7N6ZN+XR824S+OZ3Old/sQ8jSgEBEnm/awmeIk9IxNJtusgdREex7GBY1RdT+TloZEbX3PhGt1J8JuA0sFPd2Xk7P5iJajv3uFYs0f7PmKMvZ1NEck0SM2QEYnoIXYmkhCGI+MfMYR9d/nSuqeN755ZBabswReuDh9+2MvqOpnUARZaa4fzNpX1i3epu2SEv0yXFw+Fftuiu02lwiZuOkxocn7n0azgJTptKz5lKtOl25RV71Gf6jjIEE5rMpYdqjoHMxXZwnMGaIj9rbshvNuEI/fxX2oonZgHZZW4b4eNPUa7dv//LUWVteGf4fYBXxxKMOeFm0VOuVNxq5C6I8QlGaw1yWg61WNKO0JtK3ZwTMwRLobHkT6Oo1/9E1ngUrXZgLtBUkODAsw/BpmEkkRyWr5dZAjpa79cXytG/tOT6/xSKQZAJb6ZSmER5b1QwB+FFsFGNYxPRnp3ofrS81S1bKU3VCBPDx8Ie2hQs7hQajDX1VGxnmaZpm2YUhxd8MegYPlGbqH2BQZNqkileF9BtkoJNgkF5Z5fgq4JqFLfEjJwsgTkbQYVlEQ/Rx3Uym24Y8vNVGqZUUemUPvhLu4BbT21lfBiw4oHxLy60U37Vv8ChaTJtd5bPYz8t7xFdpO4AqwyHCaHtRU/IP/umcVvrZryUnpnEnN/20v7x6rjbFJHK8yQYimyj5Wea5UOadmF6Z/H0ycWbC8+iZyNOijEB6gu50DQgHsP0J/J59g/kXpNvoVRzI1EjWrDvxDErZyTHmZ8I27G/bYJmoGZz+JXVn0ri7BejeR/gOGUjPWMZK/Vb8VwQhNJ1gFPyEmZMYLmkuZuY7mziwnubCZT+uWRb680vUarvaMd1G1iwybHtZMOi0X/ft9n6bGCflaaY9/FNUaoiziXr2zQ2ABRcfLaDwdUQtUmx+DIFBd4+bKOcsWjOsUt1G26uYoHjkIgP9eiy1j5LjlsUL/FXcW3mN3tC/U+ftXyEhHXLh5ven4ymNQrJVSyrPxcqYO3xiz6KSSV5Bj6kHoilSuJsoiHP7a2qC3x/rhaqoJsrgMiqSgrI5Z3HBIV8uZAwjO34b23TtuGuPyZOH9IePuDGMpvtoEcHsLiECtDLzfly+BM/Xd/fIu3IhAshAyJQNZbsXUAJspNriH9UyhY/VdXIzjD3x9kDZ+NF0Pin1vU73IIKLfZENghqpjx+BOdOx3JQpH71JM4kwOZ0xlf4OQLFh/CyGCVHWy3tGg0w9v1vR325AZNnxm+1YKzIZqzeSi/vZCJDaZ5FGYCjyPAMWGl1SQ3GoJ4dlpNbrMuN3dXr94o9aKsw5Ndm8hh2UERFHcSIOYNiUUKoVc1DR1qY/AyH/ikYChgywH6QpDgIVWRP/lc+5YCnM7wb5A30f7dfAI8N03yju1MtgbAuN9qTzNgJdqFsAanKsjs38saT6cQrNdAxFvbh+NF4PZAicOYm4BtJA6fS2G6uN65ezfJHzdBsXa+tqdJ0DKqXrxVx9fsj3a/d0/ox1BcYxfTZinu7KAsXsCEPcwdjjBbPqJQOeoi066zRZ8VYQs1V3Z1p0+algC91/NCtHAH+zSO+kdaGkWk8aroJMBekevSCyu332vj0OXhL9xZAXDWOqQn4hlC7NNPz19PN+IlM9lZWIzUqXw25Krmkh8W0mnqsrxath7ATbgjTP8YWOPN1/L0bA6ZKjbJd/za9kDOFvkzv5BmGXWgSCFfKqn2xaWPKQ1khkPMahg0uyO4rbBK/31du2yBMis0VY3Urxsl2/kpnGEdwv0FBXvg4X0ixzygyVS4EVYuiH8H7Y16CJCycQg1LCtNztYORa4fHk+2L86lNYF64w1AfimaAvKmgRd7LGC0CXD5P0MgKlp4vUzl/+24K2HBaIcl2oZoPjuQ+wA+Okqq5gHv+ybnMxYOnxoH4rMRxdeOswSgM4vmaC7AOsXFcgqRjKxl2tbNltuj3z9YfAAWEtfei9G1X3YH/sqa7RbnHtyqzHMZK22Ke5nLsVHa9RzG4n9I4lrioTxnHe6pfqSO4Sl9pPg5qRQ4zeob9T0ZuVx/uAMcdlQj4gqX4IUcEP9QYzI6BIJpKNt/I9xpdc63Rf4tLXuopmDKHVuuuRttLk2jlN3xz9eInggt5bzIolqV5odO4jy+l5JPZvEK7vPUYTK7SvzjwIQRI5AI7iWuCGxcwRgXAK34uT6eNCiFS2NlCqJE34iraq0szC1hUxlgh+pmLXMB6E9PR5lJ5C2rJfSUKXyxUfWA5qLkYu82ScJpU/ttcLGNXdW/Hah4WD4S0Fc2KdWrZUR3Q9EPzksJOcHCmt9gqur9Tbvu98mwy7CvVjNE9gD27q5zM369Y2eAsXn6GRnj7t5yblHx1wsRVsP/GUJKMVsfe2pVIv9q2y2oUPm+gJCzMiDUjTeqkTRf+qUdSSjVLOHX+yl6f9GzhClEJsg+l9JfOv460plKmoJ/2BlhGX2QKkpuJlZsxyRQo+YrnFoFr6JheftLq7Ik1hMBaWUJ+zGQJEzVdYUV6Vdb3vDiP+22OIsDEQxIdfWdXPxGag/EoblDs3UqwEEJPaoKQEtxVsHJA+PLNuSHmispTjHkzizQLFmddhiMRMUTF4m30b+cw6fVKUU38XKKVqqNaJLUdviMT8aRaR9nnflnhme5V+d1gDZG7VStQJKSRoI9W63jdTv1FYE85MUslKzLaS6/l1pk6OooMpmeSb6Y35YufQVGvnAdQQmpteW0APJEcrawPB3uYAd0xuwiydpdx9yu/cBBsMmbq3vfb7vWz9uvijvbsh0tRKCdveHqWUJX/mfruib/BtIP4DWjM84aOzklvDRpPTgvLphbB6dNu4SkUA4BPV35JnU3cDM7iDWq5S/ZT0m7FPkGlGngBtw64kz5d6UfG/YeJAO3BnrAtSBs32Vw20SKepdHRpTK5egZ5sWd2J3wTocRGr6RkH5pSvBz603beedTAvxNdqImfDgcBYnmxHg4U7wQQ5amPmi+ApDVW+ZQC50zUt0ByR43il5U6AdY1iWxmzn7DPDLRJUJC6qSsLU6xCe27alJGfbzItUNefChRov/5bDHkPmxUAZ9goam8llKopC0DAfAKF2NHBFcETDeHXcfbxt85Upn9l5jP9LhSfOURn92WKK0spkWIiChjrsDLfxDV7FiEW7ovkVC5+Olqd0c0Lf6y/C3UVNoXB9wmqV0zNDiXuOaw2d5xo4ZTtQxOM/b7nEJXJ4Ti/hqsvyDZaMnUVFk5aIVMnP5UI1EtQP8EjRGLMz+pQtmFe82I/5cMoln9cnjsbxUKCM6q8VqE4dzEGFUbixBwHeMhXn6YXTuwukK6i6WbJ0BvmjSKAjD9Dsnr7gMrUSnRNNiI9OJ0/HfIcGKhdl8RpHu6QD8AK1mAPF7mQDtCGNKr2uh++mJ2pxBB0xBRXxVdO0HAeDF3M75FAhgG/mXHNQ7qnnMgTKh8d5D1mX/YIChgxquzG41PMZ7LVY5E7Zm3+dfJuMrxenC541gWuAOLe3+5DsGoj//ou+QnXTZQx7MHzY5W4oE/KG1r4B15HOuPL609+baXTLDmspslolwVm8W/ISnULEtSi5FPf1vyagnOJQ3XTHMqIsH0bWxIHmFmFwvWmfrhhlMMYSO6ssjlq1RFPT6j8WvvHe+LlHZssueWzyAPaa+YJ4iQ4vb2Pg6L7RHhDh3oana9HcZxd/eTIxcPiE19Q5Tvr1M9x+IEXbSpRl1LXL4klJlLPsb2E2+9jRJqyNML5rPVxDEd9uQS3cDcu4IghJDPNp+RrQ1Mp2EUkpl3Q0RIjy3OX9Iy5ufsQytf5Q39cjJX7wov44zqKnYE6QgU8Gf1MvfGIRNpRbHfbRNu8oXcP5GJR9Iondp1deqQ2J4C+SiMjlmD9yVA1t/4Mn10iIWP2esSiT+llnM9yDChwP+KZoXw1kZd6F0NEpl9qWcRJlN/7pS5FaevRH2OAhwc1LD658hIqE764mnaDHtgM5jFoRdWG/LJuCVnwGtZW2an1NYn00xKPp/O6gMz68xIpaHylD9yo+dO4E9qSTQLznklfV6QcY5051f4eK7zz3YpjjnZ7xlioDF3X0J+73h76D6NpOKhR7NgBQeQfZq0HTWEc2BekqHx4RzLJMMH8yyLIzu2jCzvCfaX5OGeyrvNu0EgOrfjKIlPHkHAeueDYDdY5db0JPSHzHzzfPAR+Tk+yv2UHYZvK8kGvVgsDcFPeDRbT5PSjfwFWCADU+5p0kprmI1CpMfjCD5dbGnEMEuSGn9ZzR7hISSVD01/KRClu+o8XjdMZkSgnlnw9ea/hHUguVr7k7YFbeYe+LRO8IA39Q5bi9hFLreCn6i5G+etuQ4VI5iTDwxFbY75N00JN5s/nRlBhKjpJYVhgm9pcXDuA6ZBhuSbOBnMiUM6f4XoJ+9qcQITP/EZwVAxq8B8lEXt/vbk2hwTK52wC5OGNHVe5DLo6NEcrpuTjNHgmQMhroI/u0FkPkNqFdJnF9npY+gyUmvFlbQ1PPa93ngKXo/MUkeFlFmB0auvfVPg8jCnrPCpvTsEd9ybeA3b/P4hPulBNBlKtt3pFraP0XMHDRgkXCuN8hdcOEaZ2cgHPTMSVscPzveQUik37/SybFGnO3zD+xiEsRVfLxi2Y8RwP9BrwQxkJCmb1LTwGceYYi0oJS9hDgns1W3u0qdJX9qM157336h0/e1ulxmZ9DMhY0Y/ksu3/yKd4O3JXa9c3y9nx6MBmX9EsVAcHGXWGQPqx8xLF2LK2dWACbX19/U6CW9E85jUnVYjCYl/JmO2uyUopgRyI++zL7wsosv94QKeMm8ftV8QJ8sezVxcqtx/Hf1JF9hYuvAn8mOdJjRYpdE7ds5oUyxNFBknJo5sBTYoOtJe7wRSvV/R0LdvX72v6GXqNN+3wtjxioy4QqSrv83zMDADwchQ/BN+waIhmX2U4wHiS6oqRKsd5skYX88Zc7qIUdSpC3DFEAX6PLr4l6A/Y51y4+816egHcQLVf42QC3VB/aLamiLKQ7Fa9doAPC0FMrW8hrjmV1uM76KjdCNbRClmL933XILV8uSTu0J9n8Hpg7WTwuDF1JDLXpAP3rgR2XN+2PyiCHQDVHsDmP1gdKXa1vg5PLtGCaYt4m9Cz4jkzBnRGqOK9vyFzdVBri4AEsvGPnUMcmfDS36gF4ORl8QVwppXSIPkgPs0mAg2KJ4D9ciiE/6t7XJjfqyQJMp6MNl++zJQFS3uXu2klRMZLsgjHZFUMsjPLzLGV0Y1TT33+MisNQ/HotwmetCxkyjzzutX+5ndX4fw+1g1ZwyA93dKl7Of18GnFjPilhs1myUFxLf71OyonR/iKG2M5VNxIUl0w8/p/Uz66wgN5uZJ7U6fhpHeS8PDBtwRddyswncAvbxOeYN842kGV7rpJjyIG1SLSqzdE9Q4QMXPnlQFv7fT/tkODeXMXqtSNWeV283jyArfht69g/59jY3JkIZvBgZZqI9ZIChJay009TmZjGfKQ/jR7xXIeLEwzMnBX24FxFmh+TRromaJhJYgx+6APIUlgSOs9enSnCauMVHN1j4bWk/U/YitfoMd8VcRK/Hl5SqxzJr8wcIBnHh6HX0hjn8qbhKzfECSSfgKN4p+9d/njdjYFjKPEfQ1ZT2T5z68zN7m+m/d5OpGwrIvb3yQZMT6vbxah6EYzYMM1E2Z37VWA4I6k7RtlA7LbgL+FFf/3ztciq/58CrSxsNnkRFEQs4zkPxjoSRNKGFxt3pKCHISgkPxT/0X47N9Lixu1o+/FZH+vmde21S/WLW2GuDYeo4eqjt1SGb5AjyjuBqNQs9WbQndIRiMwu+mD0ozc3VZLyw/WA2QeX2VppNUfxrkEHnnrWnrOVd3VX2aV6GGS/fTJH78TDZaG/iCijrG68GXT5OkoOWK6asEp3nP8+d5ETpsChqCj3nC+FGMycxBbdZwgmmGCeo8ynMDkZXc/9sk48pmrTtpTBq6ioU2ufhazD09dD6mNPy4LfD/tOYd0s7msp9NCxVE67eWsmKRfukHtlbbDhSkkCYfXova1Wp0HUNDBbk3qGDr+kWrXDEz6KcJWGdS6xymGdbANl3oue+ZfI24A33/Qmf+6b6Rxxdrqwk6A3Yl4VJMaYRguK8TbhUM/xK8w7bfrXRKn9xn7OTuXwwWZHPn2+jX/qX2gPwUAFIRa531jaqNjHhbqmiM8t4H4tIWngwiVw4Jl/85c6PCtgplede1IGityQUvM9PiXoIVS/5g8tJXHxWiIcundlC+d3WHh1DjEeDIW0BAq9zyqSy5TQvapRPjMv0MVkraEF7S4WN+WdskEtC7RuLBci9gSOJPUeaHjzAQ5dj4X0u0SRvtOy0t2vYXvC+3tlGlC3v0QWZJlq9LjKgV6YqY/NY/Zl2Rvw2nfxs+VDmHnoEk/zxeQEX5Q6+yw1t4SuNiZSdo4A4tR016H6IbC5T6gK35BhvBF/HwulV948wm4nSCJ9u3sptl1YVzyjj9fON8/P1QUZytneBFgk9LHd3XwRcDJ5WH7+1TY8qntS6fe6U4jEwifRlkoKttjWYbSeJEfGRUMCjqoxgPWUWSBA77b8KTX9p1kn6SBd+JyVEBl1Q9TxJkCYp9SuI7QDYLqyxsoIHfuUw+p1Dkh5RVtKN/M+5FVZVkN8Ker+0fmrNZGlNJHUR2/U+0w0hRIfh0P3abonxRxSvFRCfh5ZGbIRJYJ7SGH/6BMvjncH5lSqvJx3PLfI++9zBzBhsu/M6Gag5x9lhA9/axBacOviIqJ166uc+ESw0apciFMAquygtC8zrt5C2kXfjx/cAArgsqDG2Nwxqd+PSamuZQ8hW6YdhgZnT4Ob8C6Fnil8rg6VM/wxgn6sm2fuLICFDcZty/Lp5gLDXb1OOVQmit9ER+l3rhEKNJTpcru6Zxa0fFjIue114gMZhLsBCHvpYfUO3ftlK66C15ClBXK4yINhVv3nMbUVbZVSRC11TgERk1cAV6onLJTBdCQX+7vlaMkR1pyTt0SQkXlByecmZSO8AeYMdkGUEoChQPGWKh+iL8y6eMwU/XeYsfrDH5U7gbHPI5xJDjYfJidflzZxuGpxPz0RKyza117JG+vsN6GyVH4D2X1m/oJysxO6T6T+dYSnG2tXWtgLchzCzOjSvG4aN+y6FJOfoO3pAj1KI9foEyVIxvcfL5JbNvE4GQ0r42vDe5iGbZmy9umZb+5qJapdklk16LEtqXu1YSAG/C1PCVFeg1reEgy/tZWM70/qUTp2/VNWVSctURKX6grFju3AozHij20BLLzUWsQiFJBjHTtemxuFWEahYfV3mrOZdf2Xdu8SWPaX9dPLFBMjZwOM51fuetr0D1nO7FQ8P0niK/HzoR4gWu6qatd42Tvs1DRFu3nUnhdPXSHk6D/OIgyrIiV3QOL42dXaeGYzCX/04mUVUJFk5fxYgpuP5g4xKAQsoPwYhjnS82oTENhkVZv8Efb/2KjDbzW/zSmGhnik6DTq/uEXn8YJ6SWKmDZwgxEuYxlJ8Cbao5tcscX1rhuR9APe580dnv54H109Z42sF956P1Ls7sIE1FjvkCdgWC10i2GMZZVS3I084IdFpiQXRd7YNU9kY8wPRpKtu0pECnSpq0kFy1i2Tee+3pFdYpCPkwZIX9yc+74QWKGfmhZ4T8T2ng+cXWcKjd87pPyZwp1VaUn/DpemgiPjY1Qv+KWtT2yWUfqvxMbqe56w0lVmsXps9vJ4gYh+nXiokcbmqfykMqxLQO6clyuRFwrv2GDMjIMlqTSidnIx8esU5OrYevYGQ1nKHHLacpa9eA6/Ijz2ySC1Q5mSTm5nW4qZd3jaKZXYh6eUuPYJkyo1UVeyB4CcLP/qog38L4jyN12TBkI5mDfoP7rnOeF5XExD0+oo0Z0lRucUL5CpELJLp2TEE3WKcYtK2+GRVyP4AsYqVU/740M9RW437aDFf9r71Nxvvlzs9n0yeEOMwR9PvGNqMfXT4n57B3mNqFrGLUk7hsdufhV3BW46R7+LruBMJGJsik6BOItNPz/P8RDNqo0fPMTsuslYtRW6PnWlxLWNvxvN7jobnj3eHTBdo6aJ7l19Zw/o+rfsENRgd2/bt432+E70LgFp+1wzxPc8OW+4JEd2oKFANCwf4GxC5J+/3T5lCf7k+gu7uPtnjLjkbk5H/Za7d4qMr7U62lPn+lPNQ+JPMwnUepdDSelyi8E6/4rfkjb9VRVvOUHbtIkZnt8AwGldtoXc6f1JwpnuAEmUziKJLADlKqpWZ5VtudZGGaDWZYRttia0te19n8urLrPAV2RCFF4v0/sAne1vH1/92/HmabQdUn3a1zsTpr3oXoj+Si0fTSQsr5VBYEYBdReAgXI7MXQebXtk+4jCKU08P27/dc2ReWjZltreHWCQIqfrKKWrpT0DzLzrd61NCu/J7B6Fqtx/VyMy0vElGAAbfBZfFBpHFGnUEB0ZEjjPleVUaIx7rRohDCmT78sp6DhjIMr6oFzSpvWMrEMaLTEMNLFpzX69EtIV4/hiiAIsXUEbBWIRTIRFLT6AkCIdCqL9FaBPPBoRH6cqtBKJT4z7a0/kL84DCZEt9enK4luvtLlvENoMwcq/L+nlBhn9c3j492rDf6wY3kZGzHFC446JYvsSFRS49KjHgYBK3uDJRO3V9qSD9U59JLeaK50pppBT7iuiTiGjBt8UePWAwlAChrnsVaoM5CdndAsHGvNLSFokqjpuMY1eki2L99mUsRacx/4LSXDiSnEJcNgB852z/JwpbdRxI92NPSw4NZuSO+o9TZI5TUMZC33/5UZJ+c2hc4CHv4CTDu0eUXrdi6hSFLKRwVSBrPj3jkcLXLrzmCEsTW/YSTJEcOHWEwSaVEEfaTuljfI6l4wd7whNOpd1IpyH8ZpuX3ws2Wr4c6dfREXi2H1OjPhUiKibIvg0JnggJ+ZMhZ1K+qEAIHT4CHw2QJIavcMeVQXk1f0QSWO/X3eXnMxccuiV5KBHL00epp0HjjD3EELhZ8guNjbhClP5DGLEY32qI8pPbcpg7UTWc/fun1/KVWB52g2k927lqRmZs5fZjEaztv/G2znzCWZdZlZFanwXIv5iHgzvKswliK8n1f5XTsN9nqnXyv8PGV4xhWid8j75oAYxVR/o/1//2HEWg6aHiyVeX9Mx9sWCbUjssCLSTW5g1Ul2wq7R8/Zqr+9URM2IVHqeZ8JypGq/K2H13hX6kSYuZCEPu4IDR9dDZnHu+4MvFkT9T8ZpXCtDf9G3paz0dbPVh7hbOioFhz2LzwQgGuQrm0/k9QlvFk8ybpCWtChm5EhFvNN6bwQp8nXMtDyslBLDqi0Dz3I4p810yqjFwg/iYo0C99eCAWMHSmwoQor5QOBuPUhwFa2cJPRj5Db8QzN6bSseY4TJ3NF1V+gfQ06svTlxD5Gq1TTKJWO3fGrMKEfh+2LDJkNJqzMFphw/HpA56YYHfm/BoW9saIkQ5PLPFTA2oGs+upux+6nU5QRrUh+nXDYk19qM/cNbwREXWpew9drgLy3eVVKdq6jVi5xomPqhXjNrKldHwjD4/YP/Q5b8i3Bu7kWlJ1p6a8Oq/sZ8vVaMTipetqnwTsWJsoyDdWZoaH04S00YwnMfQASnAWsYXPzsOVQUhUfCNufspNn9H7VMl7y2FkhHLR7pSK8/qsNywKo7QTfHIb6giijh70JxVZNqcMiDjko4GDgQBqsvUPOUoC6Nf9KQDTrLzoXida/7x2Wvmyb6Tlz101g/vNo2ADzYvb3vNiFdZjK/TaSEZvx6NpffmYpzzYo3dA151hB112EH3wV4iyf9rqLzEISsMJ8ip/o7mVp1OE4JmSXMq506J0kptTmTtoO0b2Nc/1sRl/Sx4FIHfNpJM2Q9N5HH3tgfljIcdsVlcqrc0EUh3uLQqgF9RgkwgB4+19iGhbtpjAm1/46yE23b9zB3lj1kKcsf/0Y8j8TtnPRFSrqgjaulHAsbqI/BwZD236UfTUbeGDcioum6il5Wf36P7TfYEz9CmvAM8mHxGsPSTcqZN33xMgqQ3y8irfAwFwHvbcYfaib26/YOU/8QcYWP06snOnIySx/wkYOimcdyQ8NVc0+irpA758GX1asPGSqD3AAFbVoVDlgnZwTHoE0Enm1R4LCZsQdzS/Uyd3EaIZh1NA1BWHSR9Mif6FYuTBo2e5r+fSScURpZfa/+E5j1EH8b45u41FgrRiUV10eCsffky0eBTZJnsd28NFmRvap3Flds86147FwBQ/d8mUbDIRrDSEFFNRZ4bHJVYe37Fn7ZvxkxfyA2eLPgI+Vjftl0wwsT0oip8XYoQYOwiT9XuW0v1r+eEb+YmIPRqn6UovlIQVxmfoqvmTdGhwwyKIx8E/mu2OvnedgHX9LJ3/KxJCrnXBScWd9WqKmxnCH37FPcwC2ZEsjeOq69MbPpqv1nLwx46WEZEuHBN0DQ9wONgueFx8xNR1bGs73TfJR3ovOFfYf1xB6OQe5F3SlISvRzZGk0HVtfrc1/Glx5ydQFtBAOrpVKJ/XCapJy9p9mVj13TSJ4Pgbwgp01YVFGJt1hk9H7m+jjOyjXV2A7VYx5iWu5ZHSsZjWUipW9HeAjXcPqR1IZ2kJxJoe2IS6Zh5+AYll6qVN0RPLpfylOB3B+bqbilCODhTew40AQLtUKWLk+SOeWUljsZ6W42uSTx62n3KUF3qZvq5+6HslMQhthbOJAJCNUNqbRYFJst68qsMKIoBFyT8rZAqEDTIGP3BqJ3c6BfTj5bma/UWlXfU9EWVfmEeTmcMODIoolenEeWXxpnDEpabJ0b2urA6wueus98KpDd/c8WybTXyyTUvseOmGExoC5+onCkroYtJvlux+vMY4I6408Q7maTTIv8JWbPlF9b4ao4rGuztZ7liP64ODkrxL3rWn1hgdRjck7mgYdqXu5PlL0r++3X2t2bYc2gaZdOuaMB52HQ+hBkhx0hVLkRR1cuHbBHhSzS5Ft1wpJwm8OThxL029g7hSKj941XVynA62mligwRMVVIiZYYNDXMIQ+GfkCalNWENCtMSSnohIf9J3s+c4fmmf9aqxgFeSnRUKfNH2rFHlreE+PQoSBbR398Lcpu2r7QcZIiVUrEiVPlawvhC5n92bf3pBP9ACCfDl70JJ9jILQwz6GoobSe5bibng3gNORo43yMqLv1BwCt5+Tp+vEDbTwIaF4BAZ06vvtPiO42WZx1qIlWuT2uSpxABAD2hRp4Ff7eAmV6P2R5P8nP/oZDaV3McjXCMMF3k/dvn0XcVwmzry5h58kxSe9rZjwyJuKBkWsLkvw4qPD019Pq0qVHfQx2IzRuNt59Uend/SD/1kCxzHjTvcyYMHZwGkngWAqEymwazd3qIJkkCzb8oX+w0aOppO8ReAoeEism1lKWLf6pkWyygov2JlWTA3LPa4IlfzihyXyuCuYG3KIEcxWGl2ypoplHuSsoGoc+t9kOYirX3f58Gw05QrM1kRHvGaCr5UC8R/id5P0Iyk9P6iy8cEjQfM4JDZI5dgQkEteBJqrr+xJIx6oHQfB6y9EmIKCItgHAW3wy/E4RQudMTGG5mCHw3IRwSDLyRv5B9wWiNR4VJNS9DDvmYWlkyFX35rqqkpf42h2BiZ6xMirR/1ceas1TIApluhT9et14DUtKVavz5dC0C7VA12q8N4CnApqZc4I7tUU5oNpFKSknHDe+D4ss6uhUMQWEC6wfBcsjxHdLKkSd47xzhAhdxq2bnGzO4X2GWbk4ZEwfITsi7XdYQCAyg8LV4yKBZVZS0oal+bj897oowqpprIgQjs+tpVvrE7kxA8kd0R4yPrD1OM/m+1IFDszq+nl1V555ArRUpHvp5Uo70WBOui8mlfREXIXwgHr2Gw+oOZezUGx0n3iOcpEt9Xoci5efjudJAqfl3Pfx+Ppwnrj1QsyFXkfKVPiZFHBQ7QxRlCG9xdOwWIEL/ZitK70lnITxUlZIVa4CqZKuQ2v1eXPSdy3oylUML7VY3cj4+H5gIQPmqZzQrhTrXxQWNpgJEz4snHwxHG4HNl2V1gZh+qIelsIxuajLubC8z0fzi9X3ybPPaPibEDYOqF/C2Akq3SRKtZewUTtDl4qL8nGb9XOOJs+6oXEJzb1L+J5fmWFvKXML1YUjHX/wkip9ibUfVD4tWl7OUdXB/NkD+F/Q/CzhkfVGMfDErrIhRzjS0Lm+3FDzD0WmgU1HB/opSJfv5E36oyr8X18A/bF5Ma61N2x+RCRhYH1txHTSR170EDE26vW08m//MM3+G3bLVOnH9amFS7u8J4iOi4aWGYZXnE7D1wayPaTYB7TIosvk065euTxPJy3SjMii/tmy6upU7L6JA/nKF4PlLUHGOwpsaYUMfeRG/viT2+Y+q71iOVOm6fSW8GeKh8K4omOG99zz9JdXn/yJuhDToaEkFmduste3GgznAPDe7EaNvUcq4NZvozERgY9h9o7XyyxD8osTsriag1QRzTA3FlrHmODBi0BeuUPrqTgULyAtqFo5ThbJlBrrYRSYn8D4ZfJ0cK70rlsUqP3rfCBOl3wLuLDzgYyCUZaXHRfSIj5d/49orkHbAPzKK2E2RjV2EUSdlC+rjjUfF/Xo6ZbVSyrK1ek/gOrcbwQNwSMcpNuCFr+JnujwaD0uF2Mcku/H7qVsSYPGD4J5HJh/k/qBnsskAEGCWl+jICunUb//qXJnx/I63evDXwbvnWrE436QAWbyXHZnyRqsf8I9lKkOqcKd/sco+O160YXwXQ7EZn8VMLsSk0ioT7mZSVi4RqDwsr/d+A3EzV4VgNd/1RUTmQi7cp+O5T8F2TtbUGUDs3Cf/7kvWpiR/UdoGA5kC3UV+zUBlWvlPN+DTYFyu85lq9Naa6W/DsvCLpklJ7+4CbozvIX6z0hM9quKiFBqTz/N0OOfbx8FgmuMgdmD1hcjGDlmKyusGQ4CWGzjwnZP4W7p1Mj/B6sdeMVaGXQlOEzquTbEvjZPtQjQwTWskSlP9SHA6i6COLqtaSi3h56G1kOEw0f4WGCI8kDALn7lhtcv47paaFuazU2zFvRdsz0KRfEssr8IGtqaPwpz8pnwLzsXYU2DhhbTTIbiFLPpRTAZmMoyRSmQYu5bN0/ikw+0XGZ8n3UfHuWD+h8xTT31Rm4QxboCf941cxB3bbMqosoLXjgnunKMx1i7jT0ufzsjZP8u1If0ETO7Zrn41bhIGoQ50/FjHa7i1KD2LV/7T+pO+yN9x8fhRXNCnxhLr4BfAWfnq014l+rcylA2D0QBYDvZ0QyQ/9q64S6eY+iK/WObs3GFKq0AI2iBA97S9zCjr04+vqmbMpjg+MTWnPGbL8MmljW3Z3cgrSB1DG9fnH79MXQt4jISP/thq8Zi7wOjJBJNHzy3tvszpySk/sfDoIv+TPVpXdfm5KnhlKxbqe1GSlST6fiWUFBk39Pl/wOh+WUVAjDgiNxiazKAeuky1Sg8xfy5n97Ky2BN5lFFsZ+BcWaX0A7qe5qYkJE8V+vnb03RzAk5ZJWesbsbVY/0a9q9VyjX3/IxXssDMggtE1RYg19SvIqSPfFORLpcwl1y4dDn/tvSELyIRn98fK6X+5sa1HYg/EPXsexl7svyWB/t0B9aw2oykbtnv17g1cE7bi2VQ1ZRFBSLMPdjDR7UrWgX4cP9rTuFYhgttZi/WwvBcO5rCqbuiYBEx33MYJ6lF2o8NrxXNlqheRIvhcAy6I0XSacqxcbjKNRlB1wp/cDDBEMa28H6MrzJGSQqVbYKJa2wx/kzi/M0kyTqMWo5qVUfTzoUu91Kf+t5uOoxg7P4wPMvVa2amyCrkqth84QKEIknaI+9TGcL8+WtC1bxsiiCuN8vhlsjsILuPmdkz2S2/sfDv7ol/bH8bRKo72vz7/chWlQy8RIkmVdIYC9w9ALwOqj8l4kyqaxXS5nzqx26BJFO/NqZwEeF5TW0Z3NnzAQhFD505XmWEy7QI1ALMBre9VfwFA/cD1PWB7JdHdhKTON+uQ4DxNiJ3L/+G3DSfGgJVX3P6KxY3Wjo4xih+wOMGZYrNGjxmfDyJBs6Tuhl00yw7TXiSTjIYRARsRbY5TvdMt+h6Cvde+hAqvAf6tprbr+B+OEyBUId0hM/f4xLaNXfAUp6YExsVXO8mAUvsSaHY8qm2kPl1pWv9pQjQWs2ivUGMD86yjGqsvsY0wn2RhkcL8MmrjPK3yqZ6uer2z8hbOG1qFnn65Q7tBLw/AzC7v+hrvFSH7DTIqZjQXWXy13KMzD2swLkjL/5en15iG8MZghSKUMMLqMCUzfdg7Z9+8Vzva3aOYxzPVTCiLzZTl7CbJXLebn85LmmwxWqMqSXatD2Jc6IMpmiDuyFiaXAftfm3u4AlnfZST4TA2EpWc5gFx7/EnxVbH2jhAb4tO4xRrVZkjRNspg93Jgml+3bhZipNpjYe6yh58z9LwL+El7CmW5QDY5co3qD5bntkc1zTMeYzIsZ4fODUXhsThYmyw5NfiidI01aBwUd31RTu/8Kt6yojr8Nevt40bfIZ6nqKSmYocBAXI0EVfK8XM2MihmL8/FTRGV0mS3tTEpbKll+Xho2BTn9mgqdNZtiRmpTLqRuuDsH0vZrLbkYyVJNMNALvbEH5Ef7llsvtKGy/tBo96mZqLwVbaOgN3fPV3r7GL3q53z/Bw5IYALX/z+7NEDt64ms2bezzks8kO/9JgXvwClDueZfIGn3c4WdaUzTSHhpBzuVec4HBZ4FBJ022xedikdeguLFPmX8TF4mnjMttmU2mssirIKkfiW1FcT7XUw/8HvzOPxvvBB1bJH3ypQR5LDPWpw8E4GmUjoAMAqi5mkQ9EhidRQq+0aUJRYvQ21sNP+/dJnSoCMjGq4vPzJzgCmdTKUeG9A6FTOVgJlV2asILB7m1hq7hRxLcLU1ZH54Gc4vjb2tbMhbW3K7FThz2GNlSHXc4P7I9BDdbm+pn/fGSpfrpMryzhP6TEbQV9DA1nMuWMHUqP5X6kpA2fvGmCt3AG34EZ7aGVx0BonS/B+NvAlfynA4d17xUPl+QIFXED0KdMe91uksaBFwz8ADAgsAMS9ElheqV7N16WcmDNC8CNoTGlbYzQ357IaDcoYikFtnLkhOlMOHR3cbQnfmgHMdw9Z7i9I8ASZAwfeKPOc+89rMcDYZmw7D3Ww1HHN7jABMNGdFMCCkxp2yhliPKxana7HD/exKHXBnMuWJSvbqh/22yhOGdUp9NPAszBinGNvKTTFhbrg8HmnZH4UH6NG+SRJDNwdLd2tp0xhcbg6uK5jnWfC5S/7XqPEsbrCiWZGVo7V++Qhx9aIWzTvrpRZ3Hfoz9PqgLDnSRH5H+W7ZmOIz+g/2/aViykNwoQgAWa2TCXrQ0upnWxuwqtTKvuwU0Fn8sCCszdeeR2dwh5K6HpFGnfewavv/Xz8nWFW2CJ8heW0iJrw2SiJdvNiuIwobfpuLriZS7iaRRLiTPq/BmiC6887jZwioPWCIZqTMLmTx7KtmDain9yOlfHMbC38RGFSJ/nJv15cf3H1t5IZ9ir0pnMYK7mrb5i2lIAkFfjVAY56V6gMgo67T9zdx29cJp+Ar6SvowXLtcSlJW55eMM5tT/64zBUEbDZZ3AB2AZreEvzGnKDJMEOKRrv4tuH3pW9Nx1zhjnBIwCe2GdjOowvg9m5LtUzoFfbl1IyWIxa+Pisox+DUUJX+M7hPoeQ35VUeU6etMb82xndlp2OU4TGCJZJxyPZeRomX79sRk/DO7xkuO77Lo4hijvzb44HuHrt+fehfiyBbFrw+rszL0v/pa+mUaMJcDtJN/a8Gmj3WUMjFPRsHBjGdTdCvrHfqEZAa1Cu/DZq9bRNguqqLOoKfAV+OwnOilUoEhvPceB8bnu2n6RJHwdoTyRQqBv+3CQnTV51fl2h6QXgn3hUP/dbvqHAaqAliCqu5VBr2g7H8xioyz8+9RFIi2nbFAF5fMDsp+Ni0RmzBNyHkdEi+hPgrMpIdFV8ePR1tukoyywI1xlPBr/Krk+x13PzK11eYibZZrwGsfq91RedJmttU8x13a8pi+BBmyA7ytyHGENXS/SkgRRb/p84k2/lVpsH/cH5M1IvkNS+801YsxtJLLrFOzy/EbfVdMWZlv+fp/ycfIVuJRmAjOuA9dgXIuDU4Z/idqFZMrwenzdip6OLwyjqQYgljqpbFxwnMg2ClCHFUksZTmjtd1LzVDoofKTL0JeAyzuda3TL/jTtB40PuLGuSWnHWvD+rX8YciIckgX6RxCaTB2V28RzN3U2sZWhguyyFV7OhVurPUopKR0gmmJsvLEthL0mbn4E4guLzydKo5NL3OGdMjDZooK3x46L9BUdVPNBuyVP/QjbjN+83ZH5C67Vmfb1W16GLMgshpV9R/LOV9F3F6aj59tgVkAxg5XtNKqGE06nn/MvNeU0p1g7kvN40QpoEOIVGn82v9eYOyCk/k/uUpWuU1Z+xSZGWIJjY2zeMXZYdUy/pfpKclb8ORl+dy2xXFmtDMZi4iGFFHLUYnwwqNPE9+8V4J4NbFqNUQGTF9xKgFlaVhTA6lfV7yBIJAnZhjHYgef9/PAk6kONr180MxX/drI52RWsugNfUzLLfVjSdtDfxwkWs8xpTkLfiPfiasfbvY7S0WUs3xYZTArRdd4fAeIZxKJbZeOSqfXSwQnNSxq7f9cDiGf3KGVdIARO6wtCBsZoYzw+OupI/dLZo77bxgLWcwiH56bAcXC5/RdDW3+nxtlC2WfP+GSOrTzBVGocmJlo/dai4EijGnwLw1ubtkAy0ODTGJff2yPxC6b33UfH3g89Li1+7kfSl747EJ+EMto6bzCr9dCv+Y4SeMX7PVfPNjQv4GTWUoZM4JZzQ5E8xaELenVjaYdhHbZx0kExIfMMcZd1RgGdy79OdzFmBmP5jsxuaDczcoUWpXmNnwFE50QLIPQRQO2fW5mca/UjcJXxvk2mqDR9z7Z0FUzkWzpZz0D7XjyJBEGNRVTPDbKuxBJBz/t4lD7Na/9dU27BCBClgdQy5VVUQVto9pb3j65xlO4+TXLAkRxNa8rn7C18RZKZYRki5+sNe9FHnhMhSVV4kpCCtWSkaA9ZLRlZ1bUd8QRhTZMx9SPXU/Y5Kpc/IAQoE3o92TaVTFF0dMWvh81rgAlcMAxaNT6FhEpa9/MM/JP6THU/+zfCGak+eZyhUrJIKNawJIGPDglZZk19aISue8OmH3YEBEqwLj1T4FoTx/WSAPK+nwESXTEV46AITyr/8CkDqrVT92jpXWS1R9yY9o/H20NMLsFyS0R2AwJ1/Zx4L/yHKzwvl+mP71o3anHug9D0XDq8pkFQUNvDII94kb9sx6eyjVSLNGOgiCVkvOSnMeJuxPsAhlRL4UrvEY3sOnacmRSTjHjuGt7OZCj3F2Z1a47DU1r3TeRRi6sIqZPa7VpZ2sc8RVpDb8LYdTZJRI0bxz/hp0IHQatQooh9c1CPZy01+74sw4kUJrveR0+d0UXbj/zR/5kaQZ28uPOStSYvHzSEQDCUJRbuev6SufQx/vPv39rWaslrETtNmt7ZT51JJGSAKehlvFetvCxOAT+5JmNGYpDQVU9sBfdzFBPFCOtRdnWOFH2ziT3+ZCkBngZbAD7SHzBTSaF05FCWum4ikXZE5t0OVRaYZLh9b4R0Q7WiF76fu3HPf6klPhTUX2g25NNdx5z6VZchbrO5coNYEP1kP/eP9T2DxwPKETHbDOsRSzk5DBRucMYiOJJhOrD2vFGHxVK2nyvcR++S4af0Wkf2PtBU9DuZNifV0sOT85mCI0bm7zHzRsY7y8jp7yTXLRdvoTEXwTvlbV276Jg4bJP9FFCvLsoKARvtwhroJ3fTU44MlBP+m0TuQY+7oMtI7VZB+3h1o5m8pUEdovvpPLgq1Y5McWnP8Kjo6o27LyIt6D/tNLFmlAPcQ18HqLej86Oz86VDCcywi5yL60aUU3kraKQ/hnLlsgjzcORF21lte/jTDJ/q2bSRDMybxn4BLB7M2uIxju842VT8hzGlyhwRrKaJOT9k9ox9f9S0zVPI/kDLwbI2velLaQYeLp36xA81UJUp87/jfspgVV88TfPhWGyphJUzMYiAjXMPwX/7RSFOdfOoMGDh6YFTiVc/x7PvrfI1+/AImJKwWpu3vVsO7Ms6Pvg8yr8BfZCu7n+DRrfBVcgqNFRyCZKwRw5kRuX79akKGCyRC8WEjXEH5jk8EMkrWPLGrOZwWs8qQKnGDTZrsJEdr0DEXbVFtoVJLMNFWw05eQjOd+3+YI/koXHLK6xmikINhNtqxz6/H3LLMVnPAwdFA7/XGpf18n1X5FusrTn2QIN6pIFLe/biyZWAiyc99+cdby+reRCe3MELsBIvpn/0BUOSlOAEsp/uPEb4+PRPHh9vBp2LJ4jtENCP2wfv58HFbV74eWwx7PG5gVaH76ZTA3AHW7R0JuAehfZOFL6T1iQ0knGxLB+p5/nFpONq/KhhVjmL/d2F0SuJbeOGIzupNOR7xmoHc3c/qxFdIPLVKu+ls7XHeGH16SlRDG5/oVH9eAafls0FdOedZXsZMdgou/9c32uK344l7rnMCqyh/klRCS9Ri2YuZz3PYma4zOLWUeuvjMgl+Xnv7VwvxtmBucsxJSXJal3Ea+A8WkoPn1DjCe7aYo/1jVyaDd9uMIhcr/tuntMlM/DsjHtgXW3n9LBADRsAN54Ic94V/KGQZVGjdBSVez3zuxGRbRjjMTk7oA6tARKYMDqypVtQo9XU+bFW8KqxQFQy+G+W67e7NUXn9p3MuKq2/wLKjQrSWa+KOHmN0463gTrbOuxVKFetQ2hgRiB2uCq1XmY/ZRXHshpkV1JJp1njiW3oKbGcI0we4VtgY6hd0qj7R/oXrKn4/W7gj2lM+O0WcRi3/zRQXE1UMrZsWVhVVWqZnvF2d/ShvMxtwOgJiPzVd7tjG4yD3oloQDSy3E4W5+Hg4NKti4ESvbB/bWLQQtw3s3dONloeupuWfqpbk5Xr3K7seFIEnojGb/wrZZZ6uf/3GJ6xt6bbmWK36D27K1U54ZI9+lbSm8NnsCPud7GuR0RZqxSmA/A6VmhSKUo7tRt8plyGL5cAKvOCIdi/m+kVAL7rxvoMPgxTQwUVuwyoytaBkU4XEc4zecdqntK7uwh6qC1mkepV+IdckTMVMtTN1KlRfzWCeqDegV+7f2GXiA99FLq2KpXWDGGswEYPOsZFGCJzk483F+pOhBJhHtQmQFs0Nm9B71Y2JX+jEHcNxn9kBKOdcKT5HlnNO5q/3zlzOwYY+z1L5XnXhXkrq7uayqM7arqHb4nPHT5s1zttxc1xd38v2IL+2MJc1UnZNJ9j+bLWWutVY0krCzwOArNm71wKKVAfGMhq4hHpOPJIZr/Q/ldzxB/Et5PzKS5oMq8bkiCzziFlN82rsTKbdLnayX2ASzaQ+BDwd5APeuuDZTo7ceUWIw+I3u1vGLM9CYoTp15ew0aD8C4XdB45O3bwvrdGmYrbUWax38C+AY6/vqgdXkUYKzhQZUzBXzNtJEWRc6Zk2GL7xeLLmvfoj1fwyVI+W/DZeF94dF6MH7Ct/GAQWQBuhEZL+j3n0fn2FgJ44ftn1ZqCvaoVKvaaeLccpSXiLdwcvJP/dTBLrRoeIvxd3IuUzDOomP4BEFSJ2dL9Lm7q+VM6FyBWpB+TaRshdassQcfxj8uc3+02Stu29d6/2EDfhLA4df2hlgXviD3EtiwpIfmR8H71EGv4jT9S+VKWvH4UsQvjyYXUKmY34lB8iViJIWLr82O/h4qp3CAMC88E9G3b3IFBL7WW2WXzShecgrybpSFfa89FJJ/ZyH+ihPJr30sf1b7/wExIFRZ0YwBX5NlapvysgKXd5hL9h7YaZUzuuA1hHw2hUr7YLz9BXKf7laqlYG57XbZgPGFRe3pWka0YjMd5vlDG25pMruY7oPKpOVwIcD2bKlnZ0BMOFuh8/iLa+13V8bJzKhBC+J2TlMLF6hJ4sHGobJJf0OhNmHKLKhE4pI+mK4X7XaGPkzNtqKdvqYQKqVhCybp19pllFQ/Sdj8ELmxcVTIqw5Ytt7vc6QgN2KYP9GDeC5p8CndBqg/M+B75xOq1l6zYGbY19BG3vjdF6+TunFqeeBZ89jxDXGnjNKMbSb0OTvy2LGyhICLS1Gi3ZYH1JHOThrEaDoDCKxQs9xer7zFTyNnfwBOVUBYBGx1SNyeV7X/tE3vrTuanAHdlm/taP1VPCisqenfe0B4cgbapzjtlyBd92FVM5sigJ/4mVNm1Ia4eeIX6yfGSKokoTCo76yXX6eZkj7At/wEGidTbkUm+DOs3E9vS6MOhNIh68RnRe46IULA5JXVrKQhtiG0ydkEeg6/ZJu2PfSd9M0vWc7VVVvEYQMaqqA+29Guuj2EiBAaBQw3VUkagYyP8Jn+Jj3ko6466F6zi4Vuxrv+fztMB4CuJFfaJJg99zdGqb/GIx+ieh8lcj3nzGjAGKgy468MOrHMds3p7XNxqvafpDk2gESK2VESD60XecDlvyMKKZtT+K8Mc3+5pq98GrZPRemzVUoyPci1t3UtabCcM41BpmdJ06GW7OyKo5iFUTLv9umrPjfdMq4bU7cTEVVNx6ti74dx0B2trVcyJA/U0SqL36npRKCnJhv49Pp/17glLBlXHd0UjgWeAsVRauIIi61uKC90kXQogEFIWRhboH9bOEKX/fQMQhqCvqA0rdaoM8PXbsjrBVYMY4Aeb6tZsYvuzKbjnuwqW0GhhNOG52RZFoYToznGmbC6sWZ1usfx9HjDYYdRSZ9fJuDmQlEdgwQaDJaCmZUDFk4lqRlR6UfMrYjsVMiUMPHIieRORvJO1kfpHojr16eHkJ+qVvt0hsiqB5u/yg2HSiql4P6xG1uDnrhNKJXbbzkZ7HblJ7MwuspTHgZ9MII45IQ5GMX1Rk0pJE1/651mOduHgEPbW+uqQ8L4N24OHhSNbOT7YUkyV+/AS2GfLIXkgJinB0wcql5WiuilBj7IxiQ9+I/7eIJvYY/kv3Li9cOIvJAyuT+rxIHcFzlt5Oc0eooY2MKRuq4cwfJiaCDfE/bhwcKIR2DrJFgyg572dP01yqhPtTXpjzobppUwCMWUonPJgKfUdrPeaKrqUd4JVLUM2D7a8upxZul2X9kXF8p3fqqC6F2tPM/yD2E6Ybqog4di4qcQTQnL9Tiuq3CMoQhD3xDKLy1ItFsBc5jf05C4Ly/nqiHuvRj/mgnWtA+6GHxHr/nU8gR20lSPjvQS/NsFyRDiEbWLUh3lI52VzyUnN6B6Re1mon3QclD3RdiaejSxuUHkZKv+5JHj/gs6Gv1M87m02IRCqC/k4DTnE9BnAj0GAL0Jl7JKxTu3gz/Jh0Q55qc0t+2vNQ1gRI+Yz1bPSzzuXBeHZVamC2TKYdbjNvFJ+Yvsazn5H4PqLxXRniIXrXRxN3DLWIkeKJhINLBBjCTi3Fghsm0ptYE6qjwggReefBgRk4dvAqYtDqIeRJoxXg+wOulxY+Lh0WCbhCzyUcRLDC5NPWDQSP6VbWkXMBb5cb3d8EnD4pA7LV8SI7RlcAzbpkQYRFmAc5e6lXAJLv8VOGOg6sjUOAf5G7/G6M7jGP4s6UjGGep9E4JYwQdhwLO9G1Uq1kovWyU/u5snTaI/4hIiGmD4R/YaEW1ulM1KePR30Sw/f37YE4z6/n3eDviTBvr39gQfTMwnJzX3vF5PALBdVY+QiMZZBpnR/J0+En+qzwh3N6Ku7k+RUYn1A8JleK4bctz4gyEnVt+9kmnvuSkZGS/F7SQOXv8rFRObStUaodeocdx7fagfEqHuwH66WAGXORJcEyMj2xlRSE2e6z1AaM+xJ61QBBL0TSyfKqXEFL4HkRZ8iOKXX5t65QSWwWO2cxzkFnqTYrIImlVcG8wcdM/s1ARBwePzyROMOdK+sHXkuyldE/j4I3wafmD5wRRco7Zeg1sZb/cLZ2yc6wu2M4WyUGJ9Qu5+Oxl4AQo1SRE30RR+Gh9lKyxSjDiQ8JS+VipWY3lbBdHK0t061x0E75y4xwPI5TbTyNpfKD1J+L4hQt/AzDwlPWBKMfyubVWAYiKeQIQDV3lPrBTL0u7vJ7+7q4BZ6XKxbspNe9fEJvrWp7vFj0p2u/9A0MhzerCXhV4HuOIvb/9CqCICP2NexFHzXVfxioube+SUuoJOzlTzdZUMI4+hMP0wnAqyvMoWovU8bcSvhnXKBDGAVHMpwemP//M56c4Llkgvw93bQzGkhr4ZAgSn9HQCbeq+l5ssPe2gGK+H07u+ar1sXpS1y/1X41FmRf+YV8lHVU1pwjH93iLJEhjic5x+u2FxmjhB1ZAbuf45LSJ5zSXcnDEli84Xf8eh9UW5doZ8CM7l5kvb4ed/FwYys6m7rKrcezInxxygOHNk/5c0sS4Rm80HdUT5q/9OCYr0SliY88DW2nwfz20CLWPBYDqrXLmURAY9Q39aETSyk0crtDYYJEZBKb9wr90psjDvy8c7CgT1/bTai1GA5Nw44PvYWTYtq1D2+6L6VuWLtBv1yJmyM8+MCwQgjC/Zw8+TmLvR1RcChjmvurrX0YmYLL7whYIzMJkO1ivn4USPqcuw1FwCotRbxwacK0O7TtBkMELQSJMuR9lQEUGEKGzMUrKi+F1w1NwXJm/NsOw1G4xGvSLNOjDd2nNZl6Ld9AbfVFkm1xa9LUFMUPMexZ2MWD32p356bamcNGd7ZFIAjwN7CyWMWLFdgGTtWcxKCy/y+NUcNoz99XCGf5jQ8wVW8Y2zGiV9GeW2OdDv1ydFIuL1vjhIVJy+SM9FYSrgSzbcuFnmR3Tbma/LDG3DfsHwYAtkwHil19XL/0Nqk8nXfJ9IZ148M/qXnNCzFHg3ujqd0cWcjrVgDfJHctP2fibBv4Aj5AJwnTidBcENu3ow1Gbw/M1r4XkJsrjTlXJEiUQWyTUU7hhBDKxDwvLUAWjsh86MSeu9AQIu3CCusP0NwJoF2UEwVvPjVhC7VLMAvnRsM7zsxqplxLpcD/TuEKw4Ft5uEDeQ7aFPoroSze9KnQ2pA5MGz0W2j+mJ8uP60Nq2Xsx4aSYZyGqxlPBG4WMu2TQNB/epx5fiX/OKQn9QqJZ2aV9ev5wm+yALLQJn/WATpmYhAV5nXlXJLEzwXDjN4dxPVDo2FbdgcBEqFSmcVXreq7RNVMoFGqfvJ6MAYwEEOBHpmJvwIGbVQ7/wwLpkdrzUVO7FuQP+5J0XQHVPku26ZFO2t4g/AgXg4Dg013nI7mgeFfGxKBgRSyRkmEEhnF9h/0yGfKKrvSaP84T1JIVlNdXUCL3QfEf2Z6soKHZ98vcjDQVqX+NidyHQji9jtJHg477zZnBKH+rZJ+tlheSF9bQyyO0LUq7tKzM/jyITm8vvQefzNh6M+GlWmHTX4R0EEpz1+zKK37QZRVFowNxpsyFKPyfD6IXZWXNO061V2DqUKrkCFhO8L69gOlmqhDCZ/bCAF9Lm+UeQaD/4AdM6/A/qwgTBMXESc1QBVvWUVvkuw+/pomzWYGXzQPb6fCAvF2zXjMtJFcX9XlfoLyBShwhaIpia774iI4nYyF9ctWQ5X/jpmsD+1ykEWxM2ViTDyI/6sXGWZPbNwWDfKopjhyrp1g6xWzo/Je3WMhByJWZGUtSB2WBVImxS/kZAkqt2NrMvcFuXHXJXo6m7+dn9vuojDjqEi4IpiYmlYrytij6v0C9zD6e30wUJdTMoo8tFVoYF9px901WuBQUsYCmdTFME309jgfPXGx4oP0wxvmhHLVN9cpzcB8PydNw/9R56tgL65ydpM++DG4YwK8L5sDwrAt9YryCdYWvHDmTc7LIIaj6i5zV6zQ8c/hspEyPLWOP8IJcIRdnYcB7T/1Q21ijJDzAVwk6XH4nz4rT5cq6uoydKPvxxOSfChqtpFd9zvrVkixJBcVFHAGBWIINNcF3VaC5FyJrS4q+CJnIlaGDoKz405Fsh94i9+IZm85SgwwDPQB2QcoT01usC52hl4rKex6lCQnRjXR9TY+X/lIubnb3lyjXPQ+VPNuIDR3kZiWY/l9BuAo//mjjrNUZ4IJrqegVkzasavySbE03eZ7BfAlm0GDk7+Vc6uC9JOpH7itDRp/LEnXHm4P84mrJ2l/NzD+j5lnUFP5w78vD2ZdaHsznX1sPLnQ6jskKXXkxyCfDG4SMSXX7K3G1sPTReJpcrMJloanKs7KAOcGCKkEelallsYORBG7y1l6MGkSFrBdKcv8oxnpoRsykHLJpyM+Z2a1DsFoiTZReAv91uiDiC2piPGhn4wX79X0cA379UHBHigTuYwSB/3k82cqKwl1zpnbmIv4LNY28WC9rbpZsOdi+Ip9g+BxnZvhrQ3WH4V8MneBqsho0ztC7CJTgvZYdlwO9wz6BRDM9/kNwBnhXbGxQprXdSqnZfO5AFH5pExIhRCbmgO34G9mWB03Z2l5qSWJg0oPMqAHZ/M36DccPhNv7H0YbGAf5a0DjFdne2W/EhHbl14kam7ZeCZKtDB+mpDuKv9kUfJecRb0nD613Nr4cYGQ/pgK/AvViQkPPp68pKIMrqwKzCyw9ZS/eyKTerX6zez7M6MTdq21CYomRcDhy+zPa27rtDpMH6UBJ1hibVHGOg/FRvWU9ov4hMBOxI8Y8rVEi5lVM/y4rMshupNpR3rqsQ3AkOE6HIchPBEC/8BBjalerqoUufwfKfMmV6TlUsGsBjEIVheR0pvyNK6tfzvC6P7UszqIknqUyh6OOtr+WGgCFHNrgm4rWo8uSZK8pzamUq28pCeKj28yocpjDKBquA9TSMp/KcJqaTSfvjLjrgjLXZdtzkliBo89WGxfl5bESlAZCoeSnwiY8f6hS7r9gdSxFtsmGWQkDASeHQm+DYGLCPPH7X2cuH+axdJJ+7WQk/g3SlrcPJ0pdkflqIwrWX7rwhcjTXWH7oZT4PYVQf23vv+0Xjn1n2/j8Dcb6wtL4YhgDe607v4AY5106sP6FsQjrN6Hf1ouudPUpzvHyI2TWtO80IhP6VYbrIdfUYdzsykPyMNpPUlRTsZkvVBDapCBomkJ3nPyzRM+QOhLUg1rYg+rIzDD6H4ISr3cu2gsAVBgFNU+cnXGOm+psGX/GTdxKh01KtAspoyCii9tU0hggrQURhSL4JTNw8hS/3ZWYVgXDVOMmIPrQgLkHet2jl5Z0LIxLnELZYss9v+mOYHUzE7ST67/NSwfO0Wj7nWTufXgQyg6153yZAznShY2Vh2Xstdgyim252NHz9j2zlAT3PSCyOPyaKyULr19v8hQfmKPdlh1n+QfaizbP3rI4Nq/oO+wBQ7YUlo/AC9IuwN4MsCLtJwT0S48JOJZXB/4sr+28lBcijQwr5XpMdpYQjRQr2c+aMLUM13V/9N4ox89IHkqdaYIEsnpidle82Ex/g7E/BlpynOR65XJr7Gy2Olr1rk71AzklZy0EwDntJctcH8Fxlf70h9o9X7YbM7oG84o7Hs3adNeh20qjZPapIF+msKU6cxO72ehTVUyHOXcg4gLHU9bpcPQyX+MPC5LOvH5n6hDFmcZ4oJzyGLZw0qQyzLdM2H9ThiG/vn17KCeOa2BgQ41465HWVhUz1r3esgGIC5xD3/mPht2KPiH4bAgf9h7tseR9JzevKxN5Hd4G7rVAjufF7r8QNVZ4NkZtk2GhcukrSpGd8Qxqp55KrBXXx85xT5dV/hCoX/I6KgtlfXGciX5M/iP4cXI7Pk7uj78zvp1vzI7HPdPyykLOjC7ZzyVStFjkLMwpnhRerei8P+SL5oeNhB67Hj1MNr6/oUNWcQo/lSBWsFprICl6yiI/0QHm5ky4GPz19p8yCbZadGyu4YL1/is4jJG4E8WeW/bF4236RtMvhbRLom0vwgbBMiJDRdqItS/MqUGgGusLk5B20mroWYzzfEA1E1zloeyZlWd1+LWbca/dkQ3qnohvM1OJUVQ94RdFDESYQnvyPwUt8hFTk+bZsAYIZEB554g0PAW2R4pVTpOQ9dr/k6tZqOZZZu0riGmzkIll40Gr8rvkUmUTSdgTiOzz2AbqcF4PwVFMxe6rQvpQOkqOHEqK7DD5t55K2jelxGIiwPy1xfluDltoyff7QPff+uIDC5gYVGJhzn1m1Uss4r2GvC1U0DMkPYT1lbV4dlZrFu41vPh5Cg9kCTxG/jVN1n3p91jLYMUHXqR0HCaltPnCjybzy23C+HIYoHKWDOFfelLXo02n9esSLFhGIA6xuRY+KjBQXvrl8WnyYvAbOXC8NU39j2PXPy6bbdrhQ+A4zdZ6IGNqJhv3XpnBtKVh7h0E20QprKaUHsvlWTns4/GH6Kehf4WPZrUQ3EPSeKw0fERuSVFZ7dHwX4sHedjKtQj8q8llXwkaRuscQ3cHQytsxRYVx8r0X/HFT6MU5/WktucHjWRXkYbFnm2nL72PCEfVY7QgQw9lMNJsCUGY05FOMBeh7gV5hbIUk79pcDgP4wxIoHwks2zOLOrS3U9CrMbsrR88Jjo466+2l/1+aRCSyqIqxjw6asYX5c3a7/dEKBL/WuwBdRH8Gbj8Opuvu4NvA5mrBBaQYsQjIlW5mdCpzP9I0vG3aY938UFs1w3Er4f151nTitJqc7CjeUCOwcGWzpOSqWsASeIodVh3+9p5QhBV1BsV+/5rrWF8lV0weuyseCo/HMW/p5HKCttyX9lVQpzn3wuwmNQW2O4uh5tDpemhQ3m49UG3Bdu3Pd5i2/FzfsxuGFdpD/nqCYzqeIYX06UYJ6wQezVgkirklJZQJmn/EdJiiqPKTHGtzEQp1+6wwTk5YH29tsPJzBiH/cAVCLj3zoCnITM/TkJ4iB9uBMkxbA0kxLsD/DFTZ+iGr8+kLEoHWagbIbNz+vjJB6eRX8iBqMYxT39TVUVp702GWcWeuH5bOv2tusmRf1AIBve54fLhFX/5ZHVppl0z0J3YttfvLpJM7fDB0XJ/FiBqK6fXWcmxHXDWugpJ+GLFlwRvQTral1W/3NCKq1+TiJasUqAsjFH+cSj4h7Zge69oT4s9cMILpH+pX0GxqX5baTJvTF6YBs1MKPcDosm1Q6BeI9Hvfl7OHS2Quo59yHqZZF4ub7BxJPYjB+deOrzbwTrU1dHo9d/25aZWQrCxhE2ctiw4n6Ywc1Gc8ctJKZu1X7Xu9/HwGVtJdfD8BVOWhdMfvocR2GFEHXowIqcu5/q7Nua1SU/Z8h2t/zUuwyThIEyqEjzq5x9GWjs7KB3F3oWgV53WykiO8gYLKEe9f/4yciCO835XUq0Upg3rfUFIdm1csb05DmORFzeDHqRK5oQZqyQZYhda/Ycg6eRwT5yivQq2bX3+dYFfJpVv74NIGF+I5T40jfWjdE7FL8RQ28vhXZ4yJcG+42Yyiun+6L8tBsKZXFXGbpqeCk7QG7DCuWHnn0VhyuSX/u+SwvRgX3NrjuxsCQ7U0nq3GNQeblqIYKEC4br63ZkRF5sBn2GrCUSLoT7Ez18w0i5yEIRmr6u1++3TzrO6iEhfOKCEUizppik8bMWpMxVtEOYNTEEm6o/Nno01sLraMJwgozSODvyXsz8O8uSws1RibLx2CU1unc8CQE+2UTS2RBOSGT6Vvgujst0Ar+nquhLHU8Tgudu+r4QB4QPRQF7Htyd6uVB2nwsSz/OvxMUZtp3Yxgs54c08b1WNLntzrcoPDyXWlwo42mKmblmjs0+DihWQVoY8gA04OcMka7x4tAivCD1c/hPHH//+EkJavlDXZ0yod5SwuAUpSg7tM4DxGFlvKrHaPuX+E9YfuvkUUL8v1IHRF+z3xp9ol+6fVnVfX9Ju9/aM5Jt+Iy4KXW3fI9ZW948U9OJfmMrfjL7r+Fy9+YH523P5+62/goZBrr3/d5UzOni3hwgVYZ4dIJpMH38rCVHtV6PzrP2DrzBjvQIucY5kBOzK0jEYJwZD2EoS0iwyhEyMmHmMNvtXfLLpErAE0e4rP/gUOIMSuNd0VupfryokP9CQmEz/nV76ALuaJ7AtP2/jVwB/FbdHDmRd5MSw8hDl51Gi05bGvp6qrxTUhlBeL8Hfj1AS5Mv1JxMA9FStM+3Gcnrduk6QicHTdJPlLkQ3uDE8mOMaTymv9ZpImx/Kol9gAv86S3fzKxKsqK3ejy+HSgzqbXzc95iPn99Z4Im8iyVpUk1QMOqwjuMGq5APX6+hw9kFRZigS7SBbveDXNxfINq0dxWtqC1+zjj/JLOq30DIwhL+3ehPVtTQFb7tQdBOtG+RLCoognj4xRrCKEsCW2ndiyZfImVWvw/Hy69ScYKIh0/LYyaBOfAonB52SaX2gpBAuQXx03NOjbcBZhEg7/LXzUkDpARaf0RC/UHU8nJeh6wDYMqZVNKN7+94Ta9r4kz1Jfi/IVfIar/m+TLvXSZtd1DZeU+zzqS+N9Vf2uR84QQlfwMmcSHEdQSfErwi4QsiqBLw4UZ6eBFto2LJIQACoc+h0+Ugvajgo0j/NhZhek/LznchAcqYjAmLnMbmGOi4fZsZPAFHK1yKxINRpdp34z34tj1QTkG3PzXslFvXRxyGSMUYugbj8ogca47ddQIktcy4ysNHyF5/PUDz9Ftk5D39v330DT+f8gDLYGN8BI/Yfdfo7Vh7Q+9aLF0mihTtVgrUEyd6+FfEd5OIAu2UL4RumFn8R2ExykCUysrfQxTR1YDyS4iR2XAL+zbLEBW31MkQ8rSf1rjTAZ7vAwQRluC7abWyRVvXKXLgbTKN/syxNr6wHTKnKQx3hHacS8edxKUvDHsJnQk40L+Ve9nFB9Tk/AS6jknib77NQmY0rRWbduCDFYGRsmIxjj3okh3yCJVk2oyOKgfvLQzye7utWrJKoeGrbsnmahOO6QmvAorrer4QdlWbhmNaLW5WcocwnX3fJKuePDA6guiW68vkVlvbWq2u5c2Ptsf1ouzpvql5N98SPXd9SSMK4eL7W15jD6zFCwtXiyoB805gwkMVugaVGsxulP/N6+l7yAEJhFMx12jR9PO+orAR1Kth9O4SJOXIcDp8/sbs4PvxWsLa7WtDW4Rdz46PbTarESRxqc1eogg7XIKSBfapOE7E8k5rgtJgYY0ZEmjyYboh6AE4N/YsjulfO6z4IR2dU77h4xkrLNyqf56LCs6MF62ZagVBU36xcXXL/qvRc84m324YtZIZoH/sWXHGyphSMzwd+/Jc2cjkkeVYim0HFoaMiK251VENhZ1su2OvKrUf778u5SSyBoXjA527ed2GiRVBNo9uz+oHmSN/5se8Aa2tOMYUnU1CSMHwcrbn22mYhAHHTV3eGbPWRna7xZhYM7qRpWqYpuJwf+tmnAvF2279tbs4sabpb2zB2HnSKNsAzzlDzB2D9t1VLuuLDqMcvcEwqcV3FEwViTUeSV6zDkr1RaJJiCvtoG42RbHFeygu4VkIooX/qZNulouG4M5Rfk1d/RWrQ6S2JJxOIMWs50Xoi3lfSvLqLbuIasD9pN42q3gYeUb0GYWFgDQ/U1qqMmN3QFfKnxHxbPuhgyJ7beizfJkvszM/dCb29G9yvbpv4QqwWzO9Uha4r9e/2jYly+83ThO++MKypfDAHXB8op5YpTbw6Sq6UPOfjieGxQvZ18uhyg3tnKJRSSrjmuU+MiVuVbj84vM6E0U/Ha+C+opb6shmoZ/DMrzAICC6Em6vS/7WePxap1TpOGguC+GndJXmi7gRSmDsJ6hMI4GHRZPCBVjQI2cn81Ai3qBh98MEAx063YJ5sW7d6VOolIy8+JMRNLG7Fw1WpBNnamv0fFWQyRm3GoTLFsbagy4+xkRWePyPB4PX/DLlNpQHgwgk3PEv18Yr1VL/9CyKaHpq5fDL8AxDakCXku8jE9exKKyVz+rp/fTxGoFG5M2EJC4a0sj6ygSQQ03gxgm8Sus7gmVlLpVH9eCYPmdbdYaia3ZKAHwK2zok3fkizAG+idZwQEj30QxdhbBzLCKTRUqhdaRavZ6K4Ss8+0HEuo5SgZZH4QnbxZPDp/Bg+fR/KtdU8rL8ZW8YZHCSgFUqu1B9Jzbm7rPEv5pY0rV0zLqN3y9Z5mTB0eLPj9kpHeWE0b35JS1l6/wLWBuvTvh6uUluB8+VkEZ2IzKNVoTuVdiq2Xw+zg8C9XCsJMzCiBkjvV/OXI0d/+P0q1WUpHMSMv7YkkvvQqREiFJg7iceryYr+vCSv1vp/QQTcurC4i6EuaRp0Pm1YBLu8VFtthUxzSo7Bpc1C9zPeSC2NdO1aHAh/90j85jte6FTorNYnyMvJJSm8qpb93xtE+N7Atr7z0ZK06TpH1v95N1OYNGDA//ZF+bIPTxuaTn7YsybhrumYfgxAML3+RuJVpMKELazXKC4Wir1fjb7y71o27Klysi/rezHAvW3cJRQgSBUyjcTYe2CQwuO0eFWHTQNfFbTe8ULX2V6UNW+UZE7TEOhB12KdNBM49l8JjulajMmRw18B5W59w20xMBN76kEBbiC2R1ud53psBiRAqkcAImCIDYGZv6OvxN2CkSSYbuvQarcD0UyIqlEt9oQgwCHFzcZGZ/SWb8uH7BL0eZO/FeLkOPkkx/C304LsCyVLYTlyeCJufGFJnX4L3o16M95OPgsn1UUqLgw3gYTyKqQucz6Siz082yuxEq2p/dGvDP2n5sij5fgseJZXzPZ1ItRGjiBT7Meb/cSIEwH823IvVQhHcPrVCYM0JWJHBLKzTIDNX8K+ZCtEzGq8KJNcW5IK2s0f+Dmwn/9rD2+ZjqYPth+aL17HOt2U0Dyz6pw6OXRpbp8SUYASa9JJkxOlxWFUVzN+VdCLqolcTpqNX8x3iBUDLf58QPzHzsQQZXWlnan/nqHv+qQv6EIVnowoRMZxnQt+Is+SBQO3MOZV5AKCNkOWJRuqFpDOV+S23k3mUFggvVLwLWyUQ3bve7CHzHvs5c+wgGO81ONaOrRNg9f/QROa99Q/SvejcPWzoJR1dqkvFv92PXzh2ZkElAcvg7mhbs9+vp/fH3FkuRM1N3TeC+GpRhKDCXYianErKe3suf7w97YMZuJjuouKfPCORdFpLOdKL8+M9XzBVwwih+nuD8LKziHWMmYi2t4dtGOOxafru8LcRjg+h/nFdvDioaAMAIos6q/1Z+tvkY+564bOjnq/NHyAS/tehSrlYvggPFP4rmW2nvfSMhYBgavICstSiZ7JHkpjbFVJcvl/IdeeUiCwYDEX8yMwsGVVfWiayN4rzLpgozoFuHUydfT0nv+v/6rHeyF6alOK1EV5C4lsQiy7LaFA13U9CuFrq4rjM30sYtvdZCe+bbPanGTkA8l7e1ft0aqZwLn8V1mwFbfMm2/4ONOf/CubcPYCGvwMbwXL2qoSymTLPsG7es7ebKWWkv/JBbhB2z+VoHlQ/8OSTmfbqT9BoBo0yusMoqheedLkpcGrEER5/PapPLy4tdG3Gua09RSDXiv6Y6DXioAlcjN0qDQYYq5pUjs8uAyjb4eKkmof56uoP+wQkp6f0X7p09SRglLtUKGCWXyi24R2WNxNDl0JadbnCMjRscZH7u1Z4eox43pBduOb+QRyCdQyBipeGNzW7FsjofIhxJlpjAlsJqr+BWOVn9eWXhM+MYxO/H7ZULu+0rMffKrDJKg9TfPBW3ozRcDp6xUIw0BP+RwnVK/2Ok0dAWKGZcpWqvSUnnSzQp4bL+lhhCR6pqEaRNPP3ATjOE1tlkiFSN32mjH6R9HhLvR47hXa0wQCWn8qCeEj85V28ZZJkw/QGHI8odCP1DWaoJkLih4lF+CR94/1hEQ+sX8YZ6Ei5ZtcA99P2U+oOBzvV29wHzyuaphlFgDD6UKgntAlz/o3YOdBKEOMlhYK36Z4AzTFIOZTmie8CXYIOIs8UT8F+Sd0EkAVhnm+UP8kfY8qibqocAsyCEjXuRjWqumBVOkxvHvbmOGDieTWQ0QYxW+czugIm/5LIYYSKAG+Wy6AUfXiKLUT+4Dz7NN4IsWEDAi7HzpfX5mjE/NFPh0UvTZ7IvXT5mv9aySIfYscved7DwyJottjGzC9y/HkN+nt05oPxUdxWCv5bUMLERi3SF4/5URdzJ7L9b2+tlucD4Y4xHwJ5Z9odXp2oKhnOB8uuiOQYCsslSirUuH8S+dAU9rHblV8rroug4qiCHEv4iFq70yl7g1CR3fWFY0/hF9fiwG8bQFvNh+ZiAE9yaGdIH/tarmuNr9LixuNrFc+z81Fwk9YLu1eDT6r0wfGUjBFB76F873rgLHOzWeVoynqOGRvIF23S4lvj6SVGbjB6UfYBf8Kh67eh4EMeCaNhZl5lt1SmjVrIHLWjU79SsHZ1GBnMGjntX03uKpwMjD3v3dJ4gKjSTR8h3/Y/xm4lo2ICiRJubgTxfpQJKBzY+fGiZSdP7EwDWJD6iPhen/YYigEtQe0PSjy1/jshshyRPuzmcmSms0PimQak6YWXEjxmEFe1KLAumustgWEVH7cg9otfAIWaY5Bw+YWvJjznrxjBeG9YcpMQ+vFPKT3Xr1TeMgTb0DdQNQE7UHx7nRsawev5Rh2qOcm1Ieo6osxkc+ETNjY02Sf5XIG9/d9nt2FRxu9MprSmf+5aQwaa/+ydQ2vrJJqHW77XCNaKwDUfFRdpk1xGDYh7fhPgpJL+uF5HSs4+hAJK2XURKMo5mV22WCtD2cXjMCk3Pm99mr/VdMFvmz22vkVFOY2fRDh87nZRQeKziqxUVuXAi1LrowEZMnYZ6ZAke3/uLJchBoIA8gY2gquup70rq5DCbax/qNbR0TnU4SJI0GRayQF752Hu983G5LnyNuYWwpPTDWF5+pEWvIArJSX3VLJNushM+gA7876igi77b4cfZjGv7YGf6IZhmFxLmQWsgWP8n39kpFGshrBDFh1GxFO8AExD1hAxd/krU5tmH2m3m1iAUmaroDgIl57QNIzvGnInzcdS1jpPUm7mObRjDSVtIaTuN9FVtUd7E2u59qQi9XMVoUytgEJS30r7qxzcKX61khqWzby2akcm6RNQHFdE/BdPJzJOUukH6fX507hBtJhYzEXUXxt5NNzI4xZ5l9Ptr7fFKsa6zjxuL9QX5edEOfm4oA/Qo2FtrI6s+XmS/TXl9yEeiWwNgK+t0+Z2UPIelEmTJ9QrYGnzOcvDPAN3TUtE7Zwk6wo+qyTXEapjvppcS3sqOjnrYMik8TNaDI326umLuE59XohYFRCEgtHiLkvwhMEmaaYaKpseMIiHs1D9A5HW15atDR+wAPOr6wV/68rp23VyznsFdYZM7wPzCAKVsnVvhW5WApuMoeI6sClnj46WtL3/+8finK+F9+kAonGJjCXbu5ktEQ0gZLpu0OYavxOHxQOdDNCTcdRH+Nr6Np7IbuMDv/eUUFTfMnh1BvHwkYQildI2LJQrGevgTz+k0uu3LND2U4waGBVRNpeZTPj9B0cVkEWFvJXCCFhyp8Y+ZFnssP4jEAuzLU+Ri8YnjE5cRLtGUHT2v4dhO/L0wT1gNeZKS+EFcaEDwNWfiLer+yX0Jqr+yELBko1oNV/ncTQBH2uP+DkSxDuBQFCWVZcUrO9Hqe4oPzaQ/AYUD1QfnXOHmiKm3yA8J7W8cqe2qqRiSfAuMpfbgfzOuJ0z/kePZXQ0Z8amNKO30YtlbBlzE2nAevxpIP7TOm7OSWtmLR+wkB8zU7rtzwflGi9eSqtdOm8hi0FpZ71ozH74fNTr+PfH2wJ3yxMfTz15xleTeEbbf6bstKlJw1X7++5uVXqtzfsVjB8gVO3BEvUKKWXSzxk7G/YXYUlom5V6hYBTyoqKbJo7Ivb5mEr6lz8eev+ie07vGkcrfMqIJ72WZKZYrb+bIkTRprIs6rPWpXjNfcfPQX/9j0vbV7pmY/udxp2gZlDkXnKAbxpILtUI4UJHA7YBsKapc+jl6/XD4IsADJcdlSwr/JyWuviIIe9u4H8VYOcncy/qaa7c671+O2tb6wzBsxX7riKuV5uUEiOlpVFO+TibChCkCDdERAsA9nG4YTYZJGoMxRgH1wiGzxftDhiUzArDDO/GGlvC5s5/nGab+IF/G3VfZ7WEAq0KP4l6JgA1zqEYwstWLxZyIN/6f+Dp2x0mV0RbApXTbzMSc7TtsVpwo5jLjQIVpoW4zAH4l2ZD1l7HMxDba3wFT8muuYfkHuFge9GbDQ8r+ptF1bYCFLTpfirAVNQScwskX81R3hq74SuR+3vqDuJghEqx+IGAIQMVQrmaGbb5PTPnwY3iu5zwXrOSLX2NUmBQHt8SI2ZfbEWU1QzDNwUv239z1Px78s892VmUsc8mrC3uNPohYrviNJ2w82g5YE6knpHT/S1RB+DiUBtWAgusSACBq7y73HQxAdaj/aEje8OHXNjP+W8rh85/WpuJGt0fUKspbC79pcYoxv8wlLzleW06A0uOxMpglfOBi7N9c1/idjDWEy9U+TqQ4fOx1+tiQMr2KPd7I52WbH+mrjezIHdA0BmVnCqxMj7RnLb3hB3OGQ1TUDY5onUV3O3vgfx5fVU3ngN8SsjAWdng4QjcweMFKU9Sc73huy3txyFx1tsart6a/hb0YohsC0DurODgFYX+acq5Q0TvELffWDaVclx7aT57RIeOmw1XVOgwafff8p0kpz9VgUfwUG/fsiBDJgqcGY+j4Jp1onr2WiLTY2iB21iT00Gs3qbJyW+bZD70im3HRe1rWn0J9ZmGKF9txIUOO9zWi2DkglKmhvvEekCG53W6ILlfMvYV+nycamGKyP78Dr7kWHabL7AQnTRau/+9ECVVhDw+WFv1YeNbNtJfsn538LvQdH0ppPsShW480SBoLG/ADylpdKT+pAJuFRWSvLq4yHcWl07RqqQohtIf2rGYB05ELbpGbLqceB+GdCZSpOTzWeXA+bZw2ldn173nJa40jf42l8h6vClkOmP7pt/oiRv8srNEUZClUYSYv5/6mVMbksZk+MaLYY0gLHCwHyhQ0PXNgylgnrf3yJ7bTCoSo9gWzIrCBFdmfkrBd++Ju5bKasx91CKmjCQl4EzzyNTox+I49dk9wllaDC3j8GV31ZJ2BSrpprnclUwoZDawvTzAf5SqUypaeZVco3vukWrFvk3tXzKCR5DlEjf2I1mAuX0Cqej1lUnC9naZLjr9YPRaISe7F5SlCS8zTWa0Z5/WX86qgq9u1evMsJChtpNLZgImcRDyYvmlx5abR8J6eDfDA/rpN3leV8Xp/ZISv0+XUJvv354cGP66+vcCLqb9wPiUZvZGPwVRBUhuymF52djq+hjcF8PnJNK2AOFkt51OngJDYs06oDnwXiN7ieTvdLGkS7/TFVKBxWyVB/y8nm38r7BA8VIxtX1Xm48sI9fDyxMAncZVHer5FUMwD059WsVZLSJuGYG3OEPQUueGED7jjsDy83I/oF9JmDX3pXh4Ou2SozcerewMjH6ETrs522crRTzbkbpzgjiAhgLUr9ij7uLhEQ73CvdVz6Hq5mhgMhmAhLN8lshvyYqbM+On8TEerv8cKWLkJH+nVgeYWu5N8ewrE5Eg5YBBjZwou3Rr3dmCg3cMKORMRLKkkA0ZhBTuc6TGjAZAhAwQ/aMAIEM+DdHyvRYhQMOmfmlrOi6oXxezWWw7/G59ulfSwxcsKN8Qo4YrZViYWrk8xrIRQ7Z1VFiuaIaKWKpvk5eaq/uKDZNapEhGW7MokyP0ZuuF9L2PhbP0/iK8iC/YWughEAxkaeIheYWToTufkIZVThBvro0OmHtqEPFjivQb57w7xRMHycjbMAMVNi5ODJ6MlBko/eGtZtCQW4SkgCvOy6kPlGayVt7XgvJxuCZnNMj5e6EdL/qXDF9K9ttakQhH/cgigcaHXT2zB3Alm7jMOHLsmn3j16n3wORwLZjWFohQbpz7TjMF1nzpXK6QoD/MUfbKVmmV/a9VOADinJhI+7lsNCsdXZyNPVmdVH1UW2lUMajk3dxkguAu2nQctUTkVdEJk8UAFlakUUIs/tmonGvs6ZUTZ9jS9Nwt+B2v96QotnwQfj/m7AzB9xSpe8o/4M+mFejbgXUMAnY7mZJMLHhBT2OcbVuy+ttBjMCV9tH/7bqfeTp9NQA6MH+jZYX75i25OBnEqGdBXHQTYVmY2zVnH51jljuG7uD1ZY+89dvrOyrb7dCudLzKdmNe8dP5inY/SSWfOVHCyI4K5IwQsPyQ25mqZjsW9Niig885qt0K8isPDRJFJx3yt5+54mZmWHlLmI4IMInKRuxcM6YoizWKbEz88cDkYD8kDyXY6J3x3Cn17iEisNM8yILVQRRPu0mVaHSilA4qgWLBLXcNS4Hi6/gzLFXSiAZ5DRpC60zRXgHmp2W6psRwUKuraOtL9bksOGvQSMRaTCWeRMPIoKHQfmd8jAmAN82HdxAf4l5S4QHQE/PD5WXIFqpPU6tZd5x4loZPVc2D+JVLrDR+4U5oIysDI+YOmLaPmyBe7146a+cLRWpAvuYcnFckxJcYxeSIgvcjH1jZGkg5/AlHeNFsrvahN3z4MUgI9qp4hl3U5xOA9lmTDXaQLE42vGj5cGLZAtdFb5HnhJkrvomRcLDgCCW+63isL74DPXTzJFD6ovuyyXcWwurSJPP09wPYCDXykf7Z1o8GTl2g8TRtxoI6PtHD6zaLl50K41EJxn1GzPwMoyXVt5xii+ZpCc3DGIBJGeSWFbCX0FXsM9+ygPOaUkiqp9A2kBpjesOy1z4/juiH+fH1ToDpB4MfI+s+XHnP3LJP5JKzXhtK4Dl4ohAD6m6pJM95cRlIuwLPGRhixrmt9g7ubW/S5UiGF8jqM/72BvPUvVDad+Y3z/YWjuDCcpNU+NB7hPgbrHYVk5svh5KBbUUW1lpwKrk0rIu6eOmtbidO+P9XcIf3bNypxWPcrXxDxR4nXuTMWbjNgi9kPyE+LkZApO4HxbM/joaFAcnyYoXNdjzmM/jd+NBkmxjuy1ZBnm/qUbh4Wpr+IvmVQ3YE+TaHN/u8D+haIvMtBJ3No3XCOIu4xUuhYAVYgIqh4+4cJfu5I63pMXETprlve3N5ai+gzHu/5SW6n1NLnua/uQvapRl76bP37UJEzoCPxPyc02G7SSEvY4pkafodeb6JIOlnva49v39qdUPT/f7zeVBH1oJKaZIorQFkgWZu0wTBliuFsdE3iyAs/9fM/OG5SaVPLiEsIBR310Jm1t+HqEXKTLN5fanRf4sR8MRzzgbZmzdIbzBi1OAONUXzbjKpzvdWARsVmiUIeIxIPgePooGDZuLxuaWlPssswBzXpeR6S7JuYr7/GWH2cv/eX/IjeBHpCAVTvhoJ1tuTtxI32u/j4Ab2dVm/t22Sz2YZxtn21zT5l7JXVOxKp4EjJua5QBSGvkqbC67zvNxy5M874gifg7LMRfpZw1a5mL1+mnZ0esNyhRqN8jRLRsjFCOp781fzLV3YYQcEowRv3Df9iDYzd6e2kzlzKJJhsuh/56gNY7sT6SS6nsWZYsgD5Y8xYAvKk53X0RRS4iOJjPJrrcplkU6L1uYUvA0uxW8X6nwqwj2/MnU/DirbvtsMojuvqiIZb9h5DhsDsUDfn6WIri8oi15a31xWG3IfLv0brDmgKg+PiBb3+hlaG65lIioAYC3uAf3ha/Lsh5uRT4EZGTn27e/RmcVuAoLREhFK4sEeiNbpxbv8RfhFKCTC0GiliHwYZWgQsYWShqW2HGDdLNCH0xwcdPCnMlkuslhFY7PERslWa0OhaMiGxmN5Csh8Vw0hJ0iPnxyvniTLdimDg7wXYxkS8WuMf7VWodU+iF/0U9xsAYF7GWBJnavgKzn8U7CeGdzzGC/Jpzal8CuOn9L4F1Q5XrXfao3KX5qvjX+60rVSZzN0spDyJ2r4KOOWbQ/qlUbX1FQ1Se9Zdh0TIffvRH/juvvvzrkCxVa4KyokMgP6pEDpa2b7JxdsUp2UQi30RZwi46Vu+z5/eGAoNHH3xsw182x/mCy3UJr9yOrse1O6v2ff7H8ozdVSgeV3Pcd5m/yabxafAc8me8/t1fNJGfkas1AwWT5z3/EhTjEyVzusOb5iJdwFAST3AwTRgySkFEdlp3ZPu/GXOeDvgOBpTq7e9xeNLiqzIa5Jb6s6K/hSBGaf8t8gIB8nWCR2MrtGGulAUnXmlhChk4WyK0s5YSlEVYgG3LQ53SFdVp/7o+4D9CaXjCldsD2K9y/zU8p8+H+ebnXaZ6xXO9UdV8yWMTBqD6zlLf7RxtnmP0HwdkpdioobVC0dSbhgo1vf/oFr5OUCK2cpzcHmqG3rzjWhm7m4ohiiSNhmjQn/z+GB7td4t//3ajfD3Q8RyFRBc1+jjE7HTFFLyUV4UfNXpvdKounbm7PimA3IBGrHwjZW6giT8GVOXcp3HnnVh+RMMvD6OfhQpi2D5pztXzUT/HNvlBOrzQjqtRkxnKXVnxVTMn1kRXGOGkwC1PkKZQP2KaYWbnItsCcT/hb1NeyzWz3eT5Zy2GJSb4rqRioH0gKYbJtC66Xz6KOR35zmW1NIII/66CXdUJvXeaaG9Da674KrhCuOTQOsQu7Gz4NUHDBWziEIAXGlQSvFsY9p/gGCpxsmnBrN/PiEwDZXGfcjwyc47Jhi205tZfUQtBDpD4lavA0Cbp8Ro/zq8khQtbRLhaeGYtTr83ro2FSX0J+rWHbr/08z2IIU8lJwwdl9gk8Cei4Z+bS5x2N0eg8wbjkvyX2YA4hM4RywClmCwIYu5pOOxW17Zf4e7LyYSq2lcpS3AmIbzXroePENogS/7ziDRMUZfpLUYTlwPHOM6SbbPveiHSzp/xV5XfpNC1Jl9rL/A/qIHRvwMJYCWXb0sFUI5ED8x2UBa6+q+BTFnGPURoxIf3KuXHmlLv8i3stkLZvZvtb9vEphazOzvTQmPj8ZTxMnyWywQoBVa23Z2FltEot/EDkvCgSuBYmklEaqxUPjlnSxUUevpNFsMrSszJEjCi6gL2jbDkB0N/0dNqvQvGn//lpKXz5pE4xeNRPlttn8W5Hs09NYm/pBcUAT4lh89qGNTVGUauAjsdBMkO8RF6KYoYIQ1ZweHEqNLA8kYDZnflhDQ/AzAfDdf4GbmaKDTA3Q39dLlCokdMDbBNneV9uQxcux/7AoQPxkvQIfGgGl0+VJ52pjo/Vnms60nEnKFmqqlde0FhTOjkzkismE2EgGvRu4gEPC6KkU2WITCK+XUK/P5F+sB/KjjCsQJCN1pFS2AuTEEPxJig779x8BaGaz1mEvfmKPhjn6ZsdQ+F4gAisvoAgaI9OkWpROFvc2Ydm0zaTqm9+Tl72TaqDtd8otHnic/45iidWtOT8CWNC7lj4pxf+ajPaHAan4Ao+7MeW2efPl1SgYnOAc4mB22a1BVk7LnTFEUHka/fiLfrcufJskJ28mOjplUWXwi4P7MsHBCwXP/Kie2aJlsnCBiibRVLGbp04jAtqNzl8H6qYvl0NfafT2iE8mSSv4eif6FN5tmxhnaYkzrKGPVHzz89N8HEM+EhHi5FnnixMyRnIgLb6PLVa4O5mWjPYnBF0s9Ea4N0pz2pzQoh8p+XAKclckKqmFK+/Qa1mkQNGCLkU6gv59cTFOIiEf7Y2weHlooMQpH6XWcNqJeEDr8ySw/pA8p9RdiqF0f922CYd+x49NC+7J8gvBOMPI3664Ww/c0wclf7l/MwUV3W6R7B0kzPZzHWBrLAQUuMuy42LPubHrQiavbowuKRxKZ6KMRaUxI4NygxTqMvXfWhHwPypkJdeEZWNDj0RLMR2Bn20Ptpn8O1cRAf/5P846pqmNomO6rwBt/mNThGGb+ax/8eRDu56s9mWRBi/xYo0lQI/Vo8uRxYAhzQF/bm9q/FExJxHPOWQQjUuDyx9kEu4kdVQhg4ktWzAYrQuVdRVNE89AQO8kYczpF/j/2omUajqrN8XOcZmbMfk1eZJ8SIBvmWV9suVXy+AhzkENj6Y2fOXmVbDGkWrihU7SU7AdezrX3A4BdRFXkBnDR+kWrzn/1G+J6100ExPJgXhMO20OfzPuwjOcp1MuynjAHyW6KYopvOZPX9oByVlQYhET/kjcyPo20JDN+ze/kEZuLAjohqCT+vSNAAl2iHPP7tzUvsf8ufhabOaky3u+dLnkv4lVuztvEXDH8YNJDZJW0F33JLm4jCvyWijmDhUr8v6W2aoD9/c05HTuJ7tFUWGFBBjK7k7IXptwfPeEdxBSlzzo0zClWTRCQiGoC/84A3x3iiS62NCUTX+savoY0IAH+gvfmN4km/AExstNtQP8BVsYCOO/SdH8ROX9UJeXJUY6M5ziz3QCnYIC02/7oFMZIRRDkqoocmXJIk102LT6wzI2t1CN/wIM6SVM6stSMxiWSgljqIUM8Hzhi40zZxI6Gz3bW801alOMRnE+qkv2T9t2f+RXI/tDBI8V7IL8mfXxqjvwtRHmXpmTTFXLKaIvhgJMEK9nH8pcKjNmpOpSHvIiHwVLAsf4/T/fK1DwCmv6ellHgYk2h7fghbfeSG9xDJnoVOOyIFbtYNn9uBB1AFXow4fwU098Xoc3Hjy/NB9IAPhWe0/PI7cmY6r6dqqqnSVtXPqGmnWj73RO+ASN17UhZ2eVyWfTqhbnayYZqn3fUh2HsojojvVCpnkIhUSS6DXYcYSe0PoyRz6CMvv74/RKUVKoCfxNO59fdiOTfHEP06fmLuI2uBf17nW9QYVsKGrjhIS4tqpync6X08629Ciu6OutNAou5/av6juOqK9uyWB71mJaFGir/cM/5ZthbOo4AOGYPV9cl+EdzDEhhFMwRj1w2UaDQxNR6Q6rjWlHT3BXa3Pc6pgiBIb3FH7U2aR+d6QSSPr+0COpokNNb/xpJhfTga8y97nCqpUxJM7BGxJEpIaFytjh80T9qO10w+lo0oRKqPzR21Vpt55nUEeXvTlwi8qPI3h7XepyOMgJTmd2puuU7L7SOQx73RuCI9C7sXnpBbgAr7WOQ6Ny1KrbQYZlybsx4PO9Acoj/ClLaIiOXKqmP9F6oM8Q8/eWpOfjY2n68OaZnj3k8eQLS/3FelBcJ8HKgSpweTm7qeBjqpXubE4GiV9YVNjEi2LjPefjtcbJfua3SoNfk0RVQE1m+Hu4drgGi3ZQdVL3xhvdKDYk5YOU6JD1SX8U3mSdjv1teDReg9/m9PkIXUvLxzt+tvoayW/0Wm30+9k/LV2ibcfRsVfNP/y4Bf8+ukgJEpvM+/oM/1GRqJdcrQt9VYZvSxwjFmeFjJlsd+e2Y+jq51g2Wb7FNyeNG2tWDAVoKdWyL9EqIdFGU7Xr7Iyg6uzI+SVgWjiti5ICGsu+c/aoxYD+KLRU/1QgHw90emf1LvV9YpMceymBPaiv9A2InAG1ccafJdflfi7nS5Cy6N+rzTKPBHfJCt9ruxzsmmZiKaQzIH0hm21smO/Uvx7HrwG14s5ro7swpY64K08otcd8qzFWrE/0rheoGLYgegGj3LfkCNNakHNl+ksBKRoJL76LNLj85WUuz3Q+aHh1UjscvRY91QLRQvgfA7JXAiI4d9KfBn+FdetKrHuP+c6KzMFQGC4BdGCddTk0VuZhnf+zYZxIIJ4ZNAfdio0pT4qxMSMGKma8X5LH6x32QEvPyXss7UjF4ZquEE1eaRdhcUgTtDwfLaL7UVDjUxPqn/WEEF/m0cWX443EKBqNI3+OpDdy64kPKB88LMiWLfjZmuvSM7SbdGl/4TtxkahT48zmXQCoG/Dh9kRRWzXf9uCKoIfQCZ3MEsMIyp1tINwZNe0mdvk0IaI73qy5W1mwAUtCy+5HwHEdTtBIefmN+iOGyT48YPglo0XFjJiRqjFmiwRbm1E7b3bRMuAiro8O11d9ihwn+j6KgLX+aeru2rJMFqDmKR98/BHubg3djp7F5Bu2VwU9D5yudSGUTpxnmNixKqDvte0Lo5HMMnI27lRmBSH11QcXpuMIzmHxE/EDNNXQO9/CHxPuut1IRSmWSnauMMk1GeKbi5rwAS/UwSAp037+tQ5ka8T3A2oN9WkFCBOFftfTnQrT/QDV26V5gdigxHXpGXg08tDX7PWCRzsVhqn1Ed/nYRHH1IcR2KB4OmHRzmwuD3GS4id1Z4aMqZh9ajULDlU2QwruT0fNLIGiRPhK0b6LHTQGc1pV44F2bWUs3IWXLhR/y238iinTSGUEv4Cj66pC/IBWVGotUX2x2cKbR+IdhU0K0Yd9/XgMcPKu2KB77XVoL5ZbzugVvnOC6rEaMbLrOxlsx3dnrC5QrSCL20n58oyB7EYgIIN6REu1ENqequT9QI0Wg6c06qEv81K9Gi82qo1oh2+xW3wK6snXrdJ3susnnbYbjcMPsAxtHRj9CUe0ebmfFt628Tb3ihsM6qZ6O2loiAoXVGwEMZMFbWs1eV9xtyTJR5rn5mPn35/E2K0FQES93XpIdRJxeyfuim3JK8KukiiA6yLNRm8FIMm7F0x3x0w5n9VaD9FuqRGPVIvjq0set3f3rVNng1iPVlptZs1hZlLrRQKZoQS5Rj/D2C2XT98cyZ8/kE6/TYdXs8nDfIe2gD9nvttrL6A5Up8q7Y8GO9usbwedMSngdm4omVUs8nnLNsj+ONMvKuZ6rU1e7m9EObbl3r72HudTG3ONwjbkGh2k8oydbVYI0hA58WZOWZS9a1duhkbrVWd+TpX/RRnvvWk2ck/S2+d3EcTMbfvhCRa2Juou53mS7Cdpt4TXPZ/A7Y0tfdN2BW4yVQMh/45SbK3U16Rimv44MvwFKCB26aIPabDYQg2ZH9G08GLAuV2lKN3CEwn+CMfdqCridF25QqgBMWhPjrfAvVevZ9jzdMFiJI/i9JDw8O+uIUIx3EIdLt5sgYBmwCrogxNeA9PkzNmB3uQgNee29bk/GAM7PY5wgkLfhxrD88TIIEiHDIFruboAtLKC3PeDnEzdaZfuzoeY9dg3NiLsgS9dOT+qqdr+N3phXaaCK6wUue69VSmPNrarGs0+rqbhopoe3PfEQCJ/zD+SG2nafrxXW1yxZl3pXczuuovm9qIGLBvh4fEEWBVsEnLsyrKUPgCfuvVcTiHJCGH+wxsqZTkBSZDpDKDVJocCJH58qiH7gl4buOvnnxGkhfT/5mFEFBtanWiz8cg8t6yeA/Dhep6H7VWkWahRR8R7IO0tlO4av08LLYr3Cpq2/nL1MtzOr9CzPSyPNZ4rIuU4cZYhfg7ld7ChsTkA3HSvPdluH66MmI1K8+rsjZbIv8GxKhcbwaIZYvRpoqw6XqnR1kvLanS2Yg0EZGs5WiEL5X1Hh5Bfb2N4KcCAGzCUHGSYyYSdpoSZojKWdCRrBQVSKRhfC+sHNAe/qFIlwidlSKG6f4C8Mv4PokQ2UOqDULxkg/T0IiEVlL30Znr/ZvSXQ/wDqQxhoJvg+vQwRB/1AKLOBkW0/Vee8frvTbF8h9qLm9ghWIlHhRG8p4MpVyhiIaJY1J5zzN46WhYcx+rbKuJYNdjlguQDyEHu1fzmKwfn5ez2scNjHritz1FSzcXpBJdk0E5J4Inyw22U7e2NkiI4dNvK5dmvT62GWng/UTP0ZHeUjL9Gr+ko5mahbajfjJ/qQUCR+UUL8yMwM5YakYU/zPUa/lVn4c6p6VoO1VMk4VLdFGRKG0KhIvh/irFMeolCL5JCjIZ3WnjxtpQ30eBlKJGw9u4DQm3vtMaW+tjXlaLgwTjURRX+b9lrOFfKffIMMsKIB5xCaLVRJt6XA22BQ24EIIepofsrDKJLEq+H2EOJ+FWQ/VdlUoASYus9Ig8e0sg0PLWp7B98tRa3r88GYsWV7NbMBoEPI4/S2O9KWxfM2MiXh0mpVjHS9DFBKP+EgcWRXcza57mUjGPKJe3AM4VqN9ZBx4u1lps4QMcIWltJP9UXyCz0aRJcEaIIoJ6xTibLiYfHYa2sMR2KC/lURmTFmCjhbf2qn5YbaGKpOdlta+M5/pgvxaGxKSOPpqEZ6WQ9dwndrTieaAG1xx9QyGV/PQ9C8SpKUzH1OOf1AwTp510WMq9w199Dz5xHK6GhNsoTy7KmuXaHosrVBMx3xeXygAMdu4/69/GwMPZEBLl8u+rUH+xfmk+TcvxVoZJnr+yEkKFYs0lwl1kmWzfk0lhJYXpVYgwM6uHOxlDiwkgVpTo4/bLkIvlFlKTG2UX9LBmJlbNClfiILHxF9Us8TEzhlLph32v6iTRAQTdEhGSLzwUae/4icehsaJrGpLUG7gI27lo7iORppL+GrdrJE5dxBVg2nz86fVX86SX0L749Mmxtxj/0oUg/zXxtOGZ5bM35NOGypuD4mAeGy9s5FgRobDMWe0vq/7ke1ZFwiKmz6fKrf/XRUL1ThB0yg9PYtH0i1XnCOzFS01zb7q5has7AMT1Nnfjif6Xnqo9zm8bYaBBOV3L4WpIgA1yu+vjzheN5sWDdU98meJAAVNuJNeQHwOraHV8+pHbEhr6Mhog+XoJkGQO7PvQCO/lW47YLDaJw22KZV2LRK3R3w/RxO1CD/FA87+Qo2/nWcedsuDQqgiuOSZxxOnB5j4wda/wdXWXnZYZIqDDvkLgQ9TsMVbY451sr9fT36vo6KQh6d31kTV+iWQgcbVmdsj11pcqbl/DLaGkfBMTwwMHdFDMfPoiux6JsYuD0iWiJ2SAFdfuLMo9NNLSfFnOu0doekjYVdRjrc/5tx+Jdi1AlsifsTiYM2Z34IgkUTlpLlth9JM3w5DuyxniaEW0RGpsbXPdqfItF+jQn5CRYSw4/jHWL1utB7QITlJNjVFTxgPvTQ0wsJnwK1oJNT7VFZAmUbzKW2H004PlloOXLTQyM8P4IZ6qrB8Ja+8jRy+NxVM0u7ReumXTuR2odWvuPDTbXRxOOJxRG/PemmNtStro1peoRlswXfh34YIa00wcQy1UmEwRsHPPk8RBD+wq+INfQnCUzW1+WyOcBVJMNVd7PH8U64bE1B/iK/+Cws0glo6pKdCGYhX1KHkMOpZ71nykkaL2eAWHhilM/3KC/XC0i16HvCss9IJL1VYFKoLQYbV7TgKo7YdPn/aCprjxIfyM62BsU5K6IA+vYDpPtCUmRXvQRdL0B7f/fZ6loIU71eBNOvjJNT4ny7Nyz9OHi6azdbCdzOvUgOlRDhpnbTzoqio/tsaWM4u+UnkPyhpnrBKmP4QW/uSFuejW2g6lWot7iB732fTdkfmAktoxQlNFP37JqLn2++uAy30PnQxzSJFNVtYle+ziNuJXcJqwtr6z4IFjJv8lyARWHsw1BLkJ8Q4ToAOPA4K2N/JK2EAymBR1JaTweFa4NK375F2Vj/Li+ZRWrhzgaazd5085snaSRrZzpzN4Xjvxx7I3Am8fFggy1ktXnfIaxasf7WdvvEN249dG27oKlZtDqSI0zC6URXC6f7wtxDJYtyUcTjsSliVJ24hJ7QQY1qUMiw7cj+HEl7MK+5XQjVeqteu9gsSYehY06hCsfPu23d8SOKldIMhJeEeVNLbncO3BrPjGbcr1WJ/Uw3v1xI61T1KwmX6I6by7+WvHCpAzq9rQRkC1OyiWK7jgo7ZccU685HKqQz+rtWtdU5xLr4xYFnVG3hc0krNH/X2pfRgAjC6YYS+F4ivbAzlaST3wPAp4611Hpeyp8MmS+Rud3KT1md54AKsofDCyNiTQAvzIiYXBHFdELId1ZpRJgSluFBqgoSzlrPEmf73b/T1sXyPohWRDSYhJtL9KPltlIzgMucTGKUO3vOj9YKITDAleONrIeD4MpAkUz/CKPT+EgDNpfx1B3av5rvjqg4FUvLhSfMi8yHOy+06r+GyQKp/6o/Cj++T1l9rE4+vB+uofaAdgjI5iodj2aImKJu8qEN5SfX9Fz9Ficb+FJifLHfXJqwHjjbDz/n3zYi1HH/AiXZF1htfoDQBH3W8GJwnthi05vNn6uGPor6o284Q+ZNGU91ai6Fig2TugHVKaytPQcRzlGx5VHNH7lToBSyMlCQYQ+mJ770d+tNKXzBYm3VpoUPi+hmdrm6n72rnyUtm45CgKAgUTxhOvoUYhp/Px7sEzcf5ViMVhmEqx/8J9teuWlRXsZKNFlzQUvlLKAW+ZNTtyn+Kn5XMNM5o9epKwaPdzzQFkX26SIwVv3LH4Bc2cbvFpCqfuEnE4f7qtLZrIACPrEXuLhowYh9qxHO1ln4yE+yvzcLeXxxFBZPty8MavlkvWMjSOLFtJTY8+LHFMzhz1uY6dIc8+S/wbVS11Y0UbPMNbVQjDE9bWoRzlqSDc1zXZnmlVaV0FBb9Rv0tWkUc3x6YC3ecY9jXi26L8qPlpZeIpVY4y3Y8r/6XyFdCoNYfKygVgT/VHcEL2YXWbgWyEL/MxY+owIr4QGUWdSZdFIe+T0h3PWLYCkGg2vZLNxnZoepIIrxlUZF9nGsJ9TSWE/dhzK8fc0RwgTnoUrHDi6v+maxPOGYW6DplaUo+f+fgxKGgAdcEATgq3wkGIe3f9uKJTY9JeQiLpv9SeS3/DESSqqTJt8N47fy5Fd9Vs2M7n9rhiBOUl/Pf3Qr23ypAmqGHeQmpSm60i7l9fjo/R9/lUf1pxe/715lE1OzHDjPEg8diu7zGzng7YJy/Uebab6YuO3PLQnHaGcRusvtlkrZJyYZJqUqlnnpJGd/xp941L48J5SmWEbC6rFrHqIw9AEOP2maVA1V74+c7xIfOofCmAX3pSoXsPu3pVyK/2M4N22zPpC9HvcsInWNlt3p/BFll1iQWXwGoYIXy+FW0Ifa24+Vbhbi9w7SIvcx8R6L8h1ivnSTHMk1OtfEaR6iaySv2ZO8XFgsHeBHKTwLsg2vDtgrCVomtoN49xqgz8Cl9a6QgzVKWerT+nL27WBTOBDqH9bJ5uBBT8XMxIIUhRKiHVon0fODQ+RRX66ouDbzYdtcgiJW1q4XAF8AhGFPswmyujKuT2vIARuAM16ALDH3rMI8Nq+Htwnf/KsAC9ClJrtrTo+0i2o0ijPmPMf3+c1a+D+oVCW1ZXgqbjttjzT1auWlk9q3/NNOtthf9cNXmkgQFv44Ijoyw0G+rs3PSGjqQK0HARjLR+gG736Zk4iGADrQ56TWwjLnIfX2tmPbHT0AljguXvRFlx0GHh5CQUDw8V5dSsHH/bcuGAfsVIxDHFpVMhzUoaOu/GIoGOfGNfEiHMC40hF33t4lkSoVb7JV/6xmC4jeQBgk5B1AF2gHM6XqNG/hT9wbFo9JCaOl8NSMl9PqitQweZUydCyj1K0rgNVfG4DrgX3RREmbB/UqSqVx+/H3TkRyD1f1b4cYMVDLdt3zE/qlv9DdrLymAnDz5S5lXObWg9cumWsqJ0O5eS2LHqC8qyuV8CqUYw1FSZdnQWC89BZAj726n7UD9oy/+FVzUrqlecllslEJ716SbFF7+lAYTiUufqVnTNnu+C5eNf57vv5gbqqlyJPGnaow/r5F82tc7/U1niOfsqRulyA/Hw6Uson8bcz6w0cjKB4uyTsNTB1mflZ6wxzUpm4CxwlsmheHOllhpcmtpkvq13ZeA4coXnFktbAOXtSr7PdAx1RGmIUS2HX8TaAgjo8fvQBg9RetQSVtZhW+vcb7+xtYCDCXlCpFksY1/fmeNFKb+V6FzD4vi/g5ihYmVx7Nq57f/ui6EFl/4Y6cLz/eGb2T9LTozo8fU9yJLsgt/JOFHZVPrug+8pjtNPPtUgiTfT4pNC1dlm64azXb5GzaFNKO/q+kDL7L8EPivsA6MMxIv+joSP4Sw+oU1VpLH1/dY0/YufVjJ0tuG5X8RPxGVPKKIQ6TilEK6D1pSMALRR+VOG3XZfJlMyBa7jh3i4JQcUEtC+wrtW0pfxZa8/4rWvvYlas8wxCK+1Pfs9ntcljd6eCHhBZ6mQaFBavd0VBq5NNr2aB85J8C94vUwZEmyVwe1l0vNn2ZZ/I1zcX4H2IuhnB2KDCSWlvsQWnGNLzk5XE9LM/F6/QoJmIy4KMH7Tlb4KRR6m7q/GIIMORj+eLw0X6JH4hKqHoeR0GR5u0agUYUbDCHkw0tLIwT5LDUnsnrZREI6p2WpUraq3iD3Ex/d0COwN1bqc5swMtylIHmotyTlQSOyzFCXFpMT2famJRMDM0tFViXyHt1DPJNolbJzh8hfnF80+vulh+M8h4h0hairncd382khm0+WH2xr6TpFcgZ/Csdgp/57FzCO0vmsg5cD8b5WuQUae909i5ClMvU75puRVdOKcf2miMbRs+RApqfhtnzOnHXvgbkqGfMUudKL7/77Ouq2oIVgxQdrwWz7EUZdMaK21bP3RxSKROP3BPb+eupViBHqsfNRjrybbMt4eQwaERRkKR16NQ4EFEEa9B7cM57TxZ/AZePjxY8GIrr6cUL0o5HPTpc338bPSxynacUBtoX+oncjRlvdPYx/DXTQe66/nYFK3MroZ+DMGpAWrC2f4MLjbwmbEtLWLUi1uKxos/nRnVpJ5M5kPWdOSXp2Gmlziy16v5i9vPBL+xs6K53OkD4Gi1R5bWm7QfeHjqJR1F5bDfw1KOklJtdpkAKnsujpPnOHB0VwSF+UiPAf/q94ge1of71fpukpjUZZyvGnxwruEw5e0KN8ist0LilRC7vBdyBN5KGhVVkyzhvWHHIvhjZ48DyzIKY3KsMm19PErpvy8PkbEbtaNb+PSygczPp0T2vtOf7RsEKf08miSD3YpL+BZq8BHgpjtQ4E2GzYfFKEhK12EEqOyxAL93Fsw6kBvuMdtX9tCcHnIvyVuqcttOodjSJmxih20MtOEYFA7FgRC7/Bp3ZvGEiYZVnohOQyW6pS9iSPueTSrrz7WW7MqD2KqUqlLIua1b2lq0fhv6eqx8NEZJT82xRXfyQyx4aLBNttzXSgxiwL/tFQjyD1MH2VB6FpGXkJWrbp5KuWvPZXQfrgcm9ueE76CLkB6dVNglAx4my5tOmva+nyVhD1ozJJstRUJHdU9b1/GuiAmkco3n0dIymi68D1jGfpMHv1N77p/QmblKR07KK3fw8ioeQEP0hUJCi4eezBbL7fz29n+PhYkxSJ9jkIyliTJli1ZH2BlD7yFOUqeaxZFEMAbVr1gWvl+JI6kq9peR8sPyn8mxa9gE7I3Qyr72tdOKLtZdwEsSXhfR9y0GjXbxGRt7lv4u3i/ol+8vige0rq+oWBDmcQQUj/OqZU5kkPED8wM4dS1AeY2583NOirMaHakzkXGKXLZDNp9NaN0Z6slSylJIJFikzVgNnPbJo0y7QcU/YNNgKIM0wSPQriiraukKiVsJk4flHayf3fdyGngxhK91KG0OlU45U+5P9I3/J/SR9n6/9f6QuhSv7sT9xSu+VfN7BPnM+OtR8OconFxU0teVGjk3aEFlBEclBN/Cr5nrLojYQXL81+WzKUFltXPBNinHDbtYVJbKeykxFO0a/5auXP2zKISnINN3/lN/EbZFk04wBzk4jdTtufOWjMiE1luzYECGcHLXl0Qd111DJlcGLg5Fb8DWPq+ej2xIbP/hr6MVEHsfr89szkJw6ar6gn9vqklQeshGV74eZUAUp6tm+9/93ed3W5imTp/pp+7Fp48wgCARIgJIEwL7PwVkLCw6+/EUiZJ11Vd81U3blm8mSeTLaCiB3bfjsIoEDCPLZvIkave87qWy/GvKuZHuE1oD8AmcdErhxBz4YgjzZG34eduA+mfkvbtXwb0AA+XId39WzHxIp+LAT6GM4Aaqqad3XsNjuluJAvRjwdRJOS6rN6dAvROhnNZFpoTAtep3Zjsr5A6ixM9qU2xhwWT0MmhpdhWuIwD3C4cE2SG+K8M/aUo9tFHNNOB+EHmWJaObkpvgmNnjf3Bh6Wy/UOkCkKVHswQEHOUachDTIv4/I4MpVlR47nJDpBS2ByLwYOWI+EN8l2jjJIr7tpp4FC6JZZcE+4pODsaLYp9D6DK3xDZoO9BEx+6AZ8L48jfbB8UJHn1Kgrgsc/2IrC8eNYreP37+P7meTCOfLe7g5Dyv6ga3Mc6rfBrQeFtqggs/kW3yrLZVwcqT7eT3MrAMnv2Ae96R9IEgXjyUlYjHAktjGKBX90HbyMsmd7Ui8mEKGJxBWuVjCQXqGdZ7x8iCIRxgFt82OeHIGE4L0zPKjHN15ZEnAVOxLxeHFzA1ZI8m0zUhtGUYM7IgpXmtgmwSKwLkIVaNs1RIMm5sgsUn5hYnUi59vCZA1mVD6+XA+iz6BWG+3w+Opv8URI47yGaSqLrtt2yz5YHREP0Pqyar13m5ASbKfBmpFejKTVQFUDHZPbhvGBMO4npblXAt4dDfiEBQ7CosRhEpWhB02cQZD1aD8+U/4oV5SYRHt40/z2aCNshUUsIVPBzVe5hXZkxj5dbrJ0Rj2hzAH0FwZRfgxwBakrE3O3K+GqIV/mhg9lwPuuX4CSVyTcKQ3jeRFKOZInKCn48ODn4++2ZsQIEUyVY75BxA1SXzZ12uXwo9ZXH754mcKEDx119IRCPB2Oia0lrJLivUr1yHExcLe+ybkUOgaPXVUyjR1Eu7DxrsFs5XBNXTwrcQtpuphTx7mXga/AIJNK2ESbu1xux516BxWN4EdkwbcNmrVS6ig3Y/NQBUPB1boMWPiIDRwCZbiqWclI66GgOhMP5XiSCa8yBEVl95mBI4Evb9wNG8xCz5QJydT6xUnjltaSPTHJm62m7bR8FrBm95iFmjUcPSznjTVTD4iWSK8m8CVnxDk5aAIytdQkMvvwptZdTBsGfBvtKjIc+M4lUukNOYzbPS1fRG7T0NzhTMpYVrYRu+yuWLIcHyZ1vt/P9EGVTmVyO4Sx3hALvKJpbogmXN/nueyigBS6toXLwnxr6DyT4FO40+3trrteyXtwd8kTHbhr+Xo9nJpOEEC0hxc74VtXt0UYiQu2o+9CELnRhdapuh45HB0TeP/7Nhjbrc891W1BOU52Bd+oun1usIbfxCUIj02YZVOmoiQAhIyJn7zbXXfZ3S0nPeTMwevyqlMQOpPdnpkb2j1LX1vJ9dsTvCKOeX58ScoDv6U4KeDPhoA6WIyezr5Eba/DCS3Llqbjy41RBLHzPP6a3Ks4dApYkXvpQFPW3Pl39iRYcaPCmRk5dabKvRnTniZTRugvBtOdKDVSrPj+IPmNeAQOB3Hy48wI7TIox5yZBGjgKXxIgnviHR8+DkqDy/tcxNybu3fRexoa4HS/FSFCiwowYx12ghiCtS7CWvj1Vl+R7nG37yCrQlfZtjxathJn9/oxddSDdfVvjpd3Y9cFs1FQ4m6LYH1XjknNTg0ce0blukOyE3VtSlE56VZqHGZ72ayuDX5uNRpRIcmdz0o3k4VPnZxONNsd4jPNsrkeFH4Zeco+Duv+d84KJG9/33GELj4iQ+npp0LtTRjzPlzf2viHcU63d1OPFWE0CvJwbrKwlmWF1YJ75glwR/z2ohCCdvYnbhOZluLgxza7QeArbnc8QvB37xhQHoslxOKomI09eJa0LXLjbBNfSKfNgdOa/TWuHg98k3CqrZjUBDd9i9Aa85JjCWQ5rXeIQRUQ0GGlfI5sm7IPVoxh0sB6RenTx5E9ohtFqkEGlXFvTxrwwZ6idFYSwtGNmEaJWcAFGMxqnlWNKZVCbvCXS6KX6cSfrBQlah9KRqUCGyDLQcrsVh/LULRSUBIFVzkGbkTOp1BXb752w7QQPitFZ/SIUnXlEt9zis/FIyj7gXu0czc9RLbHhI616mE/MkkPxhFOVkZhVw8Y8SMwgyCLNa4L/UxNrNJkIgb6BEbcUMYRgqxub5eqr4pK7rpV1LZLSj2iGZZ+zPkHyGcZi517B01FLugwHGZgk4P/r1t+1ncltKOgHKEyvQwdPDrnQoaLq1tmFLUimBeL28bZGdUul0hEqYd5cfzR5SkCpGbWtdDoMQaE9yjYaICbCwxtEvtrNXVXEzASRdd1pZ7d9uUeoMAIaFN5lFsC22CgwOz4q+r0usT7yQNWIyzOJpw1y9WCVg+4xTsnbASFXnKqTkkTKqKpKeehcpjMh69+4ZmBTgZPJmOIOPCteMH6K+dN60NJEZo0CvpwVLM6bC4wgmdF5dyHp0W6982AaDIU0+bB99usw049SDaZj8LwJc/YOS4KeRcYTo3OgihWHAxUzUYTnPvdcMjtQa0kBhPpfqswnp9tYkRwSISTjZ1IYSLjQF8RCjUeeG5Rep8g5nYI18u/VaG1xO4hcjtUP2aO6lTpA9nW+EISewLfzAjI2ziSV8DiJnSjVwv07PU13LAmcW6ZDfBdJajFaQzJEiuQO6Ouo6Um4as71PsxdguWkvoAQilJVDZXViLgVRGE4ssxorSkdNnIJLhpR56i/UYwYEjSQTAQKMnuiLCVFd/P7eGUy3QAn6dteU4Tk/nkbcfG2hKj96CsFC793eHVTWyr7JLJbjuCuI9WLI3rDKB9YH5ErGzZ+2PDqtAbT9yFwzcjRu9wnTCOBaPFnqAZMY5SxlYFbHtRoWft9VK28cEz9/rT0TlUIEp6uPFXEB0zY2+uT1XUuCW3oKhAyQrw3aHj4dYmcdin5NIWPkaD/xmL2VOppFx4B+DqS5nGmDAum1rGlggfLIJmkkaU3a5OCVQZvMPWlVXl4GDGNEhHL1UWbnak9hjc8/1i6+Y0kQ0wQ0LasSMSn/wda8h7A4QuGIi6ad5FtRvfYfSzQPQT6LYKqY731wdrxtteH9thT6w3CvvbY0ac85TcuxvtGlH5CcZt0aJPJbLPGY2WkjLXd41yHX0Ovpt0OzmjsNF28Jq6er2OZUkKQidfGaVxtCiL+N4ltg9UyOojXekJ4ZMi0ipIhCCmvs0jPD6dqSFa4c39ER2Uh65u6EaQJ0yyQs5buuMs23Vi0BAlGPEowPpmZlnagUBv0W6sAbd2mLm6PnqwwM35BheDaprNYbFVsvzEOw2lTehsdPb6vFLX2N0XOxQQdX+WSmSLU1LJNUcVYtfHvSFrd8EbUmVckHM3oeze6IzZ+NssGF3USRHbsQb0KMGHc1cwMjBSwrD164Uj8HEvSj5vV0tcdg5flk3XaiKtB6B83xFZnJKXWz7hqXSTd7dkyM8xBNTWBQZ9uTaii0F7xNUhPP5+qIwbO43X/Sh1Feswm8vtYMM1IZDPhtMpjnQZAIszmGNnJZjQWxkdPEC8noMlTGUCLnAupzzn27M3IEi/PknD0rwJKZhQTrpRPrfBqU0uRWVV/tho9ZyozlU8RwkUkya5x4fRs0yVSQAJwAcdH0Nl6gqBm89758yftkSZHIYjMbHxlTdgPb8VjaS+ZyAdDDVbmXi7aUNaCgv68gjHZnYyMiMSON9t6LrLkdM8T1gMU8CSfr2dFHwL66sEIJJgOx7bUQkCtwbQdG8fd8P1EiqpOcxTzMoKrJnZlp7OOkrYkgSAQNZvHzmlXrckL87DUh0MCWXIW9ys6NU8LJhu6MrxJKFUfWI3BekrDcNiW2kP9SZYm8tlU4TBaMH69IAujcRCkJbcffIqLkkYNTD34Td4ixStwbc8knhhhAe9r+/uqOmPh4HijM4k+/s9C/Vl0ZZN5B0Lkh6N9ZYBaB1gNNXDzeBE9LB4JRVlnvE4YyC+XEoJW5Bd4m0cmLdO/MBoKnvAEZBH3VnDrVshWL5wCKo7tWXOBR4jqYiECY05UwnvkhLYHODQmRjgev2ZuPbbkozoRC53cprDx3HAbvmJ6EUxTgiTr8O9Rlkc+ZD1ua8m4FYTNvK9TFi3k29mYMoMg9OTMelHUKvGOxxuzoxuMDhHSnu0TwxcG8p10WgjUNIzwo7lKBYQ2nRgRXTlN+AD/dA1ohDs5Q4ftxf+QM8ytcfOOHWilZOThSqe4KBaRjdaAt+Ftr0fr+R2fSWdE+uYd7qNGS7wVypK90e538FwUXsgdvItKfp7uaVspKoSEEudam7p7jHN/bDXggCvaDPYLlnkQ6Q2VEJlCy0HEI1MHuET10MojgY3BkkFw9NZOkcHRFQEXIS19FFvxiDDtFzfClio+vYCVyCanHWi6+SRjllJUUcBO+3yOzJ0/Cq9B38V9XGQmVqgLa8340tzw4vLzVL0cfIOhb+xeCrfJXcJJfSxkU7SXFGHbbf3cEQfKzRp+sVt2+Y+FweM9Xwcm460g6Vscw9pmKek2oSTsUA9ruHK4KMzPfXLQ5QIlymO3enAsTw3IEvMgMxWKEt0ZuUNVmk0XLehh2rxWtu+ICAMBYe2C+jwHjX0Ma7GIaJAdgbpDibQA0Qw1SYonS4gIwL3KkkItfhY2+2NO5SZ8/CGGLZFvP5+KLJgc41YkF0iHCPbq6HuH2GzsIVts2QPTWRi6sQmnJ48glzZiAp9W3F8pucG3rUPNmDmnO+lg2IZjpkK5yM9ra8aA4avUDouAqjBVudDD+zoQFPh1ZGr6nK4kNTUBDGD+wHM7ZbahAEe1jYwJYAiF5h5H0cMlegrdllvGXJPR3wjWwepuSPcXYmIa0Bn6JkLQZNTXcfL3TFtALdCNnb2RY41N5AZXbQb4qDT2+SwRXud6i3jouwn/rAjElRJ/EJfgv2wxky3BRLsJWGL0BwofRgTpGSQaw+CNyuIZXjIcG/2LN8fBrU6oQEIvVEc+hg+7LArpt42FC6zzl4GCBXASY4xqNToTleyQ50+sTUbyO5//OBP+4E6YeJV0kG/MEuHMoSP2X72Tpt1eQXC0AK3/akc0irSFIEwGZ9h8cQj4QXwxFOYOSrZkb5dbtilUDH3BGRCBYy6i9hZhTtmuXY8YOtTG7TJNB4OKDsWT77zVrrPkwqmC1RhCtZr5bookD66qCc/wQW42xEXFbYloCYpFXISOZc7kkcsdicP7g2nWd7zBVgx6IUVI2yT4zCRqBm7UMdbYLAku82wXegd7uoFPeEgDJ98rsQqJrh3XdghAFFR3cIhYmRv2vWBL89vmD1rn4QidFG+Y5ZSzjGqVIczfMXC9nLHfJZGZoWgUlfeqXs17ej8xC8DwvjVzTxnRcGzsn0aun4ZrQW7sdmodMZjmtohX5+V2oeWaM+q6+rb/T7WeLZNKWw5qePBcoyeu7pLkCfq/HA5yzaJI0lJojHzZ+V8d5KkQgnJZO9k3xcLXHHFPVE6sPSES+6F0UD2Fyg6jgaz7Vd2XVismYnEsUZ2trWR5O7hYvMlqyHGDZYmOdzJaJS3SvSCyXhs42SbLfG872kmVw6naBjzaZOzZs7fslM5Sw/rcZgOPjjlrhXr+yCQQe/IPe1Jkj4kmOQdWVWKxxi5prLBPmWqtc/fg7m80IzeIjJR6Rsy1r1jYxlbZ/AmSqt1vWCry7ZXeGTUDKO1zuR1GRuHFb2SoGbD7a8u65GBPh/U28HYMrA6jYmSWEY222rHog63t6CQuTzJ9dhPx6NxSfBjyDAYdVnfEcrRc1LRvefgi0whM7weAdAnLtNT3BGmsc056jZDdCOb6CLs3PHQu2GgEmISFCSjkEf+3nkpEZfwJn1TbnY7B/ah7ERfD/r61izy7KrqNdaWITTZVmjttNaP5/okl2fHPkodaewkGa6wPkqD4Fg3l7xT7XHplQJMPMXDlC8xjWEm9kf8pmTpPdk5oEr3lIKyrrlfoLfQiJP91r52mQxYJc9J3sXuCHBflWBO2CI4xd5VW5EnUaMTOx+xknZKzyGMEYtIdsc1eAPilbm/DAH0eHpzOMLbvZCzMlQiMyxRycGlKbYebSM5K8umWhpYVYg7x9MNwVJ7xShNLuqDcxVfLyMbxyYo/FeMmpyTgVEToFMuPbDJ0exntgARXtqqtEueiWgB5SNFsi4+eCcmV88yWZOK0Fet/XrVyebeM0mo8qncFJYSYEUzgN+9qz9Ew7f7bX2MQR8SloTn+cCHBXU4VNMtXpeGSVOxrVof712Jd/eIzdQIlGhwmS/stLuM0AnAALCuI+gSxMvwCDJ0wd6rsG5iAOzvdSjAC3TlmVAOeWOCT13Ce/KKXDD0Id6ac142rFnXJ3pXcAO8pgGj1tHor5opM8msLg9j1KWCighZD1nVGWZN9O7koMCLszym8QA8hqkJsa/QLImlKCPJ1njnQcYumKmx06DTp4mI6ep+3aqFrajLVUiNhzhvcUtG8kSHW+0MUNELneJncJ1tfaVsZgnh3j0VtZ21ARZm5vaEXJeQ43Z9cYz99nA53NdNda2qhHuUj8UWmnAUpiRHPY5JDiBJfRSv+Ows91ElUM1r3hY66omt49afBEnXddtJ6Y0YlyBP94a9iZqgwAiAMJjaHuaHJSvy5SyE0kNXGOsGl7i21EnORDYKCfS80eLE1unYIuZrTfI3G5EKGmnNiTJA6UgUWwHM4lT1OgotbT49xGlGC/iKgy30ks5N9R1MDPZelNxwxgNsHCZUWtA2Iu2zMg9RhkfEYzgGebEPHEc5HA+PUnK7tjgzCmAH5O6y3w965KaFcUOLGK8Om8YO88X3dbtfghDuwOK5gDTuIqbkbM9aKalT7dEp1jdFqGyexDj/kGCNfcQhUp+ogJqG0ySTUd0m3RleK77ahHUKNg8I90TRvMh99hBxUUQ38G5x33MUH45j7OL9uhkBQDseObGV1QIDzjyczeLiocErvaxl8bngjS6btssN24AiJX8YqX1nFAHu8r0dU3RDPzg/24cRjM2YMsQm292pKTPAeJLeJ3WO8Q/5vIgRX9LXBbqLVCMxckeu+tS6tYOROn9WJevhw2vrD+IwlsjROBILGWIOm58q6eopmaIl62N7ZGUOfQuaXU0wcepyWz6iDnq73qk00AZ7NGebFqIbyuIwF51AGapHcsG0aNxSgTmnm2UkLlcWH5u9CEvcm6sfk9p2pBwaNIzvw0IPLTxASGVzYSmWHdg9TcL6dxu3gsnaxIB4i0Fdbgez3xBo1qqjVrTwqsZ13dMPWvaIeTkU15OpGAjJnmGESUcppO5J2/Cpdy9tERnkLBglgIpgz8VSI4pguueRpI7SFJPbKSyYabGbaByhtLtmVORhfbqJijxuAVUNHT3gaL5TOJXNZtQ50mDsxDfiY3U9nUEUEqQDZMoyFnpjJpSNSz7Bufwi6RSn8SShOfVwnOp1BdVxtENVzFRT0coNfGeGAnO1KLisJpqYtt4zYOvTIEUDw1MbXd0wEyoId5fIDeBwpW1xY3wRbWc3rY/8Xe8Gtxs2cVqfkYxLILnmIjKEr+SNS196VoFdbgtz8Dj1aB0z1SXO3NmwQWoQnQeEYjKacgxwoBHGA2ceEz910/22OPrp3tMaEU/G2oew5JEB1BPtlxvtas4jR/2tScczjbtRqipp6DI9th/lStXjNjgFqAD3yckKe1EDkb5DR7FvWWv2dsxNdNze4njfHmmBCgWIKFpZMWdW1AVsLLZihmM0LzI4KN5NuGl6i6z77LwJYro7fHaJZIacjCKScmwKiEQilECisr/oESfdy30UNIM7kYgTupnBqNVVZiJDLt0TiJjg62xdDqc9uXEV5R+48A+cT+pbd+7mKgaHyD8wkFWQuw9vf4YfY1hJGLdtUi5RYZ4uwlbyrHz3T/TZboibLp6e7VYSLv4D31wnKa6vcdeAogJ5fUoyxG/k86T5SaGp5+GYR132JDGv4bM4T7PuM81vn8fpe9frcxLXAVe/2MRV9Tb++jcG4PUfTAF7jd++pg6O4iiN3yRRN11Wp/XNr8RfVL6p+1sUR6ukcP5XG7Wu74CIAmIRd918zhfYid93NSBl3bV6fRr5bbaeDw/+nLAhd38o6iau/C4fPjb6WW6vU406B+P+UhHN/kawv74+qwtjqN8QEuBOnMRYAoVvUv/Yfec3ady9evylGa5p/PlDszts0P4+DwTg4du4Hzv882fAFfyVi985H2d/PPud5bbumzD+NrPV5t6F/18wQ/q/wwyBwTWz8zp/PXDhAZDk61CYPn4ozK+j/4L5PuX4B+1w5tnwaUp/JDLyb3GIP2urJIF8thzqjy31a3sU/TN2yqDf7JxF/rdaKv4abvCr/iVS7uov9Q3QNlXdR7bfhdk3a27LGJKf9vOSKfiA5ME36HHz/CFB0w2k/Aa1+434E43+TkS/NwO/0J9G+Er8iUZ/J6Lfm8GjN64/E3+i0eR3jr+ejf5wNvrlbFL4H3H+1eKs+67Kb/Gmvt3isHuZLIRHm7qqm9WccfBvC52GTxs/yuNPn21xgmCwD58JeQM6yoGL4MINhmnYX15VH87hNyh8ZCbOt11Tl/GHT5L162PQhexAyJWHINT7QVwZdZu/ug/qrquvHxpwVZ7CDzqYEnj/dRQCruLmczJYAeAzU6DYN0AIzm3vT3Ek+QT54NvMv8MPrxOY6D37zR9b4rcmfsYfJYT88ODw+dfnViEMFCMMFP+B/ekU8u/DTYxmPsVKnP2ONt+afESbb7S/HG3i6PfgaYOqC3H+efLn/wma/xd5OSGAMhj/c14Ovgie/f/Gy6cVx/xt3o0z/6d5N/M73q361yDy/4FRFWCBDxrwV9qtknlR3gjHPm5XHWMId2vHuMlv6VsjeJHl14lfIsWP1vx329IPpoH/Vq1z/Y+kv72c4asTbEmGxIkfnOpW3+K/01zoL0CdQL+ZC8X+YC7Yf91c0nt5jLeiZaNGzdjEgmFn/Z/fc8H3BPCScH71YZHDr7+5Nxf90V//k3p+jSBEfuf/A+eeh9i2HeB65ARUjm0MWce8mScCe+rD5U4EUtX7C5L78gkJhXpQ8QiPZhLXZnIIr+GgmSV5OLPPdrOSxhLaBjeNVa4ZEskcpc4sOCPso0XrA3x3Uxdl1ARuCHHvpuQ85jm7xbfZ3jgrk1qIuSJ7d8+JNgGeskrBpdqGw/T1R0l96XL3sAwBbTFd5glwPu7bJ8QXkFwvTmMMV6X5Xa4TrtmmyoZLDfl0j6SpMsqqCDCiOzq7wpcqxLN1JHJ2lbocCRXZzi6WJUcbzeIr26vWroIv+3WxLtGFlFHxVx+5W8SSSMN+FWEqPdtbPtGePwyUhGdv5xO+yzypqoLbMfXtI5DIdA+ulywso9m1T3fPJhHVhDMuZzCjcXcG0hMUMGtx1DYWpE9QKkBaFZgpoZlIDuk/jPmaq44EOJcGmHcNsQvy1meIn4Zwg4L5T0NYILmycKhuucjprAx/oq83PpZIYkfV1odAYiHfhW56giaKuJIzX6T/lNQ4/CCRr3rasN/lKUw3RfLugTR24e3SemD+nuNVwRW0BdbgXas2AJoHx733nOccYF2lOtHdk0815HnlF+jSxywgf3IIrkCuUlUa593OxaCuV90D/V6KSL7M3plBDhuWD6967SDbznXuQ5CjG8+GfeuNs8BXtBJXBc+yw/xBXlL4zg+wq3a/0VvfJivX2cnhdVv69qWPNsi0B3yutvB79mjt5KdNohnkC/DbmRKwGXjzxDX8A93vKhc/fvYQIKMIq8pIgp7kIkAWJLQJaEuv33cP8Gtdwdylbe9hU/X7OvSWP561gnjSqQQ/ORhV3mXBTb8Cf++ApBEggT7EpiySrFozuR5YEowBo7rhJm1DjK/j+xtHZ2hdOWqC2ID5tv7mpf+2Nl7WM7rOqX5pW/LtqVVNDWgfSh9BtPM4g7HJg1kSB0EkFFFDwDECPL7VCq4/wLgmpNNhwwH62hbVTe7ZVjiOqiCSagHamCnwzDQ9Lm+0IwLOW2m6wPW6AHgH53xsqwtiC35/GIMXAK3XTWv+3lYBbcu1n3d+8nE6nL/wnn/jEcRTC33Rf7WFdEEZP45h/kCzc17XTBfwGOLq2leK6Mtbe3FRixDXNyOUGYgM4ouPcdJnAtVMq9WWsD8IFvaanwb7ArJFVUHDQJxHtOK9L9B3uBw2I/iBfHJvfeHPtsdRf+czBP0CmZou+qtfKDcR9KvggEdU/9UvmM+R0IGe9ZyYgBzf+sVAWyDjdNHe5wNkXED+tOW9Xyi3nMA0M/zFD9CtPq+yJw7m8Vd/UM6QvsrinT4/ZarBMX6NY4a9Xoj42ziANxLMB9CtXjM18sO8nm0/z3W1TcD39H7+DHWuAboCzueQN/phtWUgr0IDeiiRX30o0P8WwNsM9DB9kBcK5wHmN2szQeiL+0unOezrNYaQfuhLe/ETkp9o3/gOXzoSkY86Oi4i1NkEdDTpGwJ7HxP6wNpWQ7WXL4Ef0K/20Wc0SDv8sm38ZWc/0uC5n/RrKqvMDx9owAYnMHdEW7S3uQM+gF2Y6aovYP9PexWOgA9l+kwTv/gU8JEfaVAf4vjhXGA/3Ax8CepjfrYNV/vRzjA2Ki2UDeD113wKEeoQ+iy2xhvzk81jwBYXMI9Jf56z6hD0hQI9Af8BvAvHX3L41Rf0ifmDrQKaBuPZBz+BvJY4sBEQP4GNCC/f2NapaWrEs4+PMRHQXjHo8CkGgX4F5VOs1JYS2FL5KSautNXfrfEV+2CMAPaurPQPMXqNH1/i+QJ84xnPv7TV57Xth1ip4U9+PvGOf+cxfMXzz/ME8gG8p59t8zvNV0QEjPsW5975nEE8efH5sT0H6ONrvm98An4gr5/4fKN94LMoX3zC+PmRTw6M4X6RMffKO1/biu3bfN/kBnImlOknGWvfeNTGl86XLzoH+VEjPvvDd9qadxZg8+dPPgz4VF58Wu/8Q/8BHLTP+JS+2gI+5/HDXMInnzOM39YrnoSQn/nFJ/6pLaQL4acxgC1Mq3w339pOsO2bfT75ESE/X3gXv/P40vnneQJ6PqKfeR+/01Z/gzlbxL7YLLBXl4Rx7AMPkE/oh086iO3Qn3/RRQLEnumzTa45AMSebzhFg/nkGS9gfP6ky/krDfAzv+VG/bMtLM+24LN3e9O+x3dAg7n2Q+wTYPwC8RyMD22cm37J3YJxf3lhkVWWIK98swNAA7LUEP2XDgGWcVEgg+W7HWhf7WBcz82/toU+CPL3ckTf+SnK73YAaF94nNf5gTgHY8BH3oFfkWtu/GgHIE9q+e/pSflJT29zwH/NQQG8A7y9zsGdDu/+APEAiOerHBT8ic/e6MD2z5AOKtPlnZ8XLgA55RfuAeOIMK9DjIcCfjuI7wH2moCOQW4pUWXFGekIbGL9DMjsy2cWxAMjzIVvc9fOK05acSXwl0krftkDxHYAo0L6R7liUB96oWFv89a/+xVoA3HsR3y2xsLl6VfiqAtvdgwwDsCsT7qCv9G1p59hAAO97BrEV9P9rIfNij8/xszxiVU/YBsgP4CVQb6A2DB8YWbuF36FeMx8x2MQQ8MYi/3Cxda3uK4/Y/WiFy8MAO0zX2m49oaFoYzMNc9DHIbrn/K8BfAHyPMrFnzDwNo6Xx3Gs9WurLfcAOkE9EFd+OjDgD6vfXycP4xBQCflD20BvwCrvfqePtCful+x04eaolBeuBLUXp9wJbTZFVfC+uQDrgS2v7b9IPsCxJ2l/Oo7Lcw3n2nl79Agbk+X93xawLoH4hsN2jL5JlNAX3WkFyX+lt8hDvmST1caiAVAt9obz8Qr5iDat3x6HL/E2+kVy762XZ5YzkXfsNwab5ew/4wFtK88gtwDdFWI6zx18wMd2tcZ2u07Vl5p2vk7PnjmuvAzPpi/4LUnFviCl6G+fqDB+HX+6lcr5gXx111ruc95BMbmN4wbTr/8GupIBJh/hHEYxLA3X9HQJ/azlnf9LdYP+BT6Hag/Qbt3bJkDG4Y8fLKVFz79HAdeej5+bYu8ZPbBBtb6/Ot6w2s+b7lsxdCQF+RZF3zFp19xH8QtK2b/0jaEdST2jFFANsUbHdjF8lZna+Ob/4C8D/J4OMK6EdgDqF+U9/mBnL9i/zVmv9XFa3sF0yH9s/4h38jv6vr38MmntZoVd0N/RL6uZ7xqEYiB5qdNv+PVN8w0f9LPU+bzF5nPL//62haON330L4Cb13Wbz2s8xxVPveGE51rOywY+5Y3VBqYv9v2dtq1z9ad1uQ17+7yS+mH9bhnXtXcjhRcf1k2hf9e1GPL7dj3y+9UYhvjhasxfsBH0x6sx2O9va+LjqKnD8tvVGTDZ7ssVsU/XdV8XtD5e/3qRvl1V+3pR5ppH0brHb8zyLj7f/XXP3Nj492/7/v4+HSFfdIRj33WEoj/s1sX/AiX9fIUV/6ala9/5z0umP+yfXC+CfVbRvy/6Jm7zxQ/eL41/3oDxs3v8npQxJHxemn31B2jIH0r/nyhGsL+xLE2xQJzwf+KTLhiM+rtkTHyTcdsHbdjk9/835UzifyRn+m+TM/mjKP/uLb9T3jkf/n5u+MXI1+GvDb/wYP5wYMRNDiYOVfnv7AH+t7f7vsT7d29r/yeKkp+3eDME+bmTv2jzOrCorzb0Gun3tgT/Pm8/bgr+y3byUt8cfVPBDRn/B+8uufo3P42voPl/AEdv6+prgv0HhguYgAsfd2b9yw0mfzo3/hP9upvkPR7/ixtZaOLvCif/LXcQ/EVR4CW7f7nn/2+KFv8JF6e+qP9f7Pr/l2f8WRcHh01ddx+bQy/R6ggmYvF/AQ==7ZlRb5swEMc/DY+NAAeaPDZJ22nLpGqVtsfJgStYMzYypkn66WcTQwCzZZtCNC17CpzN2f7/fOa4OGiZ7R4FztOPPAbq+G68c9DK8X1v6ofqR1v2B8vtbH4wJILEptPR8EzewBhdYy1JDEWno+ScSpJ3jRFnDCLZsWEh+Lbb7YXT7qg5TsAyPEeY2tYvJJbpwToL3KP9HZAkrUf2XNOS4bqzMRQpjvm2ZUL3DloKzuXhKtstgWrxal0Ozz38oLWZmAAmf+UBkuw+FcHjzdv79fZp9Xl1U5IPN8bLK6alWbCZrNzXCgheshi0E89Bi21KJDznONKtW8Vc2VKZUdNsT6oeAYSEXctkJvkIPAMp9qqLafXnRjCzY/zQ3G+P+jfbI21p3zyIDfOk8X2URV0YZX5DJd9S6e7LszKscbaJseOHONM6sE2RVxqEVE1psRHqKtFXLyWLJOHM0paXkhIGy2bzuqp3jIu00lvfaN2I2o5rvAH6xAtS+UGrDZeSZ60Od5QkukFyPQds7iLFAUSXkdqIuR4/2yU6Zid4W6AJrZbytZmpmjShdMkpF9VU0UMwC9BU2dVDMVFu6zbGGZyHvBd2yaNwbpGvTW3wt/5I3NHp6KjFjEpB9wuBo28gT4dJN6bOETTT00GDLhozU0u7hyYK+vERqdeGpaxaueyqZm3q/t7PSBzrxxcCCvKGN5UrHUU5J0xWKwwWTrDSvkqpgql621QxIQX/Br0t3Y6A8+1y1Nvl/sxGdTuAajoWqcAidb+DqDygcoG9EsFZphd8NYj8LqJgIJq8YIARGotRePokAhbf6YTnqMTggeP+TCKIO9mQLVBLgKH11zYBFEvy2s2hhkQxIzxp+D9OAVB/7xe8FBGYp9o5T89R4J5wJLFIQFqOKkbNsv8c2+11Y5udC1vf0cjYZleNbeqfCZvlaGRs8+vGFp4LW9/RyNjqb7kWt8lkoseP4+pzB2sXFO9BFBbQfzYFQUEXynwgBfEvmYJ4dq1gjVkSpZiwJc8yzlaQF2uN6W+ipD5dN7NgGrj2J+3LLIIoOhMvK9MIbF7zi/KyqxY9XlfLygt76UVoswovysquNNS1JTfnW7Uyzuk1HX79RGIgmIbKGeMBsssZ/w+/hlevouENfS5f9uyzaxprSFTy56C7v4nPqFE07Z5ynm9XU4fqTONBsYsYT4K/Ep1y++5Gz1ym4FT/5SiZyuh6Ck6/FEFneiOp2+OfTocc/vjXHbr/Dg== \ No newline at end of file +7L3XluTIkQX4NTxn92F4IALqEVpFIKDVCw80ENA6gK9feFZWd5dokjPDJjmzU12VGXAALs3uvWbumf0nlG3f4hQN5aNPs+ZPCJS+/4Ryf0IQFEbw6xsoOb6UECT5paCYqvRLEfxrgVWd2Wch9Fm6Vmk2f/Pg0vfNUg3fFiZ912XJ8k1ZNE39/u1jed982+oQFdkPBVYSNT+WelW6lF9KSQz6tVzKqqL82jIMfd5po68PfxbMZZT2+2+KUP5PKDv1/fLlU/tmswZM3td5+fKe8Dt3f+nYlHXL3/PCXzp4YfaHzaFP3qjSM2XG93981rJFzfo5YNqzrgK26df0s9/L8XUyhr7qlo8JxZjr79UeC/0Ju+6w4OrPCPZdwffXxLcF8I9XoI5vC76/Jr4tgL+vHv6uffj7Dv6m4Ierb6qHvmsf+k0Hr78o069LU3UZ+4vpQVdhMUVpdS0J2zf9dJV1fXfNHlMubXNdwdfHvayWzBqiBMzqfrnNVZb33fJp/DDy9fpz4kGtl3kv0dXW9FnHx0pkE79lXxbkyzNNEw1zFf/y1pQl6zRXW2Zm85fKQelliAP43L4L4LN/jvb59udi6tfho/vy1dZP7/7l+viXBBjGX6JmARUtU19nXwf6JwS9/hOA8TF51TTfTcCWTUt1+RXdVAWof+lBc9HnVZPlHzVes1J1xf3jikOhz5n4WRNpNJdZ+jmkH33hq2FfrWbv3xR9+oaY9W22TMf1yOfd/4B/8dRPqMLIz+v9V8eH4a+eX/7G63H8szD6RJvil+p/dcjrw6dP/if8E/nBB7P0wqfPy35ayr7ou6jhfy1lrrXq0l+m5tdn7j2Y8g/zeWXLcnzaW7Qu/bcGek3idPjg/T9j1O1rQXAV/Af0ZwgmvpZw7882vlwdv73Ss6m6puDDYKHfLhf80+X6a+C0RFOR/dXn0C8Pgqn5q0s9ZU20XO7wLUv8ZM0+X9WBl/1qIvh3BgJj1LdVzP06JdnnW7+uPD1N0fGbxz5h9O9u57LE7wzpS42/mtUvY/yvWxr6AxNcbNU1fXTRAP7h7vF0fSrAp6obVtDfy82z69v/M6T5hY1pn7yvb3/+85//359a7T2KL3HwjaV9df8k6z5M5QeUaKs0/WLUAMGiX6HtWyri/n6jQn4HGH6REJ+NfMPSPwOMD1cgvrz6XzWsr4/0eT5ny5++R4t/wLLefiT4NjovhEcgq2oHsH7fr6619BNQRdcT2bRVyU8e+aXka4H8aRHRfI1j/nr76nH86yvfmcRcZ0tSfkWpn1Hp70H/71Dsb0nnehwVSBy5/UBTnw9/Qx9fre7DQvV+rpbqgwPjfln69m+S1y/W+xvL/luEHs3Dl4Hm1Rv04wdGh3+PqeM1qbPlP42ifz8T/sJ7n/CD/kiDQGl9T4IE+QdxIPav4MD/Bl99YYG/8hzxz6ErBPp+Hb9TKV+I9b9NV7/Xzh9KV8TvBC70MFhHl/wdkGVdwwejuPRmNn84/LXE1ZABHPrPA9hPQ6Ofhkc/C5F+Gib9GCp989hH8PKTFr4v/FkZ8WMh/ONjX+OdHwt/Vvaz4O77t+GfvA1/9/bvh1Z/Lx9c9wThJpDMb+5x1RUMfcJ6B/DgR8JgWBjF8J/FNfnHn39H1vgpQ1xa6QOCvkRyQDr9LKaLhmEGnvLHEQkOfytjv7LGb4mE/CcSCfW/jUhg5J/EJF+X5CvCI38Qk/xOO38ok3ydxB+oxFqy4fomrN0HcMzAcvupzpt+/8GQ/i8z9v/7zNh8mctf8q/G8pdfTOUnfMJyFzje/tA82S9N/I082T8G6dHvQgb4qyP/Bupv5E8yZ+gN+YPAHv4xofGD1/4K7r9nfb8xzr937n4vwfC7kwffvp08Evlh7mDiJ3MHw38UUcK3fwVT/pJ2/Mgy4r/NO15gg5L/tLTjV0P5m/T7qWf+BQnK/97yYr/DePeojdPoP5HuuWqo0uhL8PR3REw/pYU/WlP/BNTRPzcfI/0Frn8MBgSMxNDb77PWH4YG3+eY4R+zLzj1E9H8h+Eo/j8GR7Fvp4761+Poj1mKf9e5w78zO+hfP3nkfxelhC/bE8sUdXPeT202/R9K/aNQCv53gynqv2stfBtnaXqpahDovfr4/2zlH2QrV3DwZ+zfy1p+OZPzzxW472oB+hb+MwThn9df1C1KoJ/Xv4pbcHH85uKfK22Jv1faUv9W0vaXcx+/wsDjItHvF/uy3OVPf9hONFj5z6wC/EP4/5PNyj/aAb8nd+rHPOzPTrWg0B+1SP/rdvQQ8h/tBf+l/CmMUt8s9F/Nn/7db/+tLO8/KhH79ajo/z6z+Nsoivxb2A/6XfD53U7uf/b5PyZfj/wkLvh6pOUj68tMFZjG723p/7Zrvyn7v+3a/1nbtRkw7fiLaf9xifzvz3L8y/dskf9pm7b/AsX8c3AmvttMhb8/pPwPOq36fTtfdePvkQZBYX/t+T/odCv0+6TxjzwHaf+Sa0r/9H+nIf83nIYk4O81zo+A+M88DYkiv2/JzyHrrCyaLkMCYhqFP6TO1G/VfC3hh0kmzTqD5fnB/j4nt2o/fiDqbxtBA24wUVIXH2j71aDSLI/WD3P/HSv5fqU/GqS/lkJfS0BV0RL9CaW/XCLC0BWX5qhc5mnukCoWPX390Syn5J3i+pTI1xeJZeng+s6Q4qMRrg8PHWk4A2YUA3oUjqRsYdvMoUHTlty67p4GDll7XbNaNc+wrEUXSm60FpvRDcNE9LMRZka0aFXiRboY084099i7M97Zj31ZMaT1RISaz2ByZtnXFMziuvE14+eZS5AoeoYoWGtE6PRWR/JnF3coV3DjQJRVYuEj7bDZyNOW8J5kUXlaR8XAtHWnaQMOaGRe75dlCo+qbxXmTj+WjtwI5MaaWpglGDMAONGvL9s71LaKzZmdtmiUx/XLGhkfoA1f0jqjdk1pXTNivodFV03u/lDftLfLXClVJScmY6I6j+HYdn1qNKPc41sb0K5m3Xy+bum7gRzcQ83CxiioQJrDp3x/G0z/wGmEJbf4Lee3lyXHEauJohrqL51iMPSxIW3LIc2xhg3ncbyfubzCr9E9ITr76thMXU4kPK9+Ws0xp5TICyM8egr7fmptFizUjNWHUns0WvmNgLuczXvlx4j0e0OV7Kth34On3lnp5ddYrJVnT69vHiPjhubfcmCUt/LoD9XNpVF8yAb3cPcSF8ySthImeCGysE/HZU3M09WGuamvT6qzLSzO0W08ZMaWsO6xnUrO4Q5WWcfllMI6z7STDS9KVOdSteQopGOB7215ZFs6egco9sxl2wob0xReywjxQfUKdSHehXfH0444voz33p8KK7ytbbM2/bwGxHhqPN+sRGWd68JRWJdXY5mj4seNnF4lqjNIYVTuqhavCozfftqFr1dsL3ICehfWwire/tidhrsbopoEFazzqy2oGfV+1Mw83kioSOd5ewnZ8x0+1JusOPjzEd56NWB4L8kEHtHOt8gbV/PXX443WK0oWI5lBc2EH/TS0Ig2xOi+bQIHlQU91zLzkAv5aYnmYd6fpLl7M6nSytU7ozJoMAz9Ra8eRTe0fF1FFDc97yPN3est8A/e7goxMTGZvtd7tw65YvaHMFsZ3Ye3yzYYMkGkZvfLMwh9YP/oJR2YWkefM0vbo2fVxfsW4v3Te4tMxXPiQ+RV6G3Au07t0utm+7RQpgkbr5pd6cRVQcSHNxPZW53lHFm6JRgfxFI9HKVU7Hgv4feHmY/6mrDLNSmE1L8Io/P613OrmJlm0psGlul+WYtAPfenFwdH3DSeyFHAAxFI1M9dG0w0rILDKjGeO7jguvHC7RBKD8kVLQxc8teXqnnZFzILd01aJwwBnkBc18x5Bub2ng8P4blV7pL0GbyzdwBfHifS3WxEM2PP6w49JxxvyNSA8QrTpXrX4BIAwH71UCjrMOweKT688U7C+7WYeP5wt+jBZJhya2sraF2fDh78VvQcw+d8Yp5M0gnvhA4Zyr9scjqzN7mSYr9sRxduKLNfBMUoeyIyPYAUjFR0euJyHgGzKlMkJh4xmaoFmzx52T76wZXYG8GrdLw38KrpUGHzO3OGu14RNA3Gf8EQ/dhrHroAaQho9aEX65rsF+C0Eb1GNN/IQhNwbsCdETN5dIfQj2chDTun7CJGMg1Eh2shLTvlW6yA0/pGP3PeMErZtfjXWryUvmiC/ursTeZPntsbUR74m0K7inHKJm8pQlhxZ80pNRPLGRIojgxc25TJcsDYu/Va3oxU8dQhbjV/G8toLJCoN6Pe0kxlHliZovmUO6LKwcSK4jCcUaC7OwpEHU+QpvdhbohIL14dMPT5XahNtQ7FgPX0+2EH3ityKzEs+PbmucHqBoIb3bXk3uU0Ou3S+H6dhXkZFfN4oLS43jia5LO8vNBJEMKrWFRIPb7ZE/mMSW+7ycQOVh+KCr7YFaowN7pP9nJglJaXezk07KV8PHmSYLfUVDI+qfnOU+Da1FcmtSut4/HEFt4XZWyJab+luOIRMBuVY1sK1do535kKiw+FYLJenUe2PShrPY2KBBuO67wd/7rhCoprioOgrs54dfFtPSPhcCP3jtlaWCBvhapCCYygq6PMajARrc1NdpMqxx6QZwc1+h4s05ir5lS9eVhC62z01dHwcRzbaPTH8T3Wd/cZDZObZ4PfMNSgD6btbJrdI4tWY9o4hXwc5JEaO0TUXp3oXbV3tYCNrAop7qPgOSRlSDAYG/QsIPM9Su8x14bGN/C29CPruuEe2ejh1Qmz2SDgqz8ylLeNejrWnDdrWhH5MhyKpROZp7lGuTlBLy/VogdMnoYfXY0S1qa+wsnxrXmRVXhVpjPNo7FzRXyv0x7bbMQ3stzEKBH0Y97cZzyKyHKm0hOuCBsFjS1I1+P+axie9QP2OmPNbnafrEO7NgclabCLjBnEocOKd4ETc97jwe/vQBvfMJKmJbFll0/4Pbu5KrX5PUpxxPC4WrM4ytehi8SYzcdPct9pdOZEWRvKcta4coK4JcmIl55oxA6tvFQuJGzS6MI9H4/hvayat78JLjm0oof5cl0e5/CCxXWO3u+iExHy2Co+CUgFTWzdFKvjuOTU4T9FrteFQ/Tm0DZOAOK7ZifaY4jC2BYWTceWsD28SAi3RfOXwn4JXXux/3Qq22MFsPi4X1BtS1w/x9VU+WHdtmEYdyI5nU12LNOIWBPjxrC7oF62BAl+3KdLgRFaY8Q5tila4yAwgihLfcaSNmtLCyOjghB+GKZlCrkZZWc7jPUbCTw2N8yy1BIZCqqRj5MEZt4B1ztPzcB1SXJS+Y3cpWxO/RsOiUqNJ1snk8cTCJm4JjB7WBJi6qankxDNOaPPF4nM/vMKqy4pdU+brI9uryleEgluwpVqSWbpqWVJiYmI9ORCEHT1T4jULSNbzBvVlVEWhbjbTVmAzHuAtfeWuSyVYV2c82OVevmAOig93u8bTd0+hCbjv26K/prJtcswG1YfYh9HzwzA+IQlHXLJUUaKb4/8BDbPxUSaV1dIynQ6NQIiyRmskEj6iTCo9Y6FLpw0ZG5uwrMI7/R+kzYkJeY2e9uGWxqRwAyOuO5ux1SkPhXlIbRyWJeaJVB9hpfQBYilKbHyrHolhVaiJNw6cXj6RNkBkDt3rKjgSq9kyhR1IBWgSglFrack8xZp/mu65aFZN9U46swiJrjimxyizhf/SpIMNe855t0ZCJcKfT7bt4Dqwy3TTzAP7jWagygfLD8YHcq3kDUEjWZlg3LD1LGmbh1zeJv1vAUP9P44OdF39rdVsrU2RrYzaPYy5vCrILNVWmbs7ODkiKv4hqOS/QaiJAnuTKntyvuCDSBazKeulKLFL08E85HS3LQpuyMDqlsqpROZeGbicrvnBdBwQkxJN3YJ5Oylkg84qFMxxcMVe0yP7gB+Munq4h9MtAoEoXLzdsVfEFjCc+hMEqPj7r6ir4vb7xYpH/LiBHifhff3oLb2ZXHIrVTeb8TejmjuKKiuFG076/x8A1KCBGRjpK12R4CGMJiqS5dOBFuRj6czsLU0IMNTcOCl9QI0TkVoGlWjBxKsvVEaBmFL2z7wAEh33bS1+HGPn4aXtWfbRvGJATNcUe2JK0eaHM2ZXM8BA/PXt7Op9xsRn3UWoOcri/U2vx6uG4rJo3rolVC1vH0hr4g4qljSubfvFLsPPRop23DZq4W4zzBzG/8dnwLQ4zicd/4Sk8/7owmgaXICYMhimJhN3zooeGTeUKJhE8g3qyqZzCsiZmaPdAM3nkYiG5XxANJuxdzNq7VQhlF7tsMjTh54hfp3uIPDjvDB6tZucfVG3clBaDISJbk0Qc1qn/3IhqLosEMSYc88R0sVHyJCHceBVFFhuqVhh2Aq0l0jZYCMdDc47fUlTNcP6cctuFaEC/HEkOmJZ0NeTqMDRzICDW2Orhq8ZLc7ol0ABItEOBIrGgMDChQKRXMJSFsQFs+SXNwgyTOyiYPrLHodDx3eIxO2NBxZpxOftvFRDpFEWXplDnWUv2dNkoBIXZ9iiE9P9XZuYqMcRYcNZPAUmouegI6//gn2hienbWN9qy0Q8QDr+aCyOMCW6LwCiK2jZyy9SgPyml7hCm+Im/9qUGjrXjW/aQBnPE8/UGchKkTK0fxLROyzk4lsqZCQE+fBV33ohYaD7uvedTPbhuiSVSd8dv6duiqX1wWYKuAyqSXc7RV3foItYATboBEY5af7tOYEiWA2UYLZrrmXkTfcfkvdnHqBhY9zDghD/dbjjHT/kOgSRRF7tx23FgASBKwhJTHK7DAXbX3TTYkFksC7Cu41hL6FGLZv74oEuKv4H5DZdBi0xk0fkx/ZnGkQKR2YjDMd0crBt1eOx2hEpv4Wwx8B3JfhMyk6bToBzcCQwUoC4w0ljMyPDuOptMNTUvZhoPooHwH64nkBKIiGQCWyyMzmFaKCgao3jqnasL4ifZzZOUeguZ6U3qIYzcAZyfrev6rzCnZuNly+zcHwuZ0ZbzlFxKDH5ErUwn7HFlIvBCr1JdpkOMbiGBZn16nWYFK9Iic4V9lSzOgzPLcx7oYARBzO2+xOEM5U17+pFh6Ng5KSTtzxecnFrgAxgz6DJE3VuoHlhZpt0CO4Zmmap82eZgxwxYMv17O0Of+mhBFpq6Dp/fP6+lgi9RU+/HL/SX/9o3x8/bhVf72PqSJNJ+DCAl8yFTRqfH2O2a949Jvr4uMj40CaYoFiQXslrdvEndbHqBWEtyz76LnPyJ7/uB4NmuvSUwxBcSob9JKB28bxJDOwnR0PEGq5t0IdI0pz78ol+eyqLhV4JsJ77LlQYDG32HuvyTncdEspQ/HSyvYArpfQN8v7IRcZN9xin4GiE6o8HjZkXtuS1im06rbfX3SlF30hszSZtGb7bBTerH6p8wjFgJLbEkolGr8fFJqiyZqejzVGle5+8tjTrrcHJ2+Pl7yA9+++hsWdWWYsvCbH42vdv9Zfm02CaEcE+uNRqywpdfgayqCl4JSDKvnX5z///dKXJhOb9hpjn0rm/qzILe4ea+CZW9A668dcIe4t8oLtYV3jOoAWYKvf1MS9P2p4NsyQie7sOeZwzeCaIM0Wv26QZtPkZw24Iza30HuHptgsoYedoKf6tz0jQ78crp4bkV82sVDykQeDlR5i5AaAmnN2naW+bZH/pkX1t+PUxS8tu77WJLW2xR+1AV3iXLMVfrxVbim3b5/tugniHsY1alBjyv1a29UqWDXcFN0zQJUhkczPPn3MxlXDL+t89eF6+vYEtiXCTSry4Kk1Jlvqw+WSyDF198Pm5F8c5QYsmwWmzpWf14yw4+vevMwPR+Ab3nDNG50dFzI+GssPsmZJSAgwZ7eSGaF5GgIXzHSjS65ghKS2Lqdh79CFrEKhO6xg8VVhy2Zv0o8LUwXTpu8OewX9vE3JPF0FR3PjzbJIqfAJpM45E+vx7JCOOO+wj6Lps6sHu83zbNyWNmuTFoDslh6vN3bO3aOGL2z2oqbNTx0Ev0unomkGI3alVG7KxAO/zmN139jhuRaLOsXypaLgtR5aMlzxhJhfkE2kWQHozSsNeCtHamiTCUSNQ7R50QWBuM2h8Say734gNv6lUOorbVTqwk/FMncVa8vrARDFMfdp0gxMewRrB8WoC6irgV5jAAgCkMB9Q8JcRjYT0D30kqzeb2Px8TIffAbhYdbqPJXL8v24P9nHdpSJpfg7JmWw712yXyyF3Emwh5B0oDLOBEwoeJJlj9rzYeY3fLNqn2vzWUYM/TaFt4KeXi50S+az2wsfEy/qnhrAkllWEyAVjS1Ongz0FeA1Qb4fSaMEyn4zQM6BNAHZRN0OZ7UkUKMhlsyywAG7x6wq8FqoTmHTTK8Rpi1hhm7s7tciwjqSOxKnGrN6StpGQdxRPb3EgXLLnOb5srDqfoveElAS4gS1A77gNCRr2DjQnhSa1+cgTOTj8VbJ4UCkUYwMrCfiuOVrfdMiUd8w3Npoj+eMxmSm6FUiATTe6wcBVGUSeAhkP73xRTRohtOlpUeMGixdClGPnLugGW3aITnKuAEC+hVCz3iozu4ARCqGsO8zczrmnIsPSFYbgNOOBxaVQTD08BlA0eh3k1v1HjKkIMwL22Yb7SN8DDdY24oUF81pVpEbZ3iD/lSe+cIy3u5W0imKC6n5/aqTrzzrjfhMPXoWj4rprR0EcbPZVKvkRP6lqMO7df9QiI84O6Emp0lZLNWK9RqJO5DSScwuyuxNQsQxPgQ+Tv2EaioTeu4UMxapg9ya9Ux9W7oiGFgTwtF/9B6W6j2RZEE2m2ZNj3CkGAth4TctH1+ph8PVw2lRW2/SpnnfISYwNNZlLq8QRsnRvTUz1NLLzhCgWD/dGnkxRTReHIyO+I47+kqbwoe1tuILGl4Mn8HW2jx5NQqBFBTN9ZENphlnWoG3yPC+NUkqucgddaa82K6ZyRtFfE9LrLX0TPOl2gM94d57afI12TQ6PaynLVoEmSEcWKbfdNjGj8LaUBGjXN+b1Qi97HRMu4HXYatqn9DC0rwYTnqimGmU2MbmT3iXStIT6w2xWg6fi2OrLhXLI2NO5lPNKLflCpUjSrwDcAvaBags3rtBrjlH93DtaUua+UIMPafNwHYFh4wqUGk1sIUbxhAKht5FF0VXhGL7GCJco422R56I5WXXDkADsqdidyBvZWr15H40lC179zCqFsoo49fJORNRIvGzFUkeh+cqzC3F5mvqYuT7w8HQAwNO+6ql+QMBZPvpq5ea45Ii5ukg6p8YyXO14Hgs3lku/CSnYfVJAudZEBio7PYOfTBCAG9dWC0YXjKbBksjH5pPWKp+Mz68eB/X9IIsfipvc+jn2S3muaCw2dHOniMtUL5i8cckUECEo9TtTuZVP5YObkGsNkGx/pZTTHwzl1RPuH1SFbHk2HspGm3o18/Lmbr0veWSqmOXb8AZSEoAv95H46iihAlSsvXgy7zEG+RcTDj3dcQ/5JUP2bDxFfqLz37tX+wXHPv2niOTxEY2rFa5bZE268417znZ4xF6gkygq8Znkha7t2jPFBlLorkNj/rZM7CDD3ixoRSdcZTShgquIVzlApSwLVy6HbsXUszJadBCYuVdmnRM2nDdz7Su6mOieVK2sugoRLuLeBG+FTlbU72de+6s20s70zdeiqo9dTd9ksh3dukJpjdT4x1l+7XGIyW9qpctnhe2ZFimojJrgP2FVa0UKAWdkO/UjPYB2c9N29CsuPC6PZ6vsMB0zlJ9TAJ48TSyI0uP95gLZUPBolILL3JR0dudyDkfW/rb3goqTUrkhW/PwHg1V1yjcsrJ9GwfeCFfovg6OMNb6K/wbJCX19s64WeaALi+w5PBS88lhRK9eF7kmD7FO1uyPKxVAfb0IEbTeRCM1FXngw20GjZfHlECtUIYY3Op4v5uLo0d4ji8qG5aW5Ri0mIFhMrb8N+eVt1dqMnal+ryj+318t/V+Ha795C/zFuXyXvcuJJdFaV4WZ4lvNuFSR6wdydEE0SV79ErcyPnMZBdLvpwe2NH4MyVgDymUN8Z9flCJVkTB/uN5Uqq3VtoSPaKlM9d6XrOS2houDBnhjW93F8ezsCcXCoENJi90SjRyaEPKVWpzd1L5VBnQy/OHBl1aAuiETuiM96rIb8VLyapfCag6qaFnB7KKLWYMHKjnj5J751K3viUfji1G5UKpwwlVrr+2UGFwO2m1do7WHWQQJLjS3MTfqQP/j0FJUIrARcR4Zel12sy62GLViQy2k4SEMelve7u0gNx5AkeXd5PmCrjdyOUrTu6MonhItq9i0dcxgf0TCbHP1SzGo1I3fTwAK6ht8hiRzapPh9nq69EWm3+eHtnajHwMcO/NQnGTIfAFP22EiP7sRfN3Bu47bG74aeBt6kPCnrUmjnU9+MYcdm1vFKGKM6LL1z17aZI3CTTMQvR5kstYsqaCYdOVZDMPSZBL/nghmTejdYiRC1QhuTTQitN5c6DnTJzJVyZi0VaJ70rgslJ0cz8Irqrj4dhEyAl84LLlXsG0U6gUaslluNeUgkEoy9p4BwfcpIb6Tea1cPbTdhAHkrl+eFSZJrk3MHMRtkVd5EF9bHlWLhZkZWN0mAaM05e9gq1xryb00kEnNPSb4SA+uP1qgptz0vSXU/3/XBsCJMC2ICLOwLEN1hG/3GDTBChw3oNOCNf3LJeAhpQhgQw/DlASEeqedxV/MPBBdx1suEknwv8cJrwOBq81A72MdYiNk3ibh2BX2EBu4wJLDN2rJQOMoHdP0JZr5hHFhXxnPFsWwjgBcGCKqPfh1VA9T0XUtMcK4+xv4CYuaIe5ZicJ3x5PHUKYsm+OSCJzvnxcqPp4Q0YP8SEF4SPXorvRiPfc0YJ+j29XEIlo8S6fKrsYR0kKpr5IggMycKFuzHU/sEToeQq+LqCQL7RSiK8kdOZoy5piDXsbPK79Wkffr7J+piNS/UFl75UdxVsGm/uOG5o4lXC9noYjx6r3ARnwK2Umwq+nLyUtqV8qAf1iibcE3XBuQG0LicD10b5JU7eq3p7AZI9VBSl5BjIGGWJBHjrPJXqLnZe6ZzBky8pciR7xW/NusTjIeTvlygJfPp83bhHJoGsJipSZALCmTpC32x4rMtFuBerWgsTTW84a3saWE9zhbJgxj1Lh57vkUKYcpXuBWApuIgcRq7gGh7uC7THU7ZLI6BgaLNEpNZYzeWDJtxwrew1f3rMpJQWd2aWHx5fzOid4OARf0uscqkIcO7FZdm73y216kvtpYOH8XmRWtNS8cA0dDNGMOhtD886EDBOd2d6cp0+Ekf92F9zDdtM5U7uHox1pHtCRCANfakQnYbugWLIx4zdnX38lv+DLuVCDy9e1bYhb5BN5y+timZZb6UPr63R+82qZOWB3+vcFvqnW7yzMBC3ESQITwohseT5IVlkHi8fWzUB+3dxrxYLCl98pyM1qwkgc7FisJyCnWhRVlxTA8wrgM0Z15pKkzZtTi61c2cWGZyaGtkz2WbdmyY+kWvOKAnKkeUlyxBjSbIbcPKnD2X9ejknNMict2Kd6CoPyCp6Vb/MWYYy5Q5NDE4k0m4AfeFxRgUbjZHxd5zv6UiwXjr7EfVwBglNLxEhAkZOTv/qhLVakx5nLiZUHGkeT6YWLvzyREy6X5KuxEuOTzpD0Xz4QgkxvuKQW3UFvjUBVlFmLjFGNPFEgLUZXbdlnbm4uiDMfCiGvGoH8GtgDmC8kqKH6kYabXp/nyP7BLLzKg75eOQ8MMgSgm93CPKiq2/ZLLKn79QZO0Lo7Kp7uWDIQCOXptAiNyCIaDIqZ2WiC7xAKOiHj9hwWdLWjxt3zWG5Fi95ok++bYRXo68awDHczC8Is3bQc2AF3BXaeYSRBfkiVo/R0CupFHNLd5g8eca9usgrh5SlD8OMjVgh2OUQpYl3YrFSjlT34YuDcTm10u6KbmCsuJRaktTvULLlgz7fw75R7zVH2UscglMVBpUIqqkj6BgVQsixNzfiXlPSntc9jbIvlZ8jotCn8ohW83uNatq5FhAkBDLuUgp3jAjOZ/MSzfkKWNBEJZ772pEkawIvfAR4Sa8VOMQgunjm8+9LvaJGQ6bZrTbbXCK+mKSjAYfqFhEXI5M8R86E4omP9MyObsiZXwpVgp4WGmyPM+uJcLtQVrlQNttMhiXidoFUFySPaZDj1RD84O6krlX03JDah9CdnFyuXnLG3iaXU6nVWqm1i3RZx6KedFkUPinDueIykd3Zx+uZe5yGtyQ4hvKuctS6dNCAe5yPOnySfoG2g0YdEWzzpmdNsBlSbdBl5BOzwV1DOQr0aILJV1Q4cNbBO79E1ZHjZ4vpLpfaFgNx9F8aIQXbvEqlTSpnDvPym1dfsj8cWWHWQzV13yrxoKMEhQAe88B9hJWSQOwRHRJYbvw4M/K89BBHB3FA8IVcxDpMtlHHB6b58rXXVQf7hCndypbUh6Q5fjTIbUT2db+B00i6IgWGmjU9G3hvMEYBR1vToBEtE4eLNKwjBjRBOrXmLQakzHcTVQOOSyoTV1i25ASgJbp7ercYdnmHRKxA1ZxkPgZoau6vQLeqL4HcLWBMlk/EiQr2jZhIh7ELl68oZVKuDrf6vmqtrR5j8+roFyD4g2fqNgeaaA2mkndWO5zNnD7SO8j1SCHWRdAHGZxLVZgDkgWSIWPvUc3vLalEc9cl7isX2AjXXejMtPWNMgyyrsghgdgNGPDLdvD9y3bBezrRUQHQ0APfwmu3xNsenXQmgQu3lBwgGEXj5rB2bYj82x3JcqiUK4YCVEgnm/nk2deFydp9GCnWzELnfI1JNvHerro4cX5uyojBHTeCJxmLDiy0U39vl49NoLAxVaeErXAfrPRpQmbl1s40SIrnFM7do7WF6vWyTVtjP6nNS0y3FjPJI4fFBmTN0NEIG9koWj2twurCvQjzMW8dj6u8SzSqy1CGoGQPW1/afClV+Gm6bH1fHoEGY2+isY2VV2XMTQa5BFNOl8tkW0oClyl/N+FGb/gEs1eVfdzq/mX2BUTNL1xyvaKZeSULFD+8b0XDW84AgdAhqoynDujb/DLuZy/txO3GG2tZiy3IzzChz+5IUasvLWn4QnkQ42EcYdXTOCG/biXm3wzTVv07yAu4GIuMlIZvpsBi2Dxh8OV8GcbqGQqxDJmNSOJuzUpGuU/zs0NDnpXW8g25WX2SlZXn6mlMcdPr8kvCzijCpGZ6ElUjcMMsOkdh7kLoyBpJYUVFy2/QKkTvSZdDaRSDoHt3UQMm+QJz17JzBjN69KKmQg9HHApcDJX7KwhByQW5OYcwtclrC7bXiX74Maw0ikC+HGBZ9t3B+U1I9bvNp4/eqgU5mORJqWOw4U3f+dbyI4fUzi0zZ+NdB7Z267u5XLQuH87CQctnDo72Mx2a4O/H7cnftW2xAvMeijZWiVnZG/FkBjSpHlVsR8pOTW0ssIN9ZLLeSmBBCP1e+Qjusa+E1tlTILjtbpJAqdgyTRKUGN5dyayLEegEZDsYGzO9SItzDUrJKDA/vOMJ2R8O/TpJIreJVXvwxPsow/ILjVYm+kDwfBNEntt7tI0gJtAGARArflhN095dfrKWsS/h5+Lc3j3uvZhlW0LIsidKL1psw4rDcovN1NSmNbASbD0Lz4prcuIFRMjq5IdmgxMQ02g9TJRMuSN99/IE3JSyUYKiEbjX2CvC1MojJycNGST/DM8XkevE+gCb/J7q4/rW3EnxI2dz+8jDLtSqxSHUi7JoJP0T4Of9IR95htw3saHlstHTr7nnijkFBRugUP/gWM7+vnfNjtgjM42956/K5aLsXZGoGuSu4Ru9qwQ4iAlQ/t0T7Plc2nOTQJzjowmGHbQ3exvk56q/6+wrCydDKJDaDYkpdJvX5jrWGNKWhBlbMjgJOAGZFRJL5XYm9JuHkxDXg5MzD42V1qYxtJiYSUHrfbBp8MwHCuVRmXvr/U5YioEOzxSwqA3R3L7sFd5RRKGwuJCblvw8bfHNjM/gpMxscwuFEz14NZ3HalfDiwBoKgt61fZiA7E37OuoTn5Dh40FQcF5UnpL1IS9b3AQ57aIaFujJwDIA1n0W+9spaEwEIm17OTSi9zTHu5hES1Q5BeDfnCvil+nPAzDK9J37ne0rsUIfzDbcEEkvIdzHryx9YrZIkoVQniqwM5HZ0JqNBxb853iezeMJE/4HWys+tULHFLW+mLHTH342PHIGaqH9kuxOzZ8Lz4yBU24gsNtTK7vC6Vvt5PoGM0Y8x4sl7NjKMPfxc60fehh0qIQJOriv7WDm21GmlulPWeEEhtMJXaIk2E5rffIByIMj3k30rqYdbZuRgppP7DtMC9VLYbCC8L0K3ZwMP/EfOJVo3MNrO5hZ0u9V9FYSs3U2sWzvEskI+qEjSIl3SpOXtXpHV20Myej516f4DfbCyz4mQrgmi99TXiYBfsRrxizuXI24peZT1R29PFB4MuMafTkCJ02v6THw4DAWZyXhffkCQnlY4djwYAc8CvlmN2VexWnnqIPVK8dv433KHcDlNLheE378msu0gDx01zPr+2mCg3IWhYifGnLNFJUtbdGcPqbSZ7vnhqiNzAnM72NK50JInk6xV1Z5JFAveN1l7JxUJAXvBc44AUaapIrvhOFbjUPHlAN0VNYgOZlawbU04bYRwmWlPE/RExSUzXI57zZGJ5r3nYdnuQMkKp5M73JjRDxRG+csUFEUy6dGkOwwyEVUjdRq72M6CX6iC2AgzpB3yODH92VREVcWcQnZ37v2Za51as6DtfW0SObGYhyyp0AeMCBztrCRjxuDIeI1mvYMzpslZ/lnxHNMyvguFUQw73uKMFMS+V98eR5LNVJObGdEF9IMwkTJaBVi0tSJUzO/QRLipUQQQ/1Sg4bSBgGmSOSPYHjFF7ukfW+gri6E8IBB3NcDqm3BMSTs1VJ8mGGiNXz4YLtCIxqtjrWkWcpeJaLJyjFmHwlPMrPOW2eLsCwD0rENEIBBP/iiRE1LZXob5kXObQsn0GBXozWW9c0YUAlStw6Tq5Pih3S4Uz/YXdfmSrCoTlBjsueaT6rRd3F3FHiJ/1WGxWPIpiO6Nsmu5232TVFv2Sbi39QyekzZKWgu90HYhMsri4VoDSpcs6jSRMh8g7dNNlMUNK/MUi8d8AwgG9c/KU/pYBM+qgEWwrmQg7rFTeKJOp/ZA1GFFkJ/0kbRcigNoiejpPtc1OW5ObhXAgoUzHv+VVrOtRHngP7SZ7j/p5bx/Ydg9wS0iTKetlq2gAYlLyTwnwQ4WupCcGAS2OHPb+p4ZrvzUiDWu2EYhYcrPEK+QoroSfRCChZpAhRlzNZONKremtPa04skYVyteR6/PKtDrfUlyj6K5WmL/4O7XVvec8kEGzUGZMrQgW/EpFRS9m2Vr3X8jGbnHhjwV6mw8XFGS5irLCSc7aw46ZP+GUz2FsNFXodLRotJzyaTBzjn6zaNld0t+khzd1KxQMORnGYda0Ls9ASCDKGu6Fy9C1CQ9uLyFJl7hd3HlVKWMW6liry9jb6njp5bRNHWpHXFBJrEPIAtQVYLsWyfQ6lqY2OQh1dZiIFiC3Yk1h2NQvVl/IEjHzk1CX9NyGrOPL23q2lHjVWrt80OjvTmzvL14Syt7OdU402Imd7qk6d6kogv4DjnFiyQyudAvO/08dFY/vz2dA3ZBVfaKNud/f2cs2PiFZtqI1lJKRSl25c+YCINsnDn4+XWo+jHt0Ty2z4fHhaZLUZd//kfJMQWzVxbAimfCmtpHTFc/eAzS6MNbClzRgNcawfnOmmOV0oRGY0vThWx0nARj553BLPYFPoGfUW7PbjFJGYiXcpFFcPFAOd8oU7GbyeeK5fyHuCfWbGFZorbjQzZcwgyW4Fu2vmW7RMB2XpyXTFAuFUxoDc3m/Do2TWuTzbG+IHOrIk93jZOItSncQwI9q44WHg0fvNEAQ4iaTUQvxSKcnuA1iWsZI71R4ig2ctWOLE3NtkjE7zfrGJTF3RwnLmDy8gYApspxtQAUnbVGGa3uF2rlSoTZHw1uwfmVLg0B/KwYTEgUVJhdus/Rp+uQOBLEv2YuRZ0FdHR3fiTUnFXluC9RyotwcdqN8hfByHA/HsGmwjAFDPgb0+/dwbdeaBncVFj37mBUcXgrzDi93KQGlj8wF2um/b26lBsX6/Q0Nn8ICgPboFjidvbeWrSt3xqV0JFMwJIXtA4LynIK+CycMMZI64+SzO+76Nl1YSQ5edIs7FFXV4CvxiSVP9EYkXZwCOejdZ98Jh+nLnxsUm8iY8/Lx4DpPISFF5yRjwsKMdzOMUpENj6dkLfLflPoKhuSdxvIzAR/TliHMOL4yQXhoRyiDlwEmmB6MoJye7EY2UPqp3kViqQcNcpx3YxIL/g4xgb8kqjR+pjiM3NfY3LUUO07tVQxkvgVNhqQWbt+bktxyCE+mJLvtqk2SjkSBHBM63VZddGrRLYhSSQzA0oDPmN8yd9Up61SSPM153pe0pY6kaOhKc14WsjEX3S5xRcz4d8+6OXHdg+v7KEot1upGBmQNOaZ9zuIGH5SrDgE5kH/E1P2j3pD4UmYlcCvrh5Ao4JxEqvie/renqv/M4jSLmmSCyfCiPa1/UHRreFcdGwabZDaWOLBIvoYRVJSaWrDdpKu2op1UI3AOS2Z2OxHwLJryXS5vIGrh42rGQuLxzRxKAaRQ4hcnc31kHVA9fXxHObCSKQ3L7oLhXjapr9kZV1hF/J/TC5Z63K4ZznnluSTO130vzFtNb8Og5tzyO6pylbTlyXMQu46xemAgyx4pKQ+rbKjT24Ty4/ZqxkX69U1KmY3FmWEF+uAfj2GNjAtnP2u/L3OvjeoyNW1W6WlaiGeoZ42NsYELuNCNbA8vJIPKG3JcN9nGMS2mXw3Lx5ckRMUo3lh5xkdnRtP0pFsE2kItOH6c2gxtnadGZwoi3fWQ5N96EnEVdssZLqve7oy/Iy/SP87716UJB0sUS9jyzAwc7qTdo226PbTuOlI0hpg+rF+0JGe/N7uSEelQ6VHY/rOfFpsWNEWMLHl4R9QQRa0eaRVcQYifGSC0bqQw2QKWzv19xj3mBgDbD+yRaznqbt6pKnzauQpRR2AlmXPKuvLsD3wmGOId3vGrSdnSVq6M4THn8w3/7HVGTmQe6Dbr5sajk7TFvFpKCZKZwYhD28S3H+LzI9KEERo+X1cxa8MuDmc1t5zs+QxYIELAbvQ40rvuu9HrrMUTf9hU32Sfq03gPtAB3JHoO1HOdnVFHYm9p4sOdZ32YnEULx9FniJdjmkKPqwa+Da0EMPIlVmwLm+fiFOwpsYoSvlZcRe4hQpS7Z/d2bUR80BOeTJ75Ifa/zGmslVWw3vTAHOENxNBAtD0nqE6orS5oNnBKhqXHNdvOR3hhSKDW7+kypAA/2sdYhVhZNebTG2S0KRYqbJxO3RaDmnBGMdHL6OYsPz78sdMAet/Ia+LalH2B/20X2LS4vq4agaUENoBpU4fXzI2eTy3VGa7LtUoSjJFFIafFYWRmTjnSREe8Qz9DFWSSb3v98OWyWw+QWTBQhepj/vmq7EbtluB1F1qBsKip2RA3S0NzcfGxXKfTQdeVULpyJvL1WN0zh1CP4vNLc+HJa3udwtMkV5uy1lCziSDNU+P0KBsSSx5gY1xPdwcbuHvwdMLhxLY837M+uCJf1hxkRYKC4px22gtcwyz6ElXs9Eb3mqKgicbVRwy08Tz1mWIM7OYHDt9kIx2COCpE30DZnxM84Ws7tPVZXMoIiQhLfzz17T26t3MBh6Sku0+LzTEBkHdrJyLOiOcjXAkxuTsrbcTfcnQCs5SJ9rGYGPse/SDhxrQy8OHcxpdXWwFlmG+LQy+M24ujWOknODPs+FmG4kciw9ChUlHPJqZrHoq8vfmJ3WpGr6XQVoAsHXPT0RHLvL/7IsajdXZY7RTPYyoUlmPlY/bCSoNNl/aOuuiZOi3xEC9iPV7w3ZOTLLSsCVUefK3z4Idi6hNp49MghO49IjYI+EoHEazAKrqxcUnLq4mZFceoa3lV5TeCYVZFhZ3qoty+yL08N24S4CuCBRFT/ZohR0aSHj45EMDb7nIZPWxeKjykX7D+DCx1tCbDDE29Od9lM75ZiTNhJ+oUhEM/Y4cBzcX7h6XegaSUdzLLHk3c12PIbs29lGN8eZS1k661OojiquXBgFUb+FUbgh3l7mtWPIIPZN9gwrT3Pa6+MF++kxgL9Ta/N/NytYGpEzpueVtqz/H+gLgXX9F08aQHGHuEaFZhd6rb+ffroheKefWsfMXc7/H02UBjp5oO7t7SKEgdBAmT7l37wqtWSTcFegXhemN8ZS9ebw313wgdt/G6+8eaqXkBo3sy0ei2c8A5p4ViqX3fQ3voTOJF7MFxDomM0CiCq9eIPKG/mi3svEQe+VidrTqMUKTMJbPJ8a1yMdy3QJTH+uTMtspF/YASgLSfHxLj5RKsupYnlLkF51Y6BAG88NDUT20aKKYnxh+zHYteJMUgywScIF8JLt7unz+sYNxkwY4JJdAu3CXB/l27QA6CCA3+qqjDWqLSqA/WwdgT9XAb25Ksu+wHMQFNkdUMfnpT4GCs2rnhuGxS3tfDPrMwzm5lni57d2R6OCagtYPDufr5ylyclWxHAC1QpKawscJM68MxoVzC0+JpcJXNbKQR+BqaTj0vMkwiFPQlXO2bfLDrQW8p3VvTM2HKe0eUotG0zroOIjaIfmi56yMdDQbzFRLkENEnqt9xPqP3l34OYE34/QzRPTDsBeSq0Aa+OTSRHhlELfCxT+VDA6pUhm++z3MWm/q8Dcjbl2n89hrAWaYLWuUL2+21lvC2TDeyQ+qY4vhr6XtKHICQfqlMU9izfM9XzdO3vaXXeIEg50kG5JIHjfhANAV5tuuR4V3yhtPC54DC3xqCvbTBO7IsU4yWa0r4IlqMRnbUfo+0RomSNTzfwvOSKGKbBKaHAuQkKVq2rAo3Dwb88JO34jer5fVRjTtjeD+Kjod06LnGq/K0H6d9Y3geSmibbeOp8fD9IUXynWVp3nxWccOtYkugwi3MvWzbVZE+/BBuZ6jYn854h/O93hE0BxIFzUu9zjObQsPbEBB6PIu+taILmjNnlPh1/rxXMgwzFqmCHbNZzt9NkdFBTDvMwMJH1IgMIUd4aaHFJVcf9mSu6yi8p1QEe37N/ijVHT0p8kMvUyUxQGk/2K++sMtNVizJdZ+Wq9LsZvAlYRjTEMQHWqEDemi0yjUKWfJk70CK9oCwrCsCuHrQpxr3pEHLNkQy5bMw7TZRSxHDy4EwjxltmQerGLdUKXzmMISSB1Yke4l88rOZlw4rvGc6eEQRQS4E+MUt8lQw9od9x3Ye0OklQAcObcK7eGM5lWIorIvbN1whuiFT5LrzsK5KmxYTqz0LBl3F/kNpi9vHOTNJ3yzvdqn1sJ+W6Z64m9egd2CnHiEZVQiyaYDu33lS8XeFX9Bbf5aQrPjBO24ifVHlMnDCzWDKeUjitzKosbuwGvUkS1k0IwC2lWJjch4J8WEMsV485su5aGrTmhloPrcaJ+0G2cWdp2W5GR42bnZPOrDmscola+ca7sFge4IU8TTQL5SRZOYkOudN83cIUzSmi560JnNjGLgF2G53yZXUIJvbLUmvcpJ5VZic3YayhjuQmwpU2i96oOz9Q+SZG+ejBYzQOlfOqPy4iNntZcefX7QBJI1aXJq7N40s2S4pa+ytUMwPd5n3RVrb5RZtF+28gCr6+BGFUMMTOX6EldUBQcRISL2Knl2QA0b3MDffiCSHKnlprh6AXETdbjBSN1nhbTNEDdIjJja9dpz/j63vWJZUWbL9mp6jxRCtNWQCM7RKtObrm9h1r9l7Zj07VVYnMwncl6/lKg4Iu2iQFWHNV6R8hzmJaWjQ5h9FaXbGi1zhfhk+YrDvLSkBjRQPT11U12jQ2X3TJTXaR5N3wfPkenWUVlV9g4GkWw0nkbKvyzW6inB8rivVNzoF7zG2NR5TJ9x7Ml2g601FJf5tkC9hDzdP0+ZL3FBHlfyqiawjUOVTXVkD9B46UXcHfSLLnLWun6u8eP1z1GIIlviwsEr25fS5Z6Y7jlr+QE0ZgsKzgvuGAtlH5+L18Uh3M0tmVyc5FFahtQZBUyhVXmQf9cj9n/rU7EVsL/ggKPhGNtOAUBeZuFFczNT57/g6cuwRgBvcmTR/yb7zq3rQBJFIUBdQfVXeFTbvXMHqFPIFIYOiBIN0DXzZXpVDtRPmOjaP0fpLq2lcoCtGeWFCJLRfAMeGf7SnazH9KwBBC8LLUl9RruurmyFePXGyMXUtREguli19ouo7WdrhRmpoOk8OpZIU/k3JG2Jez/9Ev3RDvAFAE6sylv5XDfwGVpXqcsHMxRerwl+7pM5Ju9Wn3tCVNlsPm8qFstsifSNYmF2qAlu7K3/AIN6W43Jhcz8QZuIJNJhwkQqGI+m/KZOV4TQ4rJ1bZ3xlOdURtiqYJqvj1hAmEon5tzJS/VP4D2zgQgK4INXPIuWp4Elt5yuEblrdIp05fboicVZg7gDSJAIpTY4C6j0vBwX4wG8E3ebWgIEXHMNpOuAnW4MHFQqcldFZZwWZYbHY4k/BGHiHP+iqaoeVNNGd52al7R/FajKMcTbzcgiboruhAhkzKSUsNCVtiGUtqfQFjE3bMieyXrVIQg0BQZvYNEN3wKaZFuoexoRiteZNuuKC1eQnqbhF8ZyKrSgo95fV+ACDX/4TmtYEqZ8mfakjGUJpEJY0p/Dqd8wH0s9QaL121vjLHKeTnb+8QHnj6PNz1vX+F0dvIycG8jIvnNyAkv5yAatQhIt8wFjK8WLHflDVh4O8HZouNXWki5G+tPiDqUSTrgMpTkaxksaBl93pcKcQOvJlfZ3MGXPFsivkq1w8Yhb8NeHbhOgiI21aQEt8GGCUyrXCeu5kLxEebAS5a/WpSEc+s2501vFawrZbm+nScEsB4YJRa3jpHgW+mF8ogG6Ik7rs8riDFPMxn5fFzGqv24FRMoFD9LMd4VCGYUs/MVlebc7QNUh2Cx/6LA4M1Q5NTFd27eGxpU2ZgHOf2sx07rYyeL8ji1s1jz4Kgod9qgemSKLHHCEv1cJn1DVT6Y8OvtzfPsidDdik+5x3aZ8cHlJ+xKhhd8aPkz10tzEQKxhWTinA9MzwNvXm/n3m0wGRkmnYDvn3WZW2uQqNm8sL9S9jRkf83ALoH+3sZIi8hKq1XkXye/WR/NDYwTTapnGgI6y7rG+ipYi3IB5kMCL+uHiRg+ZEj3+fl6YvSpVEDLMGTxZvooEJd+F/P/o3sfGd6IjFhOmOdXwCEljbS74tbtD/MdbrmxKCv4hYuSqFDDz+uUO0fsUThf9wkvZCFGm2Y8/z0h4EFN0u9D3v/fpGNyso+0px6MfB0gxXnIIAHSQssqBlj8+5MQA3vSplKoeJaw0sqA4OP38EEOBYZWQYEF+bJsfx2ejwRw8xqACZjlgnT6jaOP2jG1n8tzuJuyy8WDhK5L/sXyfiCxkcP7bsYLO6MvnRRGXTY95ioXotrHHeZ1YHa8uJ5vyVGiq+MWwOX1viCQA/vCO05Cg2zQxf0jY14U4l2VAjbYk58ThV4zrkGFGRuzUYtj3o3XA8GAihZO2CBA25E+S6v0GWePEj6yuHdkjspOCfIeqav4ejB1b18Z44wS1vsZrCRazvj2ltPrj13e2nto/tS5WgJFJkyV+Oiy0N5KVDCmDLv3SH3RJFC3gB6YaajUaBjtVURy6eqYbRuIkxf4pExbzP8K1jeq+SWyj4kmL2H9fIpHTjh7AAzPjICuyrfTLLXeNQVLfvSNSKn8spOvTYRuczKyuEEhw5IR0IYC30PE1OdSAP/jJ0xMbp03Gkupl831gUPf/sSy6EkCYK7fzGWuJkObaLXzoO2HqekJ+k/aI1olNeK2uh9NMdz84tHP5tBi3OKnVOwqO3BPVvmQMiVLAcdWl3QnSsPZjpUt1Y6wRhvcac3BwTcmyKqfvebUDlyfe9AdVNKTIJvb6GGsW/BOEloxST7buzh+pOVszI8cLt1ZH+YQbGZUoeFPXMllv/Oh7rF0fQ68mbzU3tVsQ91acZN0R4UapcnqBsKgDNCfQe6kePDgv9G45tPw90KXILNYtyL+CiPAfKO5X6B8/ZuMenEeKYvn33Jhd+gf8l2FYBRXwWpP+TF4oXIEwGQUJgWoJFG6GqViVlUyzPyfHhpHn9QC9bMQzIWy60Q7D8D/QbfhqdtSuIAx4orwDiooOgkugO7+yxs+SHnhA/by5EAk/2W9DZUwFexAqiUalq9nUabTjrqDsW0PpTh01wnC42qeGYILbCtKEplUJOJTM44EOwx42+FO6Ex2nkpVoWXxnHjqgPxQtrtaO9oGJkVK/yVOXld8w/EpttdG/+dPhMk1T//qlcC6ehnJGQMisZ/bi++gBSNDuVJ7viWITkzGPVHWxgPq1akMh4mwO0trt8csSrSxEdEqfNFHr+fqUdf3E5pqfLeeUUSJHQSUr+A02yAoBPiiLOh5f3ZfAHJ6qthmsalg+WPbsKet2sP1eXDyEu/CuxYtDc03c8T2dMrl5pCJ/Pt1IBUt9s4h/hcqi4rv5xFW1uOYJ060wGxvC3+YDCBpSv2eRZcvpl40Xe5vj+ckGlLPgZWLTwUxwA9x49n0DBmHLbCp+oll+pyLjwC0r7LyNuqM9nVCicoIl/DxhLYEr3OAsGMkdPFD7Q3z6GisWXbmAOLQ4EghArbxXbPOOKxTxZCtg94QMDa0bw36NPk6ttj7JqHFkjg+xxs0s3g++6+011nlc5fr5yyd9mYTPOtM0VCmY6pmu/xhQXrB566qtDEYGH+ZdzV1JbfvCJNhq+BxssWHt5WhT9RSHp/+f0B/moiQYxLkmTpe89qR2jMIIvB/IhNwK5DeYczUnrqlHwVz74n389eBEUr/f6bcaHHYHRlCsB/0yBPMl7D2NTRQmfVXcU+Gmhgwk0gI2Fffzo23GMgX5ZkdMAbm/WY5gMX7lgrUQeypb7VjGTKNpfWxEazrMptFunUOp8TC1auZ5jcr8aJDJzkNbhyo9Jm6/0dbVKYEfXcArmM9zODMka+FY+ka5CfSmHlOsPG+JKQpZlMoOz5l3AZ7IWnL4kgL9ZSH2VzLimlzvtg2j85HHvYB8uUQTBHyhJUa+shkvhyTym8UulOy3MaH8ln+K1wviouG9eEjUVxO1yMZNcg55c2m1EBNI0IGmZ0yS8oKeuJv5i4ZJlcqWABJgtn5rqXsmVfBC/R6h2xjlhWTFAlfGRo2RQoRgEC/IDCHVAMU/7Aw/EkLJaABatpQlGTZEnl6K+CsnuH7hUNgJwLFWESI8rXSLELzAC7UWljRCf6XhOQeldTgWv9OkS99iAFt06q9STR469+mhc5rVvV+OU5W9PDH+4r91zh3hCiVHpLbwtAYypWIWf4r8OmjbmurDsHnZgEVrANTm7E7zL8HXntkP74dvm+SsBLZX8nSJ71jHHx4KOtVTYclfPo1gPDdP71R71ds6nrfVEnEJXPCafCSdZ1v40jPMsnFIqYh5LRH7sAXhxGwfMC+v/MTRPRmEus1+wsxlrtjjFD+N0hVsm116M+SuG6qSyvOqdDcAKFCMUFfHVr4o05rx+H4Bj81BudN8oQXfYuKoYBKd8DQmJI6+JTzzVYMbBanjEo6vA939lFNRBGb+kAckA5xX1Gzfwyub+Gpv+eRr+lDlYAP/XNuVAgiGtQf5bXUPuHDaP3Lu/fLfxQFJDlY6a97P72jvB4XZ6Fr2XXEEHRJc9h1YTHxIug5XMufxYFWOGyVsrdwi0Lxqpnv9idEe4U9N+uNZLBdgsmnG8lBMFSbTZJ0b9vgOvr4Vf7YIfNs7NkvWz9jOUFBesAgKORZW2/u93j0DriQNonziiclls+TP+nArJ1EpznWL3suCPM+NwH7aq8tfK85Fn5o5lRP99bUX7mNqPSOW/HqJZL2txmuv130Hk1OUlCw8mm5pfYYDmqSYmJVj4nkti6h+YtlcR6R9Gh3yP0WVr2a57TfbBi4/ttHDQHqL0dJsUEPrN1e0ku/zBs8PyJeZ14b4yaYZv/SeLcI+cFg7u18tC2a5/8kfaQLZPlukNBRgw+L834tgoyoYp6PQhj2hfV9DB07pkPQf3GgW22njpqiQY06n2R/AStxR474Qwr8Bgn59Dbs98h3ImQg6L0clW3P3L2fDCbmmv+aHf3gMB7BasnZMpR5YTxpZUIu8VFVpeyBKQWq2237Jj+F6mNOGac3yo8f4Gf/ncuY756xIQtr67qRfoKxa7iwHyleZDvGQGHKhx0CjAdrIejv2ma6L1Y57EhUXTiij3Fz6c4ezIhLYvPdsOLpUryGyKskOib8GRUJvzY8OwjM5nx6OR9Z9OTRKAUi2HUYtf5PmpOIQ2Gd9Tn3m83d0FcvxYIAMfPy/NKF9y1FWXGt6iQdX90pofmPxdrwADKHYJvonsCVrgk5VZ4Jw5mryOLioHUjR2uH1V8v3P8IBkKnMVvBsauDbtfMnYlzz681ihixkU13e+HW7p3+rcz2gy4GgnsgRUfB8ERqzQzrP5/Kd/ub+q8S06PyBbzqbAEjn5CRD/y0wfhvcuIQI6jJUNVQYwEVWifxNZeuzDX2cpJcWgy+j8Z7MNVg9uahYXpVinXD/2N7bYg7gjnamZNfVjmoUSxC/LUhHQY59QsmcEFsM4sgTZtszSG63QAsF2lEokTFQXKcbkzrVqObK9X0xIRIGITy5GYoxTEvFovqLAVKhvOMbh5B7TmTvUOjmH17aZn54QIKeM36nscbZX997B2L5+xVJhCPROOJ9X3OO+8VQCMVSVTsZh9rLWn8UakeFbVl5bbTF0tdos4TMhwM3zI13m5UG4XI3zrBKOSugD9IIVLa3m09VPaokUvxGb7uFzNrCjWnx/FPEHwoyWcIrKxawl8/ynRC+tFD/Ex3ca1acyoMdB5YpBEqvgBUAEO4oxbDUtGM1Qef3zuns6/Y7Y5q3mNpxu2jH550V/3O4yBte9r+vElYVQmrXhzEH8gyj3qLWi9xFbWJ6Zi1eE+dpXaXL8ikDZuiVR9cQEr3UqG8IgCJ56hthem1PET/97/1s03sF3DK1y5+pPRH5ItMUWoq2MOscals+7ltX4zKoCx16IkvFe+iy+OkPlKnd02TGghp4/OUU8OVPAd1sR+dQRKkJiHFYKPD6sBIHjni+rKFbhKWhjElFc76DGn3rYp18gz1hvS5P5uOvwzuhpiaEnw8AbsKVTrN5j8ZWU5YBu1dveKkjNNdFKsZ2oT5PUCN2b62RFclRUPnuu52BaoWnqBjvkyP/Qrzvd5apyRaQIM9B1+EHSteDsXx8JjKLeJ0trGS/++7cXgjRYR5Vh6PW001hnH2B5YIaiU6IxmyLNRTVuCGs9C9JnNeaSF+upWeBPCxEcGIv+peVa/28DykeGtCruzDcCMVdPfK6Fd8fPxNTr9xI0MTGjzpko4Y9pt5tudrT7i1Wuneb8r+T/9RpIuPivYYmfdsnAvL3og6LBQI+wqrPHSnztQIIroj4HHU0mRu8zYkYdgwrQbpJ/57hm8mIyLyTztRLOAtDjlUvOpnzLDKeEk/VyR+W+PEgLJ+J6XjDaPwda5DuaMT2q1i+4fcz5lP6GnGJl1AyjirkB5VZnPGQYUNlXuGgVLbxihR5KfKrKHJnqu2FoppFEl8h/9QE7CMXaK0+OnPBqpOmeTD3gTN55xRJMynjFj+DA4PyqIpY1OlRRIJN1HAUJNrHFWX68MKWkKF6Jje0I5A/fsALxExiSwgrFORsZNR5F8ItzAioxJIeSgb9jrCIjbCZwbjUc6Y6OtRXMqq1I7xgfDbgkUnPW8L33qHGtXDiGjEeJCVp+VJW8UebKSz55z7aB8j9faRZLps5tpPekjV76tO8budFJnF2YiwnOtoZNxseCRlPtezQ3xgK5i608DZsUrPAnI3C6LdtLC3Egn771vd1xnJYivwGkTMt5u18vBICPEx+S4F9F8no8wJz0u27rh30qj2IIPJDQL8izyAoGd5rqKc4SRPqrSxM//9qQ8uRozYbKq9pahWuZWRoMiBi+eiR2LLatbCe3rEEjdEuQtZ//w3be+9t355zlXr0xcSdMnTUUdIwy2tlG3s6Uz2vip2M3lHzNH7mRZuRyf+7eVjK6i6i2bKHTC8Es/9invyz8utNSSQc8F3ZcLJ3fT1cv7vbnC68PG9FsTf+Y4Hy+ntLYja3awWTrIQSe62TtN5YkLBjFnTl2hBlcJ+kncNhx7/QGWVBpPkf8b8co6FlZkJ6Zg+uLT4sjhTVC40uxTxCcPr2SjwixfKhbD+3dJAGkLJ85GUVUZBrXLHo3+jaOHehQ2r/oVlWlTfmO9r6s4Cod5XQceZbVN3grBehSibn4zPia6dkXkkNwYNvI3ee27widXYlCVuMA3S1jNDsW+mg2BCq0GdYatC4+zK66IpzV2a+kIgxIR0lOR1/ViDAe81CflRlZMZxiveJettCw67n1JyvoELli3553+cokyMr5MRzcgZieCYNOjrY9DGKY4uH72/zybD2jWr/GMgJHz19LNG61QXeBEBiuMDv/UmGmET2qeO21jxmuEcZ6jk0Jp9Es8btJTOmYEhLCUVhL6kbYXQjKjhYqqKBUYOKWCuSXAyvTl5bfM6nFiiSfbA8v0EODJ/bfzK+wQCyWb0EhovXI6hPIy8FHHlKDsXquyY/zbH2MDUqAfsZM4kmPD3pN5S/Dokl6pZ2651rN3e5dM4Ug9u2H+ANzhlfCNmLgo+Jp8SYyxxAQ+AvWib0OU2df0KkKgiI9Hzvi/TPrKu+bvSLsI6ViurfTAbFw5pNmOpxGkzqqPsY4J6KQokox68nUbOte2guQmbCvNPgwYovYe28fy//cdY0WEhJDXG5vxz6s5Xfp7dJSdhDOW1kHGYwwFNEwKKH2Y6rUir0YiG8TQ/96WvubIf36U8wWVQ9Kt31gKkyL7lemvAoC5HArslkJkrpIki3ADROv/etK0Z7eFOIwWwJ/gTIphi/zjXriZ7Y7MWgXr+gq0eno/Teyzp4FKjvdNqJUZ+gU5zpSqrRNf6tahJqhORa+asae9G/ReVuuqGzWYtv2BujhJnI1RUG7xHaNzpF8HEg1WxaE0rYlL93Tco5qz1fMsRCnfDMSG/aSZmqbb8UY33gaN6jMDTglrumBYgVFfFpxKMUrkzkpdjrh3IsyXFpgvfn1AacWHEeB7bLOhGxHGoclEiDFj+Jq6Rsc+82ibNYdwsaG5sWhI3Kw1DFyewCzhsytWDwU/ZXHIBCeIHhVBHuOe7dKhq94WOpJcBwrSC2vwwVCkzWOxRZITVGOje4cUA3kRaIV+IyswuGnYyJGiQv5lpx46NzaUZqgvCw/Tl2Z02El27K2tmLUvjhpDLpNhiOQLTuE32k+bvitVplWMdNjAwtt9Fopw9vEvVUt4kfQBcxqlBPALWPwhSV9u/QFGlG6uOTKib4gWub7c0F7G1EJuQKbHUPa3Ui7KcKPsorH/U3y3SsBzJcopobvHAV4GLHHXwEgcwqR0WetONixpnF33TH+GQaUBLXLjDjK60NmPxzNYQrPqvLZP3vmNCCFoIQazoKgE/dRYnFxtGQWUpDAaTWaMaMpOtT3XMEFByy0WfGpnur2cKzjl1c8NGxBf/bflBmg20CUOHMLlaq6ChKjrjJ3QFSH9B+QMlTFM4ZOopFlo8W6owIwyTc4lWY2m7u+HTVzbMJXux/zMxispCRn4aZ2Em4GLShyj/Ij1CjwYzm+K9uZc+hbchFAKy0DPqVskNd/e0uVZEYBGyZOBYaaVIY5aUDpJ/tbEDa3YsotNjyXzn58WKcmXTN3+WRX5HglTrUMbvq09XEIvz/BB4kAVg0UxPqy7CuZXhqAI3tXpF8LKzqVmx0rpv4KByHd5A0yzETNOTo7tLgkg7xX2Cn4h0JwsTfW+IuDrgW/4zE6yUvhZinsu6JoiaLhkPyt0GnYweG6VZXh2OhqF5AEARpgT1G9XXTYrqpDbHzRHDLK16C61Hp5r4EwIscL0PyKI/OlrzUi2oLDIb35CL9+PhimGsgKKFX6/U24XZavzWOGqeiK7Pq+mqiVyvL7e7j7wByZVAfxCM2CtTiafQilHSm10S7v68rH2JGroDkgVXOigT69GoUds76KW7qqb2mfnQtkHi+wuKsQeZQVSZY5Fszi7SdU/qrxUTn91kvKuu4B3veGJjftpJZsP7QEdj6wFFFBDK1YL74JdxrgHBmXCc0789qfvLjHqE40WkIpO3igZvukwQj6rE6xDGLAKrrNdetnm0H8bz0LRQ8ugqFd4OYLWY4jJIheQAehumwDz/omcK/KrXGSvmEbtUD2gPiUhbnQ8EnTMP19GXNMZVHavrTB52p3ZJzr2SbvK7EgxTgaKjmfPKV+CuRqLviE5JIxJYdxxrlUU8xf+WxBwBTJ81PGanguQwFFw4bWN6a11XUUbNIB8xospxf+65J0BVxa0OmbEb9iMXbIF7tVjrwHDtHQBVxzYab4OeW7i5u/XeGKDn1fEeWsH2lQUApmPG6b7m8VQxpHXTo/4xLt+RgsM6P3wEylfAjx4mRfaP4Fy694Iq6b/Ivy3f43yuDrbmPQyt/MlSfQmpspDwLbjjp8Ys+luUNy+eX4p5fYQDpd37Tw5Lduauh+xyoRhgwt5K4YT7kXnwNpX0GVSGbgDL+grGjMQfgf9REncuFQBfdO+uOP8L2xoyntkHTNb+TczkT1HnfoKMGd6Dm0s7q6dLHlu8IO/24KKP+W50Tr9lJ7fAcMITeF/DGZx4KSV3u0l+/yargiJ3IeR2eJXf+YaxVEGGqZ6CHhbdAdVz6Ufdn0MUhVTqI+UZVp/IrkB+TmWAxAma3C7zkpAVfJvwJ9ODUdg2WgLQOKTp7zaXSTh/omRoyptXX6DaVirdpZSorISF8bd4+7LTlJ15rwRG9XcGxOShMb2H+JcNJvMBu1TwnYJvZdsVv+8UhYFOT5E8bUFhGDP+fKc9Ey2atKere5C4RL93ttHxduaQbG46yhNevF6384X3zXskj+u9MpcGFplb6MuiWqKwnyKoAX3IQzfc3Bklbc4BHT++NifhvCWrztq4FlXY849G5WKJaL+v/BvW862VgRTP8f7s35/T3a1aql8zX/o4nZvnPzyEXmx41tcONUxYjnSSbbwQ+1HJLdG4RAVp3NASLQGkzDz0M+03Isf8uatyjvuIApS/AEEZMLRbQyuoMaJWqiHvWbWvYGzJGbnrYOIxH0sF3sRnqxEfUMbnBje4oVvTd/KUw1hcnIuXzmCNzjlTtPeEWMUxVVyLCUfzZCS5E5CJLk32UspOqfiiKfmYNWazWITyg3MvPQkastbGP8eO/VBJ+8V43azGK4Qf72BXW77C7wr3uM4aHtPabuiQlquOFhtp7x66/D11O1RSHlHYwLipQ4tSWFRgPVHZpUMxLQ0b8H5sshPxxyl2+Odvg4klFlgTkcmrhI72yq1Ez7mzvhx61qXMac5vpOp1j49CXACnd+K3EaMIIKynliiBv6/WKSrCBschzawCwyyBm8XnKlDn+4fDMhfHRFtHC2UakM7VS8/HkgpzwQPSWrtgSxNGMv1lo/J5tB0RXLnbtTEDMeb0ywaj/aGrfAx0Sw8PYrm1SL80ARuZ4nsVuoCqQj4E9d4BCjhNNzUeV4FXqKOb6uXWlE2BvWfK1ennoScId6eQmj1ZZjoUQMcMcuGrl/dY3f+CFVsd9q+f3kTrBe9Wr86HoRc8gCDbzL8UiE/BHITa+d9uPB60AieU4hkCldeLEydI40ScxXvSsTknBvmcjyY5d/bxIA6oorKj22x+01L3adX3cmKDcTlup9FWK9cm4WBGHarKQMrssRCVd2SB+CXxaKgypKYOGh57S7yuADcEYaftn/z95R5Q8fPxcPsjRr1e4yTnvUF96dG/4R8+BAMWtSFr5VfsCgCex8YXZ1snGHoVElru6ITle0GEMDQGcF8VEDUkYQQAVQHoxuCm3ui+SUI8VcuJ0ZxU+Im9BKeyHKsKGQoghcnyjygtnULo1ZWUXgnS5Df5P6Sk0JzvQaN9/ywUjhD5wJnglJAoefy86ueV0wlHHmOow/9ANRf5sRcMEJuZqc6+DVU4w8f9e9R2g5qUWkp/udgonBthX0L5UQMBGCk7+mpfi9wkAPiaRCNPWN0YxWT0lKEPsn2bSDUDlgiaOINw5EdZu22PrANYDYqULVirg+tuWpomdt+yCU9jL5lxdQR5hB9N9fs5nkGai6kYYDvy/Ps8TBZtn5mm2lWDEIR5bnx0XHEPcZ0aH4rer+lOKS6Enf20LqKCZ5SbM4wnb17w98r7+l3V99UdwXTjG3SlW9gFbDXSXB/VJiJjw8myjyFJfSkJtsm4ywDzfgPWkqdOlP7rlcAThfig3WkiGQ4ijOXceL1frEbRnyVyhGO1MW1tD0hLu2BRYMwH8WTX1V6Kmo6fS6AzjGPBxeNArfuJeZVI7VRy3/OPXwXcu2ZNEMn7GHhqM1qUiJdA1sh3cYVnUFMYA+mV+pT0sr3Ws71nchH9dPu8hrucD4vJoRY8grixibUee2x9I0tDQkOSi4LUWBQyohYDE+35cnv//aSRaabKzysJSiGPQyTG/58c+BQvmYLT9nwTr3xtCQbex5HPLEJdu2w+dSpDcoaJf17SBDz2YY1IY/iI8BCULROfiJOVSWradrlUNTmZqkKzmgFgXipoCxE/PRPNbMohQmsvotQzOrfc/IVVO5l/NXJSPxgt4KQiUGqFIciR7X6BsIimABmErTP4n9/kIflAAfvlHDzkZ+n0MUYTkQ0ZkOZq5Y6sadEdNeGjJPtfekE0scwbymCKavxQnhuhFb26bNMAqr35P5u4oLJHgBlAM1m+BOLuvETJ6Hi5O7/tzFQq3l2BjfF+ksTCs5azA68Ef/1+oW95t8hEiu9IyvLz4Kx6wKjUi8KuP3Ux311PgAbUFUWog5mmE6MNAgT+X1xoukS0H0G2jflA4OJkBjJkfNVIK6u4T4uIZUkha7EcSWoeUN6G5V3BdpjFf4eBeZnUv16c4zq2zhk+bw2t8E+xcLBkrEa7OO8R+PSM3XoF7IiqqAjCJg8ay+H/aAApdIt78nJkANcfy0OSofp4XaDpOfwlQx3peVbLFCNRvSSAHWBLUlqLPL/y4Hg1PO1TUwtgISReLSkxpeV65JTK4sKVzIeBjNYH36EhORGmgnQA6NkcK5sVSD61B0L1C/t4+wFekbtFgwKXGzhkzuykdfBEYylcLnNmL5GeuyZ6ivY2too03v6LUICvnufQaRcsCZknXxcvqZVtpq2IY7hznXdC4OJAQna1ZgSJ4SPAbBDcn0+b92X0hjYwHU7f7MkktgWJnjCKiUfVJz/FPAfYYbijnlZ+pVYPZGVI1Vk7lYkX2L5nWVIB57UB8GOTvVrvaH5Xp1nBaLAtdjiKxJ93y39ld77gQpgtLj35KMoJ5otv9TS3tnhi/52k2/mDHbtgFBb1RET8gNU0G3LYuD/AFFXvTVgUYzDCnp4F6HXhV+xYgtIFp6yejWXNPFOjkdnLAXfPxJiSroKvjwvsSh0qnYi6K1vUbXEG7sBYb3fsmSSL9acKlf0/gaKdnTHl6K/E182gIbjjB4pyG0vn4FqcD54VHxTDlfwt12u0R2osSaRqnT3x4+OwlrjDsQHO4EgsB8OOIS7xf/xHNZaUEjTzKCaLUfhDHgWAFMTQNvkzYbRf942kCTl4+i9ceGOIZia5PTK/TEp9Bn0RpLrvOXuHAf1oSVqHVzD5KA1w6jVCJL+D+kcfkBMuASiTHpG5Abr6Pjj2VXTgm3TmLujzvkd14x87SxVQ8Ix0SZ6lBalpOe4EiPEZbRGeBCmrkPQbM3+zdTwmjxojYBQlrx9CVOBjt/v+kUaumvTDc6dkVVg6Vl59Wzgi1bTMg+d7wiVPXXWh3Ib6zOwMqvKQxSEl8F5nKF4+zrgeHY+yC8OSmTqmeNo2meTfYEyzstjRZYWgEvnoJNVDkPJlN9WUC5b9oZAopg0sVzd5jp+6eSwlHgFO8RpLS4FUclbh1GTssB9ar0Fa2T7BhXvu85wR03BwtQf6dWz0/bXWpCSSTp3yWSLzczog2DlfhbQSrW5AQjMLSGwj6bsFsumLha9obwcRJzq/9JTHhwp9522aaxVfxvx81F7wzYlukqYIpNubiGWZQR0bLmWTvCcxnF+N7DkkA9v7CxCuK9kXHBUaPsU1udlugwn2vwgLisxoe3C7HTGyQSfyf82GnPIdHvTsTanxZ4pBZELM73nfgMAw33iF+6r5jKtBO8Qu6z6aTqtZ4mKVXghKIvHPW3M8K0NXfn4yqvvbLhZeQenlMKWMYJ3NrFIxKCoNHkWGuZhXyTmGvSuQ+4MADRpaQ2wkwhb/Be1Y74QN+WpL60+TuTiSmknHh1VqH66ZIKHOe0zVPD3w/S4ohrdG0mrjPafUfiweNQbn08MRi2UqpZ5WbKq8LT5BaQ2+ZdHnoEyi6SeWJLoQmCAtqdWsolYj3E7XmtfYXop3p++Ck4zt1EeGeeMYvjoLmS7ZSs6QFW3I8kbrx2aBQfcd1QdcZxr6Oz6e+zJE2SKLzV0lHDSbFMtMj7mndb/pDLofH0J21mih19PDM/2z7NlufxaPzIQyGz02b/Jc+JfE5odvFCnvwLHr+X9Wg56BCRJ7gyQJcQcqXTT6vzQGCcV9RV52WJf6weRFjh1TikAxvP6yLlaHcbFCLjxrQvAZu9/rOw1AonB4L89jVCXPsHce2xa14x8zbmlRm0BJmnAthYYQ9i8rW64/3XKOzE3ID6d6yg7X+3pl7fW2m5qsU+ivMvuMu98fubZ29B/4YhsZS0xJpvhl7ZqFzVNfvfGolaj5bDMUFKgv3+baeAHCiFmnlz8TpyfWjU4IftjNgbW7ANnx+Ru1/UhexHm8S02UMxi4peP93fo8TMNv3Rj7ijZ0R9E04+kQ5iDWUya6KMOM2gVUXg7Jr+xZZZGIpYQHOWZjPBkRgJKrnNLGXLBQzkHlu7asfEyJ6HyqJ+AM9kIamUckXDqxX0YvgPYZjg1q4vs1uc5bLnzgbNLXvmeXcbQ1wCoijP/LGUlXGx2Ducv/sC3t9ajFl3f/mF8R2j/3I6+01yXWG0Hl9bQfaujOZ4hcXz8/TQ2R8FW70wI0/oD9MFht79+NWU2nW3QTIshBzb13F/qiW1HR+Ms+TKs/ObV1EotqRBxgtWKJGc+UHZRRit9Ne7JCi0lcnsQ+QDM7bG30Qz4H/DVcKZlSDeviGS8L4s20hI2jkhagddyIyMH+bVFJDTwgjYGcXWd/qg3MXeqotAES/1rBqOf7siio9VmQ7I0xzV8ivnzU6NIVlMIY9HiOPkrlcwyUHPANeNiY577+YZiZvB6Jb46M0Hzfrro7AMoXOvVtplV2VUs0Ydztvy2bnujCPmX2lUjq+2nqoOppuwkJjNIfYRtkiqoMLx0QsbOOZvMsr6u7Vl407/kbMdywoqvC3x/Ky9wVJDjfGcLHzhStfdqgnYk+c0L9L0uIwqPCWpImDeyNDEJ5x/zfYJ5fJHVeBErEO4oq9SXpIZkm1BoK8GVfdYsaWFj4T340zhb2v2o67c4g8Y/QlGGt7opOPA9rJX8GhhsmZJnjlnGZw0A9Rl+4n0VWP98xSpKaOd8jJ3xW35oRXg/q8WgDOcAipN9pAj+oN6chgLRjazrMKyb4DCqqxMC8swnmH5zJGQi8cxdkfAtZ7f3A9iVNbXUtgnfQwr+rV0yMFmF+fn08TVzx92hz2ZD60Gm9xJkcH+KwaqLzp0n7aAauwyLn2eQgKDX7s6HKZ6GitoGPRvTf2PLdTxUT3j9wYZHnT9Mr/ySS2A/SJHT+VrHAp+cH/7hzUAdNcnYb+1eLhmPv37LvHwWUeOe+0T6iBwkn+93l+FfiaJEBglj8V1FIcFaiue4lBcnfTKpCGeNP6mmhmalPhXKDHo3+VkQ7Qw8iY+zZcQVk+nZIcXLM4cbtLXIK1lxpOMk4r0ilFOGYQcajEsWHPqWhsqnWqCKU5RB0SV6594JEPB2Uhme6+Qtx7ZaPZSAFg49hh2UrR7kNdfmvm+XZg+9VOiLA3K5U8oQVYHFg2LtBxlRLZAYnkn1wqXHug76/ltAytwWKJWOlwA1DRZ/wTS/+1PQMMTt+nx2RsD8TLk+4LBmhdsw5dbpi8XcdYwBOJ+1bfoKYoR2khyU2jwLoldw8oda8J1f4kUHFnRlA4CaUqPcRI207QukEiqgyWtDtB9FC5eCvXjx7R4VP57Qc9ndxbmQp/ETbFPXm0JuYA8lHczwsAIQgtiU7G7R+jTN2wiBNnT+atzBJOxqfi10hS1YJOnYaoerRgKzKyaKD+m6xafNJ0dnTLxD/1rfe/iHE5JTBrzfl2LbWAf1t6QK/MLcJ/PH6P4rE8E7dvhEOz1b+dZ/WGOfQhnalcAcKMNDPKGCN6mdPL56y9/jecYKs/KclmO0RAt3bAM1eLGKhqrB0TeI9nWKEJ2QK+V3mOimbdm9bkvRr7RCFVeRd7+Lad5/WpuCDr4DhlksBiiRgEpNJBSryAMFwAkh+tvcAWcfcQpcruGAzr1w0Hj7rG3n3xnqqsWq6xi3xf4PNy3qbGGxvjfXe0U+21IvBPzCAO+AdOcyKHScYQ6XoHLDEHVXqmZ1R2aFdybA6O7x9MPpMa2KsZuS4+nZKrRf6MPRcRMcgKneB8Y9EJ9klKqQfR0HppphpeBm9vAyzFC1xMpgVlJiOTI0qTs+rjK/Lz+PQfJkjiko/twrMe+GvqX/6LLHdTEP/PAZpcPRYHBmLgx9qTZNHp1uaru1q6YQaSZJ31vDW3yHSc1zwYbc88lDJ9jcyxvNrwYgiEnCqaqbdQ7yr0APkJREIqCKx1EKp5IAg982XSMPymcEjYJ6ZXMCU9XNNS65zr8Iy4JkWf587efumDaU/rt1cs6Vyfe4W/CXvRNBECUyH9tbbScQFZtOYTpP3Ushlg5yCqBJwiOFOw6fL+sT0IlgjLAO7I1AGm3rf7RNCMvS6vTr9LKVCrtsnXURoZXMzAnIFYdGT3DnTPfV99JmkG2Xw/xalZQLdSSnUmnG79IkL9l0kJOrVoV8iJJhOPLdEFE7tQjsz7goY0oJbf+KI0CaFsNXcg1ScFiDZZRIskpcLeJxUaKtTyKZnHRvYP+ti5xlQ1sJJ5n8T86v/HyJb1iPr9Sv4HpQA3/StXIy7aa6E8ojnx5iCGhoC9RYXo+E7+DfRLE5pA7NX9PmxsizlHRIss6RfG3OSI3+hYJzGG1F1OyzEKjothHtcBc0SIpHm+FsjtjS/urx5ZXyNalCxPdz4bqo8nTqdCh3oBXEz+JEbOeI4R7k6TkTdUTlzjAKkS2GCyKq9Sj7e8B5flKkmQS/UIH+ktp4k7Rk7SOfQNnlOVNBjxNQ0+9v7JyrFVTfAlahpwcRE2JD3M0A/Tm+QXgCDLOon7m6RLqLPjrBaus6ycYTXg2ivpBu5Hgt1ZbIi3Ftlr7ZAnkz4VEBOuPd7P0gbG9TXIw6vhyo76FuG/hSwI9iDjuczgaiZ+cEHtybjqLCz7a172eAU1bg5GCoCzxuv1knuSiICww/Dqt8y6z83f+2+yyKdyobrKqjYep6RnyMzT5Sj8AjzaNobF4hfHdn7hHfzwGHyl5CHFCdwhZ1Cx0lObnR5ghX+4LesgDlk1/lRNSlUlEK2zURFHAi7RUROtumy0q7zu+XpoVUHELPih+EoByvNcJVJuMrDxFesSGlqjBkhOn9ou/XTHqN82RezOGQsQqf3jt3IMGW4ZAgTRIAEP9BhLPJWvK9k1uya9ouOz65s7b6nyW3YxPL+PWBLKPRhBG8qabnDcGFmTzBXYXNwqVJy8aJY2U9iFhS2NmmO2oa/zrmpfQTIhVVUUp8O2PxpZXf+/55Vj0miS5nZmdcByfGnG40Ase9KGvnH4WFFLygRxNW067v/EEcAygf4B1fZVnaUi3xOYTZbaMCS3ANpg0LjxqlRB7mPY5NfRb1Dlf5uQrOyErhD8ELUEKrJ2/ZBCdHvl1qHi689fCBjtU6QhPVKq3b5/IyKyLV5nLM6+r2oVMepgU5DI88tfDy1CejuMOU3JeQnTIj7LN9LB82mRIB/jh1mrpwmw0iyaNEob/dWSZBtwdTmvq/ViOZskMvKhInrNTjz3+ceHzI/KqTMErwe1mNY3z4QvYbeUvKdBNSvmrpIHcNGH+4uIlBNitjGaO/aQmN0SzKy/46gxDC9gVIrrxGEtfsRIJlNjjc4BfqhPtv0zr6JCc8kTk9irqO2q8amH+LjsB+oKiq+3aNmS+ETG43wiNpK7T63ZNPvXQK27tgUwsUo4qTzKQaTfWmQx7r6FMnSJUvJ1sbN2rnTWLHYSfGUQW7b62S6nQZl9XeSHrDfZ6i+3UnkZ5qitfqSJscdTKaVUdCWS+rqayDQO5AqAL/Cg98ZnVCkMGIcl44NpqkbnNfTD+GreQ2kVtELbX1A5DB3Ad6hL/u2kb8DrcKVpHUTVW4bxfQhhAToEwWn5A2p3Fa8bnhOvhL9tQmC/DWNWH8430dIxmormVdVbiezBQwa9w/RJDhWlO8C2P2a7iDaNCDbI+/Bn1THnotSw3fc4xOTNt7SI6wzeg3VtHmEDpCgywQz2v/+6/Bt4jF399jW9AwmVbsH0UNYDEZs+KhKSxwx05tznKxfgQduyWPNBQp9yqZwONAU/RUBNfCG8AVm4s+JsWLR3sstHLzsr97xprLF1FTu+Nqm560vE17jyUb3g9B8Oco7MyGkwJ015NWUGb31+LZ9H9Ya9JOTEkNqsmdITKGbkGveRSi1hB4MkXmXkfAXXKL8d7gTWN1yKHEqLQKe6FS+5+qoRRUkwWMWSQ19wWHl4o8dGi4787jUu+EQU7ROkJA2Oh7OWXGfx9UcD66w+wtP3A0oIqHC3a2frYL+79CaITohQSQeByMfZ8ud/6Q6T/TBKzz+36XPgJVI185J8DFu6L81pGo/AvGydR8l9l3VXe8GMD9Li3ia7+UpiAFv2kIJE+6vcRE9fvSGqNwLvBa+W64ausr2kScMSE4lYxqaOj/l5ZP0ZJCBHoYPb01FOv7hHe9xyO1J7Y9XSatiEKTszzYDvuTcUg2Jw1QmpJdRZ+qq1z+lpXtDPfgJzGP035LZCkgHuLB/S9qXpzhBKagr0qsuizCKaiaZWLJgs2YlJ+an8TE1K6z3YXTsh/SxmH++SoqM7XujtPLOxPalfB852CoqKrVpv58TRGdTDrIzc0ZAeKqPgx0g3KrLIatpydc1ROZcux/OUbFBj15/dynl33IuZyM3MSJLZjmA/jCd8QhL9F+M7Zr8/JwPatesoZN/wx4qLoIvGqVBjVwQtwKCw+VUGa4hXKMQlNcBIzHvoEPzmP+IdjJAGoyqvuHaM/BJfxxLC6GOjgX7/U8RNnMnWIpHXt8OZyzyOlflNdpSegdMzOiDdLnX9dqYtTlgvgdaSNckzYprPy56Z5aGch6oiYYS2SfY8tWk1f78ZH9X6pyK7AivEqBIgATwxlTJTRxjanyQnD1uMTm5BLs5bS3gKrUb6cDl39OFu3cCw7xJyVl+uO7gf0uaW0kBkW9EMUVZfxRupxHuNXzdma7pVmTSViLWWIcCZRLfLjUcWEAfgzZ11kf4vW/xacNZllg+V9f4Qd0K/hBRNh2PCF/0YeGJeKbyoSRAzTPkhg7Wc1gf8t8K1gqOoD+/StjRdf2hbZlqP++mkfkIAmRjZybG5/T2HOWa8unNrpTNkwhLJ4nhUPmV4mcwrb3N1uJuq2hxd2idpeHIF9TiqRvXueui7GoQG2fpfUVIe1Jur4iOxIGlhX+nbc35Ul3jJeAy50yMbYkPa96/3DjAvCSd1iuZEc24kVf5uZ8eS5/TgfMpboCGKxgFq0xcParEaKOB8MuuI4llkm0dU0RnE4Z/BbZR35XK27wsEVCT1BXtdu8qB5xb5cSEokHDX8fI3415COYRjwUCFghu7LkLqm56If6vVxQvhgyeRkH0ws2MovwKTULoOAE6hWEZwiM/ir6Znlr+b1rXohXo1cIue2BZcZshCvBcP52zB4b+0JrPoEO0ndAOwfAWgkmFbZR+Uuaxs6/d3ikTtWMlLFB4KQB/UNCNNvZSKaw7FSVjotyxnKlMI4p6pmsmQcSUit9qo0e2JfGfft2YE7BZlpNP822IuN+bSiZylUnVDOAiMlLDX5FvzNZiwu5IRLXkt4/IpnyZ/9ywh0VYmsObQYn5FfcUFqzDe/I3XyCuqlFq20OA//BKt9seLmwhIRagG1huqh+wso1Qq2Ovan808lPMKmfZTRxj2KNumEFdycLM+DMgJyxHCYubWCBWeWRZ8gTwzB0/fFZgLbvkXOmBtpmV4euOm3Zijnaldsye/76TYVbjanXs8F5aKdZr8RBuOGWTBaXyvtKo8/TGhmaU24GekIz96YD9UkSf2/XF1HsqRKkLwSWizRWkMhdoXWUGg4/ZCv/8xizHrxrEU1lUSGu4ekBRfjKAp4oXSA5tf9ADbaQAD3V3etX7MFUTf+ipf5h/UTEA0IrEkbZeXQb9xg0PJXpa4Q9G6EyVb8Lfy/9WgD4/MVl3cZPj92lmXnyFx40XAOe138dFzD/DfViE7X5HuzKEhXcrx9zN6EnR5Q+5WF1fzgQB7jQDFT2E/49ZgjhKs6PI+EUNty3moGS5jKlJmn4pjUWjDq3whYsNU2uwtGEEIuAv0McmuiSVSq1klOPzrUrLuVefTnZH4TMMXMBc0ay7VM34L34AA4FO9wazVWXCpHFLJmc3n/gt/37CuWsPFD9VXZSEEjiclQJqOVki09wVl1bZLsUsCApRBLpSG0BesH3M+JrDLt1VAC+scg1Gle8Qu+tNOFuHAi7Qv9Mbd7ho13NMR//9/dcFEksbFUMBRjsa/joqIXrKAr2Oi2vFErMkgsW+aPra8pCpGo6QbLq1BYgT/YcYIpyw4eUWEcmaQEQZaiCvizqzZBvKiqLGjFhJotPHP8m4xznVI9N7kNl9/35aHi3Jgfytx90n5sWeIRZRK3tjLrJDPbwyCejchlFFTXgNorAyh/KtPP7eZr7L2CcU68yMATldkW8+PpFuU8KGfc5w8wiDTUo0yf/rr1L7qp8cNh8MyJRM6t666DQzWuO3wFf+74JQ7XaBh+62dkQw1jZbcKkQXNLpDnY5MAxGd+r3TKgqWog73upYPbskqobH0w0YZvxlOq2pvI92gtDkXsleJyUUAbMMizhfcPMqrXVSopZmaXIrRSFKGqrrCIP4wlBR0Sri5WYYI9xvhEi1dw7JAErGIul3IqXaFgDls6EHzTgmfys2qT1MVR66Dlg899X3+p+NtsOOzl8Cd+aSU/hY+JmZE0TpAkn+9FjGaB5/wkw//yxBbqdPhzhxjIJl3JUihRwT10o3cNMPSg+si2m8VhP5+EsjwwLrpMI5bs0crNA3Pk8dgGI2rtmIHbRr88paO73OPMkF2/ZZGTNShaonPrLopyBn0VrKKrf/FmOkIYPn7tO1OTI7lMrmEEzhbIsd/q76MFfYZlbtRxqi0WFdaRGg/AN1EWxnGzMbwhrLmiknhtSPPbhVdyfUoynXSRgndEICdGXruG25q9b8TTNw/GphG4+mAXECYZvYFaD4RexISx6tz+xmfww5nCune1Y7DPzXcZtRaKV6aC/OCtQmC+sOyewuMC/OGJeDzFGQOtB6P5f/By5V/G0Lr4e/9eM3paUJ+SGKFeSu3VE3/Zh/X+ipY91RU85qYltslfoECL/wbLGLFHqMeNNMxX7E5SivSdUSyrtW3CPl56vmeqQzEKXc2Gv6g0/+J9L7QnWL3YZg0Xo1CbxLqKLvpfVzOkmO6unZ9JG9XuvNoPNTyLU0wO95JD8MYVEuJfqwNSDINTcqL+EfFLD5EcvmGYKOPV/PUMjCSIwGZlJyVwvIsVozONFGouo+RRx3O1y//2ptzL8eaMFye5CuRvxV9jIv2rAA1wb8SerRLm+JxsnTac5flrVoJ0gth9bLI+i9iNns4+PBdI51KVyUEhC4Op5ZbC28YPrN9lSz9hcxTHXo1CidlXa/a6e54KlZ+wojrhz0HMs3puoQ0pGYwtCCAhRjbdww/iW11z6fupnQMomiTIFdXgb63a0yX17Y3jbhlqsq/92j2jqAEHpmKpsnJ5Wk6MOKPxYrEKgB4nK+szEbmlcGGEYG7h2w2WZf6S1yJsRg8ZS573Cbm20ko4cyydvmph7nV5gGW/RDjz7g2z6zMMD85vH6Bh4EFCXxeqdbp9S2D6OItBPIa6hYWCgBB9fv/1jYnlWV06ab7kzYduXyRrV6q41VHqAgNBNzZaXdoR+b/dPzQRgwoPRtADCbm+bMeCFLAL7uCao3XDd/Ztgu+J2Xl78BOb28OMOffTpQMVxyo8OK/ePvn6zCUWiNTyr9ylxC5Qr5SBl/dgXXRMDlqDjIQGJSYxcj/jm83mlxGkj1toaa/9TQtc2TwF9fcGYyy4uV2/DOYV/CC/qAzMT9aIb5qQfk5VVvOPdSFek+muoyDf3eU8ljLM0X9FXfQ3pQpLNOBwRrll3Py8V9zPVf1yl4fZQBkHi7HExxsimNPusfAb8duFf9tKcAZRLH9FCjvdSI5k0R9KCjDzqdOXF4zCgClQ2p4zU24EBoAGYdqmGBvwXQn5JeG2WFtdwcMYf8pOyfUkjhPHq2aBPkiR+VXHf+HkhjSWZZd6tgwT6cWE8m77FeESZm8wTCUX3h7ydt3yWSiUfXmZOKYd2WDsoV++Gke+HuNkC7umdGBvXCkeUhWrVP4XnZLV8+tApPLlU0xHbbmtZAB0AluWvI12kVlHssc8HMKRp3//ClP6ivJPpBTk5UXIb/rpzlfQ9YGSZuYnp+dxRkyHM1wZi0ckZZnXKYeLxRzlSSVxKmrJrOtryQTAC/zKtykIaGm0BBY6pvLQ4QsDc1DZHcEXABkNcInF1T+F00BTfa/VoYdVdYb9kl8tb6i4brO4zRw15sIS61i+foKjZtkLaTdS2p42i7H2SkdRLKToKKKeaqOYJXfZ5FjqwuQTD6n9716A9EwSh7G1Iz1AaJHE3INxmsuXNKklqWdpZIGyHA9FQWmyOAbIcXoVFnSRLtHI3/ycuxpoDLcs4A57KUqlL2PGPIWjpdeBwIUJ5iux6te6v/5eKPwnms19cXjDGnMaHVHJKFH031ZkUTQi9GvZ8vumWVozoDhDQi9emKh7PKmnoHp13DZxJaxPHAlmJLWXtGlOktqkXwvPMq5S7ZevHgN9fpZ0/SjiNl1pJk9LGeQ8QwI/uqNKqAdooRx/U/KyHGuQ74xs7W6yNXFXHJHUOoSNZTxpKJRWL3qpTp3v2u1TUCTcEq0s81l5L1CvuqzgRAPiK4g51oQlT+F9bpPN0ZUNM0glt6ONQv7jzYj1enIQCMN4xf/25fGz00FI1+3Y9/svN7CUBWu5dVBdGldQKGlCPscLM9utPj4aa5CxEuo+WiSri1ExNUGWO+tP3ov4zW4oSfWtpJvf0aA92g9UULKsI5r5Anv4k1zMgEE5e2U8ALtZ1yXrXIHsEj01RX8qeYS4SUHMJMziCXAgXSX1EVTIG0KlFXxADK2I+Bshadi/+c5Fs9hyn0vg4pAf0jexxvKUhfBGx2jL12mdp4UVCMCHK73/K6n1UtrEQpqUf1bZg8Kb/HasH9/COEI/NATlCOAYIvQXGJTry7GtqJHkofDSm2AFdv9ewHflAYMaRD6wuukywuxF/Jgv2AapS+FMzmGTg16Wd07Tt46ipF+Wjfn+nJIX0YoGa4kXQTAkqhO2a0HuEaTUYXq80PGiScRHNybVSlE/1KfRv1HRSljZHGAeFPmEwpedsAX51Lk7PYKhpSbnP/LywUSwfYelvJNJZfGWXMta2R+MndBfmlwyp8wifTv+pDudzapBHH0en93IyQWDMSd8OlzbjhcHyprjUYXpExxPIPEVvu9lUJZ1C7AvB00YrO3YpYKNLZTUpchw5jFHy3eF8yuZG2RyMfSn998Nbuz1kSRE0C2mWZes4tl4Pl2M51CHi5knZ17WlXSv12Cok05MVBXbazMYRlFse5yiZClz0icp3IYwoPixu2K5VKEpcZUisv0XtwHBZZM5UPiML6xe8pvJhLDblb5SHCkXp3rNWQ13AfZhQw3WYbIUnpLwYcWdLX16lHW0lT/F4jaLVD/4IzsLYGD1ThsJWqcxh1T02a5cDeKK8Hz+BP3BUYbInkwHyUV9fpzTsjSD87SUrEdLb+wOh5TaehnJVx7Bc0YbIyhFSflqVLeuxG+LCEJyATOAohtcJ8oG2RVAIwXLcDby6frPwDvtij3uX8eA+ppgrPMm/0l7jMR7kmQN4RwhRgm/eFZ7Uoecgq1KxbaGX3tGzjTCYMU416mNb+cJKt+4fIY/VZ1mZ6dA7ZiFckfm2boymduSHYd0UvrBsfNVNGt0ZDVOUM+DIrCN3OTUy6A8GlL5E7lFpjNMs5lmVVtS5Mv13zDENrGVd7gxu0c+dfyZOb1GLuEa445DT3/kNz68QSWLAaHopyiLj2zV5bFvCIEjT3keE/0+eIxZFAmUOCck0+tbAbl9fVVMASq0ayXafW3qPWN4sSPWqWyUC+yaPb/X38Q5vy7rWSNpuzipipCpAD+xrFqIbFJo7+hZSbDSlwlFg7LShxeFY6n02dJj3Mkqin5WDtu+PjB8alBvLMzP1RCZLkTRUvFavjzm3/MLKMJxsg5ay1TFvarv9VnjYzBvddgJGGnTXNy+jXtWVKlrOVwk5qv6RrOcBeKMoL/h8L8uNPXhWYXOp876wAElXJqYpQviGgPiO3e+BLqzpm7aFfdpsJUtOCuSQ9BaLptfqTM/cPJjYLvGbV+mVX+9Uy6WVJb/rVaVwMBBbTr9so8RsUu7ATeaxMrSZGgqFUk0MzCtvP9SFtKwU/mhnaypc770YRjqkpu2HwJxWD1HWn6cjibLsJ8o3g/+EyrO6zNkp1ue9mSx+vgMkVBM0iEjbZc8dWi4T8VJoypioo9yPxjwVNk1nmXp0IgKHNnWTLz+5N/Mt2cvpupqLOuQzIZlkzPm8f+WeLaD3BIXJxby2JzL+4/pRziTuX9BEgDHH3kk9mPLZcOExG9uR1ZjxYEufMUKL2Hu/VlttSzr71JUBu1n296J72jWC08aLymvk+yYq1+FGo1xgCA8Kbk9XDt3ZWRvaN/PW18GJVO2QF0Jzps2bSuxOkMUpWbZ+eSv6phGOSSuq1dYfsLvUPjLSdEs8C14BoWDxnE8UlH1NCCvuV3WkS2WIXVLYPxNsfNPgcLA0Xw7fuQJNsb/gj8slqUMK6Uj+tewVthmrdGSqgSKffvBy+H1sth+dJk9eYE7jMqDjsKGfdJBajFORl7hA1DOTiIH3AeGk6GxlHofIlFMc17pqX0wB3gG4Xqi7xUxzT6yyM8hzBgUjgkb+G9pdlvjqwrpeJY1FWM5K8Pa/fCq80AvrhzJDvCkBg0Fn2DlRl5Y3kMgWWylRTG0v3L0hlb68cB8X8X/Gv9J+iR+eL3QIk+2IfDXssjaf5tARp8GTN+4A6TKpO/r1CM5F/hsTWWNPhB4c23CVKbj9Vgi4P5sIEtqwGN/NgASlqT4PRCUkj/0XpnX0QoBEc+hcKWiPiW/AHCDjUpEJ1Are/UhS9wKM3KRKYAo7YTYzcBDpciwgiT2teEcIY1e3tVZFEbc0WVrRCFDOg8untpWA/D2ZUwCJPZY+K+Jt7VFQlpRuHttOSr82/pyraPJYqrN76WixPqngGIU7KeTpEHRpEpyynfM+AHU3PAUdP8uj+oNYZe6lcJ0h3XHjPA1tYQ3nM8dHLTzFPTf0CE/E0is0/yb6/Hdrm8UCVIu4TE18+XuLoVz5fX8FCul1FixWhGF587Y0a1JEdM92Y7skzZ8WX5eqQP41Q4s8dj7ohgkcfoIjBKt3sNdfdKU0zdkNnC8QoGC7RA8Tb64ABlPE7/EK+BiPz4nJ3T7ayV1bxZgq4kjLHTs+ij/MlkIeOJbEDisfsm0RdhTKnwHNjBHDxwim8mSdM0mc65INgQMtP+Gz+BxJGGQNM8b36S5OBXPWI5l7qhS6qpdK1eGmeykktmI+clF3/vm2XGmosu0RQa7PWeAbGecQFrNeKvI2ZBuD2f6t/4aM/HlVBQAI/Xg4/IoRWVffTqFZVZDT64a2r6idtkopRoLowGeU1edTOF/bP06Amr9CMTDsO1PfehzGm70qX2MzOHXtsH1kuVd0OCKt31VZXedFbQ2fr+9THz+FtfXuF8bI2ObmFaA0Swi6sf14p5fHnfOKu8+Z90yzi4RrqLAVdy1XH815zVKjEQGoxuihuHTvI3hxeTK/P3k2F+b4F+XOLHd+Hs654iQbIFpSmFPW2PQIDtQmUi63PcJE/W+lgl8cG7+qrpy/hbExOKyo1iR95gOKHFY1PdcN70O16bbGPPjrQHliXqoIP3P24yfnr93QyI3C3ww/bnP42+k3QrLaPG3ZIELAH0JF41e7UHVBYvoeWaNvuDD77Pq6SZ1pW7TqOgHMYtwF5jcbWEHf6dXVE/j2simlCTjQlLth1CWG36dz6XPugyiG8aTezwSvE5EO9YefHlV+hVyMJFLExGfeTAVMv14jDxB0FO1jUN2DGcr2xjRdln8mn/por9hh0RLElzxGi71ozQdyvjia7nTCWdDfhHe5U7NhIPvyCGGXwUJyG/z0ntbHsrkroB5GGP3XjnnbHNIOtvWiMdf9IWF7GCaPx02zIaLCZ6L48rKBBgiDYPovzjc4QOKXt06ks2KeSUJ3t2ZDU9768kYlOtl4afnNN1quuuX6h46JNuEDBSIeh35+zySI1esSnuPe9a0zpVURxsUZDM+KjH3pdgSufcLOYKcDO1GUCpg7Kq8vvvi10Eh7eDUE0fXrIyPFxh4rkJwanakcLq9mAOIft/lzl6Ru8RzEkBO8ZBNaubA3Wu4dTZbXwmiU0Xm6hU//RiCfk3+uo/9z48RJHVWOBYbMvU6Bqe2P5B8xyrWpdVnsQEqnTTDiWStGqL/w2UR65hHniqHqS1mF1zgFBI6m8aH0z9yAVb+AtqMNjjEYr/kbp/EKfjWbnk2ZPHhRYDr5V4q4H1sCnGK6owKVrvA1joEJ5Vyjj+oCNVZcXYHE5HKaklrIIK9cWw/es59ky7YniiOEMsNn5sg10xRJsZQghL3jqayqwUAtIq5ty7YzU073MYODGXo9F8ILwaRlDIHhI7cXv7EgUhRmzB538gx4pkd6bEMsIzxFyw5YJSUYgIkAHx/b2Cm4Dm6ZrHjuPvGQCjW2X0TasLvBv6Ri9+Rjttpg4xp4rw66emrLVnW1E57vrz+irEe9Nkdo6aT2DDZSdE/hchrfBaU2vQr1OriPCFVS8+JScibPH9SZ6pNsL+ieJil06xLeBW3+X8bFliD+rx0gYCVu2Y26SgpCel6/waqkojlU3D4OvF9JLZIgQj5tjryyLScDNkFLje+E0nmL591cHnIC+L31W37az9JsHpV0j/cp7oILDO/2gfn6UJoj6lVg4C59Bc2DaoTTN4cInoCQadY8XqG40Yo50Z9iJnRBAGe63AS8KqtrOA0amdiJ6IS6GQ7wAmiG2JfFRRHndOal6NQWXxI1+qYpnyaHreCfyi911Y9RIw9mYYL3AIzOS208IfGC9z7W+ug6gjx0cxFCIHD/swgpi9qTH1AEigGFvARO6glflEyGt11oc/VKDeOVz2i6axuoy788ZDySy1gUl83bc5kGLtUL/wPxYZB7zFlY/LMVs7pW0b9uVbM+6RF+iUu4Svwyj5PMJfLzMRC1owakyaUdntsvFI5TnJa+yn9RPX1H/0AwAkMsBD8ijQ1t2ENq21eqPFPu4LtrqtoSyiDz7SPYEU76wY7NVR2Yl3RfDGzhn3UnRBM24l2YWRcXuHv7b2ZRG01/Wrjz1e5+OkUFBpFbEGwWprKmZuJMLTFQuAVkmXHfjVI/YospLWvGqKnFmcZzlrv2oEUxDN2cOJ/e3mharxJVi4ES3KXV/IpPVm/CBxJsurRWNubP7lacmIqQ7EcaZg/PmipYu+Tf74tza1mWe/48iGDQLBKfSw5Et4coaWtsgW5CcnXqoSBojkQLtSdS5O07UCbmRxt5yhOqWrDw3SpvrDC1a+H3nw7XimewivNfb0IwzFYMtcTU/MKVJ2x7FUsqMY0sfdEveR73b8BkeOO36FXabfO4HqYxtWPHDof9cw7xbwwJSo0uXw95P0FtJb4eYTiARYNafsQq3XdOdOPEjkHi7Ufe4kXJDrd3UycxwTRT5DZhQZjnY8dBBzAT1I9fRTF2ZlASaU1hAr5Ib04l4BHCetAwYvAbn1LpvT6+r3OU11XRZD0a65u8+o4xRR+tiAny8vp668I6rcER1GK4HxN3sEFXZU1wUYKtY+pgS8KqQmav6SqsHY3JP/Y9eAiuGExa8qkXL4LdGKcV+2kwmNX/Zi9UgzR43awcBk7NtZwgqkcJpwIbP65RIg7oduzlv0n2PKPEDQPjld7AtrGOvVcG4JpOD+Eh6oa7HoKVKzOdU6VBKuS673c+e8ajlgCHskFfEeY+S9IAaWB/YgrDV+L9b6s5f3if0P90bhMpffHhGhzjp+gYil7yZPZGsPINt2q53w0DkwBM+ZnSviYomnRF9KWMj1xLhH0FZ/YoN5UVk4A5VXWRXd9YggKVJXrYprN/uiXrNptAZYwtranx7A3jH9KWoA/WMqvVlBsy+CpxtCBaeTs31SzBEweE7X4V2Ko01LQb9ulguOMAvMyXbYn+1jmAEg3R/rmNad4kP36DPQEIvKKqBbXBeo0kAQlNV2/wNItNs7PHOKV21fidP/M7D+0JpctzWofZnlj/JDH/DccUXbZ+2s7KeM0/SyCWJ1ESLF6/LVpZNMgwG6X4J1Uy9d+9djNDQZAW6bqxcXOm/tX2ecIIh0ffEpurhsbrMkiYEl6j3zhU8vX4fmcoyGdY6yC4GoUND6FcPrT4RsKJSNZEyUc44JshdJym+mi8ulRxh7XUV9b0kkAhnqohkqOZlGJV/Q5SHlVZRunoRK8vRZxkXVUp2U1AW34X1j+8+I9QEaAvkI0zU28FhvPNkV3yS5R/hV4xgFHcxG5hNFarpo19U+q2SyJpUQbxwgzNM0y8lyNXNTDJxksM5EEEYokm7hiOc6rMoG+87R6UNj3hlm1G3QHBXXOJT80G33tPW5VKf7vxu5xYTC/LM4FQQlZctDYivEKzD2Uni57YLZCSnYR7q51DX3xUtHxU6GMttBgRjm2OShf0LLK7b15qxpBHDMyBrv49TwYUGMLlyqOTAziIeJs9seaqkb1UhX/8x2akz9VM5mo5/B1qs6qESDU1SmW7/5eOzoOozueX40Gc8Ql7BgyARGGoSip6EEu5poxe+n8dKxYvz4Plx1RYwns49y4XVita5r5/nbBqAXYhcviYlDUr0mARLv4TJGinH7AWKrQQ17Dxt13yun7WvtorrnPpOlrrsk2MkAHX2p501veL4w2I67mZFED3Dqgj0UDZbnsNst/hWo+/CLJhIEK47I7H1iav1ZS5eeHI13xMmcUYitISfLvxHjy7WVI0/P0lLZs2yHlLZRtUUroHB0kopel+UPoWvB/w0WYLLZiX6Q5ghTtOHNojcSHMvVnOK6XxCqYfsHGIsUpr3cNnKyPgztiIYF3Ks6qXifSBewLfx67w6cNmCDQDmUty1jKsTP77YQHNiR37l9+DVKjcxWCsaTYJDiv7wXY971cfkI9tlUg6cgUw3d+jtjOQrA835exbqHWp5grKoZDBXMHc8sKK7J3xKa5/Xn/4/N+YfahJ8iBE79/QOxLYCcfFC+J70dT09J/fn+znW38z1+DtIo9P1lVCyHkFPVqUm79h59uSoC0MZ+RWGTJTjMDf2eFLvfHNSO/vhXZUbELhJrrOSi+vF//LYPVXOYmEK2PWe5B+wStvW8jq8dF/hIEEPTzcKwKVutPVKkcrThYNAVQBL7s95XRIU9e2gd44LOsiFMTjGK2degKGcBCgbtqaBDIGf9d8R+I8eP63waVLho794tfmMzgWLLXPbVXA9/TvzbjCOd8Rgq4ERf7rVEwpWfgls8Tiu5PLbVfFKhGORFX3IGXVlGXEFcfVpcYuT1U207+G9tN/E2dwWhy7W15h15oabT3oyuQ+12hqCsU+SesP4Mm6v9CAntNM9UVflOodRlapKcTNOUu6YQ9/J2D21OVTEJcYvO1PYKF1JB9b976Gdr3RkMvWXeZLUbRyE0LzO9a0AxqwU8HvYTbfc+FVbyzeWB4PQo0T3qCFO+wzbuHy0gqKvqd6fQJBvEVqAP+nJX3zNmbX9tRuxhvCElksm3RrWJ7En3EcdEYzsxxjViHD7ToK/6y7qu4iiOJa1t6lWiMrWymv8RNsTjNJM4Ey+unuz6ltsFwuocUle8EOCzMj1DQzCxCflnmKcHphRIXStRgPPBzWhwIokN8OSqUcymjL9Dh/sQJ86P1PWkvNnwBnv91gC0OofStPEFWPx3wbYxREsUIAgfELD/Xv40ebFQeNE3LWiEKtwvH/p/Pz9XdwRKJKV6PK7/fMafanongSMgnR6kKk7YN8eI72aIUV4oTafqLX+WL8+XVRVQiKZvAgQvxbKIU/TfxG5QlKimWZrdiXURtcPQOPs2o28FuV9VCkgXT85VWcFNjl8e/acYTVqgNBnSs+HRIiv3KxcmnVCDm4YJgb6bjEAa+46sear2PvaxyzH1r2DtxRuRjfqEB1Acr6s8uM/+WUUZF9RIPXAw0Vbw3z8zr7znmuPGzptx+nF+9ycJHDw8e4QsudgcGT0xAisSHJVapzfX0FPSSUZxYthzUASVDI6g9WWiIq1smZOGtshUhqBKzLNvSlvG6PLSIJP9igM/zAojK6HYv5ARtlLcsf0LwTplU4eMRPxqLnAD/UOQXce6ryKqH3/pWluVZ4NKSUkV9vY0m8LnOWQnkMrlJVyHmy1giz7h25i50R1cNCdYv/3WDKi9r3RnDMXo69ee0djkhkZZPMtFxe0mvzKM00uLJMcHgnyvU13/zyc4P2jegk0PB3ToqPH6EOHJ8gV66RRIh1dq0fZ0tQro/fyqklH5w+Cmb7nRzlcEBARIqClZulqAdFtRwl4WPqz0SoaX/+ecP9m02/kbgg/44lvir6TFCRhc0IWEaT4inmWMiZ69kznP6zvobBttMAvGh60p9aTaj6o4PhhVICh0f1zLuw0xCc0rrP+oZ0eN7r4v2S5ZhdlYS8cGTbB97PMqtyMmHHGX5Na8J/rVudaseawdJ/JpN62p1ym+yi/LgiUR2AWZc39xv9189m5hPr7WLh5IqcdMUHyFJRv7t4il7gqLtV+eo/PbKrwvOYZs/x5JJB2OGfvsq1wdNoU2dWfuFwMdvY51DDKgQJX8Uied2ZeIaQ+imnBwkq29duBZ23xDxTeXFsfTMT17CIchDxsLFEcAFPuwkju6aEmSKoM2rEjSzy7IN5HJuP+Ogv0GYUEJMXr6hni1h5vhL/FPiIlGIBIw4AscPqD0H5VjilId4HusrM1zW7Jb424JS1PopjSppGE5S/UxUZTdTQIhg5dYRUTYleYxWWcArBX5cqGrafDWM3zNOKpdf4jMEYUmQJRpYiuAkt0yxcJed49naRgVG2svOSp01XhtsrXvhkPpFmBa/8CeeNaPXDDqEWIrQX8wLhSFIYGRrAbFGDumv+0m5mPD9jO+3/4Yr6O9qJICxxKji/SKBfaT9rRWVGd9fqI1XNbRecHZRotQFE/AIHY/auf+UNnMpxLlofxlDPP0bzYAVA8NuwAb+tZiz8nhBG4UL6ryTdUGOF1CR+mNkPu4yf//vYJPb0QNjuAuEYUv5VcKKblB+WqLMLgQKn2XxQujb2pyUHn9ORYm+6wJXVT3VnYI7r1PmMo5jQs0Y0ES4BwNcDqKD8w94F/vN6+vUgVxG/55pTKMp+fUeC55zRxPOZT1qludLfuOY+26r2GG7XOnlskhpB2WCQ/wYZfyv8KrSuMw8/zazITieelA6y0dhUlil/chtG1fSLstfaS9/hVLB6shNU3DhIYcBeVbZ+WOoqjdNMQ4L2ykRrHkChfpIbGbVyXWcOsEw9DT80b7ifr86wQQcG5jy/IG8+v1+4JTAslhW4Ei9etUaE8gi3qqdKoiAcbXTz3PGmtoMwIqtxH/1Dfop9IXKjp6MWUWU3aOQHupIj2d8GZz/kGB9KTu+VHil6EY3XYW9ClmwLwdkkNKzz1JO/tgmqJTYvnyaCVzrsDXnAEuyc7VOWP0GYajv66aYoXbhry8Rrww8IfeSbL4L2/pPEwkKLCWjRXKxw5fCb1+WmD17nMDPfGEsyYSsb5omp8SpR3wiA+ZbJ7pxtDqApj1p8SXlh8rUalk/YRvJXWCVqFWcYaaMipGEfqY2BqokAbhNMhPpbTcES9FbvtzHT116GwrKo9mjbMw5u8ygF+WMFAYVS3zCoMRz1R7f9D+C33KMoIefXcTou9VJW4At0JFeVZ82m9y+YzDt5aFW3PjqKz016Lsb6uikkq686A/H1fN14nmzhB9YFyKOUqdNH/jOMuyTOZwFaZK7oQWUZa1j1vbfZhuSJ+cilUxBakiCcZRfbPAa8Vv/mnhx25kc/q+XGJdMvh1fe7Bn3BHrwUyL1DHfhzPLcN/HL3sPNEVZMK3+Yyi48AXFTOGrs/LEnr10YPP+b1xPKlw1xImSeDCCzEnmiDCUrdZWOuG4/0DiMUz0LTqGeOZPUpXPRyv4fhGdimwERzzL1OIHScA36zj/1srRCiyit/uPIfODByFgd6X862LR6fbpq7gU5fMOwWQ65AYEGnkGxTHtU3ATdladA3WZja5guBabibYckTCOVW0tO0EuWdBuajxzfCT9P6/Sh+uxrPmDQVwcUaRNjh05XwNa0xkdwN5VoCGVReoNagcKebnil5xEmSik94usBpa/WnD0da5tKYmwZzm6srkF55UD9fLFkFB/UPta9VIOaHDu5LzaNyuE/3qwRNU5mbpX1DKhInoKq8B6NgEUNLNRPvl1rq5CtQSQki2idX/kXU+/qs/8XKv7KxXu/3apuft+fFSTgqBk0aJSApE5IUQso1aqTxFYu+H8ruP7+TWxLm354/+N6bnoSehVlu7iBA5Kd6SG0SSwOu1CPWEfVX7PVBNep/bcBrhzZVQWFVaZWtykVLHP11zw7Sajf01kCIlAWXW4JEZHEEhW0ecXhkjPFA4I5bDY081sjhhNXBYVKowyLIZuKVXjtr7EprN8UTj9MFTdoBFkT/fScV9LUOQgDQ2Xtuc/pU+Cr2qC8PfBb0+mtMDav1GYRiW1jIu2XpGFtLM2aLuJCmWyUddIvpKvcRfpRFBqaSk6S1/xGYY/WEx+vxzRQaRpMknYjt7Lx25qZslzPuwB5T4X13cGEHyrd/iG6Jq02vp0cvkvHw8Vi6dgbQZXI7vOp7zkdcJ6mt7nv/xkjhyUUsXo2PDViPLiDKv+/E32hdNLpXp8A3PrYgx+R5nqDV3jwhSrz7MjSQUd9iYN2EezNah6yZNuiD/VxWpJgptqvgpfN8KQDBSwAJWLflLbFWMDzG3RtF8jfD/fB+CluKPrH5lD6f6xi98hMbl0cHl94urnTtZX19Wf/r+b3SZ6+CqMUdaB8gGi58IFST2e9l9dPTu5tNVRVev+PMAwtlfJvaiUjnSIEGP1z463EgXsri912o7AkC+RlO0j1cYdw3sVuPQbHLZPUOYc/7W4LP8uOETFyV+Pw0PhPw6V5Q0Euout1qlUzO4WOlog3dFSdyorMQtaj2qkIF3EjjJKxLIiSikpMZuC5jX02Aj/KJhprv7lP1+vNUlXcDwhQQbI8WphX8+ogpZBMD/sTzzqdVFFDMVI6sfDk+1vpn5LgdrZFMZKgNMhyClgUSCtaJb7QgwRnYCtLVozAuBBoJ3wnAiHKvBQAwKPM+TXN6PaAkILMER7Bg1U192RKDwOT8SZNe4Fil6HaeBRT47Bh1X1sjoLAu1zLG/UfLzL1mCznDzaJDV4lrMtL1nYXOkVrnlqZmHDxO5mGWrk/1zgxPDsUNhZbOIXxt6XiVGzWhrDcql2nO2QGVPmB2qBXRzz318H6+1YhalWJvLSBGuEdqnNqcHjVUjiX7qFiCEy5f2lqQyVIdI4XmMdHzjyaUZ7/Uy1fLw49n7cRtK+xNd2ugFCWpJa/O+l2mlKZCaaIpaFbUv3kZYQSn8bwQdDRjowasjw8PFXkqs18vedpRB6va8Ftm4lDgvviQMZf23qtKTHZU9GvSL/FBtilm0aMMdrPbIw/jZviw27lGJ5YST04ux2tw3hlT8ihsvRU/eYMZ2F4YRvlbd6/XJoFe0364Ox6WYz2b/6WBFg2P7X5FCEkJn540ytGCL6Ca065Ge3jfVbRePi+g/XG8ZZ5jZzGHGLm3s3mBaSms5jk6kOaVxhZvryeVKPPRDnu2vF0UVzBH+xT2DSfMR9cOgekfkQjQvy+VxxiQJ95nGpxKEXv/EXpWmmhnr7sbb5EZlWHRAp/nWkxRjKne85Jmmx7rrNQDAHN9d9ve0m9nsvNuD+hFEj0k9djRP2hij+xgan3uxq3AVGCBSgkKx5Tlc5a5hVhjIIH4vr0ZsUWdZznz8nhiIRATKSooXev7J9lpb+d0dZGmTPu3uhCLXmLLWlCVmlfsfj3uB93wRO9j45bhOI1IRe1JAcuRih0vv5jeNxKdvUXj5g+seRo8H9s7LqK/eoCT4VVlJ0peQTdLLZ0TcHEoIdPvx1IUcKnOmkU/YYkJAy9ai+WmeAd6zQ0Lq9zVJB4n8t6C462ia/6W1y4jebuD4SeKzww9XFXk4SPNWXY5jY0QGIV0EY64p0jzJ6oyOCv480bHg1ZQKyZXbxXKMSjbotoYtEqY3MttIewH+FZ5D1YZqY+qQFbbq6Pi3SLzSEgQmSbILPPf+blnP/xasE7m61TRDuCUnmZq6QVxT+uKbCh/ddhvoWg4BRiXdqib6/Gn8dML6WShfGb34Vp7FnDca3wfEvEjJ0SHaNUYuX+nLCrJLFzm5178nEvzPeCsbQyryqkXb43hD2yCQB8F2kMdR/IXirntZhPNWHkfbqv4TQe/Mw2TbyYhPXj+Vrdpjeqj13O2abVEWNLrHVpigYlc22Myy/5xavfDzUScWlleEi1eQo0olVsp0LrFHlL50CGgaDww7boBgw/cDZnkJrloqU5+VVUNoBfxpxj0tnQ4+jIz8kcaI0acAwnuKBKtSLMJt2UYtUwKldpbH9lD/PUekOwwgM4wUu+5Gm1hHqCnQfFicHUkep8pUnVfEldgDktt3I7CVhGcyFXtoA5sIXc7RGII4/Uw5rcH6FMfwpf/yIQo+8dipNfpm/dDpOXxn9uAFG8be4Aiv81VbWRW5OLERQ17YNheM0BKoaA9JsnnWM6knNLvjDXraTaUs9sZeezuXV2Gvn5nJnbucFAOKDk/xydHKPz4VN+Xl0QhYVoecTNNzFwDYxWsdVTNJ/0yQWsNlTrJ4Xdfs6xqLYvjP8TpivFOSIffV6BFpGUkic1Y6N4UEYtCHspRJpGmCjaDfz85ffDPX87ZTeRyBRwigjhIGPfb9FLwYcR2eOhbml0sS17/Cg/rj22OJjEjRRLIT/b+0Xy7yeh0y93IZWgN1Z/evHAD9WGm5XELFOA8gEyO4hWRZBjcoW30y9+/V1RMh4UCjtsDHGGqQb/ZDmAYfrRxCobT1eF1uUcxnApYIgfvXKbenqpZoXyhyyMKNnfnn2nAX0RdRYdYdV4yuiIl8lBhJpOpXYmQLiA7Gvs514V8H31L977UjCthRm6MBP5U4v7/uQUkoomi/64lkdsKmkB61qD4kW3kTRaDA/jRD3aIpFWIdh3+CXVwn7ehn7Ko+jRIU9QjGhnTmyel9wNZFKIBGvaDFcu1KZ70ptZsWzKKAacsmgTEtuXY1GJFLlbNb+WAqXj+7gWr7mDEqupSdf1xlwrIxTYlvXcbfUAqF+TbHINa/0MewlzYcmFqmX3HzQ9mwvZdD46r+/VapfkbZPFP/xdVXTQTSLyaOLf9OSez02YTI2gGZqC5QgBvs/akefLf6imUJUZ6NNopNHL13xkIul6y2nE2/JRTEya6FkuqoT/DLPXjV25Pl6ahSutE7UfMav+3Vj4IpynzpQmJbS3zfEES9s4vclCdtZkPuObDDcOlsWphWaMZBfQxYfShgXpv7AKDc8MWVHI3tMeSNuMBaIuPi6NgaYa3ALd3FcSfTsUVSDT7NwG3G+rSJEoEAKnf1jcnA3jyOOWdC3mvfE/rzHtHaJBH0jlIIQkqhQ+lFRlKLbqYmoX1OGf7HTHFfgz6cK9MPiggx7UR/EQ3aq5TG3H7JYN0Z9Z1SMib331KMgJ/y8+KTnZGR797XrFG4t1JgGzX3aYbHPji/5D9Mp9H0zX/jLFMvB4R94meV/13f4wy/RRGJWpKsyp9yMFmYkYCRrAZco8V4Z0EaAKCaNQlzSQoBYEk0JAh//uOdi1TNtaoEQCYoTf2S9+dvvupREdriV6b9cptBEOtiKDjlQw5F1ShS8xSBXIprWi+YWh3J7RcHGQyWEBKsZtU128CXbWZCcs3qmbCggiWDAY8YnvJlgwUbUjprYca+0figectfBX4TGnNN8KdhvgZum4+ZZfzJYkJAv+ZUEPvUN2i819w6f+8HipWOHw6OtQU+l5SrPnbxO8s9izH+GOH6OGSPLkAkkdlVGgar8XNAxt/uGGVU5inpdtZe8cqEGmQ/VRdMMF/xlLQdM4snB5Uy3I/4Gg66acL063pAbmyVG/gUgVMzbif5zdFl5EZ3IvLzMODolL+Ak+6uxwFWrni7vBR4UMF+4aralh51OMn7wWdHPLIzrkCVnySULGXl/ayjth3CiqCtYZp7zIDMcx9h5XuYZPr8rNJhS5IXdnRZkji/BclqRbByMcwSepuGDd3rjrG5riqfuiCxyyyvOgWTnAxTtgjbeU81VgInTtwsnZY0hAKGsTHEr0V5pZ1x46jsMPDYyrNzeGYIv920jNu9fXk/3DIJhsAkPKIbc19V9RoZpP3gbILjA9TxJ66kwigNtKV5lKM6H+CR+ypLOLSylD92wkfmnJPwR4HBAI9tV1JUZv6uZvCgXp2OP/DPmZ0crzg62kLKK5ZljnCNLOIsDQ6UYzHEUj9Sg+T58GlSCkDKglPTLt2vm0cLfen1wuz1bizo6ZmIiDp5FLCjU2pQvgBo2eNMFg1Ozbr1aMrrRAwfHWIORKnmB7/f573MP4GBZnWxf4OwFKCW/jtSMf+uLCyhKrTScbVhxX5rfw+RnTl2ga6fEZyliimb6vza4GjWnC1E0CLSsi0rAHtqrpafejfsPEyPB9wFqN4Yrm9/SY2FftyIInG4xNwOHRFO3osyzGmddfyHEuom9L/dS7FGh4BJw0AquXmtWv5No/ClY6ruwUqMbRjcrv2l9XcxXjC+Oga3+U1DXUjVnUbVUkMdUf8Lcevz49vVp8a8qsNtc/Zz5ZVHcqIHUcHnEPaz8Mt4zl6+oXRjL0Rf2epnZ2KgUXOyx/zwPnfcQdZzc1L+EaFOkGG91jPa1XyxnJJUf6Rd4nb8zZgVP+V5fyunOBgMeAMtywdjBc+uaEdDCBKdRokDnvi27TJUMuY17EJ+qP1LDi26r+8Ps2z5ZGHkVSEzE1zUeeKMfIPJUsYChkOH9SjTqc+GqV6A6Gd358Tc90G5j2lfAX6HBo6yyj6ppeZydNQpw53O2GeKgNVckly+Lkwd6N3aZuZqP4slqY/N3emWqVy+itm5g7EkXsoxhyL7HRg5jtrAhVw9Pm62YHIu03HcPVqmyCbvxlX+5vbNedNT2gPNIYr+EOFmdVZpjw5mFwfZXzB/S0ftMv2XJlO2HisE15Gy4ZD89jFy1IFlHrRmNGWb/rj+wGCE3vjWcAjt8MBEOsue0o1VMJxIHH/CaknUz1aZVcFgMjimPyiK4B4oBPv3HmDrxFygu2a+eufudCiN37Hw2yZOK1+Amao1zlbO4gV3FQN4tBtMDKlXMq5ZLG7qcVDM24/XKCpFHGPKEShEvSBKRr3ro8jyGlQZidgFh/vcG0CSHBEklcpbgMVlucQaTqV8sNhFmcoPRQGeVq79gMIm0IYndNxbRorl1mbZ2n/vfXLIm8I0bZ1p9FF6mcNNMmDLT+XrwF+LBOx1ot0u7hbUR1TQWQv+s1TOOyjHbRw86JOK8H1a6qfgpjor7CkMz0Y6ECJNIij9JqzjT2OEItI7PLwqG2dIDGmzjXY+PzbAvii718bcBwalsxM635drub32k9ld9nT6/Tvacm0LgNmyyqaTbx7/0Osb+d7IC8Wm3zVVbiA7iHIFsLz9gUAdG9j8+2tjUGpxSVvb5nOX60BT8FPaSMzB1w1BO1rZmW4lTDyADyAkU5iZa7TLF04ZAuM5almBBzkAxnJ4tJexeXOK+6kCrUvhxYXFja7/0LpXIOA5EMPnuwXjBII37n6MFVMWML7CNYfpJSS3tovx3Q8YUMwWZpJ4qnZmY6Dr/9cMCjVN8uLxiRhUEglk19/VqsmZjlCGYeuKSeR0XWqUaQetffoRBP2poN2Zks8mG7ra0kHMzFhIv6AnpH/0uYH2JbqDbOPT5b/olftIgpEPac3z24Mf3/syi2BU6BGL0h3igWYaDBN6QMppuI1/GrHt239VpdSbUFc+0bX2P+NCns22wfP3MX8Z5qGqv01a0/My33Q2/bGLMHtf8gGT1l3Zj/nlhtog1M/AyAzbP/Md+APvjV2X4fSDqfgrQtd+8UqZihfr9urFFT8fw+xJTr5zqzRjYe6l6tmWqMvCe5UfDHIY7uHuIQB7F7Zfcf5FhoXnoWIIZsw/UyCm1s/JQ8OVtjDNjVzztDp/SgNPCvTFrFBOfpq/vEkBYkJOcopGzWVYlDx/AdZrrJhrWuF1mB7cq0Uu63VhBR4VClCcgOvqpK50L7fFHCtR0yyRCn/lU587qfMZJ93kn0L60z15mL30m8BbWQlCuZ7lLxwVYBeKPumvaLOoDLtwruNMaLipx7pA8bRdfMhekFo0XkvbScSPeN+0vtFKNdG11EXdFthi6XOOBkBqVWeyxrA0/rkeCJEXKQg96Aozc9uivD3RcQTp6uX1lOFo1a/7KMVca3GIUpxZFuTmX6DhDTlPBFjvIy7bl5qaG9whpp5XUcrR/IWGPtPcNpkZph/6HputYklRJgr9EoTmitdbc0Fprvn6h5+1pbKytuygyMtw9ZMB7wYs0/QhWuNkHJ7jLNBfgtYLp+8zTduTFnoBN5Inw05Qybtvyoa3/FIb5Dj8if51fspuCklfyzeR61dX2VOoMxJQ3J9E4Ax4qft+hBixE1rihshrk77EbrFC1tNJZNJRnu9kNHgW9KC8s0b8bdKcr2a9hT69ZUWScoxf9UfMWTspmcn8fDlKL5ZWs+xB0t75A9+NHKLEfHmE0DvlU9H0TwatekF9boWsRigCdkdg551GCETpU2N98Ea5iZFqonyCgGr6YSd4mzDAVcxKGzXIw+aqAsPTySfQff/oc0sugOt79srOIsLTpbQwwjqMrLRWmzObg0tl05o62YysFZnO1XyneVuXab4DrL6ykYH8r/li/yc0rfAFWBwZFLWC+osTMahY6pYTG0JyMWlj85RAWfNDF37RD3AxVyCBcZUMAcWGhejx1ziPd1TPlEZfxqhNV5xwCH2TLV53OGpezUZnCgwFdVJGPEJSYL22+poxDtb/FSUDsmKwVn6p5YTZaN0/3klKsqHdmT0eIzCfLVWC2pxBIBUDiVhtZzp7tLKBXdmmCkJm1ynAIjeNj+lmVaHmqt/ook6WC0BNV7m2K8/Gxfag/+gaocjXQM2t47McutaQa7kc9nW+Y9054pfHHP7LsWBrot/GWMvNTWvNQiAFrKriXLFIX0L/0hDrJ0RSI3uRvUAhG4j8+TMrVHu5pc32Tqznmkl0GEx+zNZn+aG8yAzpBzNnNXVlt/EhhgLfvV5MO0AhKkAxQYDfgaqmMmnwx6BwxFHnQ87ZHNBSO+tXm4t9+Z+5wDBoOL35NZRhlXVJnwygkMzRa1POUyVd1Ujt31xx1/1bATYr4kjL7iD58tWKxxDKYfcXHnrIlWM6MapZf5QKtnzQ/0PzHweS/xRezgUgliMg4Z0Y4RAGFtGoTfjqAGymxJV1bOS2vUb3i9GZVmWj9kBRTmGWktKPgY3AAWs10zlwB2RsoLA8FhtgOKtS8Hx47K5HGfTAMdz9Uob/CvWiSpeFIMEw9lXcxwgpkvrEDZge6d1GMjfbSVERXzzlMSrWfn4he3IdMZSnWzGr/MjFNciGgYf3RDDOi06fKS7rRcpnHbwamzr5xxv+oDjb/7Zudj5XcsM+ffdGndR+tyFmLDTlHUfnbUe4pnISzKi5Xa5DZATQupdVMTFjTg4+OE0Z0G6jZ1Feul4sRk54e83dDz8I5u7xHPYgloAnvmJB2leAVmZLxPu1Mp99Z6MzOqKc+QjgxVbHc1nxtDVpNkfb0CsVHHwkmyFSl6KvgVCpSHPmCNTTsWZoLIo+XHt8Ei9iS9SqVxjvho2fRyCd3vpzvxtFnPifZlE7kwK99GCUy864bJcv0BHCkOTnBdB5kn6wq+0sPrHMNqWWfECDmu38jrrE6xja0FMoC+pCB01q4ynvTgY8zO52moSES72PY+guKfhIs95kDGaa1uU6z3/8a6MCGOlQqZ3a7Tl/WNSLPFREEtmMFKFCB0WXZnR6bLYN4cCB9yUlD8l845//abi+61x4+hi6Yf8tA8cHkatEadM5agYIazc66fegVigYbxeTn5HMF8nUNJt2ijVuBVRoIL7joG0SmXVE7cv0uoqfmNYoPkXp3fCNvBwkjxaOZ1WQ39OdvJxjvJqd7WJPWb2Mcj+s4/2oB42oedF09HlG76em6lwJ78jD2S3siM0d3rIOsf8V0yOI2No8XMTwA5JdOZ4fDiEx/HSztYqZzEV7uuhvxU98OgPY3Py5YYF2ykxOdH+Y7gsYuxEiC99A/K6FFGOmFNEJ/31v9AkKZxa8im4V9tugzlOoiCPXtNG9TjESTKaKjqhWZFYYI8KfE0TDBtGeZwqxo4L+Zz6ZeCgLt4H/xs1zx8ENpWvJVe2se1g6JaUbaDBwQWM+H1Qzx/Be/QpmD+6GyLfEOx0hWQXuQmrHgF2DHMXvwAw6bdCt4xHy72b5W/TtXR8Bxc64uLnwYQUzbdWg9G/t3g0n5/C10jcNoAgr01XfA8cEC7LXDVG8EfOaEnQ2J1IkmtNX10Uc20eqqotXajRGz7Y/7dZXOr8bmc1EQ0ZhstrP5sNrYv87HglH13n2PUFJmR62hYMC9Bqgd/C9zbw0iwQ57Rbm6jGXuNEOB+NECrc0aWXu5cMVDMBfh0iVuR29kiGDdAMHlHQOh1eFmhF8gXzMGbrIaRC81qtM1/b2JkbQbcdxTIfzd3/3wgI1MbVVmGmm2fzO69jsZJT5T4zYA6w9cylKFC7kbF7/AXjOM4ZPmoEczBM+drStn6bnCbbJejPrKr3Xu/n1bVjj1onmUkd2UvU1NHFGZ5fJT8c5JPQ09fBpGjhFjrWT3a+MAZ+e19/2bO02NoOlu90IGJzuF1+0DdUYWNjCnznl8ESi2KZb0JWwNlvQyUWd51kcDAksLZApw5qtBNlrnU4JpQhd+GGxJBEjJxvi/pwk26W8gG8HxCEBjP1CHzaUcre+cu4F9kLJ2sOu+CzuErWpcnfZpIsdKu1uM599d9ZBeLCw3Icu2KX9tuTt8brt0u5PH/JUnGzMPjdRFhDWUz0N4fYU0H5gacu0J0Pc/lB77vS8SLDG4KEeNYDyaVVXbBrALVS74CrB6UqOGJdtFoxUIFJxxp7cNNDMIQnOCr3LmzwemGodxRbfuP6pbTyrqVCSaPzEG1vT7NW6ib16+n/JCge2e1+OOYH6Ria2EkqehVIe70i38xFFMJQK+5x348rhgg1ehOfAIveq6LKSr1fYdcxFM2Ro5j4xGeKWy9r2wvwgI9VXXld+fJdziRdBbkSDDgAH2+hlZ4QfFEABBIcSQqmyHsVWWpKelMPylET5bDhj0HF8HEmfAs59Q3pJyKNoJ78TbaVd/I8hd1SVoKc0sWGK+T2MTLzUJIh1fgb98Mx/6YYFrHDP0WBoobQmStOYY18qxjRRv1y06yLm56mNRk+Drj0gE8NWjAtwqUVs9PXvj7n7ar2+NXg1hvi4O9jDtmmdNTwYQGT/zjH5KWi4PsMLMS2psFpJVR/1d55nDYC8OmsQQwDWKwryGeOvZFKmpx4HPrwD1MeJinQAhy4aQvjz2qsPeMM19GD+m+tXPptS5bcGG9tBXXYOcYjW7He4U6jdDiRtE9mSWsgJp9jr++roYJXcCxk3ncbxoZ14D2kncHbGQhqxsZ+SbMhYOh2bho5YcUrkKoa9mkoslRWPvpeIwG1sJA8GqB1lpFUk+sOefFHaM1bx+nXRhF9/VjPwTXn6Doxjqvfzmb/zHjSSYtXUC/tIWGtX+oBVllA9RbAU4rARBCzNSGKUSN1dLYTTL7bBkgRymK0mKC/zEILO+Fj7rtO2MIe6Ina4p7jbdWiHILHWfkahbklFFTHRlhzn8wO6X2asJqSbemmASrmSYINUX+oAY21yAanlVKQwPZrzEt6RLQkid1GrgNZLPhJJPhDoeikmz7vN80h96qK/Aq2O4LVClfKXhOCcIPSoSOD0AcAt+A89tPyOU/bDUhOqg9MQb7q8cyYkNHfAij+MwS/lkwbcC2WVQvA0CJTQ26xlfl9Hje4f9ZRw9eMlYm6b84gdGpx+ksijcXR9giHDS7Ce+J8jblsqmxUwFpGF9reczNRcz3Ms4SlJEbc0ysBPdd+Cl/EAf9xggO3Ag3ODRFeBqfOBHNKbFK7h9JYGAK0nRjv7ANq5xYMfwT5NxKKaggZxcwBefhIT9YnIMiQfjyo7vnTQCUjLUZuffpTYGZOR0UeWtnjmerV2XdFx+HPDdAqt0xlUJnUtkovj0ra5HAY8fAsmLt6rNrdJf0lpWWbOskv0GTLaRBMBEJkfxbyiKEY60sWvMGpgp5lpsYEspvi6AMLrfgw+/Jy0E/GCNafbzMeSiKzGD6Pfc/chZicA0y12RqVm78lcAxZXF+zWljmPlfLIJkNhUw1aLUM34OdOA8mo7JHOjtRw1lTZVah/jpo5h8qw9ord0XoIHR+OhYlf/QNHiYtsqJP8TvUkaRvOB/KIG0CslJc9GzMN8rmOrfhBd/t3MevQ9CRz9GHd7G/JXO1LYVXKjiq5lelZ6Y5bp772jCd4EUqYIauuJRjyeYvnNX6AqOoAo22NezW9YnOFUqG4C4ZI/q7YPLg1b9OtARF+6a5eLn2jjMll8IBaMiossjlNRoxWljP7q+i21T9ooBmNb2CJarSDg/OpJJ5aMG9wsADRTCfWllZ8fXci0AyiWooAf8QCxX0S4W4ONLm7IPbqloQyp/5HBQu/jC9Sw2PlQxruCiePO6winvZaQUb3+K24dgju2kx8uNg68Afpfh7kxaCBp+6n9fKUQn5D/r1DOLgSajWhn/8TIL7xalqq4csVKgX7OsfSEazMAIhMo98W8Z59LqrpoFRBOsvJEUS5/mPnc2qUCNjjzvUG8/jvI08kfVxpcS46V5LCUUzai6vDluvZVMG1kjaWgs6LynIsFNlMGc2Zlb/bLM1jhFa/MVh0TFiSWT+XD3LyqthQY4aW7kZwC/i9sduXfhTj9D9+0rnslpXEVLfcR/u9HX9YUGV43mrCGUBvT36ArYkH9Q6FIlCTwzpAG+PJmdWCBUN9V7q9SC9dK6sznOI/2fAB2WQIdEzKQrEfAkH7EZ0/C1Dd0yCzHnERFCnph1RRBO8ZC0qeZI7YfVnn4ZSj4tPyUA6Pie51U7N9yDwVknxaxCI2BiagiKJJ5ihixijL/dPRXC1unsWnT5WrHT5tdLMjy2xRCwLPM1zZhBdKD29AOJkwmBxVY3p8ipfm/ObSdwJGvNKkJCmBYr6REto+5HnEjT8/uzNWtpZxU6OwQQxL4r0CVM7DfmJmSnd6netaBxFEhB2I0+BPQ98OMkBH3Jtzo+GDlkLZeHYqfw9DSRnRGhsUUkSFvZsfyqw/VrFV89LDZ+ehp51aez/RSVeZLkUZfLDcGP63M6lJUgL8fN3AI9DcBcXOE5gNaSsR+6AuNk8gmGYhaEZKl8PWzTi7FVuMGoKIFqPIgg9l3EOY8dlwJ38+l2N8zHvHi5WrenssdETnA4IGuotH2KYer4QUkCUbsFWU4JepMMOFfN+XW9nsCHbnMpq/cE2eE3MHlKU30iCXNqvnABIsmahOKrMMxJwCtFFkXcocnfTxgbr+MHjWofeoByH5P28vu1RQ4zqqv6Bu/0vhHA6/sbQH+5Gi3IkTu8Virk+CXfvrsQRXmePSSaUJJ/Y+mcaYzFmk1l+wpQu8p667Y19KBv8rhkaU7fWkpWXVUWX0lpZaKAfN2ZhSKGq/PhzzHX5c/5vmBqAkAxJY4+ARk5UrWqgayMi+CrI7+FKqeDEkiY8ETE+J3q7liZlXrfQGwOLn+9gi4ye3EgbQfaMmjKAd/PWB9FaqnKI/O+23W2Ht//wsc9yIPf9Gez3QLt9ol14LKds0et8Fbak5WDWmX9H3MmaLwxzENHirr+abw4HXursBiolQMjrPIWsAqMBmG3XCz19muD8NBDdCHM/zEM1pp/Wrs2LnfzbUFCv17Xwm+qlqWZRW26Omkf7V3jeQnJNSmMsCprTCsVEVSIMh6fHGF7wnL/3Yq0VO6kbJSSt3y/kuW85MxWNNtE6gTD+9bUoAk4T1HWyIhKR61DZPCFjYDxkbEnUKp5UBSVSZxnzI7epkEBZCJO9HBRRdWndD93QjkIZ2/eFplkBTM5MkwLH2iLCcidQB23BGpShHEij+/fMCeJAP0Ssh+usuizp+ZPGUEqvs0DBkwcHVqKHt3XjSZwM461zbezB60abmmVpEF/mUQ9Io1iEx+XoOZOltK4oOO0lNllpsAOpOg72vCZgfLsMgMtU7UHiSTIIXmX1Z/C7WSpeJOMRAb/PqWsGvZmoEHpo/ZeXls/wXDmszL8uc1zF/AUc185BsDWG2uYCq8e0XkKpTFGriFsX+h/MqumdrF7hLlAsmU82wyfRkOf5NskL/pDK0+QMBjGn2nYoShbHasMZ4sVH7ihtYfuPWOCj/g6enIeYki4ZUNK0xfgI7TMDK09yd6wcFcGVoFjRgiKqjky1JPY+TcSfC3M5sy5F+Y4xsTR4Gf5INyCufhgXyaEI/hVBp4UpxJJNSvQlqv5qPXHS1apYAVIoSuyRJ+qsZMxec+dMZlRkQVMMT7JQLU12EdNb+Us+5USSS2RxIJj7W+VXo+lFpqNFyQVI3c/LJbEGGXeiW2PStPLRy/xPlvrL0Mb8z2+scxQwh8kfo8F8bpKJyfRMiO89FO35lwhPReHLCIunoV4tCI4eV41iUJc/z1oQUfkNTanGAlSjKgCvXkBZ7vWa0SySwCNEqyYNwghO8Jc4HgHXJrC2bsbp3zOe8ntg9oba7CYAH18IkY8GusWgimYp1tM7zml9j5R7Qyh/kCPKDbLPJfXz7mzSsHLLjQ9jrAxFK2UNk4eOtEM+HWAf0zKF+SgDNUVIXqYo9OktaYLwDI744FaZhpXIMASjFwqx01w90exuNqJYAfMm4wqcdEhpcwPl6GrKPliZ4wQZNFPfQJkqs4UHmkffdOepn+hyU9p2QDK582aAv+QUuoZfb80gFKOVztlzPDaZ4peyoHLiuVaV05VJ5avcSL/sUJ60yTepu/doJ60ZAwZvtlh9FfoWS6IZKP7GGmkj99EOZE4PGp0i6gtEQlwetQ8pKb5lNxMpR0Ac2X2tWOPf88hqmZQoZBuFNI9VkGzfyvzlnaF+4Yiul8YW2T883qGHjQKLIcTKEMq+Aw0R8xiZyZIu6T0sm9DokGWW6U/XbwC4Bk3lc9GjhXn3QA6m8DgL6anfwJOaNoD6M0zALYwSQmlnB7H6A0t0kDi/Ep67+EFfH7wvM7cjB8yLoq2j9HHm0TVYRLoKf4Ku5583Gk+DNfef732E7jUzsnw83lP0qXyxwG5xUJJZkNui8vQePMMAhE/JIfH/YggfMJuGT9oqmUDDTWeDbbiKGwb0gVOY99LOT4thTL8AqOkG0oZvOdF6RqGcerlnJL1+b8oCWX9hUeoeI+9jTNbKoerkBToz+HqjYGO02iRMURWftqDAKKP6GlZbIEnEwGdHY8ICuH64ld20GN49BscdvO4iQr6h8GEJKwBTIg45+tBvE9PafL6i03w9r0oyi9FHFDhRDkWK9fTOfHsFguvzTEKxAov3bInA5bCC178AAfjQig/MVFwjOJmeeJJ0Vlf1uC5GU7ff/kfrYJ0yOD0LljwGYrSaRDtNvQQt76m7vPtINnZN04Hq+77lxBcMD+eC8Jxx/ePFbNwdGDWwjg5Y2SP/wacYZGRKrwfQ1HS0WJ1UM9Lb5MfwCxZaSEh+rzJ5NKGbeLle7M8CUgHWdLnv1fcHyXqjyv3C/HpEYOml1cOXJ0pyiHdbblh/9z/NnJYTwxu6yUU7Jb+k1p4c6lqpGgEBSIyQhkJ3+v1LM+sv23kBBUiAHBPRMUlIY1uxFhKMdhnEEUl0/ALat5xvtXL021wt9USyr/4i3ZH2vxtxQEDlOEzMt+4RHmZQrhgFcRfihARd88H25f5pzbZkdTuFKuSPb+kcRPxNORus0Ace2eHItavSet8tKoFmwQgGWi7Pfpp80r9vIrBk0hnchU/FzHYPqtE2cM8z6wd9yZpzQJtL9VoY1oqwmPXms1mP6T94BbxeyQj3mbi5Ntt+64SJY4u5pg9eUvew5/uDUfv/H47udTKWLiuokip7B/xT4uqQHBjCNR7iwIKjsjboFvN/sGwZJziIT9M6O4jrck9r0IiecMphDoFLCAT1WQ6TV0rDTbRTVZw6eiHru2zyDxCxy0Kema8/eRfbbhlxBzfCynUxHmoNtP6Mp68rNHQO/PhvX78lEwgq5aRcLby8v1H19oNuGB1oG/+tkfl9h3GtQD0DzgCF1cJsIIIOx9yxyv7gjIjdsw9BOlemRgdZ2j8In9oBWTdeKPxMeZCmstQ/m2T7lbdLr9bymcdvYIfipuSQegA5nH1xhFGa6CTd0YXXEoP4h8rD/1RSv4Uw4vN9Y3CnMrpclyccKz54ciAPBXNsXWf93EYIwWAaA0JaNH0MvwdstCzHISu5Xs1THXKiohKSgNmlDBxYnsxe6ByG0HOEphkhrTcyxwp/23logsXWzInb5N79LdeVes3sMXvd7zgO+H6ceZKGFV1t/kVW2K/Q78m5tRkRWwRmAMAKQdyNbPsOwE+CUxpSz5dN8/xLDWgW+imPlyeaPoInIZnK+NIhnDPE+fFOPnKjnhAMoAhpOUj0DAo3zXs2TQFMUSPX5DLkXDzWm/Z84kquxpD0giudI6+RW3QmYu2iR/9IbYpv6b3Etd1amcujlDEIvCzPhaGyRE/tkLVfVSnVZSJTfNG1Zd7U4v8xIq3Y/ZoaXT6TTg2ejNzLUDCFOHsT5Ajy/arkuTyuKqngI9zmmOgildsedvhUZsmeFT+RyJSDFBaxaeF+3rZHyH9IV/C6ee0cL+q/jJHPcYBnnGfrMh2if5CnzuZztleJxXSaHb0sSztZ7t6dYhSIeLcTrWKXK8dIOSM1DZ8IUyFun7irSnfuOquTbitb81PTpEVhZHEZ/21z0fIuFTk4i+1Y7XghRxs3CXNtzWxbXKVEUPVH/Gy20+eJs1MifXEmL7hED7ZQmGngrxntWmf6UlNS4V0AsSVmObekDMH+NaqvugaHu0KfOcWb3k2VzlACXef5pDW9JkWvGng6ik0Ub9rH9Q8Wpw25n7FmjQwrkz/YkDbuJL9OziqEftnxOPuc0dOFtiNx/9BTBEyhR/jNPRw2H5bhxrHj4rgKWPOK69Gko5+AVNrabD1Qri5KH77v6FU61YeLH61VZRorN/LikpZ0J4TDrWV3snqvKRVQLYKt5blqKiKz4Q6yk7PnKceTv5t/IHgT4JPt6BrsUCRrMtbCkZCd4VKOvCWTJFsnYrsAj1duUPQzK0BKS0KK7WXQbTwuTYyYfxx3Tm8nEZODSbRu3w31d4zIqo3QjCgNUvHyaRrWLsInztfDqvgIZblmtJl67ownhds7Lgd8f9iBe6/x0GU9E5ZZFl9jIQoiEPXml64PcMQkpeHemUsgRt5FyjnTyfFZoaF3YmB9Lqeh5ol+wWJPeXkmLx78JQxPRePBB7+d6ZS11GbZIFjA0bBL7McR0B8Qa9zbHuG0GM2cyjbD/3yWs9RW0WTlgNRdZJ+UeLsLH4eFWS7dNzBPrpvVqqgdncfRUtCk42adF1dEfhCHfurmviYPgfae/AmUtrmO7aNjFyiATWIhbEca+dy0u7FfuCOCnYfny8KEmmy31+pBr5noDRw7dZEgSlRUg1Oz7EH5AXLkUkT59CaDdO/rNdV2LjK5FC7NUq3wOCBe04Igp8eds8xScAqK+ATXE6MwB11tsPkJPuLyF4yncIMrcTFMpcsa9Uz23feslvWRUcamp7kFj6dwdLFnIVKe7VbMmNTuiZ8DTNIf5Kq4v93IddUbTDAgBX43dm2WIUYMgbW3ksTnQvSGbLdve/cbTMauXlHUxT3E+CTgo0bdH+UXTw8TFh8vklZoqTKJSwZvUr1VP1oH0H25E/t6IHtiw3TtY0pkgnR5MwaTGRHHUEknrVcoR+b1MjHglFArNYlIwr19wwdz5+9/V4jBnZ2fToSNL1WBRkEGH/hPP7SljVTg748RX79VvM+zgiI9L0qGY5jhFf7hwcb7VmSUDYGSUfmy/wANo54BmtnVvYCfgADBra6zcbQsISAtG2zxP+yLNakpA282F1O9+jf3KmgsR0Fi5eVsY666lOitHcUxKVhQJFuPqvvmSBcOyIKRxbmn7N8tX7bQwhDHFgkiwtFSXVqmy9dBpnuqHqhR0/G1F12VTt6aLJ9e6KYZyXHZzSGOvX0UMFLcErvv35KpUinSAeFKcpjNq/0jGpo6irDUuSVVQBb9dsjshxXxRhv56Zj//lPYSSIvU3c8kQMnkAeYkYtEMAlB4wAuGvpT7yqjUxr/BjkmfzXiEpA4lj2nbI23Tii69vZxOtld39CjPfn8QZR35nCy/HDCNUq/Ynt4rWDbKFCxTpsf444SkHWvJ2Q58MGh0grh1Zfk+17RSLBj1lC3vq8NybytYAastFHtazfy2PbC3xl4qwlf6N72aq+XUyL7tJyJpNYetVUHP/LPYHZvrRezihEt6sITUMDyw9xVIMp8q68kVwG2frTQOF1EskvnjNdtHUimfYiTZJl6jSFQBHvrobAzAjTCmGd2V2CVWi6b8Y6wUL1Ry5LJeKXE2PP1bJJsqTfWl2XC6dxWM3tUzpyGwDK1FMPYRrx2NC9mD75mN8T5c/PYETOgZS1k7CtilfL8b8Xqekc4Ljtbwu1uAqwawR8qUnnhPnV7fgSV3K/O6K9ktf96s17Iwf1+GBBBPFI2c5dL6ojbFuMzI0jaaXdlKA3zCscGnxtM3caXuOtq1ku4fzC7blz7iYaDFSjNOTDrJCm64VxE+uB3ZvyXEUH//4nfp3tYugOiNMcNRvjSwVfSBdbqsT6ydqRR1xBh9aNWZPDdRFLCF6PKhw88JPJgUD5YSfRkL3r6l4Lh51eNtEheW+P3S89x2eneq9DEQsBUs1t3ccsjqzUVltLo1tZV/5gI0sJVhX8hBcwx6i+eZPLpMSGxtmzfVF8MjKyJsQ/KUpzXnwKbneqTHbQ8psyiBnur+6B5tTZ8KOycqK14yLllZxEnhxq9TNF8/eZ+G+qYQ1GZtUqI/HCmffMGwTrsfw9zt5TzlBk3Iz7zJZ6ZpRgvQYG+TQprVqt8TGB/4LagHGRe2W69ozKYrySYVGEztJp+SMaMul4UG8sz3XQQ61laFX4A7dHoW/S1EJdjQQXzSyXxnbqmoxw6ygRewx/c4OrzsuhghhwR/1M1ZpQ1Xr5bdixUVaynLugJMu4dcaHdal15oaaz7prgPOMMWk7gSBDW/DhpSlFtDASprh0FaDcj/s/u2XXWhaAK6s1QMQFiD7F2qGw760tccuDUMMoaQSrFjwVsNf4WZaUHHDBNj5fVadzYpcFkVLENZ8HsSUzyKIQmndmr4kNdTr94CMd9JOQMvJi7QQP0ui5anhi8babpURXuk4lSdf1IExp9kUuiLjHQ6sWlLFnbsccMzi8aHeeLpvEakP+BS1HUxTBFv2Vdb73jKBuf2REg0Sug/AOy7/7YmlYMYuDx+BeQkeeZbb94DtcNgTsY7cVruwlFe6rvJLZlSu05edYAtAWhSbTKL8/lNoczxVxNf+Qib64/kBzZQeijSQpCoYdILthaKJx+mq4tTK9PLev+Ursjvr2szP8ldwpO0NwJrCD8B+2DfNceAjdBeLJzSpxGtgeb2HyhslvrQlnPwiABu16rvBl9SQln2YxfBOTj/x22BNkSziiNw5VXlKfN2/VIx1IopHFAcxhFSbiqYTmkDM7UlPS+GwLphaWMQ5l1BI7cvv0JfRgJf4C/FVQzYlmx9IlUC0zf4I3QKheHMQVse3LomvmQGL6RgzJVjZr8PeqtyBVL1TVV+kOeIbIsHp4V9K0i3UGJoNI0O+GQwcRGfKAhOCHRswK1Ei7Ed7TJX1EJNWNi1NIPg9XbKknUGj6IlBoFzkptup5J0nZmqHhonj6PA42wqQodnhQ/41eJk4mcsyZukUxJZCnGsmrGeP38JKY95+YqypDDIp5DC83Hl8hmo23TPy0eow9ONagfI6lkuuLARWE71iwhGWAbB/WGNRgBT9/DtUHI0cztHKu7OBYXEofJ1Ev/tcLmA9SC8HDOC29uEC//NaQ/pFWSnBF0+3KH+Qd0+THiyaZR/aZvxipGkhpXawDYmcbU1sWh+nZ7Q7O86bzYqxWps7R3WlP/a11Jmveu63l74GkO6sNCekyGab8SIRyvGv785WoeeKm8lnKggr8KAhv7qjvLsBA9kzcKBcJTivSngJL+n5YRQKerVpYbTIYlpiisqfTIUSpX2UsClXC2fDZY6L74WPV+9gtnLbt/g2/CVJ6q+djxrk6z6mZwW0TTdTQHb72dHaAwWepCm/ayaZaEhEmRfQYY7PZw+kB/YASRGRGCsLOMOa487K4lw60mcosq+dofQCFFmRDRaYw4rx4p8B/W7p+SF06Jd/+2L6C0cYmIMEs3sWf2fLcEkv9MTPAfhBtHc85Z/S7TMMQx1QRYni6/BoIPkc5hdJxoplFTe/KO18aMI0bOlvP1zCEWo3fiTc/Fl0Vm3Ndx07tSJXmup/SHb1q4Z+UdIvAy/X2XHgGVyx+gi8fp4LWNKvuep3l2tH+5AvmU9djielvLhcqO9B02sUtZJLdvCAnMZfBMf//BMdJq6EFkAHybQ3SM52N9tdN9xFx/jBryy0mtoKk/LWdNCkUGqnq6zSOBYXkbQzzzTe5kvI2BH3zGaUuGwCfNLu5m6BxRBLuIiYtmAoLBRBt4aVzV7/OwJxp/SnZmXl15gvEHvyX+a8G34YDaS8DoTI7dLw4aCJY2kuVLEieZo/jBC0L+LrteFDhcz5en6zQpf++12OUw6p/XpirM6aaNF8EXjLlKfILwSYClP8drNxaFv+xTG/F8AWc5ZPhabMIi63q9AbWUdf03Y+srA4dOQRSvlAWlYPQ7MlW2ITDNXkaJwmX9ABbf92WWbR9/BB1/Hjnxy/GQHRRUImwO0mYZI0f3Li1e6fz/gY4f6UMoZ+BAscdkv6DhmiFfTir4+zW8VJQzcV9Frwx2LQrI7+ZslFvfflaY7twbOJ+ZsAUmefvtSjfj+SyR6taq71ivY2odA7XmAf1IY9cJFJIxTxGOWNQI3N3HTpUwhd/JuffA8rZHz93ZzB1woKjPyjEaHByr2c24yCibrykrm/g6FVFVD/rDO19Zeu47dQpOP+UvA4uLX0W4520XobTAwOKOvL3VoXW4cilzDhAdI8ax/EwBJmaI6vnqkt0esZWwwuPCzUOwuP5cVkaOOeFbf7TPzcCSaigxu3mKMA4P2La80hTKRrJoceK5joDsFP6j/cZs/Wph3TpXRfFKJaqoBDWleBviLGtidZhZ8OR57/KppDd+ZCCKIJLFINjdC+13gIG2GgifxfHhvzAXydyD5gudOLzwR5Mf824R0Co7JBTwvxXw646sSRbdRm2fVWUd9ZxiEDyV9jE8d+LUePvwG/vF7UiGnoLkOiAmGlbxY3J83BoFIcgllpUaH0xzZUER3dUdxdQwxzxJRgCilu7AO92dZiw+rzoxAIQv0d6j2yWf0yxlciUqYpOVNffss92zQKoOon1BReDpRKWRQfrOf37fAK4tauKrAY7xwMoWkGh10MhYYM/XvQ8+ctmumJlSGI7DZBXYpSQ2sRQ0BreVPYXgwp1NSDydyhB1CSrBAX7m8hLsmCYKt5XTsRpvE9M61pHHYNTN97xJc6N52US+J57QixQPuXgL9Q+f3sGz3yxNHjAHc3pfn803DAn0WFJDuHLCRLCqt1CbmQj+WeQ/owlrieqQAWp1/Fgigv1kkzDo+cuBGfUVyO+R27YT9lWdhV9jVTV/EriGZb135aevou3+7ib+hOhOSZz7ZCAPzOydC/4wg+bRj2usA/bv7izHuMVwr/hVs4X9MhEoVkY69vx/QR7YfreAihVWWGKz/jg78Le+L/LfUUClm/oZcM6rNpzbKHG5MhdjaOWEGzmWcwjTFgJ+4Bbmg68OAO9RLL0QDrr1rPwaW2AST7RUW+rCjnGdqvhV4aARmAjhE0Un7KJUBFjSjLns5/EQlqnJx9VS5JxW874QdRel0a991lpDUc6IHHDqgLDAf2/ZcZ05XXcZkkg1vJEfS3Us3XK5J5EQVtNyUpiM4QMLyzoFHQIInta/4Y44vhf+yM1z1Jjgiya5J/VgaiSi28tjJxVkmA78IIwQafbBfEiuGVlgnd07V+1Srg23FDDDm1MrB6ErZ8KmcwzOqBZM8ZqmhQMrj6CCt23YZ6N4qL3FDchN/6jsGR/BuncYH9lCyvgucFOtso3AawvcysDSwCA3MZbCC8FibMQV4g/V5eCtQ/A6TpNhEA8EsnYem84PcPJ4SK6dfqO9ePFAl9Lrqvo/veFoYJDPDX1oZt9/Hgpzn5+Cf5r/lxziQ6lYCmGkMVWia0P6vAkFIic1omSIrOzf5wsybP0imH33vK8h2BJI9B4F9/RVbN9KFWO+PzgINbCx0rzhh/Ad8pg14g2eQSBlLKVgPK5ZErZxmG2wrlgj/zzHilqe0+vof+tARroVpE72JcFETqSwnoRqAghYADX+9e9WQmtYgB1LzcQyjddH0YXU9bfxLNmVkf4Ucf3v1lR6TvNU3H8c0c6n5DAr7efKWOxxt7QZBetnKhjw8IXy0BlUne/fqTlMZd93nC7C/f+vk6nxLxlvoGz3/B0tR4/edntZjv6yxNrbByl3Uj66ZUSj11xlLEfJ0xHHEpoh0yiuyZagmJZJTtgon8rCSWS6mW1hlQn7iGI9wZ9cWKmvUr1Br9+K8AluURTq8Kp5uaacyVmpcbamS+w8wCofxb77Mejxw/DmbStLTDdn7Qq5mIlV6ZrQrxhDARdfSVH+YmRD9Y0SaMGtL7Gffq6kUuclBY1vYwU+gbEv8O5tjjJeCOH77+TaBHIO0hr6zHBJlPR1u2c1//yaOa2qOIdbSdw7+bE9zUiHw0XcVAJ3p5c+ukD4o5FeCvoS7kNRILFFUf0BzOoz27vqaHMvneaUFB/t/8x6vR9aWMB1ickl5cxWmQHWu1z6MloUCdNvKWZOeyp7sVdnJmtWlq3NvMFfJnOnlM5hsRLWgBb+CBPxJpBz9c+coBH9G515+nU7kbmaZ2IdIyIYm1JpvmKySIomPWKaffyyf+pbzkiNCeoNurh9Q5xK/Q3au436cX14hW2xKG/hoYFCfpfhqKP7hOsmJ6fyIQroI0LS1SqqD4hY6PLz+B/beKaZ8c/+Qu2FH2QSf3LxMu8GsmQG4jlLnSivbr1H7PezstHIIu1iBeWn8alUqhVRl8nz5ad9Xeo6Paem9CEfxrNNTyxohMRaPmvnhhtu9nLn6xkjVZtQcOv5qxDDXVKfhiJzb9sTULy64JT4yLIIie14UnyYAi+xdkh76ra5QCbV2p2FsudiLJCMZqqJO4XlEKHC8jyTKfe+FbBn4SXSB1Foyjrxk5JN/z/FuijiuLrFaVrN3vIVyj6e7fnRpINqqERnrM/mZl7AXv7uWh4Hr0Uq9crEPprjyflMeDMl6GolMcxkmEA/ghZwek8hMnM/EkyE9k7j4rgrMKgma2hGXeM8N9oBMtLQMELe3st8vx9BpCXh6p8lowP0oQOnXb7qshalYZyOJAnUzWStS+kFBZlN2ThTlqiVzLpfia94ElCkA2WWI2DBko03oNHKQQV4urfdeNKQ2pcG1uidAwubvMp4quClYRSbxkHQxBwzeo7m6nFsIHWU+77GXylSiTlLtAEPXuejEz2AAfegPGAAk6ViF7NABj5/TifgYKBa+Vt8Ng6PKFppK3W+m5fC6gT4saI5cIWVp+apQKq7I9mG/eyedjjGGOirz8MVoVm9wN24lsk9swKgrMY/dVzBw1GpyhwIzs+GQBWA1EgkvNwTBcItcnMC929q8fig1Un6vk0Qm3n8JI5Lc5mlpiJ2xxX9rqBM2xrhMwYIggAPCOBc3i7YvLV6blsipJzq8vpIFnme7FCzmxq4Q+Ujl2llQ8IoDsM+YG+Rv6ZvMhXbH5tCqQAVboxTkEhkHYBeYNxr4eeGI6urQYWlz5BoqAVO8+AOhpXV1DYJRNo6Jf5cyfrklVGZPXE4jpqciGn0bxCH4UZHb/NfOniGuXFm1Twib1NkFtWfidN8FRTMBKp46fd2KU6U3KSL1MiTzZNYboJHBqicmCGzbr4bvMJnqYyXAKkxmCY9LjFJ/vi+0OS91HOgl7Ipr6oU+KNrxXoRje/MCiIbOIW9/GQLnQpcmUcrJTJCNuksPIVfurKH6p3deo2eFn7yLZ/5XRjTDcIAeMVqbKhcI8uq4OmJUgjwnp3DwVqT+Rsli4JRiUoEIPYHWg17tbWuGLN8uSkB78jqEBWtkEImkWbjK0rvcwraW7nEJuF2ep817dnJOm/7oDah58qHME6Ke+h4TmVFH1ZKo6WUqesH2XQq24VnQLA06tkRBSXzzvgn8Va2YWXHZgnUUv8XgQUdgzlUwN0SpJrJwpLpY+9JPrJA8l7WHGovBuqLCfeF0u1WCrF+C51yB+XWYxm3Qe5w5dlS9fpC0Q3wunyudHFA0MZJ9n5naXyQnjYiRrrsSmco/2A8FqLDr995dMDsKuKB4na0sI237JNACqjcYv1zo9fW9F5olxL5BZUco9ExZW13hYbCOahA6v94wNNxCQLrsP3UF6IvwH+Mb5eUNAFK1bn67abD4YNfi4Rt5XS5VLFGjq12RGkdkLSqn4oMFTt0m18MqmOhY1uHwwboLKBogB5JVBsrLrYwggyhYMTox0pPX1GqaM2E6dVi0lzvBB77N5oGW2u7LYS0Kemyz6Y2nVQk8iK45r3oyPHVKBjVpzPDLGBC/q8zpUHvcb75lJC2xJ1x8FZlHLjKQe28R9lV2zUERspW0oRTEAwz4ywACSE8oh7b0M674PfZZ9/GuZwVpQRJWklT2QYH2KuJM/I/jzxBhgWB7zKGod4Zy0NNsDdfcQs4jXSAC3GZLWqrqWluxftrtoSFUZWe8MBNPj0NdQ2+WyMhCi7bm6+EmdjostRYo5HY7jb1QXVUIeGi5gb3oJGIVuMBPZVyCR82VJ4aiNNIn6ySoZo/0QvLSrs4RTzukR/TksUkfUgOIIHqdKY7GcHlB86a9TtNCpYOe0vrEubrHCCcDEx7U5mE3z9ieVB/RSEmujuhLr7EPxeJ/rpf1uIezGq2l/vvwb5Y4O5oEMjxl3X7LZKgWPxTIieLAr5CZMAZ6mH2iZD7hyqVSRAyy+mfQ+6s3PYn2JTGc2auM9hssqF3Rq7hf+n9lsTWE+5oJv3VtEnVv/5/cQkT1tXlQvm0IYGh5mqBvTmvxiKCOukPXLFz6f9ujnzH4lFlW/umEIN4wTGaPxeVbrFdMVNxJkQdsn2z/Cv6kH1BqPNtl6N0l58mat/tcR25Gr2yJiRHO/j9i6dOI8EO7TB/WtDS6JeUYYodxOVVkXn2CmBixHqiiEURcwTUHdnnRFXwEt1TR01KKNYOhnWnZuSyHisZUCYP1d9USGJGdZsesHIUgknBRyG+3LUC68dwdaYzwq1xJSKZcU2OJ3r9n8dTJQ+h6k6lZ1Yn2aFJMKNDOV5RkHB3QeYJc5fcD0MP+X5qRE0bCKs8i4f1/VhGxGYLSSd4gt8HPMd+joFg0qTyUeSX/J35o4tzS8D9IDatxJHNq3Y/0GXFM9tKTlSxhG52ZDSKDtCWDpL65fDCHfDK8zBS4RvrwOn5/IOuthCWzSp95L70snK3OTDur1PMbt7TAa2WJxkywhdfT7ygcorR2xRyAFAxcrnyY6BoIVIj1Ps0JwVpgc68U7FkGXBmzcsPLS+c3/LNM5omHzizC2ava6+mlgG/XxOAMUpleLI4KxnwM5c7/RqjDubJ5LpcCVx7avqgf120s/hKFvcjsic92KeQw1/8I1w6vOmfskcPWbUUtRZFnkNgXoOmrvlcgi5tTwp0crh4WcrzTgzWrpSRq2/qaFLxevkzJbX+QSR5FiLPTdxIL9UouL1KQloJXhLxz9mihZmVIDpigJCTPV2+hFdaInpqNRumohtAhN4+kXE/KDz5fXeouFwIv5FUfreO3sgITgRGehyNE6rzdVovDwDR4DWBnXRHnS6V851RgorKUr9J/p3GrVq97S8ngEgGrxKiIUPaEhf60S/KKYHF2mlWfITfbeyN6oaiMNE0IpahrIsnS5C3w3bRCWKsm5mOOr5oyaxoil8mRC7gIi5I9084paqMDr21IN22gOXranaXM/Yk8LjPuh3TG8QGSO9MEJas+oVsbci4h6yNm0BjT/oUxzbbEc9tubWsWNDztrxdJ45v7qg6JLcp5UHB44mPQCPRyKyl4TQgdZ2me720VdAmfNsqt5LdmVS0l1GTJ+D5wz9cr9FIaA5Z2M2b7br2EZQfUp7IEqnuXIb0PD0UY8fuY3OTpg7jWuE2K5LD5oLqVjMnyATBt6hC0tOSw0bsNpTdvuSbmL0qGeJ+J99oZuP1DEdL71Ub67gc4pNW/j365azPzgtJvBFbl8pwHWfd5dT0hdDQ99b58cbUOjSLSZ6ssm1NAz4pdz4+FpSe5ybGrDrEIa8Dh3ls8rfaCXTVgmbTJwFOIUjS/86j8PWZrRxo+Xzigv+JLCgcLd3n9Lu6lQDsz6Nqly3+mK+ZWL/spXdhnXS99La2DbgknxTCBT0ySlC6puqkMKe72r2GDZE1mMcPwKMSYxjke+NsNFBMCeev/+fV8Ld/+Al25N1c9TtopeL4EFGzTp8Og+sj3hqSA7ZXh5frqWcL6QCU3p7DPDM958vdKVJUiJnDb79zfnyAY6VSr+R9NVLEmu7NBfMsPSzMzembHM/PXP7rlv0xEzHV1lyNQBKaVZFL6zvGyQgMuoPQPnE2axzWDltd398tEnW77dYYSYp+3BywXYboWmzrIcQL5/MOKpSsfdQ7VZr4RkpCAEPhOB18q/hqvc+QChf/hJRv3GPcjZ6kvw0HcdjhHTfsXJIjoF8RhMRJOsx5QBbmEZG4Zl937zjlHKG/a5EUECMdOcNJalrMu6AvQcYugyIZX8JNRT3UVbHst6Nwu0j3Ow5gH5HOP8m9g0kdevxH1EsZXDpeTE6jjaei+tLqkyTpCueJb+a7QCc9J15lrDnO1mcRb0V8LypZEWmVg3nmjI1W1A+PnL/7VT/2KoGq5k836kfpSD9CmK45PjX+MxCncbpcU/954iZE601o/hROhccAwrIcxsjrB+4kO1nN6fsoO/7uI0RXE9Z/lO46G4iQDD72zCv3EVac1QPhPtu04F3CSsINVoIj6QRPHriKhjgwB6cTo8YzHhuqe+7XCsOVhuviPQfGIxflID/kYJeLbSFI/OFDGS28FxS7zif4fSXthraLnBHUmXjtKAZFK7+4uU+EOzoo7/7ZdNp9m4ztF5feB9m3nKo04mFB3L//hEMAQu2Kl3Gz9FU8M4x5yIlRzcZ0Ic+joeCdIuklkHh8EtqGcza5SDOgBo9FjxdLJSi1AB5i9I+ZkJ7cS150kQVLs1hRvq7atayxRyNrKit+1VH/oz1N+ycFyC8//mNNDsQ3nMSxUixHr5CAtoL1Ib4xgT2x4H52PcQhkhOIYk8Bfm22DvUMVcKc5jlxlDOyz97dBQ59w0/A1FqXLWKcWBvMUPnNYG6jHKQsiDQHG3Sm92n+1vbUw8XsNU1kGHF5NmmZ9ButC/giI2CD1CHCtNdf6zV0l8ocZEunVu7MsjvCBCJ2inCpljH4u7hViP6gKyf2rhUn472wyDHuEVpmpLB82UK1KF1iGc1unJVkZgQyVNoG97D0yRKykWhDMvBt0tVYghUZqlXD8bBom2CKMEhTiaWYs2e80py5F/aZlrIzvsIIrmXV6nSxt8BgRdF6o3l1w5frAFIBGx5SSH9mW2+ZPgtpM/9+4ciJraNSV5rOjJX8oqJzIwOySty7PMkYTRiXKAg7N17U8lgOkJjeYkMpwGzT9u6GcrYyDlHKxDHwF8k7wn0dBGPMTm/mCHYuxoJglL5pn3afOe9IYgvW2AHxMO+ZxMcaVYHozWKedD9UtimGCLBtN6mJ2smXcFHzGnX89HO+aKn0m1Kebu9HWGqAb4aivT8RBBT2Dr0IDtSssv+rS32zn45wKOfmhNIwW/KGo6aJAcE2v9Tccxyt6fzuhiSLStULqYuB1GJtBsm4zizPmEtW+DNhUFgRuim+qflpZKhGaSXpK4xtp0fBZyhaDdC5pSf2ygsco+IYUg9byM0RpmIga3KWRR2kYKmOiycTILnh6bhuRKJGN/JKA8VUMwdGLzJT52e9zOT1ZuDjLQi2dg2kw3fukkwceJM/AhbrDsg8N6iPbvgptYmHAmLEwdHelok2YO0YVGk1FRw53bisWJIU/Cge6F/3H4uzOEaOG/C/Q47aSd5nnMZ9BtHr3QtSYkJRkU20OUdtHj5zIMgq1A/p8zHenIzkaY99VIHQjHiMResewPv3XKoTX8Ns6R/X08l/bWAQeRnTxZBv2O7rEXJTC4WnfUaGR1Mp6DabDF8VLaL08NlAhqCfUVa4hSyPfjxcZClGsIYVXj5Fdvf83KKOC8UP4FMO5w6xnc8G3NygGYg1A8Nap/mkJGZEIDgMPa1RcQxW5m3dYdU+/5/Kdz8U7NS03R7XCW3Pw09GRnLBLzybfhEnaibgfurqFXUBz73q5i/sisXgtgl3z+bbTqRYnCwFcDQvfXhREPa80tygUYeDpxQIeU9PICtaHx/oQC4rzUOzDbMu09Oh9XmPbV0IadivYEx38G2WUZSz2ulhiLigoRJrP2/ZDtwTD0H55RjUUvMKtfyxQVvPNJL0opLx5hM+yryKSFJfplp5PATWJALaSxFCfYr0aXcE1hnv6iNjLU45DKTIzZ5owyVIb/qa567O+bAgag2w9z1JcD86MUu9rOILgrfFWYlABK6f8iexN+F1vTfk+lVPl08Arvf8bzX++5Cesy5C8d1In7LggfLLqbhzylbM+9jPlBbbdjxytl0m7Y7Aq5Z4Ht4vO6CLKW1snZ2N0Oo7Tn8SsOvCsIyGqHr+f/II+Qh1EduyRwqOZZgPp/eHRKn/xCvvKKr4csP0Gt3B5fVqmyJBHuKppyO3EcDfl8xfQUMBH1zS8mwkTuVnQWN2EXeaqq1edR8LH/G65bxj1bTGRhWxJqNbo5v0GCYbvd+VN9yKmdsycL6ig1jwc6TX0lrXVOUu5mXXK8W+nzL4k3+HVZfsXlBHl8cvKmcgW5Mf3X3zJzOeScOvTFobaIL8tHXbgbKnMN5uOH/No4e/rHUO68Pw7LPz7oWos8NwE3FG0yr8kLDqex/mHbeXsa2n5fOYyF+7NyCTVHrn+iDLvTCmvnaKokpE8QpubD7KDCkYrkzCeslBzA0x4nQi+98+405PohdpGIcjvNa9mpA48fXYB4FjGWkVsz2vw9ZKLo4AZ3iUWaCTSuKU1i7eRuZmNHud8MuJ4dCN1h6UPtwjnbYzbUtOQpuzb5/paprflnsbOyCCc7578EBIwuNNrlakzgorvs1dZTmrazzHQ/7yvxWKuxWnoFximwMQz5wrIH/ZUO6N/Yr/lYVu68EYXHZH3aRUGPhG8uPC0bkpj0PDtqOjlxUK5vUgxCMN6/shj9kgORmW6anuwfcXcPVf8Fmg6Km1bnh2kEwB1YTSfL9ud1BCFOe6qmXukDEhJWUS4IO+65qOcvQUf/Br5CN+gl2X70AUCZSa59YEpATKRdmeL3vs1BGk/yM4lVdmqXLzdKZbIoVFUMKFz3btgl/5UXa9gjShmvFBZS8uaso092LkjthE+COwc79fqXs/6yJq8mqN2LVnmPjpiLy78rXZ2KpYSRidyKq6E68HrLHKlzGou4sKqZbklXfOkvPW+ibSFcLbaEvSmPxqjuX62VcxN2Rvd/Pdb++t1aQmb0V+BoNbJaxYXj3yr7V1XZtilnUxKzj7+LxKD07/gF12+GaJIgPfgEZVmarzZ+NhrC4Gtl/AYxh3kERCl1VvQHVKa57IVzgmlQJwB8YOHKuUsChiob6siiJJ6g6iC1ZzaH9gnC66JPAUNs1GgFM0bzuNW3/AbdlndkXV88ZNVaYadOi+aoW8qIbdgyX8OEEBLLtKbwdKC6Xny3ITtkrg4ZiwLEZuANr0S6UjiSF5C+uOIh/NKVKmZcsI2y5UDeH1M/zdS7uImiLbBUmHvl1v0VzArd8iPv5uOA+pYxVShZ8k3Y4WaI/D2j6DDPrIq+DiH8e2GMQ3B5YSgr8ILbpCPVYkmSYgN6W/T8hERQEsj5VpNQPZF1NIgtcwxiE+ZwAy8b9O6Li0ArRSm2gn204FRrjWADLyR93fg8WTRDrYk1olRpxcbS+SXQq1gLHR3IGm4Q0q4KX8TWjPk7NCJrEw3lXp8fSJHiGCESpb7BNnnnf63SNKrWUEQKTig1T6V+mcWPMTx+XeNXDnDZaLM8tPfreD44eZvkydfNd9SuAbNFDeQ3WqpajJPayFpn9WpPtZGeMx+kPWtkrGlc5RooK3IQH03YWMyglxRm9HPSDIsYDO4+PZQxFigyiZPZZ2iPVdioUZXTfL85Vk3wqVAWbZPOf+xtX4TCXN6NCcMYEs5fgUiNXGTLyDc3di53MaZyQMp0WzztNb9vAPaSqrnrzop/a5aXgQ7KHrPLxFqmsNfx6EqYMhEe/DQsG8hrTH5mS4SaK28w16JXPmRBB3EIdpzhUzwIFb7k1JPCPSTipdzuvy4JfJTxC5GRILdjqadnjiPKNO2Yxx0vM7hSo7tQirjDB41UH1KZqd3Oen11ApofxeDJ9skjaDE0slf8MdTfwvMMFeGOBpbMesJclR2fi6jvL8sv2AZNUCe2dIMIIyxPZ3rdZPenYNmZcqgVQaEjBErWWlfwHUPz67LXechLO4ETnB+3kXav9d+BPn6+MVzDd8FmbQn+1D+5jgoGVyvukExSiGMHfYXTur1+ynmWAfcHCJenhfm2c1Xwozl1iajCCHjNrnJ+FOMlDsQykcmxJqZ5w70TVTj5bCtR6w9B+ng28AUYIprDzawR4OkN7BoECCizwTKrkbp5bvlY5ZNGdfHyIZMdHX9hTtdiW4Vzptm0TqnAv2ITmkayMUb743dWb1TrHd5i/sYT2ZJksR2/0z3Hr4b1cox1nEA/QNrYKeTd8fJRNY+QSvoSCZAu3JPIHBNFMnynvh+Y4+jY10gxjxx8w7OzPF9UdEOGX3maF9JKMuY3PkbXhd/wiUm8iGiSrymqGUGL9YAou/iRuqjVczsZ9ep/oPlKQxrZjohVfnglfKb8QrJhYOil37SoLNZ+st6Ln2q/8kTqa8FPL6T7pX16J3AioaGZlrKSTx6oyfsGvvRjvJYqhSjHqNU02uBcEE8UXsWtJcEZJ5cyuB2FcnrLVVC2g2MuUnd9Iu347z7on4262cW7vGNfTs5UTT9WzDK26MQ9Q0nIfvKTzxPC6CKxCeQSlk39OzbJB3icSoT63Ge19oi2lh7hLjZob5D42RsIZe0v4QxiPoCwtukpMZOAWcI9eNpUUkB0gIyMjXzVYyLrTfGl9Rn0wvyutCoPzH+PHA2unuhkUh5ArZ5Yw/uadvvA6DmisX8Ku1RWzUZ4YHsMt4m1E41BxhNOU4t/FnBTBF35PUjEdKq2MqtiZfU3KwsiUH3EomGDymf6O4c4tDBAH+zfcBFKiL+y4sGGO9OA/1Wo/eoigqJirHHOQT0wHjHLJSRdsdSkXqikLNQ+vF/GzBBOWUjg2dI1C/p7PoBuDoEi0EhWGPbH52FX7nZ/VagTN0CU3kZ8Vt1Ueq0NyLvg1/dCQjmNTfY3Pg8o/GWOgkwGf7Nsp5VHdZNG2QyKiO3Q9eTD/43m/XETI0dRLagPl5YwZGC0PgBG3XbRDchflkX5cAhoJpYyv2WzTODk5ZVJ7WhtfGMOM8mf26aLdbVUGeOBFayfv9zjuR9P4v/NkDK/Nq+K2vxxTUxGi/DC61+6JDFQENb5GwchhJu/kTkAg8Cqat3gBqsA8wZAY4WN39CjpYcb8lKlRlqNJiZLHfcScYoSrovh+mEZNn2YX5L4fgZssI/NxAg6dPnfSu+DzOn6fBTK0zIaBuXmaLtbQzYVkn4J2ya8OA8Xl3kGd8jx7/a6B8ScSApPLrYzfzv1a3krPPQIdF42ByG9xKnMXBZfqvdXSGMllh2uWyy781XaNw/mu+vJVPja/zI/+DWP1JgQKxq0sZ9rbb68hO1z6ntfB76uGz4WPbRtVVMxkkV4iFpyFMPnH/8LDSR/ifZ3nnch9SQUhcfKa59d5bii0UjnimomJHo8AMXGG+PTcRfe0PABQ95GasgcLPzZmrUKusVM2FxbqJTL7ZN9xXrkng5Cc1zOme1CFq9ILbk5ny5fbhoWayI0SbKY/7xLI5xaOitj5hVWvQe476KJ0cZO+RjrKUjicPyRL9sCwAw6M3DTkj2JiVYhddZ4jlAzA07BzwrP9/MWdiSjKNkZuL2D2o5iKWVbOidqmti4KLQcKYvcDLaHr9XYxWbzHhusqDGIdmrmyXZB/6oAl7g+dea6e/Bpq1P8Ca966qLkGTCaD8bpdu+/JhYwOBMX23JFZPdkVDdCUxQjCNU988vxvY1nUupMGETpFY7IsqTdQR3dFmaUQrI/zr3nu8nJy2fnneY0GfBXJNDeVp4/4n2UDwuuJHK23dd0wYu/7eTXD4kCogv/HUr7KFE8D18cQMjxO39GNCCBqjW797P35e3xNWy+/0cJeICRASEK5HvXXkazzv4+BFTLdpwqGbqPbEE9XoKOiP6taNy9hl8vysugSNu9GANc+/XVV8aflb7N+bLcOFNTzpkDp6u+OjFA3CETQBnpblo3PvXS1OvMLMVXoCurQnVzgBWhs2Je0lfvDyivPqfCFyuuOKOvAcrGLy5jp3mZCKsfQhndW/lD3Go3t+zzU03681fXr4ArazmpBS+frk0uaH+8In91gjQdK9JX048QZAjgIwEBUFZSAYs8kwNgVtA1d9y1yy4iVcHd37AcXsU/0dWHOFmCvfLgwH6yaiW8SPQpZRJw7YtRaHaed9glsWNabHKd/uur8zRA5gUEU5s0uObxFw69npC5SssPkPUOijJnDLltaPIUVYjdQ5Mu69k7lA8c6qY37TMmCIvhHHv8q/sva71yZOvrZsCvkQdYicTJBGxqKWWWjlTJLJMgNxdAiIUMJCyBMIpx+F8vQhDHIhP2F06XTe3l+88dUh5bztUSSv0312vDdXBWB4WXm/CkoRYkeNydsftJMbvgM0W/BRLbpjGg0v1xCaxa09l62vtLT7UNWrmC5tOtT6Em7g2fvfEGv6Pb+aR4IanS3hu4GV6yMszgy8wuv0KBHTEZ1CSIlyW/kPiXjP9ErTBMBb8m7E0HNPNdPGcbGsXZXA3ua5cgbSJEuZcRKAmR+4TvsE4qOXRS7WBISZr3NZ7ygRVogZzQAht9tA/q4AEskvSuxrNxPwZ4jUwlrmjqqcq0+smwrq/a7CKiTtyGidTVPMRXbFmuSoPtNKLRt0nk1FXV+V1DdMW70w8EsqzMIc7Umn2BzLDgRZxE1fcHrsAwAq/gCbawGzSy6aGtCSkR8OGPbF6g5U6OgdoW97lMk/9IVRZ8OlQpcw8nazY5xrsUlve+o0qyQwH9wP15Zv4Ivv3CmyVgf7SxeEAKNHN5vUhDACofmvWWkrjz4HTbxPBNmLCpndPnkT8GVhyz7x9LX6Iuq2m+Vn+1lcKP8acIPJJ4pb+lrqokZoA+9cH98T4gHfp19k/MAHEWGrR76PzQQFOVkquan/bEtw8m/trlIOkkhsyp4sBLSQZl8kzXuJmyC5DLNzEThoneD/Hns7rIOgtn78tGfF8pAPa2aApRkO6y3x90v5flqd9G7k4fiYp7+X2Rz2g8y3y02iziMcaR4XzeGKhTCGPlpgKLjor+BCFRK4P7DjXIOHiOFU1fkYl1rthEAL5bEhZazDcKjeYbWpJmSKd+VFkFXES2kYCS8Dhu1k13XNZxJv5s0GUz9u8w0nQjZKUxjKSpvFPHj66xzEA9HlUsts6z+b2KXOp2EAwoWMTMngqk5i+Zi6jHkkl2+qijzEeW6VB5ljFD1ABdsmpPawB2jWJAGH6H1b4Zax9j0/fSXRNYdVDKxNXaN6NxA6WOklpPIuvhwcrWIEnPoAl6FDCLqsdcXDJxV57b8pr6lRv4nSCE4wuzFMir8yrfKAFpo8otGtEZVTEGTvBYC80ghG4ffgBI0xyA6Q2sJIB8jWui9QJdobeEgXUtAnDSfLjqnLsTtVzGgPytLnn9ShVLNBOfncUnIwkRJkRWLVLAstof6TJHh2GN/xpvOp8n4/C7Tif40qIOVB8srMldRKlpAvTBsDX0r6HEOpviE4XTj0SxNmVIkMQ3QTS9oc6FmnYOOs+UF8+ggJH+ExC9ZFtua2hH8hNdlcmr7RUYbn1rr9QvgRS/9/o6uo5EVwAeeMZijY7d9FsWd0kHmAQ+MKiEkdpMpELS9wHqf7v4++t0gXuehfUr7JP6ZhpDRtlt2O/BGnSn4cmt/QrMXd7WuWvibXwMuuOt28nFQmPtZz9jKe8huEYboPkss5D9qU4wLD/56wDIR1v0HI/Nop88mvvi4o5jaIFvIy2FoHFs5rTKIY/u33wKY0fA1HrKI/4rOl57n+hCkjtJgBNg9f2mAbQwsORgJk4Gj3tj6lAhZ5Cj2RD4uhG8svZ0Hoxekaf07leDEtGy4Fv1daak0XdriQpXliNaIjnl0KeBjUigjow12yBJnx29TS1e5RS2Wg/hA+pfs/qPAoEm1G5g6tSI86VHesbgGIJQXSdGrarVPubudvUbpOUFOQSg3Pn2SjUDrqui7InvUwpCx4w9xZG7K/oNrUFMe1l/22JfudHHbf1XSWvNGZlxQhsxOUmMZf+c3IKYRz09KvubmulVG/zshvVd1Okv2pSy585RfcVysUxN0Uj41K0Ya16ldI8MGkOQpbOVD5YOA+BL0CorDB3NSRM7XcIIpC1wDsLUpB2a0P3LYYxLTAfXT5ZJi4fKpfUr4vrRWDk4l+oFlN5t6yVz3Dd+kXq+6aIiMas7yH3EppVYXbyk9nHv+/dyn74wun78rQRTMFnUQ5Kjk/cqpcNcaIar8S5N6Ej/ItdLbU6LPDjHxH8x9LnofFjspwUXJ0iMUcfeUNCxxNIS79fbxr507z4dxeC5ScGMF2OAuV1pVBvLmm0uc9fCY5jNjldnoUzXBPGNGxI5krUloJtZv1SL0HlabZ32oNSl2Z46iLloHgtQZvP6lN2LD0uTnKV69MADHBWgouDEgqS4k3KpKXLV/NL2yhHelJkrclXvl1ZODRHrifWXJy0ovK3EnS2hb+DCM2I8TsICrDmwTOY7MXOIr2tCge811/rFDw6m+9d2146qT49hG4R953CAQ66usZLSVMPRwDp3SE93Vke/+OJVc8cvzctgJ/kxhofB7nBtIynHK7YTBvXzU8rgx7K+H2DXy3E0MVFzhqRg89Wm8PJTFXH9On4fi2gGBA/PNbNw8HX1cpLbknaB2M9u8/tQPhSnw08PAAT6N1DByaPddNIKCr/w3ZGIupjuu+9AApRcG8Yzvj1GAAhvOwuvGU+XHPhZXAXDdPGxnoljreWXwpQvVC49+o8LqDWF5Yz/hMMH/QHDeNJLccq/AnPH9JE9GufOoiqdi/TvCmxFguFlIAC2FplkebnHYSlUzST1fDiS7Rx/NPYmUXwyGFRc8mMpQvJq2pg+HUGkXAfvZ8aJsgGha70n/aZqrYHMFlQYt207IZ+9je3y+jIArNBjYTRZmUA6/wx9+0aJJjLWqdpHxdhpD12cV2W90v4jKQDDBbRbfk2AVhRpzpXvbeXvfHLRPI381fYzU+lapRto4mkmsDTz2qDvhFl8yr9nZM7LGcYid17XaXoc9+y0qRevEFAfbUPhhB3/wZrHl/2vVflbIzzJcgaCzzM/91ycjsk6EY+ROp4zWmFLlY7P6mwF4DuqJAu/Oxy37KNfVKRyAb9oM5XRhJ2jEPE41o6W7vliKFLLegWwLPRKsnoii/c93lC9VLsENWziCgx90Kvt/2RJEtHYbHHCBDFKg2Qlv2M6cQsMjsPpm9QEfkLGNJHww4bJ68+fWrdFuqp/om1M9TW/M3ljhMPlALpmaNhVK6kgwzjVKFtI/aZBqr++yAO5fXKU3lO5aIlPeilITFgHfefPcwoEEz6wRqKw4MxkoqxRtBZnzLSv7qncwjQ/UhvtajuYPEES/1+zYB+73559DOyBE7nNewrDhzVz3E9m8YxXIo60CYlnfdr81CgkpgkiOC2zXOTzVGuohaSOkQDDkxCTD7MEcWDBpR7+bMr6Monto2eoLy47aP+ob18iApJgSFkna73vrF2B5WcMYkuNx9+UWf7ghtJlD7zJ0y/LGdAT7RV4ps54/BmS86lfxZNutk4r3CnIikWplHOxOa3UxsIdwdZEOpZAwDAM06Won0VWO6bFlQ06UDRG/djre5yqZbest/R8xqlNqI0ZJ8awelx1qvDzeRzhJ7HL8jGSZYIZEP0KN96YQouur1Lsix1iKMWY4tk+93d+3As9xEC6KycNCvld7aBeUkY254sgZOEdHdsellYFa/i8W/rkClyZEms0VIujS8egVXhoZBuED00tg4r/6eNQJ/oEyCJnCIxxR+5Lp9Gl3zsrPE4BPJdLBs2VM6KXzK/p7qEY4ohPVP7oevadx33jPtbyZStawFn5Km2b+lPMjXSLkR3hdXLxGFnsFgnv9GxcZHlx2IxsHFf+YjCO+PcPWOdK59mlYqjvbr5lMJm51HwsgSsWWn3bherlwth4oUtdJ/kw+xqSTadiKMNyih2exPULv+npBmKJXuMRbVQu0vsKC+mn+Q9IJ40vVbvHErAb5KrBL5AbR2SksyMfFaZXKqFwEBUhVPNyCIw40NOb1PezFxkMtLJ1jLJplzRDsUMc2hy9Y+pn7Oui/HUFt+HvID1QPz/9ZRvQwEDG43I3SxiWzAh4nLCGWrFtd9TNzppeHbVicUBWVvBVGzI37VGBSu1zPnpj4H67jcI44/16Aur+EfeXFAB7GHYezSQjA5uUhsFXxx6YImqVPY5fLN/AlUL8FEO+rmsFO2In5fGAlxI/EKJQisFop5N6yUL6bqdGR9qB/VTuO9HrH9udTJFnxSH6HVJzUnpHUlFLwcVw6W2RYaTY6mh7k/U3/SQTfUifydSzJ5I005eoF2bH/TeZHAFVZgi9wpaI5xyIyHus6QrrfH/YYV9lYt+wOn1jKqXrvJUK0givlJGFt5zAu/GUIkHrEDr/WeXvIp5HwjqxCe+Nf044/fPcs0YrVx57gmmYzXgY10K077q69oHv8DMfaQdn5TlbzTqMyvsVv12Z4L1YURNnMJmlOccXBex4qUg4uwYqKDSuKcOKW1vmhyNLmxdHktjb75dUO40XwWBxiKLN4K+WVKSiG3ZPFXrI9X7hsmP+m0H+3IgLr99FesZcEkXcbDrYy6z7akGUYk0Nfn8jC2vTJTuKCz92rUPCo54CkoYhxc7+79x36PWm+blNGFb5PCwdnoYnOcr98ItdFG/22s/25XoqcVi9kbFLcUP1DWHuJ35hJ13uKhMsLjBbSQWBssiJs5Z5KzBfKpc1LPzTLgUck4hEfuyTFBAQQUS8OUL73Dn+FIxUQEOZk/9W9+//qxuCLNiV4NgydhCBvhQDgFKZUnI3wzWrTWXwG6L+0qgk5U9jYfpagXx+WCcXL1uo7X74AYdz9YEHcRIASUk1s02l4Oy21K33ldU5SFlO2Mh/Dhf0PkumkY6s/qcIGqigq8KTt9NaKsiSLb1lPrlzOKzQjd9MInrAS4JLpCi1c48WY9tm+chn2kalrF5niISn5qNajWXgvUzzuqDxE6oYxB9BV0LpAB88NkFZaHcrUPJp+eTmidAbxhkFSfbTyO3mAKPrr/9KgIgGIb6Be8ic/d/ufCnwGfDypAL8IKXzWnrTs51DlaBNJVdpSc3kMvogP18v15nQKu4pwxxF8oekL87/LfXOPADC7YOn/augM34cJZvWpEdPIKYnfnPcycift1XUPqck3dpEoF4jnrDmv7RZCLtdAvAJP9xoP2urWxJomzjhUsOobtgUIo/sguGESwobNF3LxqHsaOeUTa8z7xr671g367baXHQBOe6UhpM6+N2fB83P1KDG2otvNBW7AsTaA/iqb5Zg3qEqmwTqN0ftjy3jdwtMf6Nr3BbkxmZaYXU2VJJaMOxGo/3bdaW9bd6L5dGUoSe96R30h7uBG7bmMFqK14M/2k343tVxO06DsdWD9JjW4IFwe6AeEW5Cd6qjFXGZrKHDd1no3HsvMZr63u7b/GRVW4QmZR9cAOBQfJtS+1GqTNDvnONd+zlFhA/aKCgiBptjMHlTm1g82ZNI8P294PSztY01PRHIXZ0DBSsxLIOvVsg1h2rMwN2xWSQFzSktorxQ4/GBBoqtpRPjrsbQ2tWJWJoGBDoVs0hva2gVLImIj+VsLG20w+EcJeM0qpRSX43zydnptHHeVY/DVaJj/JgIqbtY2YcI1ZJxRdW6hBOYYVxN9QIdBidt4RUwnzGMXjrsv0U4C0dcJnxz473FJv50K+GseLkgXOJP17qGA2wLmPzapWqKHrMIONWZeoH1+SLKAP6Nb+uQxeptWUT4n7A5RWkaH3oGFDJB6csMntRrKs7/nJfYx03PRhK9IcvYIGCpUCGu/vqY8O3zYibnMgesvULEdka6luo9wCh2VCNWJ3WeA1v+3wmEoXELuB2+sibQtYryeuP6L9MJiYEfg1KL3VYOmzNjET/Y/oX8iBlVU647bK2DXZ1OqITlcEn5NX2Rw/VOAdAbWGTff87EtiSh7kqsgywCM7YgA3woyaXzISAnM4azUH9IiTmbPMvy/sGuGcC0l51sTVLXTzyZDkWA4Gt80290UYZ5No/rX/+e3PeJn2J00t6FpMjHMVy1bbfB6YybTPo9oA6/3v0h3W0hTNun2IkWy8ITlGKfz/qJ3xCU7JPxJMZ0xKFGzSiNXS2KCwkH9ROQanf/id0NnsOVg1Isu3mmQ2x+U8NwAJidLHiQs+TZkgZ47JDusWRRgVCc5sGz+nHQ33wQOsdwIIvss4sxHCtVzF0M5CmCgHTa87tf0kDiRoGRXBJuo0tvn8ThT0jAZ/uVvXCRWOR2ALtlvtLggK6U5PqgJYbbjBOv5GZWEhcBdtkKXTAA9LSk8sQoQOCnz3Qk2LNujiKtFHNCBIEOxc8/wYhnTXBposZTqqNKeSTptLLTqnz0i1uBi6UwTmLvHsfA21uXjc25b1XV2h3FoEeCPRPs5RckZRzGgcvnArl+g6kwNgumKHLf3owEO6omr+a6Gew59tlknC9DyxIeGifTMHlefyDqKxsjx8OMYcPEPYmLc+uu+7oZqVWz1KfrJHapmoJRnGn6BRpCkiQBxZz5cXwFepxWWNxw8wZXQYbypVAKd/QvwGVzMLCTlTByK+X8dUXJPELSOeDX7ITcqLx7lvtqZPUJDqnjM6PIFSNMBG8fgwBpCLFojcWPwVYVcIdjhYTf35H6pMIdDOB3ELn4/fLnYO0hXHn5YM57tWV6li1zjL1HQnR2/1ATngucphirqZYPigkhSUTT9sMczP0SJrClq0FR2sxRA/xF6Nzt2fVriyBAOWmk8bxOO5oOXEjBoCSdz6nOPqMv6pOfJyLK0siQvRyF4EkRltxIKrQS04MC6tSfAM5eIqzqVSmH4rY57dirfUSZF5ObEsz8TY7XWcPMTC5TdFTtu+5TyXiK1qPJ6NxO91RRURE1/nVS0+GgqvRg4drsh9ZRLbc+CZiDsP9cUO8adfOQK7clNbSfv2nCNThS/QQvLAaWB1fHOnj9mNw2f25yOPtoiH8My1LMoREhCLTiFQ7W7awrAEnuS26/lEC/fq/Geb4MKJPHJIs+I1qxf11BMo2T9qwGDYgjBCAK9r59gy9/baP1HFGK5Sp6hS5IHV2zoLImfFspsUJX2Ue8A4J24bltv5bTPY16jAMh9XCxk4CxL+oY2kcHRnGG32oS/rrr05yuKwG9X9vLJ7ec3ODgXQeiQ+DvH+ji+VV8iZZQi8mKqFlC28xfy15akvAAg9BsjD7vH3uVRhU2zuTYmRUXtXl8riJiy+yoeTVji1/KBP4oPAz0QHnC8d88YiYgGZfSilo1GbvTPktpORbcoyzy9I+lVhVV4xvGaNR9zCieBdnkqEYsM+5pG5VkHN0YcjzvbEbT/BLXrk3qMp9yqRh/e/pwg0ie3Au3pPfiWL6sQSwp5vMHyzJlOBRrSxC0goygTHKJEd9k03CNsLq66FXOftn3YKkWaNJKmpHWVQCnZim0XK+zQEA7dr9zRlVA6RfDP43fTlDUDk1sEz2woCbxhqXPAvA83vI45JIRoNKiy24He1VMX1IlXeuz/G88DQX97EvT7LjdXYedCs6wnwAngZrcMzJ0P9+w4JSToo9pWyozTMKtXkI3HXO8uyn2AKpcwDbRoMYC8vKo2O+vVK0CIyFdMsVnCZZkI9g70S+Vy2KfxZ2TpMUeucBRvxbmToeFHS2tz2xzvisazxQDB0r6y5FZaMItPbeFIFQErYU41AQDNNwdAHDHfaDkkeHDMdEGRAky+zC04vTE3jSj0PwlAhJbQyzlq9TlKdqkF3pX08thaSeHv3pve+MTsVlZuw44tmwzk1g7DCgRpJCl3HnvKGIA48plCxEKjYE3C6LWDwA/hk4+TsjCnykmT6PyV3kwUcfARDd1824ro+STwcK6qqwSPAh3XJLGJ1mY+l/6Mgi73AdCW925jV0DRVmiMscJs1Z7tECP2UkLHA/2kHTObz9gP94rGbO3cvoRo6+jhERaQFATK00RBviczCvQKYLfdsv9/Lnro3lXxJ/soAOLg5FNYQthLFxSzvV63NTuLf1KSTxTXxO1V9YILR0TDnPfFPWzYyzyZ8ZNatHMfsL+MhJDVnbpiaNv32w3/TMmK5Wr5UrUmn2R2dzuGGmlR89qmwkw/5VXvl2Xzl3kAgB/YcZES+NIrbL7G4/dvGuecy7zSgEg6YSTvtjkO670uZoJBgeNGl2ViY5aCANn4QNkLjFROlUtOiN6delZ7/mlf9BBUqnI5YHyr687VbnflweNRQB8C7AmjKG+NRlA81f/GSJwiu6HHm2EWm5NNTRYRYGTILElZHovlQLNL4Skv+Te9zcgfJhIEkgf55wcPNPWLJ9TSzIlh/1fZRqMmszc4PX0s/66rDvmrAaM6Q34P4H7XECQCLHUfI7cxc+IMq67g+R6UJlNT+bGSngWSNP65Y/jp3pMnqP5wuXvtUFywbyMT4DwXTKdf11kl/7omTMakdqj3F+cK6NVahLl/Oi+q2WDAM6sFEpwVCcz4QVM/2S6vdFoHqzPNN9YUSLUOLD01iCTg6TnZBBNJDApsnMRQa/UyxYqNQHNl0n/nKRzf7MFbECBvLzsZYwbF7tz+CHYSYpCA/oVMGbczhiYbWDAsQN/9O+pWPR6OcZA1BwTYndvwuTJ3XRxzawQk6tRS+jQ/yoMIrIyTq6obd+Ax3OKposThQn6Vm69jbBJ6fvX5eEgHroZPpjX3yGb5zPw+eXrbSVMun8A/T9V0OwQnBpfyMgJ/mzoSMu/4+vFiJ6N2xh6CfcHRXAqRSkeK6F4/aFHqGkWAGhDE5GSoXJg41bNq+dyiuqq2IxMgzoplPoxcH/mTrB99T4MrH+orjU8iHaHRVu0t7dAcAOgzveSaZMSFNihIggK2kYf2DypRWfoEOJYcxWnyn360xbp+QsbFQDEJn/w21M46IphRMA32SaaAxgCz8Q0iBN+ZJEXXj4svMgt99XWVqBuaZdOWsYFqrPPMFGSrhUxi1sqQWWJidYyhGPsEOlAzpYrf3kLKxKjxB2XUeOcx7GYwVgsaypHjhK56Hp36siN4K6GtdWuCNLm4R1+uPXCaFC8cfssh3yPgIJNUPmjXJ5Ds9u5XIHmUbYWwX+Ty6BrcRW7FJeFpyq3J9dpA8l3ty9FWL2R5/fJoJEdTTYuZAarfo9WV6splGykjbSkp/oLjMreA9GB/KYq/bjcybaXZ5bn77wokcmKZKw12v3Caz0/bokrAhdtWc6jSIy3C+tfrjDWF11aP8G5flr8oQ9v9kRsCkiBbfTDDymtMu1Yc2vJata5coxvAHrc+nfL3RrK3ikeBcDfiYakOF45FlqBV7aTBmU28hX08VG9VKHycY0q3wF4qsQpFK0eMjNI1iC/KuQO+OMzH2j/O7wToqSpiCx2NHKdp9+wG37Yrn3rIUAw9925GWDJwbDWDvylNQH+LqzbgfX8cyUYOd/N/cOsgRG67muSph2r6KY5uJHGBZjnWn+XC7CS9sZQtGrZEaENHMbuVG+n0KE0Y2qHGcZw/A2L3xL+NEs/XmZ030+uEysG00r7czSxG6sXXdPPjWJi+N2ea8CDlFoxAnfsam5vvZw9zATkhO0vNKUHvNrTLV+Q6310S2xEWBtXhdIH3f3sPx1IM1KgfyQAuialWJk1k4YbJ4Uiid18HGLnVV+vCbuBGlOYPCs3aaCg8KvDZF4zdEu4/FLd4UzCwJTe/0a+b+O7UOqaZc+C+zt8kzvfTzXC7HxcVsm6LGXdDZwVFDqtbqQ4k3IjQwKxdce9U3ugGvSklS8/Tiv0N183i6+B71WMlZS2preqsPRGkMCL9dVGogszwwsPyKA9EK9XfP/ExsX3/TOr+xdjN9XOpHxxWf/dQZKBN07LLrHGBc7Dy1q6PVlmdcZaFB8PX64zAJhVCSpmZn0e8Kc76uvWvIcAzEvL1gR2n9PVCslokjTMFhiq+5bKIVnREfUBxRD6F1BGHctlVWy0+psXGWApozGG3d0lw6uF/CqoioJ09KEMFvbR0noIrBc8dUlS10M2QLQgd9pVlcY5buCqNI2357zGpBDu8CvfTXi3uWq+jcWKRHuA0+G6kk/kwdSLV4wPz/Y8FnhFOJKXftpCikIoDIzecXRbyHgVmV3dTvoorRzgSex1g6aRKtFIJklQHcWRK+TZhTUAy0PQ0I/H8Qry3eSZVYTFLBuAahLhFf7cUQr4wXD69XeX772dPbOmHrbESCphSjEngHH9FGovh9gu2Zi+ecwIFvVYHLjoXtPSG2fSrCISnzEeMD1F0YB9KbtMRTY8n0TqXu5pWU4fgjt4VGodGbUNT41pH2u4WZHsz9BFG1Z5Vn1YJXUS4lDGnmguDmgvwBRf/wbX4UwmpMHIlmy4fd6YDjlJ+ST5x2vQyBjmBOT8kx4dgsnpWa9+vb13tUS+UfMVwN0W8HnpWOz98eCvAHMgxCfc7L/GXGwlCA6qS8q9uJpWZLmWNPwb+QcavKKdR1DRGchJNLBymN6XbrZ3kh+KmAJdhLwBuua6HGw2WrXTDUSlDKxUpjFrw4/O1QLM5TljGMzNTZFwqXu003IM1qBwCY8UUImEgySsy9B4RrROj9Ib9VLdUxrsiuu1kY0F68Bzj2HEksCYH1i6gjFl+IodZldw1xjq+UjjzIQEeD340/mGgMg/eX5N+koHLK8nheu0qr8DMxO/CPZHcrB+IqrawEb8K03CZDZVg48SWYvqgFnkJPVHANAVtGbc8F7wlxs3YdwggPa670mzZ+BStjil+OvLLqyKF1XWOLfUnqMUDMujzC98sOek8jddCagiaCOK98U27UxzAFZ3KKoVJ0Hdw1FJ9QvRKAD+kIZeVB2cRzp6Y07pZIz+K60tc79msXwsvjI3/wpAIqTba73UMH9IZoQr8VjnR83u65f9xHslglVM/Q3eDO4fLr4kOjx8/Q3gsPkvnXSEgJ2Yf5YUXdMdh4mebJVGbLKR+5Ouy8qJT+XpVZSyc6dYdM7eN6ukTKegH6Woul4j/GB1HCkqjJp0iavGXg3nBZw1JbR8AgZYyZV6aVc00kqhoAE/qF9VP/tpEOF0sxBT80TkYaY4AJDCkwHAt38WCwMW0lOdclBBxqihJrQENKNA7NdQnHcgZsziEziHmMxpyz44FxYoQ/Jz2cx6dOKVtA/iE0zSc5Ry75x5u9ijzXXqbs0FARK+aPo86oWqMYqnPIxFce+ZxqejYRkt9j4xMb2ZG7atGYMBKrljrZax1VjAoiOETJZGVSxbUHtaSLZCfCCo2FdehcqRD/S4KqFsyfXuSzpdXb/uMSqiGNwUVPpktSLPB7RX78j8tP7VpRMsznbulcj8GAFoimd8xwwhpEh/T4K2Ac2Q7W1uwTjFIqeivDMHomWQKbnTA/n9+nYJ1yrzAYrDV1T4aWOH5OePHsWXfCImBmCj16LK8MmSryAHzlqpEszv46ll+QOm6MGkPMzU5esYQZfOh9d1m198/BvY46Tq81eEa65PvtYXZ0HB0QJFhWKTlRj8hZHo9JvfG8G9nF1Iaem0zMoSGCmRFzthCAGvb5BC82WjENCrzW9oEzGozqNN81aqs/VfKnaO4wWvI0vVSr0kNp1H8EP9CpNHSZ1oDD2XZ7Mldykk7s++mYz9JXwvl8j9yw9x3i3dtZywvl2Jr5BTajf2W8IGi2Aosd0QZqb4gGhhDM0Hcak/nyIA7t4lSApvrZQSSyG8wbBfqi7MSYHTptlF8QS1tnYoivvdg6xH33NMpdBagJbNpePgTC6KHsXBISfzGlvUfhYxv7+7umCycKL49f4VB2A/fPX1IG7gRfbA66np2+9ziqDtV6gxPCEYNSCz03UdkCgXebeeTkr2REpuzax4yE7Oj0HQbs6o3JavkgtDzm+M0z1A4me8NPm7KuQqfcl1K/wLbzThj1k0Mien4ZVjPHiunrZv/dVmQH7iCQLBuga3hSSu1zatYhKnhExMJ6ItQwzG16GyGQ7HjO+SD6308euanijFjDLYOgAvNtSkHMIWi+DhwW3gZVuBKxDAYtKe9Gx4hoOUOUSnDoCLKIX0wJiBJg8FDZ5ztr0AlUhd8oO/JQ6PKPvVhCzdpiF5Vwk5neMBSlEvT6OQl1fQxhTnRW1pqJslUhm58Nl/K0DUxc3ZCMMXlvq6EtvrmOVme/E3pyDqJ4mMixuunYSo9XklUhec3tJSK3C1v7pTES0Jkq/kudw9lyINPQOa++LhhYpf1p/e+r+ps0TW3OxoQPBeQI8tH0/8GDOrwn3ZniFtyXQQiVU189xRWzz0STW6xmSpkmf0XRolTlN+/aSbZvym1sEEshTr8c+hI2JNBKZ+AOVwp6wHNEFnZSXqf1xd1dKkSLd9JVwucSmcopA73N15+kN+Pf/NiZiImeiJpiBzy1pbucGyMeCGVqcNlL+4oRn6vy0/71o5lsa8FOafaXhZsoeSlUr2LXobu+gAVcTMTuWz54tT3+rY5ujZ6WKn6HZWBXOoSoHTC/dGKHewVizgMsmHQiweciU1eeFaknpCpMlpZ4P9o099xi4H0rfxlSmG/KfFYa+YfQcvi0NCLmbKKgWd24EvX9VPYkMRpOcw+WHE7Iqe0PKCaag7kA3d6Orcd58+NKIxQW27OI38I7dEZrDRQ+rxp466qddjJFJpG+XOLE3kYledA1iHub2NQLikAKnTvQ/zqQfRCU6LvM+H70AqDX3ueuaU3KpnzTop2shzVDZAquZAhwlDIJosgoQkVWAkMhwFbBxUtLH/1YE8VvQXuAVbs0VcjDbrOOoLd38HqV1FV792n9qDC80fdFPgnextGilOXecgZb6dbk0rzzWVVTGulwFR5lTlRZ/eR8H3ot51rPdRTWz753n1H+nUOkkxLJduf9ENgD5TtwL5wqBkFCHJf7Zel68usezBudPLe6Q63kXtJlzk2nMixxwwjyAaFy6FvZi9ewEhHw7W+tZkjdfP6lXvMRLKeoblxrehyXp6Xh+WEtCvzsl1W61Owjp8l4L+r4PImF1w6mAEE71Fgg127IQVrMOzsEKnCplAdiBl9vyMYu8vcA9al1heTpPUmaJEVrl4Y0QO0+iKjcEyKrZmfdrsSWuFPhDMCwbGNPsmYoyhTFqL8H+TaQA4gert+MZCYqmXOTST+amtPCBH7m+YR9NfUsPQUm8OEyG9HrIq2E1zNRn9m1ZYBGd2Lmt6GtUeL4llKgyDR71Ivh7WPU6WLEk1p3eYLdQvfEiqxdivAWI0qIBDQJjVXg81ce6GBgtsKGJ67uJN9NxRDkOZTlKikZNc6Z+yHYWma3T7t/MZaU7n+3pi1K66TTrL69S6lD4SufYdauiw+leuHZ6HqVK2qQ9fQ/eLjClvtawpk8t5yELC4DG6VpFFWZBmOEIMPDddeuwrKBZLNHjt3BVrONjM/nqe9CpfZuxoNBB4R+vLfJFrQ+5qgi1s85MZwbzdl76ClohEsnGbqCeKRplvakd/NmFMdzHGKawRDyx3IWz4CARCDi+Xz0jbSr+HKGEpP7AtK0IVBkm8BEnX68aplhSM9lhz88nd4vhowikpNrpTy2Vkw0oHOFEIY7oImvb5QVxq1ZxIUojCdzhMEsUJ+thY1YS8uSmxtKknvjnfb67EozTra4KCTF7lRtoiExMrPVFPIudoYVODV/ktVtas+CjZjHmZZ4Y2oIi7ZRi4W0hm/uoM/pCVyORM/MJWV+2cjPl8DmMtPeX2MowojFzRnGOImE9l/Xntv7jWRfwAhjwem3JUZesuj9z+Fi+aWybPyyH4P+IGNmCidysFNKGImL9cEIYCAD7+RZCzoUhQOU5ALGACQUh6W1D434+A32kLBBiomECs02X4jlMNphbxgfnLkzM0pNOZcVb/jdpnL/AfjAMeVIu1szMiJN2L1F+0TO7jZgtVjZY/qmMxyW5w4tF3lOGkv7FnW1kXRY9/o6SrrYR+Bo8t7WYRW/tlSJf96vULt2r1n+UhE0//jTWR+69FaAwiHPj+fpj9aOL4b9QqYVKKK0nBIMX0i2ySv86eqVv54a9V+LRj22p+0+3OvMtAjjpd5tza454MIsYrZlOnOaMv5Ye3rxbDAjMvlpI+fWzy9JB1KrPh+00BRwhqWeZnCFn3QGVT+v2FDPsJHhVirQuhEwqrmX9o8WKiITiuVB3rAafVwDXcWqHqWpAFXoM6L94RhwJv2fIGEmDfswDj4FmjiyPVzEXqBvls3oY4L5PLPxgKUJwVYm7BolqrUo0HwRAsu0yCUkjbp7hNneKacF+SuVd9eVyPSD2m71HxvYwa89lyOWyeDeoPU3MyLm/qookXZheoLvJl9W26QAEmg//XMC7ygJoD+fqhn+JbPFl1mxj1N5a1IQIEnXuTffny10ym5Kzp8fMNv68N0IdSPdOZJX9RX4nfbtELNbkvvHm5sJgPkG5dzbxr2I8eIxaGp/Wf6G1skaEOq2bbdlZYY3EBNFQEGcIZ20slW0GpcpUZ5cTO4xopO2o/hN5V+99fvq0t+/gZvCfyWfXFtX5xy5FWE7UO3lY+mVkFJVIsI/ly1GrVBpMj/4mVCPpxErO9/IdHxUq5kRu/N3HF+muOaD3B4+DrhnZtZKraAFEHcRS6/OCIFaJec5hCi3Df9taKDnaqr0HOJfbCcyxR2+6ji2Okf6vFC70k8OQP6mJuhyF/zZXwWkbWp3OYCDFG5szH7/WhBATCCpxT9Ob9NfpvXwgDVN7XW8BA5KFdJbzit5VOtUotDI+h7GfVHWdMiFHsI+UVmv3TgpTsnsfjC9sfiJTBXzWtNcDCzlLpfSiWpLmkKKSdy3xt/k7MOynDxHE7TgFgBfT80+2+fjG8efLYj8o4Cy73m1EkTTkcBN8P5HQILR0Fbv6UILPHn0y/S6fyefk2PC4D3VdQr+m2IXsJDNDBjB+vmY/wv40nRqxHg28lJ/MZe0l+3bdoN+29eOKQzHf7gDfI3ehPAEs62MbHYaUE9oU0tl7F8ZjDMPu+3izV48mEPbIoNtcTTdMhbCGiEdCndzxQzw/UJqlfj4dyShQIuqDyjJhdnt06H8FenyQiqzU81sdMPvYiUt3fiiIx31t1ntC2JrIv707hLdiTXnYrlZMXQ+WCD/jvwJMN7Bc6lb8gWgPFvoEc4PHtqLd5kB2Vx3gKUVwqKE6a7m3BtgqrM2YtLq+EHe3QeyXGxK1jx/nfiqIH+zHpZdJPZdriJUzQbCeJHLvmmly7UB56zpwmpFORUoKpTM831d2ilSZt7Z1tiTg1svXPLVYPxU03dbUR3HJl8uDfg7ht1xM0a/fIVrJfQncc12uaXm8jqqfl0ywj2WcWhLcPUtsi2wmnohMUn/mfse6IaD9eXShQktZX2cMAuv7Rh4HlV2nXXp31Lsd4NJRy0R3n1vBiLUte0+Xro7Ql7S5UkAhVcMqGINVtN3R2WjA3IxctHtmB7niBlgm7cq23FyF5LlTqiDuU6ihuEN8cPx1FMS+u1V+aA+lzJApgkhMS2Wwft6/QNT8fBOqhDGr9/vXMFx1+Z5pKzEYwrklj+6fnUMkoHW14/iLEfo4co4bzoURv3kL99cW95rf0b+HD4K5WGxGCDi/qaj8dgzVl+Gfgq44FiZsmHXlsbPLXhN1t959r9kvCId1YuYtLTB3OqzcnROhPpFh8l62ggCL+oFFEmCAg0HyU/YMizrc+2q0InR+Of8mI3EQRcwCE1b9hlm+Cv3qikea2iyIo1q3OnqZfC+GtbnnugMcDHZTH9ZdzwWIbPCI+ifcMP8+pOhRT85B0TN4zl2oEB+IqZeNLEKdAwh8hEtpw+0y8/TEbIg6KwT6FfTPDlaufhRdx4YUZPFPD7rQl9PVzIl+KvrrnV8cSNh2qo3SqZpoNg5SzyuiA/F6d/3ENT2CtU1SJAWubjPkaO5dee0R8mMVRChJlnJc+U1L1NIzl7zyhiXCci7kZQD+zb12an1i/FrvOaC/rQL/v+73fB1gsUUi3bDMzhrgB7eZfLUueL5WmStPKoHXTPhQ2u2twS55jrYfLrlINP7aMqzqKQXzQbRdX8FKOkmh6cJJW/WhWLULiNWzf6Q4FW3alWnHRa60rj5nFdK0Z0469KPkph6v6wkcxJYI6HXXwsIDV0861POw1FGQZr2pmxKGuLAoTvSD/9YNDm4dD0TPGA5YgHLZ7VUK/0/54jUIx1pKy6Zck8RWzqC/L+onMgfaqrJh/y0GF14C6eWpDVmrXizi+NpT6fjZbuwDokPbpcOKlC2Xx4cXhzEaHVhISf8/puRWPBGMOyu1S8qgsUkHgs0L16Q/gke7nEC473zKz6M3VoT4Zgq2tEm74769L3BQN9zPPIZXKDmTw68uYCQ8DseG5DrbMD2Y+xQ85vPe85gAsOZPfmjadjwPfYmxaAtPoS2c6AmZiyf/wh0mbHkr7UbVfmZBcX9/lnyo25en5GqETxRsa1B4SvJY7kZGx9Ai6aXBYu2Xk1j9Ap4bhZsS4ZLmwUCYOVXIidaRanTt/793Sc4h5gIFrvOVDzBP4jr5gzCG748YeuHpP2Ab/IMEe2GBfRhPxaTGMDF6PzISVmFOaqDpbGnqbE0ABKYPEllQjOVkxahP7sIh+PIkkane8E4KAFbioq8JAsawEXx8kRivT54C5JpDAlzqnmHwwyCzIoieFPdLGqtJEvRf1LsyoOxlYE+PzTmj+WPSFeiQYTcea9EfLyeLIiAu4O00hNKvikbLgp/LLeapCEEHNQsf1VMLGUApF11tyH7HhjrovlYwjG7+nKSro+Po6HxlD8FIbrI56Wy6xZoaEGdPI5+S6dmN05dEwQuKEh3a7ytTnmlbH69jUk/3qF5Wa/SKFKvHgLHCYQ0xk515e5mRvWDhnaSxDFT4sv9Kz3Pb5IxRmifKhNdR3862gsj/9v8Ug51Tzp8WDWBRQSNGnXFQEwWkQFUq5MNe/s3n79RFM5DAMOqPBbV3L1uuavYCrM/eis9rTUptxCjnl27qjr3h3gtpmn4t4bbSKHpYfqlavdArlOJfrOM1Mnn2qqWQSE72mmseHoA6CwocUocOjeY5+IJ7z+ISvsV1qkmC/I4NgytdgNhFkA5jmbEze2k6KH29rHP4WcjHno3LoUN5MEymPuq4Mw4jzpDqC6Jkmz/4c6QUxPaHn2N9O1A4Oho/IcEtk9MA0niTa1c/7TOWY4O3n+7WQvKrThRTtv35fhSTZm/hdPtNXPrBieOk/1Xc4RdtlDQ1y+ilea/etpO9zT76LzAQf/m50PvglZHgkCW41V7x/lCAgDAAfFAH9yhGxTUHlpUkXQF5WPfFd8UV2v2jcEUiHRyPY//u+m1akM9YCgyna9ika2/jKiPVbvB0FyCaHBJ0TsucF01O54CNttphduome85R3fsBUGjawwvx9ByhtzigPudF2da+MWN5NyHlNWEYRJ4iJbW+6JviqjElVmft4LdqsIHPixghFV0R1W0Ry7wBX29HaQg6reYrMzMl0XyNlziFrQxQMkUXxVHjxhXE0Uy7PsuOl1sqvLdr5D5/Po1Z3mnGkdnVPuIha18120D/haDvvyq4LSYhAyROS4GMpnLrlaj1HWWKs+EvzwidRfom6avZSCtwNRukBGoZu5eRKWmmBP9RqfPd2rARuknpU87s5Yil4bYXgMGyIa8rgG7Cm0Op9GC2hXYf2U6u0aKK8X1IR+WdKnhh9bw8nt7aMjXxDu+1YZpSdaeiTri9pr8EJiK1c8M9Kpjpscgdt9yssxgUi+argGD2IOtUKuz+HwNAID3B6kdP6+X5j8cJPYJZ+BZgJ8W2mNtFhjSNoJ4ZGNJwp1FwY1jFJmKJckQZ5co7PDggdt2Ji8y6W8xmauq+KmZhsG+IxcoPswQCoX5fR07Sxjr/1xxMp78gSaeDE5NeuuGjrHNpGs9vmt2andkJW4SUQpIOGFY10hJylfu2nIq66UZROIB3PyP2eOreQYzurstXwJTXoxX7j5qXG7mYTJOGwEwbZL8iamEBFyKR4JaK9Vw7lYVIaUbBfAjAEMQoqfbLMVktLidRcBALJtECywZZt9gsJNm5/O5ER7ub11goiwTDyWNi1K8yTTbkOCn02YHZBtUhkBkxcXIYyVS8ZeNRZhakOG5RxFPz9CPjoPriw5qp8A6q9s2gARUgd/iJaXMaSCd3Vc/GCSAkZci9nVzMQ3YgMk/k2dUno2mqJvGQY+XmbKUenbK96i5V4btqyXAKG5drM18NfuhG+xLbEAhL8zCDB2QAipXERQE0Kvo33KjJfXls4RohCV0/vmrndyQohW8OHYVnk/PZzPsi5wVjtnCRJdFh/GBXRnOpVEk2jR8KoqXXZRqrtjwgFoVDRpYkDp5RtCyoKREjJPEn26QtEjPGR1hhvDh8xgWUYlCbLMENudn68mbeUD6ZXJ22EbgjzN8fSnwu8pqn0pvABlTESVXvct3SAQ7foEUIlL1WxypDu1RCOfmew70MAUHygULTenjssX0GzmXJI/FxY7flbhnN5N2ggYVWGZePA0193j3IZekBE68WYmUVt4flqE1dl4eKhzlNPGJmWlOAKHxk3mzMB+2HE3eX/liZey87O5wPrJ/VTuPRc73rkeBiuviLhmVwTk6deNcnQQEsa/+273nHKSuDOwbtl+Sv8RUWZnmhkP2jqr1qY1Rzm1m5MMVnWK3f6VyfqEUCLnntByFYjs8uCwCTQ3ZJlUL6y7Or/LLej9UU31l5ZMBW3EalifStQoAGe2WcoeQvTWbE1/lLqsp4NKndR7sV178l/qCpYQEx+w+A95SMQidf2Q5HZFiwiF1+/GUFbT+VWDKXdLadjpaZS5dLMz0tlENNhnOx7ffFLT/7yNCxDQrXwXOJ5adDBh6Ary+MEd/yBFjq65pmrzg3eei3x/Du07b1b8lKjI+wykWHMMMyjcbCd1ErLMLKkixB0yhkjxnQSDOdC1EdAW02vwdhAy6fGfQc+xCM/SX74SwC9XoXLvHn95UOhdLAyC/lX+4/WzwQVzHKxiPLsSvYCGtX61Utb9C9MUDQZREh6du/r/rAwacal1zk0kqb8bYxUW/PQ9Xy1vjll0Cra01+MV6C2l4Tg21KyE+gmuepN+zdlxAL2bn9JLqKK+0T4+BlHt1mty1GngmsMasXUYg899DSBXDQ95oYbGRNOvFeQYnVwGJx41iFmCecVkEyK2yeOKfFpvuBkXrYX98hDblwGLyicBzwNitZtjB1YGpe0WysLtmld3zBEPH95XsBouxZK0/9qMmICRrOk1uxG030/QSb80P88tf8qJNmSwPw/E8cOMhiBI7IgaGqXL9FvPYFfPFkJOgDbEPe24v2lYgM8KlUF6WhtVHbSsOmulVQ4lO40wzy50JfGSi+ba0P3xdYbToPnQxRTSULWT0grZ2z0svhX2nKsVHfuqsfAWvbfy9z4n6eiRqaetM0KnVmx7OL2hQQxylmuzLRuHKDR9VZCL6B1WdtjzwBdKji0pi4rlBhq9h122EopHIc5tOtgyUuHOZn+CKFXP7aH0V/rNKQBvW5yx1z9qutvI69OzEywoD/U8BhM2y9OZZ5G+RQlu3NrsfKeKZ++f7IMvseJlRZHx9Mdhowvn0U/BfACEvRdorAbp+8mlcXtAUaGDEN6DGQOgT5W+Et3QooJ/0KO8b4JFazErVPjFVLY6WYXuTtiapuP/qnXMWYQI5ZvPKBI/BT8FL+506dm++KIRRC3HOz2J7oqDYp0/QU724DlcP37ikdGewY0MVsMS13HSke9a7NzUMpLF8bh9Sh2LXs2OodNtHVyME/+2d4pb6iVO299dFEftKVBoPKCBg7INqSWxMJyuX+VtbBccf85X6DlZE4We3CJGo4y/LNIuHi0H/lir1thnEao9TKflXBfw5AestOGuLISo4okRkX6WzhfA1fHtmy4GYsPsOQ3GTppzQTNgH8ZYmh78AlpTDpfyyIlejxAl7yzimuadla+n0ESqLK6XdxBJcNX+nUztQTbDtPFDG5x6ulYX15ecI0ERRGTzaaHkSb1pwhtzKQAw1iqtMJ6Ffk+kPuML1+Ly48eZ2oG1IAm2NlJpVBBA6+A0Ir7cVK9cH7NgsY54FAD9vnuvgAt8dPMGMQWMtILxd5vw9/EnvcZXcjYkaSH60GY13dg2HrV21PhkvdeLjJ9n9a6gPoUoXs1YvGYynlgoOOWw3mmD3AqY+7i/pzfxGSGjfwokdull2AzSkBITC8Lqgsn8bAniIulNZKslp+SVHeylXow4gs4r0jV8FvvXscD47Yq1r+L9sNioZYs4h6UxQpQuL5VkGZLpbLjFVjzKKzQVrreQt7sj/hrDx8un/pixGvQvj8O5nzsTGTo9Uv2dyJylrkvk4U7bNR+M4AP7E/4wMCIgF5vMf5iK4PiUJJacWFBZXEA/ipEE6TobLn3BRMwF4THofR5ymYowL5gPhikv7A+bahLCF3jVCs1xNe4KBksPHfWiKjmQCHqj4AeO3YLo2YU56+GUz9gTKaOH1cKSDzyJKOaUaIwnc8b/a4Ur0uzq896wOShHvJZa+y+Zpu2rSeU/rWhggCuAPn0H5MhYbpmNeMTWW0R4mdd2O+/iV1Q5B8v3ubR+f1n7GwHIrAqMD499vETqJ7Xj6I8K8uw1TPCMqelVTjNJtAlIfj1GWJhvvOIdhviSFiV1hUcWCBwflobkf5DnHqvtgAG0+qAVhUh100bClWPJOhhJHuR/FOzRcn65T2S5JLYJs6hPZ/t7qWbxyRlufmXmvuL4x+pStO+gnEP1kxItccPdeC30H6qCtRYJOsjG8KePv9tTOh14aYdTBLPrfo7f+EgXqJ8gZPJAs8oDu4bP76u1ro9NnrqtKlK+QRsFKr9FTNqu3+1kyF//lqILlRGg3SEE8f91uZHI5vu2+2jW+Za2h1Ibh5Ge8nLZ3h8r75ZMb/7Pesgyscwr5LKSDxLPE2RDCk/cVKmlVmGtplhrTW3NVQv0rc3W/w7Kdcn+k46RLiQlkU4Udj9PeeqqLbiDy2++s+itV2XcEOo60Mr7xIjkeIvWXG8TFD9tcTnRVqON+gXkr2UoWSeH5e5NAiJNVuoOY+FKLFsUZJrK+AWL20hcZxb9fnepm3Sx1tT9/dPfwq9IOE6cd4eqbtQBAN3oBjipWgt9Jr+wGo/wp8fR2Ge7l/WlDGzjIeHb4QGbG3J9DeJ4TWHv5Ic0G9S8rtPhuQ9gnlVoC6AJrV6/cv5KSmYPbLcBiVVaMW3/Oia2w1uHcOUl5kBfy3bUCo6cSoN8utP7LAew04yfu1zxhTfv6fb66sbrS6o/ydLuCk8zL4u5ZQApsbJ1yILr84wPemibJQ60r59GzfYCzcJUEgysApYSf5DjHZMWIPjGJ6DUgxDtdepzTHDnFvQa8Ep/aCyDYTDUi6VxpH0UPSwgdXk/XSiavLGM6Gv1wdlEFRiM1jBjxtEXqT1QYZRzpRCfyDtPviLlHfs0pzWACYTgfI7UZ8QWxzL0ikuiMbKM/+JDwNQN8tu59htFxh97uk7QjJUR2c5+VDBDfdzoM8LyA4VGVpf4NDyv2zpKVYMd4vgyeRnqTFRYGNm1ukWdeq6VPqp39zf3tm2/4tU5voQdgfNkEEh/ujWNmXThoH/ccNmUY/iB+hX9wCHP8AbdYV6KI+iwEQMczc+WjftasgBNw1JMa8k1gCKu4qHNmt8TxVBa7DLh0huaFEfSU491P0w0Xw3m+C8//zG8OOKMQRtQwBcaYEuj4oUrh5e/S3dYsbIJVs+3S9FUIlj9eDxgxhyYze1icGD/6UvD1hk5NyJOJClEE/QTJONlJznlZ+7BPFFc+HvkEhDHE8hpyCQh9mlfNF6hJR+O0yzf6Pz/0wlAZ6YmCrYyiUAYzkXLaeB+DDyxPaGfqRhf3DWkUEwD1u8T+XzUmm+R5z+VudkzypiYrNc6SB/CQQHlTgM9bV7vmCe5DldWQRvWPMTmmVFY9Gq4kPFMxtTgfnRb4RNaJcBw3OIOauj0D4Fyy8Ta/cZbIghmzCF85w9pX0rmUFrFGqfOEUY46CcatdJmsjpvMJ0bK8KTpOq6VLl6/Mo6GVa2kvUFaqbVBQmiAFMBGUJ4UNkvec76IixJYvmJsOU4q6ECqJyYRziWporTa9kgY6nmFZlsHj62Uuo48Mgi7O6qKE+zOIex/BclSUbu0DzAH9IacSJWniNOL7lZktuX22QOYRiz/JmzF/JueyPdtXt8X9QprmquycMKOeZxTEb1iq7v0W3SlP/0pjneCo03xlIZ0/9evYvoRyFtQ4VrUbCtX7nDyuFvXWA2BPF7xorogF7WCVJZ1bRh8dCfZ+iQoR6zEnf4EvqMkfBjqtAeJC4xKkukYjvSdTndab8IH7wo+QnazAQmc6p6Cpp7qn7PI++6u/kKk8KNb0WuXpjqrlFtDpEWerf7lrxrz73KVrWfnGfwv4yBWISBtrP8ts7sRa4YSkHP0hCo0V1SRIhJwZ5yde08umQGrtgTWTKoUVCk1Jufa5A9lkKECTBIuGSZ6U+ttIAklcOwWqZNkom/Ii+YQlLKjj2wSArX3nOXcmxyt+hgzzN660o6O43lAaHM5uP8HEqR0LNy9jO5KcCw0scZJkake/PPULTi2oZf9VsWVFAsNd7YTxfVPNXIRDG9dnUpR86a9WHPkGpbfgkP638vUhxKvXBX76iXN3X7W9oV7vAK1FJaRgeewftjE72eZOwy2IOxPlmmpD0LpC7pxh4EQjjg9KUXDGCkta5yTsQG9WF85rqMSik10/SzOFNufUzdCJhjxDklPTg6FWsJpAWp7dYoEl6Q3Wcrm4VBMUwn2J9Us2C7i40bxgy1U7pH2quMPi7G1eW4t8ATy+RsrAMjXAB1QKpEuvoGX91V+/Pht0yLwLrbyw4U/rPzkJ2IjnY+xqZkpAQ0Uak0FrBVXM97ijXJozLtVRBbMVDGen4BwJGe5vSEBeuLk0YU+BKuTxQL0gDz0fVv9jdH5ZilgdzDXw1P5mn3y+xCOETb6azLIsPqeJDCxsapLuf5nswOqOV9s1a1/hemKY1mtRbzbUHP1rb/ounfM2UebEdpc+7rpj6zwM/wtzSd2IuWZKvXq9+tR9+w6O/oSC/yNKooF/T2Qb8ZwL/QidDJOedfNAHum82xWMBdfCDr1lmLMm4Kho0DagDSqRkRO5Jf08WMN8P/uMuEHVobgT6r6SlALVBEKsQ424mVdnWEfmogxKpWLOHwdCh+gKP9DjkhvDXBCf9GiwHrGZyZjemHPBNFsBhqg19Ebfo7y/p2CwFlaZayKQh4OxnQ5rRzhbDqiwqkAkt4pYx6/x1nZEgA3AaX/EFNUIsCbgKcsBl3+OiFxFwcyLXnKB4ioWqV0e352hSo6XboZlkhda9oiF8tOiifnjYuGqsZ1xwTDqIsMg/UrQ/LXVsLRtRy1JkhBObyfM3bHB+Ias7keDsU99DUUThWOCG1vGFMJLqjnNNaA43e7cJf8mdQ3uCYB7OYOcCxHGHdVjtUAiEWhOFNQFVHDXGBVRZaQlcki28azZeWixilpT8vuQrzgK2cXOkHY4xXmCUdGF/DluvaD0Noz45A8+r8iLPXoc/p5fGc6cxweWgLERjoGNX+rkQ8n+dkoFN/HUI7sJNVt3r7HKqz0PQCMyuRqwUjXK/ZIk7ooym1epaIoQLvej3oVYxnqohQBmPM70b4SDp5aVWFBx41xMkzZKApMGYDw6F2l3sZtelIT2fxq/j1ydJCwm4PQa07YFL//r+dj+DzgnJ5CxgKTq7ydJv6tTbkJsvq6Xy3iU6yoqbEPTiVqw71tBi8f34f+sAtdlmd356QUeYfUl5lS+5ZoWfgTsosq9+UnXwZ63q/vz+5D3jUuzupqdgRhvEPF4rg7itnSaxgngjyd/NM4m/RHPTsHcOqKhWCidJPn91MLmuvmzMuJkujVCkyUJdgf1mih3K9qXD8AXCyVuMwSfQ0KG/0dcqBDGIb9KqzHwkwu7BDAh2QET0nmq4GG2PnSIjVieAmAMZHjfIPR9lkJHa1Q0BQZA+zDU2kQDdAaEk3WmqBOdAlQWO+05LvybTIEdr9krT0/9q7WPep04BiH5C4mlD1HhUW5B5gsGT7BeWLT6pegv5p7TbX302r6bQL0FrybpcRA73tEIpTq6fi6qs+W9KUSbQxRcUYfANSHcqDdl1v3b2jP9I37cAHRbH09wDyl/uNy5U8GANRKG3bvqumQbMRUBA+d90zYr3Y5fUFllhMGp/bXtzoSbXCvz4qKeiXB2bNiTHNrj+RxH0CQQZ6P3JafavfVa7mLyTGnGXnJJqfsJ8tiHzFSrv6Aqcsyhis176RP+VWnlRZe52/y3CTsb1ip+Iv6R+G9B/y+TIy5Msy/xU8rP0K8RhzL6mYXNb730vck2bu6Wos0sporFd9RomwzW93J1ymnIsX4xSsMJHF2tGGm3qM/zgNBDduCy4Br1pUZrjJUyj/G+2ktL/epymOkswNnyAoGDAwUX22Mp9bFbUzW/8nY4QcNeK+PTuvOFOT0MoM3Z+1MR8AKpYUUwwQMbFQbnMVB+kddLb/jEbwkma6djMOPe4FaRMJoEW5wOP/120Ze+sxOW2sS4p+1FURqLno3CE7GDQQbQcSWx1PvXx3HX8Qgv5+CVNuNWgSoqJFafjGn4n2QvKNl2pnotgwmY8CTzz2+YfNofpvTrxO/M90fv8LMytoY8CKx/ffdxPmJTrAUvBi3mr9XxpPysGEjf8o/AAX/s1SoECaNKnF6eIivTa4D7TcuypkYD09fZv6z0Yk8fmzWPGPfATX+B4wqfzeiLA0SNIpoLsDmvIpcTAgquTtwy3xDpVUUGylz7F5klF5kvo2KFpfU2nyrAiBfKZcp73XZGxG4sCAb6SXydeoD4abVRjiNqchBJgrqmYMyhMa/CCio0vu5wOCVxAQ8fKCJ38sxM3VL4SP6aKdLec/0mHUdYs6jhQ/WhU4+4bvPkbewTLZBv2wSplcQ59OB1utOAPlzBnmU70kTft9lifXwpsxfZjiurH/yi/6/MJIZiUrZtZqHM38MnAPBPmbyd8H3U/nUHq5IhwdvxOttPpj7nWAkNCjCknx2MbLW7IZQaSr7ekj+gI5vKK7nO0lwXrM1Z2z6vjamEuONMYtlFFlgBCLhSkV+pGExGUF/cg+0v37964FXUf0tgSEhmpDDW/IQoOyeDBHjrAzzyG+dfCCOSj4DnuZBibYf+qCkgNRnv4UbM8wqE+6/JQn0eToSGDOPmshR4nEr1MU5aCjIasOwzNKsIEiqzi0OuPjfmdAIXVDhaPsdWeM5RXWsCufAZ0Jx/EMR59mYmRFeX5lS48V8yD2GWhwSYMbUBdM03/w/Osk8LIpn/1+HheJT/R/i9BZ15E1tDJRpPF4dDZFgjZD7gLfnD2QIrL/omnpb67WNPwQYy7+BlEb3bd3f888a0ilnVk0/ElsTPk8kJevuzqEjuUvZcPHgPFLx6ukM81bwi2S/e/Y9raDID1YmprWO+IGwuWqB177fJVbaCtGd5+L2zGDupTzwoISoKeQBgt5uKPDo/RZ6sos/Ex+glDiCAghxazyDmSa3rtmSZfmbfFCdCkflgk7wHCrkrpEMwIAgOmWIAy+s1MeRJ+vfwP11AvQWfwaqu2bIO3OAFJfaAfeMtDnf+Sb5ukLNQdaGr/8Wl++XMG/dyouFyiH7CY+zNn4CdpN5fv7pOYGt023+D9mvgeQEHd7X80bd5c+CfucLvC8SdIgqvEWvJ3FKZ/DwPdLcAH+DRdXu9p5AeYeHN/GjZf/fcxe1SftbMt9CGRLZrA6Gcx0BkFX9co8Hxof4aiWuQV2E1kNl9MBmyNZmTFmsg8hyYrEZ1/G2EmB0GN85I+0677rsWBF0yq+EiB8z08qEu2yL3TDVsHcGlxlxgPvYBEmpd0eEKjwdkSyg+XifVa+he1g9GEX1My1SuokEWvCUx6D1h1Fk190Jr46xsb2NkCfIX5Qz5IEUHmXzkakQB5YMmZCqDf5P6NtJZBW26cXoSM7ImK2SZPrwSuIs2xF7KkVFOQ0eYkzSAQFx218f5vZQHO87Hr+As30djt5+R/zDVxC5nOxJ2bttSe4eTzqzGPzJOfGYBs85NtCOk/zm+nDL8JiiTr9HYQk6144v3INn3qK9A1Ut+ItnRsvyM41Eg8kKB9pfWD1DQAZgNRy1R/cqluFvNFqG/bJV5VnT/RmiRRbRAU6K5l/YfCHjiOdtInf0KS8u7qk9rElg8swV2ekh84+nRr12t/+9oP2b2uT1VbalCjc+fBxdA1kEMYw+nAFCgymPzD7hdxiNsNvgga/62QYUX508knGqKrQbE0kcfD8LODYgQ16jpQoi8oj/0lqnboZvegffDQ2frC+70P6mPKlfecv1ZKbRSAJQKJejIAR1EcXtN/4YFn3ewAISlcnv6SuhTdxv8NooGOYfmF7F+PSqpwNkmBX0tkCND/ledBFlpqL6T3rErPxAUlrlGw38sa9Z9gU+KIbvlcB1XfcwwXsy6zvnwrsXD3gv/KVwiPwTZQomflx8qKGG93fxtbcxTWHbvyYHtZ9GSD+fRf8wv7+m8LJMS5inP26uf3EnXFTMX5uTzsSxpjVi916ToRFTIhlPxlv83zjUGYkM4NVqJPQlGb2YcvhQnDk+DmkznbsQr9lSH+jmIQIdxAUnCyfQI2XctSBDGx99tkphRLE2Zu05YF0cnYsKoEh/tImrd96pzy010lxGYZi79VD65efxUk694jaJYspRYuUZYxjjTCJPYF/rWdowWOIRfP+LtkcPB91UKtSU7rjvQPTuPrj892BzowKF/ELgio34dRGD5MHg0bvHLhRX+e/RtNdjiR/lJIiost9E7fSLtoH485G7dkFvun5Lie9p+4YKZSKIP3fUk7N05zyGd4gqkoeu5OU39NWulHGqPEiwwF2So1/ZX4Ihb7DBjNlkmV/5qQHtp8wsezY5c9JVtugYzbbPXZFw6Op869o/tXUh+HBUL68fjqIxtmy4fGkHAXxxMl28jHNqQJuVNHtw61AlkLOvyyI/vrA6VLU1Bz5HeoxE/5EzUnHKJ6rkDHADsI0TMVMZDimGI50/rpuz2wjryMqRrNlKr+ipc7ck8saxS5HfQIhBk9LzA7Mvl8G27MhH1nqh4KxAtI+b0IMGmQ7d5x210gRaCB+HSS95eBkOlnXlJiWDTbbATpDC/elfSvFtEz84s9d0OUKRrNJv0esL2qprVtx4VT8UZIF1lynKdXc6HA10dS1O1k7Hm+xT5SDVQbjevpDvzBRkQ/MyZ6PhMiTOi3Y/DTbhTmYiZU4Zy7LFmVo1US7xXj+xRfBvrNo/deu3zSoOpMlGFAPyRMCMvFUKSvCK85c0+XYZBkVn9LjP3BxyRhA3vHsy5gt7ZkYCGL6BejhWufFyZfoHpt0FhtgqPN2wuxvyakvpNnVeh5pMefHZJnKUsmv6m7FqVIoPLqdzvXLctzE2EaItMTynMH2bJx0/+mXy+2xcr0K7KCzJuuB1OQSZxG3egQc16uakh08FrhzkpzGdeXPruOBm4c9yQLfWmmRGNG551XvpqEbVfBM+SKPtC/YVUx7F2U+VdbDKL/k5WgDgXOAdI5e4GRR2vzLbQZ+9hMqrTOtMAL6WI+PRhuxyoQzV2MKwTpfTOeonz1DmQzdASPLftkzUf+99xIrE0fw4ulrj8WtNafF8Ai6mA23d0lSofA+NFPgbY+CSjWoW9AluStr3x/hcNF8efadrlDV4wzEs+8ueWeZUqtNIsRrWxh3WjT+qZK69w3WctC353t/BMMKBoxe+zneeCsK/Oxr0esSNE/4I0YDEfQOtxmP4I9nkn+GgzaGZj1EWJfpGn+OMu77gMQDd0qQdxIxShslNFtjAQ+YtdQHddflW8wLtBKbpGI4urjM6Ybi5CxRbcnUwXqJJQzCMuOBdVy3ZV9jEPYYjUzNaMFBPnakTkcBEMa9vr+sczV1FZS0evWmYJFmHjUCpO++dq1PEWYESToYeAFQyUI9pK16WotYUTvq+yvoZhyQfOCXwUmUoj+9tdecSBPTx3nIR067CVhaTMVo2pXf08bM9reELoPgPM3ckGr7DJ6k70OaklY4QTwu6KtB0ClNINYu6es0mUSfmRXM0jdlqHrsyxM183Y8SfSOyU41lEYBPNyDHWoanr7KHL80Yv9tX5s6JPRp9CJ18i2ZDYsTHF8Ao3eVRVK30v2St0NzHpJOZYL3LRVVOFDHJ0E73tZowz7N9V0TLJ9UXexcGQ9dbI5dOLRPoNaIoSsXQTGK+PpV07IRvBBEWcglwNLv2dagaxaWVdGa2ajkMizafQc3vpThUQLWyjf66LQKhxNaGxUNnTvQTqSWYgPk3Hbl0FNh/1s9Wx60uc5eWkcdMY5S4SIxRfI3qo8m/m0Hn63Zy2FNndfwwtCTOvmEGot92VWilysudBcRZTkL+52ooT/gV8prddmWdg+ysAp++KE8sC81pBvWPx2POjV8QkNd/ULOf/yp8OnmSg09hEIor79qs5PHvcPh/9FchoA2wx921FjezIVBDlKlE7HuVBHXvS2F2HAmqfB/en2mnqV1POUMjeiHMiJJevcvSYbJPVuInzYwNdjPm5L5R56zK5t7Qe464H8DUS3Vgrze5mDRyq0oMzi+pr12a/IL9+aPeAeNGeIymSbwpgKhG2USGrM7PJXw0UWGrE02Gv0QbgMvDm6NxhgjmPACUpbsozUin1tUcr6aUlyFTmpn6QSKX/7mn0FFdp3STiqtmz4DKp4JWwVzE4lVdJeiDQmo8L8diiSSOe7MgCN6oDR5XbHkKyx23LVZjqIyV9iH9/B8ZrYy+/aEcmDI9MGbA/PUcFlHzvQz5Gi1GQypuqkOxgO2Qlnq/N+LXPNTJbUq46WX8ha/H3OK3ku9ilW1q+x1w73pYfHzPf86+mJ0u15cReRpkkOjnprGsn1F83FOBKumnVWVoItjfjCfszVysxXlOw474rXApc1dX0UA4obaIS3U1RXxsn9OZjFHdl2KuVIasHpGaVpisUD/K4+6P4xrpnphbzvaQaExBMPcAvk8ERo6KhEEkO7xlNmYb/PC7+rhn0xmt3I25aaw2qPU1IIlZL70aV+f156qv13VDlmFZEPUnXkSVW5Rtf/QgC7NKPaDN+WUox6mZb4SwmW1rVUCHk6TGL9UVJhp5H+FkUSaC1gDyQkiLM/sqAoIiHc/EtUOsEVkSj79QXPzLzmfLIuecm4FTHC9WH1+UMZ17WLdp6ms8IRmWpb9nGnQGUMVmPPim9Rn1kldHQY5if7ZNFg+BGYawMRnxfzmzdavF4tTQtOhTzKFXe2VRyVkWqk9RYoTon3JVb3ftmRrVSG/QLus1Xa3X31Vq/5ouU4btXEvw2o7yvhmhyhiAOkN88wc6C4+seWjWLaG6s4F4isIydHimlfH2HiJ4dIkTqygps/sGxnEV0iMAM7HaHXw4rD4HJeatkVXoEbOZ1zeUM00Wk+DRJbEQOojN6ymqWXRN69d/qrmRclO51xFm2X9MoSXYmFkir0Ny8qGi57Ik0GFtncrrkHK+oTKkUhDUudtLiz/FuPMIJQ8MT8AEHbYMaVrHH5EsXfm1cWcsoFSYTXKktcmvDP10QlqmE4uXYS2q4K5msQF4zhKOcXPhh3eJ36ay6MVuJ1ZeyYcZ//qpzJ5iiSm0CP7WZ1Gm4OHZFYpTPk6OUuuvx+xUatTPAl+GYIVUW7auPGXoykCTMTm5oTHPjaM5KvBrSzrTIPfzcruLmdGUDQmaWz45mYpOEnK4BuhIiOKXJbr3Ul/MXPcO570Td60u2/cBV8aLO4BAsPOzaHdx+RWoQv/jst4W8cqEHlRfjQK00aCntu7Hsj7Co9rWMLvvxXMNBg1xFAYf5HV4+cPMi/GTJULShL7rB3Ba+YAfWsWbXuQJuvsQb+55DKumO8Ub0ECRWGkSJC3f0wvCjkkZbiyXxn6x7txDBUBAyjJFaZAFqXHW7ZXMmJMObqhqNRjfardNgC2OWcu4EcLHx/wJQuNj5Rv473FrOV0nFe7fEISIpedPyb7eBsRnhIvbSIuc8tB3Zx1F8MTUbVVCNb5Nwv60VF1Wi1ZjLiD04a0+C8RdcC+n4ymsJLxKv22bpN3QGuoUVn+HXGqHuZv1wF4uO++srYARjO4vXCZxyOHisnoc49EJw6hijq/hS1MC7+5sV54cKv8zdQZM+BvyKQNq/nui2FmPMSK6+04XhBkYHQZpfb3LYjDsYslNJy6VYeV2o+xm7aP2aJcqhP6g08g9bhHf2r/LenRfpSPRX7pKo3XfUlHVUT1r84RIfaiaQPCeBRPxghPx0IoTVT85JQpocYg/ncxK090qSAjG47rXo5Wgl8T6EM0/zvqQ4Kt86/9JSKchmB8QQ/dMyLgPDMK37IH4Dinfgfzqb+H8626nProaL5Hy+j7FJlrbUYkERb2EavNb5ZOxC0CgSnX6/vLGWbAZE/K22KDzkAIy40nVppu2JQUDkr++kKs31K+slbeT/4+7FoyS6CoMzUOcDeyImDoJQicSraVq/ZIIXCMTOQfWVpIRYNFEbQ9KItZAwsvJKSJVvqTD/v+kcwggjXwgSbiYM2/esPeXE0Wv8XfC+18EIe6V2ZREGct7KwypoKx/06XJssIkDMJZsHGkX9SCvpoJXBIjC5ULQwsSenbNKTxlYHYa+0gJ0JUXamxOYqoQlZW+Upzu6gpWl9WuH41JJjWhgIio5uBED0jAdaNb0EDYhQg7In6Pi0jBxtCHzcQGxiwbX2trycKO2B8IUtNKqfxpsgDyLThr3wGOOeqjFKP5Nb65J3KLn5DMPUQQp4KIRYZNPna3YyjuqxYer0sD8OajUYeyKmjzGI8JUBvELaCMn2OVYOv1P4cvqPFg6smZ2WK9Mb+bAB2zJaquJ0iQ1oVJzvAWTZrk1JdeRDIR+2ozmM4pzT3lDxXnZs6KAJ/F0fJv2S7f+xdB1bbiMx8JcoZh6Zc868MScxZ339ssd78bM9kkbsBgpVaACd3CAjG+P8JKJF+mIZ2r3mPywZF5b3tpvfGrWbb7bSopThdF8lkuHvwKKRKHgjoIc/2Ig4xZ+5AXlPyLw9tdpIonWerhbmI+eFUrX46uDAkLmD70uUetoBp0iU12cmigK2UUaF9NFv+JwGGBYkVHnWfvyLa/5uLNo2QqRo+oUUtS2wQ/urUYZyYWG8p2ipAT/hxzsQXoYOePO+y4IYgJTysh4xtMUkltu6eLNT9QhqN3/l/Xd3lcBIiERCWVpWUqZGJ3LSDmiq7E/B/bxBIMW9JX3pd4n2D12M+EJvJZb8zWQaifCXwFhzf0mG1Utar4OU11oFvo3xoZVPRisNz+SizDhx1X1etoH31yA2x3mfIakxv/wVl5cLjkj6iOCIAqjZ6yQlh+60nXHkUpbDaw8dMJ1d8GhhihFpDWL6isg7Q3A8lqJtSMlcISWuHTwiD1cZXe1turNgvhbW0Rh+6MgIAAAoU6tOSCru+NcSr7bnuJ4eKcnmXUa2Z06dei1gbaa4VDo3UcyO3b05HNzgx/zMIBf5/M0vac5ladKgErLA+CfhjS4TvF9ukZ7gnQic2NxUeQxovjDVjIgK+0gp3eQN2bLG/48HhbG5Z/YgaqYJsUPgCC1ZTITIkioqfqG+e94Jchz7gqrkvzesNTe9sgCMwhFw7GKnoGEdXzFlXjo9xlLvIHQTpJdQMeYuisuFxnCy6Ss0DsHTdKgOY25XGq2xdfC5gdlqmO/8ZucnxmJmOojNlG2PBnVsoGZztX5jRIKdy6/wPeC/MUDn9DeVL9EML3SuMa/rkfdyFTB+DqPX71qLNGNXrNz8XbbxLgFOBz+qdg7+3yMwO12OYOzgJQUuES4GkM3tmkS6Jtv8C0zL3L8i4iTIV6+/PxK1cv3C+Z5GiWjQFH0IwuD6tWBWU0rhMx17LdvqNaY1v87modH21jA49KhArLvyK/VDwsR4Im17KL9RSAP4zq9NMu7XX8GXKGgcJPsbBx9KP0C4fWJsSan/BiqY3370jUD8naQz04NmjNEN3341c7SQCguOBUng8sbujyJ1WTqPWavRRtJNo2h5tc1X0MOkQxV1QU2a5d3IY/kJUhn18P1Y7IDY9US81Bdza7ez6tIecBDm7w5KT7dwLv14CUs7qDBGqnKze/B7Y8Qjy9HLJVrIrdt5e0Vxkmfw7Brya534LmLUj/pemCQay0Sjzh7jfnEYrwZ88JOAZzrdR3IJqZeaeyR387IT7nwOe8mn9tjjy6jSb9wxhbxgioRePPLtPH5036n0abIdrJHjtKVTCHiAJRbccVswJe/EyOpkOUzgGnIhx3lWNlebpl8I+MQ0L5OAw5B5JAXVeWg5ks0bHGQg2h/IM0+6yrK1/mWUGJy8WipkB90iy0V+eXWYXAGayPoK0ajNWSIvSoxc0Chl+1S9bi9Kbx+Njtd3fXN6UI1TA5WlG7+nKj+He+yzTkd/WMsENUOXF5gv/X7SQdwDuaV7AIteHgX6zfCq+Xc9e2GLjfURLbicNdjK0OoHm75JGYmzfKDsWKLK8+i5MtOo6DFiai9FO9RitM9vNLJfkAKvABwbIAtSWzbdIcpHhN3GQIjHjIHHZcdadIKH9hdwiLAFU54Z+u8u4G1UuQabWNSI8e8iJvG1bAv1SRZRW/t4jwl/BLfYC1ZsFbfYrnwhTouwq9zvaPr7OuJuUS+/pyWO/Lyc/oiJC21eEBLkSYZFu/tyDUmq2eKlRoC7U/Pp8Zezp8tl8lmqD/TSTbkFKsgL6deZ53JRyneLtJSwfqCmqLlSvjzPOmBJu6IfmmcYPZag8VIbZhE5ZOJjsKLsSj74+vvzK5fabq28IZnDyPrTbk6sdJv9IRm7d0rDa6lLHhk257DIg4kYsEpoBOo5TlzVDIREWt3UK16iJzSiwbcob7m8GUcsbwR71t6So+iuW5UaRrs3WPJbMuRS5TnHttu1mRMlXOlezY9bNJA+HqkCOwkcAGljmvmXozJhkwmaFr/IIfNjwixaAMXqJTKF7LRa9JX+Kr7B6VQs2a/ngL9mFBzOydVr5M7CJt89Ask9sCQh3G+Bwu79fY33ujQlsGszkPBvjXsknXa7/2qYpYYiNnIhm3xBbhO56WJHSoam+zfSSKzQejhm+MtFB5wJomD6DQDqTt9pO/9UCOe2qQ8m2H1uhqEV71Px4kCIPwJ5dQfxYxSllOjCIlW9+qOi5c1qNOr6c7iqygdt07vI9J+4CobKY481qJzwSdz7VazGPH6LfhRfYvtptQXoLQrNvND8/V7eK7GQGBeyeGVgW0Uuk/GFOmEYHJgeBJpaado5R4FQQEZZpGUbXU2L/T6TO7n7uJqayTm0pm8jcM6yjMnL9ay+xD3OJAelhpbIFfSaeHuhJE65kquuE300xIl+xFr+5irr1kKjAP8JtQScbBnQWEw+fZFjGx3ufibta3U1AwJR5/MDIzdvzCfvqw0G2/DDMzzPKKVVram6HY3YjGgsvW2UhF/Dqcsd44td7T275dK9LgT2Zv1yzg/+ov0gf8jfUO6SzbbmK6ANmJ5k2nkCvGdkJqgJmaNjCtBkb9qIB8WRcRqsJt0Dp9YYDM3WC5Tr/pUtIiIzSdj+/SE1Menc5KD2JzD2SfwwX5mxhfWBzBBVthQnlRcs4Vkc+xfXxxuBVY50Ozup7E278iBXX6Va6/zTCksOQvJfgfQ9SRehVhqhlpv5+6hD7tqaw2sBLa58TGhq9neA2rGlsnUIzfxG//MFpBqMebgD3LNGl4x4eq4r8D+59YOFhXTb2qKfmN942ZYagrU9dVtf9zVjznbIB82Goyoqs6dj+Ggq7m9a37FbG48szmehpgOlln+x39wvMtDSc1sumFj1D5gVd/9Vg+EwUBTo2v2srLNEx9XKjmAsd/oMfpUqvpLPMjxj1Eur7iFTLE4RKHtdapL/aqDsMbcamJ2LUZOz0AUpFdnb+HfBAitVGlrWnr+jffVL/qpqXS25nCgSX1qmu5gQm2wk+SicI8LiiIkoLtGomLu8LSN8tNuyzmczgy/x4ksp1gHHOEtu8goRCXm+N5wZfwk39Lw4pHbG37Q90u15lhP7rad6/2WUip/ra8lZ8Nru2EfmVpimWabyN6DkOLJ9pdxPo2hc7GXEobjmbswsZnkx24Ykd7pSkUqz6aUfPzkp0nNP3bHG6krPVjuMLX4erkD/b/f+PSTLCwnwVbuIlYHlVaqCdeAW9PyKGY7nk7hI/y8POifmurTBImo+R3F9kjM3KBSGMegF09Roh89e+Ec8gTlEvO3vkDrtDpqDkaz7BUz66KhDloUXiZmm3G4HwacOm/LJxgX6Hj40yoIJtaHZ3eB0ujzM6nNYKdcfqDXcxBfKK1tymF1Ma8OkFkmwBaO5T96ypn4q/uaoJlzQSIWj8wYpZJKhV/w9TpDTGohugCrURoOsZD6N5gdiF3L10Jf4226znz5tY4n0OaHwaiSfhsZia06WlteiXE0rJTvZUUJuKJV3T1fP2U9y7fNj5A9IVzTiUrJnGUGuqOVgAT6rt9nnyUflA05XvUvZV2JVhYBajGqxiGls7JWH/EdcfsycOM3fHdBKnwzEoPUIFXDnppI69IlqMtg0S7Avbwkx47MQiuVyZJEkJP0zEAZQQBgK61uSeZeQq5OPY47EPKr9MbhD4NAAZjpPvBWkRlmmPCdbq1Tz060ln+XnPXXLw4hxhriMSeWFk3uIPjG+IyP1cq3h/hE59AM0BaRvBKoVA16pCIADuLbxKMk3guBk5QlzhEAhQHMi2r5fE4ptuFKJhbP9TW8kUTWsMTSqItt3/7J1RabtwUBfdZLJTt337Roc+8AsE+TRdJMmNcu/pLQIbVtKfFFaC8FCeRO8E/vJwvMABoZs64wQjUy9yC9WMyyyKCXqwvPKShxVGhNUNbX5zRtcfE5VvN/UZpYcTPLm7GToa0AopLKS0FOdo9M1sbjrMb0Shezqeu0/3Vy5dU1x7896jQ1YSeXEIV7YHMF5Y9MEe9mZv8s5SU8L8X+opWWYBt2Mwf04FoXNUXJs7qulLxze2IdAN5trRPgi6UZAQuO5Yj9lBmJjkO5ZcR35BKvKZ5HGgKj1N8/bctpfJ2z9Nl0zz/1ZeBi5Zv3lgT/VteCI/Z/f/ZBq70yJA1IBZNOO7RQAxSS/OK0Gfe7kntJxqiBKvHgEz3KnTy6rrwD4590QnNv3EGjsUK82QpvuQgkD8g1Z3z1nrbg/V7M8NjiExo9PAg6PaCicAyQQ9i0VdQpRqmlpEXM/3b/uB5ujH+HbgOdw7M8ahr9nxMoHHihhPycMnpZzJSjwiAeHtoUS4Rp1q+Iz/lr2JvSLa159RkAg75tvqjkWpCQsMDLbcExZc0yrOzy+WgaTQ9IDL6JlPKksC2t/Q/GixY++3Uo3Zoy+UqUNSObvZICjgyrW43ALfqJ+2PfRgoT8PNEIaedBgCqUL9udp5R6mrmqYfVF5B+0KXwV+lNVnG3xusZMk+XferkH9/CV+q5I75SiSHOj3rDQQJABid8lMpJLoHjduwBXH76PRKZo2sfx/IU4KS0AyqXAYkg9dAjXRb4UXlOGjqX3lJVVgvm5Ulls3QIjT/ZYYcDQNg6Gtm0QeDPyh9BYiC0DyFIqFLR2vtn22IB1z1X8DQgEtBXoUntbESsjAZ4ys4qcsKkUe20cDAmIADAQUGppmdOapa8fMV+JK8DRkfSB8m7ZnHPGRYiu3PCbEdXp5SmLOItZajVRq6yA+DWQobFnHl8HXWhS76NmZzw6dmVodaet+knjhyG40Lkb9UPD+i3humNLKvDMpBHCg85GVhuTMaIy5q/WDv0TtTn4o96XRjrtvJLqhsDfSAe4EZJwP+HpOhrUkBEupDRpRGGutTG+LDtO4sh9uWldok783VrpPIA9/rF7vIYeCQw3YMPuo76CZuL1BVenh2tblJHfNzln8Im5ZxJThmre6IUrDByhscP0WpeqT6O3iVhit4LJ4NvdJwRxrdlKs3TwB3TYSl/sgVovdv3rFfbLgU1w+TuMHm7Pto+Xy3pV6YMJJRasJlLnTxgt4j6/07kS/rwgnUPB8dnv52IKCyb/Epi1XA8qdNHUd3nYrQR0yQiV72XW6178bsYXZcWNg+Bp8r82oMvhHD+HHDaaiIaDqWfKBDZ3RRnQlaxFsEln43ynQszFL8gk6TIQs5sDK8/MXfcG+TFES/JKD+v55OsNMVIgcvzRwCCniCceMBmWetkJPzrbeNAsfQ0F/0sM4dWKMhYHQj8p7x+jU/A3Z8LKiCT1+25N4Re7knHNPLCXzgjVhfFhNGX5FPKGBg9JXTA1oDgUl6MfkGR3g3Tq+dgLpp+6JDUk2Ztg0u0o4b0snJTwcUx0LY6MctJH5OOpZb8l6Ydmi9WJ+2UIPFwDHOYDmlXrJ6hdXpzzz3QkMvhwbJ7S1q4Fbggcf2jVbw69fBhXjKIzdqaTIH/45Hha4avEoNWejaXyQnc8Q90NipiB3lIvsxEuv7kw7KIFAx0fN/irWn1O1d334ZSoTJ2JYY+K/SF6HpHstnNBaeHk2RSGuNkF+KEC4irE57GdyybEoeRZIKzsyV/ehq5FPeuN4iLc9soqw+Q1F+2trj5wiAY+Exct53NTbCDCp8VAUwK+kn8ZZitGq4mgiont13zKXg1JNOpFx5fC/uN+CubQLp+b8r9/fsixqrL1sMsE2wqlf4zqgZXvxxZvNrZXTPV/9QB7qxUlunNmlc2uTvaRBhqd/XQBU+vy2OOZCSscy8WpJ1Gr8096XTSK9gGOvuwdvwi+a9jf+5AKVTPXN7NTis78MhKhddqnZQuFnwBWVrsD0RqyXLZpFIB7ca3BtxPaptVgx+xrjOD/bu6Ed0XnsVDoO7dwoPovAyha4448S3JM01QjCkzrymZjUPaKSLGhtBd5Wr5WZJUzdRl8QfuDo4WOkQ3KXsuHdq0+7RB+8NNdtkSsUg7fk4xgJABHtL8fRnj4OY63JpSNH+p9CeYv1erR7+bxnGKbzdVQgonXepnIiF0XpruCXzNXTOziM99DgtAPF0QdL8cmsFaxPPJaUXaNYQ3Pq/Ig/vEI5u+yN+TvFMq5nUvQTVqbO1q2ye89DSh9RQsR3zEZvRrufdXzgTdn68NJsHwtTXV0dnKHt4cqSNIhP5LSKTWVyBCf/q2O5PI/FGUbaVNwO2mmcWJ/y8z/HTyT/dytIAIYP9n6beOJQBaBWylj1575k6hQj+zXCQFQN3QIknvovc3ZhvJtl5svYT0JMi9jGX7Mxn7lRcxeX61rbKsdwffUeYkV6EF2OL5hcd4xOnAuCwh0bLo+g1LEDDWGBePZ4b26SVGbMU6Jj76pLnFXz9ddpz4PHvmWhHRXFppXd4cuxQb6fPRDd/ccj9RZ+q7Et7NcxpFa3euo2Sft4okIzUJ4GSlpP+9kxYslETNGCQLpKsmq5SQ2eSmle1Nyaf8NqjJJ8PxSoa6N8zQN05Q3az+KnvPecTq7jVi+iOM1OVYQzfNlFmU9+ogZSEzK06cmNIYYCaWVdHauNg6WSMOOGaaQcHkVwYAEfrAi6SPFrD0tHlWOgndn4Fo0gRztQWYatpdT4dfq0quKtjANpI/b8jE1C0UDV3Hh7h0wj8GWLfKN6cOJiO9KOgLaZo4iuaDCUWKm78OpeNP3pJeULkgPVeBNwqvNa2+y0UVuwnLqWj6jpvKvxNQww2CAy78rHIEJ0mZzTxrdGgwu8nWA/nJ6WT0KBszkNzMfyaDX1aEOVb2dOJ1+sswPS0uzPIUTFh14nsO4eAu3UKe1+Oc3soH6i3B/C/qoNWj6uQ1Gf2ksg1+bTv8NqtHk3yXwnDYgomvcZwYHjd2Mi6akNsMmnpEwQzNm1WTyv3creSmPL/zV1rvKMISYE6Ynje5Ko3Yhi+5WyOwfa31uZpMfeWmHLX48+qrYlmOvrGabljcgi6HVPJZn7TXWdgZ5PJ9VX03hHhzbHsInv5NjgAOEuh4FrUNwLM7EP55N6E1Oqqd+YvP9JowkfpTtlFXzFfTk7x+ydln+mwGIcaSsEP762kAQz6ESs8HaMWCJ2+jbPxvwxoLl85zlK6RjGMxRY8JhTQbmJ365mSKNr89sml5EjZiO5Jkk8gPTMKrz6Vh4FCXb6EppEYKUU8fHQkfz8NY1xomkFEUQliaCiLnkBGI8sGyKIgwBav4uiqckqBcnCL1aw6Jl59/G486vUTstZejBsBU2u1VUN5InDurAQZod6b5s4hzJ0fdwuSUC3+uLUogBFtqBCn++k1yvA2Kqes2w2F89fbhojrbF4oSxcA8WpG7nAjbn7nvTHLvtH/b9XIeNaeZqekbOZumFF5KO7RS631Aa60h8/UXIaYJCDuyp/n/tKs25QQ4TMDkKJkIQZQB3ou/HB6hr8vnGaNcmjk1M5g5WdBuvudoXu+OgQAN3GV5qKlOqKE9tW5mybDWcJLDspbGjBoY6MuAKlIm/sg7mFLFmWTNo3zWQnp6j64Qm0LuTIik1daE15q9Av5x9zRmr1emNtRdMU/LmpTtsyMuwKb1CugBn/1CLXrxMJASBM/9qXxg6hCpEfr1IxzNAqaHOxu+uxp9wujsQX5OoOv49r7BxBUbJQZUz56YXsgWIMAd4Wf2XmSMioOmWC1WsXeo3MM2FH+xXjiBTAWlrHDa+W3ygvzZ7IBNc0/+kjdjU9wOaHZmZHMDtIcJMv6CLZDDOMpzJW7zUnSxcK0w8vc969906+19WeN89qJrTG/o8TqlXP5tuG83IXC4vMKvIw6ackMGdFIyMqSKst1utaPHGxpzA50TupLnBq7G7+iw4AzwoCBwzvCYARnT0YkQTUa5KHzDoUKjO829EZk+jRc40ltxxEmQXpS9u33ysF0SaRlyW78SguYu1WzG1l1sx1KWGxRML4vtLvzFfkuzakt54zdwuwYPxxJucB/tEg1GGGlJ9/Dempn+xChMqlK49fipBhFJHNn9f+y0+tFgOXuHSG716HYNpMOEV8OXwJo1OXKJtdpyvHH+xfK0J/AoPzxsh87NP04XfK2+f/m3j+ZGyPpiaAkIJ0GbS1NM8BS/DqsPWFyHDM+Ti+nAu9CSxZIDWEwkWqRsktgUn6DWiOgylI7Qbf3G/5tiY5AzGzVWqKKDGRxCxOn8R6MVB5MeRXhm3q51LJovaJiHKXEn2Mr2HPF+t9sMtzuYLtGGYqfXDsH4348sC0mC8ctzgjZviI4WQ53rARiIGORh85bmZYPFEVftStcl73x1zkGaWCsfnZwh5Ax9lwyE/Cq+A0own7uznWqDzKX5mRKB8cAcjU2gNVBM023T3R4x4myp+bEifn72fJILI/i6sq00+unVQD9e46bpcSK55YdaxZ4ZhK2GbyuRoz4lvnFxd6efFdZGxnFTkjT8LP8rr2w1uWYEFrNaABsTRnr62m+Z8qsc5a/L15PruZk/y+vLAbQO21u3+ZDYfD/3a5Vxz6Qv0rtPQ7FXbjifO9jkr/F9e06V2DaFz7V+BBA29LIPL+4vGUb5HXFJ3GeiFTh/EFIEWtXzFnmoHWSPqer2kdD9J3DCnHuOq5fUTKCH2NvE6sisLodQCU5dAbIoq9XljEh3XAuvWUpvuQkLpv/avG/YxrB9lYkoBgKRG60Df5cZnsruMqiVJmEiD9PuX3HkxHDztUSRKDTT78iyrU25/dAIh2sIOrBZx5wBrnrXJL+2wZksrl5/z/2wfEiT3Yq4RAh6XFGt5I7QhVr+HC3BelEJhqeQMGo4L3Xsdk8Dp13n1aQa7NPLXG6zWKqt9PZk61/kHnJ0CdXw1aqc7DdkSuLQSvKlPQ7FT0uuoQJ1mIcAQUXPN5xJ5VkthJlfl+Gax1Eo04EdQwZohooTyKCWsHmTacRHfMpSA5fyOokJCw4q7ABc0xKG1V6N8YdzDiOa8ivsrzSb15PXC/Q1rsjTtfAyPlpmY4btCiY010BZ3wydzljbD5pvyekXI4P0Jc0fgJ8iAMcGtKEdjfxXzXWD58l2Mm2mGzhM6Ve7nEbFyJHKwgtaR59emUlF77NQiPMtUxPD1lQ4aRggWCfQFz4g8CB9E/IcPGS/Z4yJRC7SoUhINHhbvg2GBHYeJCnnshx0A6tOI+pH7cHlhl5Py0HP+UoMi/zdbQ8iwF4n/MtBKvcGO0h+3rYTrJigsxPZwd9WLHMkaAoq2klWKkMI18LkCrQnPXyaIJ7rwEIKbkZ1JagMXlImpyo9Tk/sXcqaaxF1CSAYSNOq7l1S32cox5XKOWIexzuA0kGuYheBcOldzrgXfrf16NM/u8rQyUCw+1SLeUF0Jdq2pfIfQkyxTrFYr7GdHvpD10vFpNNEYJ1G7bosbG5nNmS2W0xTsGh4v1ULhEhcgoyd5oxJB/vrMN/kFtA9pcnmqkyy0315Rs1IjjxPRkOdQ71Xdtb853wRTRCzyQsixLXm7OGn9sKB6dY5l4AvNI9TuVr4a0ibdM83AeVE/uqAqhQ+eFuNqMSiWuXUbM2vPdgmGtYb/7+gHWW47bA+ZOVTQS8IcN8b+GOmvfOkN55HISy8+bK/KCZjownstPUOQPYVj6cL+dHzvxjNGXeT+NQyZt6Glj2pQoCDIG75fKVXGtABR3tXeYTzKif0I3lr2el5+2NzdW44W5nk4tGaLpZ6D2t7CJfKvNIrpIjSIG9a3Aiw15V8T1XVE6qIk5+tuRTrasY/P3Uks1kg94m/kzk1d4eu6z6cRGaJ3xyiGSOCEfLnBPHGT42z4UmgmbMA0RhLVv1hd06irs3ImvAS1zhgF0B9Mo5AZol5qw1+UFKwS0QrSoslMX8podOzfF/FbunHVNyhvfmBZRqAlyre8VZ1ylJnxcJvMCbmm1N/1ioA1dZmMn4hT2seu+odVFuNqWq82n2RW0GnuzJiqazK9pRbj88CmpT49QqDbRml8qff4bTsPodZHjuUjzPiR8QOH2fjetmpwR48bbqDwEDQ9leOavzIYh0lgcKZ9N1prJo/D0UmOY/cMsShSMOdYMnuq6dei6012JrK9QJFj7PmOS/+Gm3X4jc1IeVdCaVkLSgoISi6QpGwyfE/5JvtNJrh2WkUm1kAVJYEaIMaW16I4ZeRsCOsh3cZCbtWWZMW+/K7nEhiNiFKV2Itrhv6TzyCQDaVL17iJHrHK0jqfxcYWwa/FHpFUmc5YnXnLkLidf8QfwmL0WUz+86JHmw76FrgvETubq8faqELzsi9zMEZb2DKBbXnBdV4QhUiHJgTe7mYWb9EaUVEvKOEz4qY89v5Ko8h1gA9J8QrKxX+FDyZk6FnnXl4e24Tkd3vndCX43xXwbREjN2KskAl9me2Fv/KhSVZYGR3CxjWiFOoWUP+Sf3lE3vdIrV+slH9jtQwe4VEih6xi/aZbc2SjrgSkQcnlncxrbtcmind4Wo31oZ7avGbrWmOXdAv+OauNYN1StMWGZFGfRK6Iyz6513JJHXKdhq67vN4O+r8zhMpzxS+iXt5hiiqw0pB62foGryZo6S8VMMuizq1FyOum4FmkC3Wyr2blzVLG765efLRX6BKyfMUAy2/7ZagweSat9LLtrjhhFF4V0bzdDQo7fvRa8tW9RooO1hDhjjPO3u9XZLbG8iQ1PDY59+lA+wfZtTEPG1bUSLB0KqClZiDif1XXPxz2QE1xNQpZSClg9AxzxJTLOIXN6ubNtVxttFTlwDBFUCiSkYuLgTC3hi73N/DIXBtsjhmXe7Zzbk6VZZy/Adof4avz5ze8ugKn/l6pKuNgFZ70XF86lhVvmNJZ85FJzMuM/dKot790hYEPpFmPiZ4CU9bygd9hW2I10pRZF8vAfrvujyiPk+7l/4/C+qYbyjxl5bapMZcGjLmsG7AhYaUwL1n5G5q9CnKM/kGnFMRZ+rtpXHC3rxPNr5JV35j98xm5RE39VxnneK14hFUfHMu3KRKcmDX0w9daVvFi4QS/dNVFXp7dohUKqcCL2forhCTR7ICRKk8xTfvQle/LgpuXS2+0FtxDYKEBdSkfXB8j2pYTdMDMCcaqWq4lvsypqaEP3bcLpyV+iGTQFXbVHKOEy32Aj1++r+cwPIPiQqaXdH+tMmp1HW02pt60Jp3VQJUl4JyeLLb0JUpfPlMGmAoCMG1KsH8o65heIjJiz8ojPFa2ShaWdlWqrecYvmM4RZ6b/NA+ncTpGJbz2Nsg4egdPzcCKQEDzqT+C0jaN0vJ7dAtMh0Z/AN3DV1j3CSlAwYMC3Q7M1D9UduZJ93it3SpiEheZ/TK42T+zGEtyGkboFLuZQMPmnP21JiM7E056y18nQ8y49Rt9dfjuEzwvlKLQnFzZR6fKHXUZwClWlp90kFL+7lj298BOYLtZ55YebUY6ajW+ALwkY1ICSDSaW6lCX/+EYbtK7LnoND9T2bFNLTezt+5NaCNkpxh+ffySSxamJiIudj+trfNGLE0xNGzuK+rGQSz/6jzrDzjNW50Ccwak4uJscdXFiDMA+/CET1i25XxT6Qkq+ko5gVfkRSCtJyQk9AFIs3cqmG20lKn4XAMWz3T1yy8Yv87ma7ZbZq5IuetEQWBS9LcrGZ5FT2LRNoURMMtJxbT+1uoepjcrQ2mvTBXRRB6e19QHedn1u+fdEswCnUvvnEj6ruqPsLLsgonNY1kwx0DO6Zy0ugekijwTGPZ7Uv1jj092oXa69fyxUtieWMkjuY0L6TyXQk5ypExcyU6d2Lj7/kNUaah7n8ng/dnPL2/NvWhCg5OpSPRRLZSslJvTLgpxTfpi8fY2KqiNgmcW9s/jOWDyNVF0Qlau5oqrbGql5cxu49wf2Sahqhr0aiXQCAvZPQy6bZZqKfKcuVMdZNfBaPsk7fOkHBdnfkQotvQOqiJnCIFsgALPvPrm+JYy/UQegH+Ffauwo6iqO7L5PGnpE7BvQyS7RVFAzfyGa6JRLbpJ+yOFOnMfcfPVdwdLVOCFLUdtD7AV/sUnqo4eexcmTEe+jKcz4KC7LeOWhzVvbbzkc16uDH3mW61uVV4oulwfkALs8CeFpImz8uYlGojQbXbX/2C5/Pb1WGnyweBpT/NGn37w/avpmj5QJVwe3E4bpbJ7hdHjmRxJPEQfozAtB873RGwnF1OPOAjQZAvSGvu1179RJkqp5D+ifa23rTlw0pq6nG9fy3STVtwNjQXAylzjiTwW+AF+DXDNw7qqcwlQPIq5Ur7eJ6c1wwM2rsJDk/Mu4TSPEML18KF2v7PWrDFB1zNkfbuzy7hcf9ehxZtuKrY1SdkefsC42qlQoyK/1PIR9WdAU7+hv1quidPm33Xn4mRzlCjtK4DLPncQiArMu9H9VkEMgNCTvGuaQCmWz6tH0CS82mY6HMySMkPF5B3gIlXPYTj8l/jaxuiVbyKGjIdldwopczsmJSymfjZvrFO+H+nPYbTKDRNtXwVaVw5fForNnBDAsswq4vCjLVa+/6YEfiq/j99KPkUuBAPG/FYYf6+2uGmblEcuf6Jm7eFRGB++GXHiWzFmG7WeuuJcndqEHE7tPj57a/4d7b5mXmAHJa492O3g6gF8vBoB3UMRtWjOAZYkFSiNi6MlY847jLTkAB6YNPFgGv+Cz/DAmcN3UMucao79JcRM4UBgfOGg05QzfSRCzW9AyD2wIwRNP4uvZddKWTuwFo8LsvJh8eIETCoZQRJYZQCqVkSRf71urd4HbABXOKNlpdIpnsi+LD23Z8irMLv4fgVe4xjbpGZmItNuZfRrcWM7TSd2jLIF8y3ta2mteyPl8JKWUQ41R7S7G4mlFqkzssJ+UqOtbeujxoZ5/viLrtB5EmZ18uTLmLTUo0tVlyJTwLbVU7uJxQvE01VAm6zP4ivGgvL2H1pX1a3RgeU4eG4iDrhIemB6PUoGG109HKQ/s3tyQ/AQGuH7qwUytZDFLNTaZ3VZuV4zmWHZwSpRUR1ps06QI1GHecO+TcvTSBD59nofOtnN2YmxZNVPv7gkgx1u4Z+cegMjl+520v7IF+C+lUv90YNeUL4rZz55i6sfpokiXTaNBng4PNioA+3DX6HRPlGy+oEUlLI+6NX0W63gaUDGIEruUC7v7u0QtdaJpV0oci1REJYzVXAq634/6bYa8GqUNOWp2ZNKlKXL+G3Sa4orSrY++NMA+KKZa+SJOpAINo03+2D+MzzMgCIpl2eLFUMHcN9TVPezPDgt5beR77Z3+JH2Ro5vLMb6XohCaR0P9ApCLcaCXrWmC8W43lkrKE3dVsaSOgrQfVppa8PoGAloxjPJnjogH+2WBnm31P056K3KT3Ylhtxor8w0U2jWfyzQp/Itcs6KZErZpY/CkADKnoVUv7YiOAljOp3QE9oMaU+JI/9/fjzb9IDUtQ7OD23dcc20Llla1Wbz9Q2tVv8Mi/NWkCigb7pYCk7LLjQJi4b6adiGxVPfSPw/p2nU0DW01V8eN6djoIaPyQcEA0iQF1J4VXSo67Qtvzyk/EHSGZnpqZv23NpnoYPHsPT80nFXWAegzRkxTWHKrYVcpXpiBYycTrvDPmOjtRk/Y8TZA6IkQ/uaTsBmHPQFzCvVD+AZD1fbgcqlEQz2zxZif3ZGKz8VUHEEIlg4J4kIgzX6pYUHOFhaXgjP/5HgH5n01gtUiP2Asq58RBO5f6XXmb2mHza4CghMOKDAUUPAglKYUjiLzYd0GrBFPaNS7TEdu1vwFn+adOs28sKn5HE/2ZEUSJE55+r9GMhBKtsBoYsLH/g+36jbN1QCijEVcr0+/J1Uycb4aB79fhrq7WiBS+xI+AE5u9OIk4y99cUyUlosTJW4r8pNQvNHy+xpWO3E46c31mGj5C/27PRROKOlfwQDvfwmTZkjSDsKZzeyF/fRARnMQEZsvnLRL+KaV0jAiTSVNhmBsEhFlml6ftpqmld/PZie6WdEmL90Sa4P5ohv9Vp/0bnPJ0o4ml9loaoAXCoyrih2H4UPLJD7r9i+u4gdXegVXbzpYt+0+0NvZCpolHgGpNOfMsSXc2GDltEeOPJIv2774F5QAiDEe8nNZcLBIGBgo0eUBokHSCe+Z5ar/tbVCevTNa9ixlQnyBurFkffiNi+JtFT9jlFEwWH0biD9mIBZP2VdanidEJmqjOZeHTg26Z2I2/0NTMKucEtH1BUe8oLlK2MP+DdxIyvssxxWbguxaUa42RkHrQAYI0+AEGad3S6YVUM80cfbziVSnx6IddZs3554VNRy+lF+xuT3YXuxNCH6MMAREfzh0cZppJmruowQNbyaO5890Ep9QoKQzsu3u9JpdWOjoRy75r0pPchDMXG/JZ4RjPEzuli0yhK/rgB7xzjeVq0F+7L1gnIa4P+5M6Gih4BI3LgipUR9w6ieSEx0CmE6Nr2ouOZxjRxdp5F9GajT4+3OIJpPdNpzymM6pr+1NFPkDGpPD+M7Md3wfl/AfvS/jXTQOxeqH4pEip7SeSl/5DsuKlwWee1SaPzC4Ur1Bz4Qv2g7oBThTZT1BODiGJ17JBxm9ZwWdYeG0QSXCrl4d0bHn7Yzps/5ylgx6lAfboxzT0wjAf4AniINC0CPEf37DNBoGmEhwDCwmBn8EWCLUURg35RtvtY1UBs4sY1oaZc63jIUUaCsNgigDzHLZGc43kt9ArnIG7M1+fw0qbrumZ8TxQCyaejPo3A++R5xwMmm5jw78+Iy41+CfGC2nl/0FFfkR8wrefbbyPMBcaU1027xDKT86ouVPP0S/5LvFKfH8UqDISil3ZIjRPtIsEpyo0OLWntz550FDBaJ/TbaS2gT8p0JldMWCOsNQcN4Cfc5KtaaN48y9/YAzxyTC3wseTVvbKmNW1lbCnGKCRMQo/yCNwlFXa+R6yw86Q9kUBsweXXTP9app+cjeZvAm6oCuMwKDRs7MBEzQC2fp1PfovpSbVq1mUY3Z920yV5lVgza+IZV6opqEOaMjn6FxffhFF2qZL2JIdpdcX2vS/LYmg9PQDXNkdnbqefsYC4c72EOeVSC3Bw0g+K6Jgf+EbArsCHVBqotoxcHLFBXrtWnNj9SuLejHitd/v6zkVrEV4sFFtnAuMzL4uneh1SOvVdNK90m1LpPwqrLOqTC0u0rsQm/7cV93yLmKDdd6VL9x/D1k9QnJPod0z0xvcL8G0bEaNhkruek3Tey3Q4CypnCNRx67M70WzgeqZjritQeosyskDNNVJ+CsBl4PHbb72GFWbKpwXujt/ZXZXc4qjRPONCcVLAR12fg1taelHMeVZTl+kbnuJgJJ/eW5azFGbnYbIeAg5jWfaflzFGvHXXVS91Q8ZTrIQ7TDNaveIwvhd9qeC9xNM+RqAY/JSxy+B4t7uUOC/r8kdn2/8Cu+sbKhoEnkuZgmR3++9/bYXJ8vDiAncuSEJyHPdXOuuwuD/mhSw2PNRJiL0kdQ41EzboFGbp7xpDYiWqwCRZRttMfoHoWT39MgzjstYKXiN7AyKFYbnTODmBKYH6d3OKEE0BZGbOlrf/izUT2YAhLsC3Nn40/GOFELJ94r0sh2ysRLKQRrmUtDyLGjOM6MQP7jhGQBbwVTavnTaoUwKsxjghOWrajRQhNerKur8bpZw8A42lnNpAxmkRfBDjWWm1C0qcUI+i9IxXBbfoc1DutRuaMbbouIwvmzz+kDZTpq1hN4/xAeFXhA3KLTa1ICgGN5jlz7jRVqSRbv1hz+9w7sEroQg27PtMP53K+60F5xLc/gq5rQtm1ogYtoxB9+uwxn/CXE/7GfP0UqNE9bPNdS6LFryisv5Yt1yLPoOxMg9oHCD2b2y+nNPo/ggkLx+mvpZsRUVcznvEJUopONGmasLvD+r7NPxU6H+C8VyDnWbH/BKH0EfASR0oB84a8k+E6Q206um41PmbYwhS8GrB7vXG+Nuqy/czhgbVopINev6D+DRNHKTEr57Sduoju1A10tu8UnO3nY49mFN/mi5dHbmiL4771ydBJaA8NEu9acGlHEl7/Yi6NaEL4tEdcTuk6zV6SMXHUI7NgAAPIkgvOQH294XCZGH1KJKPOywW5hcLyQNUKUI9Y8Ac1DYl6ZigLzsSTEQuIHSiwmpE8VL2YF5nz502mizE3rggX0NaZrSm/oJ/L97x8PEmCxdselXZWGp+ekOPR0erDIN2tWjNauhwHyDeFxce6v5M33PbQmnrAmBskWe/ps1Hn9MX2TiluKjb9APcvMliOXlGLJL/FV7Jb6k6MVLlTC6lg0X5RtW+n6uy+vz/zvKd/fQ6yExvVIUGfNDU099iMbMhIJEBz++rZymD6/vEvwSZkydopT716IijgK6QL77wafsj2JjrqTuJH+XmJMJZ56bsUet/DdpNYGjsIycBgVzP1Gr6JzdQRDakj5Zx0a5LL/2T7VKsQaSj8sI4jJySSxRrNsVU0gtMPvHFthh4e6y4MtKMi3BYVh3bhKVPLj6un7pJRor3QLOwpJMuBxC6mkBf2sr8+T0gvDj10K4nFUVIcQZUv/KTcTb8t1OLah23AeNJ34mSD9XYs5WpILt9QGfjYqsy09HWtEU0ku28o2aDyqPIE2CKDOajAtNzoCiNhW53xBuu7fhf17UPeYG9ji450TxFjMWt+7lV2bDZ766yiqrlRp2FaH1RBWnIFesyQTglDpMiLux0LDjWJu0/Pkb4yfg8PGi8PtztqhDVtm7ijFmiP1JHnROL8pA4vJK3iLNflBIjkDSICxzN7rm1l7ueKrTrrXuMr6RYjUDeS19iw46NcNDLpkAFTPtpND86fTkp/52QKRrCoGvdhv5WLTgii6JY3CMb3BwaGP/nUITKeMiwm/A3N+NA+NP1RPI3qNBsr29g+zMRutlaVTHVHgLilVq34IGEbMfScAdPfH2BRnQfTDH5oAT4NZFbeh63+S03syNJ6liKUzbzlIZmoQfTJz0yV7+hvVLV3DhuzBg0GsbX3WFDk0eextmi/tG+7vGJDkA6J5XO0+h4R0bVU7YWkMtP2Qa7DcuLj5uW21MPxKr5P0muzUrCn2WHtDLo3FG56jOJu28KrMvsIfYt6VahYqxluq2rQdD48AlBXpP0/yruH2HCcwUd+Jac9qc9fHo9SVC7lGklprxCx5eSpPhntchKyLbfPmz85nG830v/zwZxDprza2MLjnQxiMHfgtAm3DpKcW0cI1x172oc78yguzPqTlOu8EDiWNUlinOKGmQncCwwEd/v28W1iyqZ4p81yPLeXzwC3J5bV187UAsFsF4QuYTSKB56cUH21zNXyD70Gi01OcydtIeC0ViukLCUXsrAqsirRQUnM7SS1Onn6qzoI1F450EE8v575oB7BN1r+oDWjQ2Vdsbi59GR2MQVU2eYgYiSg6XiqKzF+/njVv7VPWHjp2wkJcweKylVlhHoWNNlEJ7N7+bx3w99deAWS/IDmI19phEHhFB+7UIqBwdbGrYo2C4bfft/gIbvcA2/Li6Sjzh+oiCazZgAeO5LMplsr73L2gylP5orePUog9uVWWGuxPyuIwH9YyFqdiO8TsytErUKFTSqzz4GKTzrOjrWArP1EUWj4WFgI4XHP+LcKVYz1dzhkQVXPdvphcrW95/d9zkXGEvZ67C5jNtMHTp+XvCLm9kLhgN+Xlba1pEr3Uja70gIAr6T/ShBWrhHkM7GfmrjMHx8OLtU2tO6YY/K4FiKkaRO2YMxDfaD0JnVcn+Sj2L1q80MxpX4JcXv798YoxlYV+w/pfipGxOFFiDN8vhyYAZj2NhNs2ujW3+ks9D8ApQcVaGWmkh2CuhxSrNDoHUcjMLxEc2J3bb5ou/Ge2wWn3MNbleZOyvj1n1wbQElbG5/p/SaHz1Q6apuHGTvf8LKv46cCpfIfS8hlVQTNLhjEx0/l3+ZSmXFaCelG0v2R9wVB3nGv7hEuJI5Z/qyOaf7TGfr0uf6MO2K0P7M4LtPUEzwpedJWuBPPM50GZHgeSd0ul9NoKr4rDGILIkVyd73OdzbS8VTzoBdsPAmoB2CsKWvOqJ/ZnDEmU79PlhOIG8Fob6/S/eCdalf6FC2VNVCbuWqyK/SWEeyEvAFLTVuZjyyxsimlRpZQUL/zms+0qQz6c1BVM2B27rR37wOwU1+9KfbAshfmPpliNbvILl2Hn7KzMXSNsd0oFyS0T8jB3JtdMP23s68PkVdz872xe9Q4wm5EBOMHq1xCe0c1lCtrpj9x+NuQ0ItK/ebhVZdK/42pzr/Arlye4IQvpaWdxz135LsqAzuo6ahlZlNyTrRDXY1atsMTjkMnAqMLQUqJy/aWbZBaxkk5cX6mKV62DFBmRJJ7B8wqw6QvFsUFNB5gTFTApHZpKHjY/LYiwO68/cpBnZKd6nr5NavZWpnriC+2z42SvYc+sYVe5kT/Am5UqXE8TfGhVT0pO/m260r/OstBq/b59ymtnYR8Y8hl9tM3nAWBkGCrQKqVkeDRqfJv6yTiU9HtuAXDs2vMG9Q53yIA25tD17qUjy0R5upCI73RRaWI2bQenmGztn++JhF39luqc9J/FYti8kXbT6enxEkdAkoPl0b5eQ4PClhRLnO+ccystG05nF0r8EQILTONZlqpIZCaDeOH4wrJ6Z/SfkYUEZLKhYYsYW+KCtXUxLuB+lm1wn1PdwQvcD8Muaxcn/eLqKdbmRZvlK6ha1lmJm1k7MzHr6qzqe/y782WOfaShlRUYk5pWtpmvCE47kh4jkmOx3rTk//92WRyct0mtoR3fEF9v4CcQ2kFlUwdvv33VOBb390L70cyOizNQgtAxzYRMEMa/8hYG5LEL9y6yfLHgCWDOFlVd3aCMKBg9y0tVhj0wVgT8bTjDZ8AU8QEb/mFMvmbhLaiYpxenjeA84kOJUr00z1ZrHs/0QfrqsiVvIuLKkxfH9DfeGHWlMP+WeGPoUfQFnzR8wwUPGCXzKiu8KKzPBZK9a2b6wp7az1KnaLygiUakcMb10iqYqhhIaBKUpcga6AMr5n3tacNmplCnI4tgfEfk+RFhhCQ1HbPQleEUPdlk82/GR/xJ3QW3wMhxUzsYzSOhBwwVCdpkk2iCaMf/5Md2HakHWXAPTwroqsa20nd+m5CvPstH5ee7hD1AayBqyOShscDGOGRSwxAXGnWzr4bZ4Uq8xhQeJhPTCvEI9l9eCFZuSIgWw5xosrA3Mp+FcCNGETpoEvnx+nlRtFyNJndVwNb8Iv9HCUZJym9cWe2sqjrl0TmnX0zgQts4IkS5C+hL9gO4JUAleeFrbshnkV/j9ysVpo0W7j+GOBI/os8W39XNyLfoUJ7DKh0telj7weUEAf2dGS6cg0EbSPEOzySK2v05vEs4M2PfV/USCj6XLko33QYbpfkGSVwsFZcT30Ic7cnJhmEeSJFsxskLXT/AIwq5kwOaCmZeheK3Jz7YlyspU/PhIJoKxBB5dnzkVKiVqTvtusaFMsoHIhJYKd2tVdlnnkCWDq9GIlnt9D9/nY4kF5Scft3vP4rBEEoFCOJEKU4qhrUM/5XH0S3oh9YwzboR6P+7VpZ9hOG2XHHma68ZQ3weF/1tJbSAr710w9evR3aUWzgWTv5BsvBbW5oyUgXM1yqfLZDM2ng7d6xzgeKL++OLdMeDGHbRP9AGeDPb9bbq/Ji/utKIh0msr7seqllLerRjZExgfam5+actiuhUzePax6jX1+Jom+iUilQwhjYJZJYbrnPSRHZyovh+Y/FoQU0Jlp/ggkNmWllvejRgGIgjtBTwd5P4PGgQaIyo5mFqS+W7fUfx1tKUSa/mXZWQqseJfJr+5aJk/OpH5uP4IgLE92BX0yR7t8LkoSFyS0GkTnM7c+YbL32YoQeTI7tTZS5WCSnKFLRX49x0EdtX+xnBAELlTslK1JE+Azkiso9LxJMjjeUkuQoN5G+VTbEQVzAEd3Szd16ihjmkyImbrivIh5311dqQm6qwWC/Mn1gEkgAkeCdgkkBELjQuvKKlhn/wp7EtpujDvUuzCzHBAhMWtxz51N/WbC/6qL8wa4D+XBAnPldTOhNRFNdL9E5/M1klZ+pUhFnF6EovwciD9DtjVnP0D//WQ16tx43+92aSU2l6v7kMgmYMbXz1RUeRS5eP0Mjail18vUrXCxelEc5zELjm9itAPRb7aGn1BQWZZ/9QM1U6F72HN2fbfZIyameFkr6EeL6a+PVl7se20E9uPyeDlqy5kZk8+qbzdPUCkQ2ClUPmxkYvVt0ei2N+wBypGqJQKTYZq0oxJCkd3UrlZEjL4BdCs3o+157Vqj5o2o8TmE2z+cnf0g2PHffokqTwxZGoVBNWyIquSScUwHflEsxFtm3bkniS7qDWejwtUYLUJ/BBjRbDaMKAVpSJJeY3oyRiOLCXVMHXjRA4S1zQ/SjphOWF2zqzNlQWf/hS2b4WdTnyutM3KMBSl++uteJG7Muqm0GAKoKDp7w55dpvYLMe/cqN/ydk9qXxKCttd6/CaAsi2x795WyXG1tCCfm3qK90KcbB4i1kvJugrE7D5Upm6u3EJaiRU89LuWfswjkZqSuz7sdci3vPLvPVDiAEhaNpie8wRgs4DfoaYisXJz7/xqS7vCHUBv461t1hmFGPFZJB+pGZxSWE38n1mqhNsLIcBXxbYlkO4RhuajezMCsWown1bw8I1XU43YJnWf9XipN9b2BA41/OuhcIznQIyzEQ+5dEv6Td0zwWz09m+baHIlAzLMW8itKdgYyBWhfE+smTEaF5CtZo51HJW8yHHAgLyeirURqJSAUIc3UcXrtTVWwTZff0hek75FlLjgjIJHZI3MYe5g/vzULlEQiZMy6ZbvrrArJqiLo9K2uZy0FTa1A5ysNaMTV8OYr2M/Nxp4nk+GCCZjAMqeCPLIFyEQ+Erg0dWNMxVMEXv253kzFAQ3Yqb+cpjuqZbBpm43aHX9OfK4o7Y76WUvjgITYNgCrpyUu4Z24zRX3Usy0McJ/B5f5+68phbmjWXsQsjth+NCzinx1+bzkNJeB59QpwODehkXBGT5tYqE9t41GG+tJzq1lXxFjPd/RpDyEKaOrw++98eduNyLsWXouHTWJ9jGbZOh0g7qGbu1y5zbSv1z9oFmEP33wU57OruHhT8PK4a8EAHuy+pcBKbOkz4eHPqhL+vVMFz1hc8WP+9HjjRiIh+SRc9UvtKIr5qVLrys2iqDez2ybbUM1vSa22Ln4SnRwWKYJUibstPTQz43Zts/fB/PWGGfeLZqFVIjjihI+luOe4IZW50T4kDdS17gwm9D9KNusxYgaWm9OEJoqVBrODTSIuIMeVFx8Ot9YkgliR+Hx30fFHp74PoDHHTbCalWnPJpI+ecy77mNxI2h7Ka7MfDq8mYh0Q+/5SBxC942Di6Fc4mTFLimXDGC6Et6f2PF62+XOypaIijwJLPmD3a/oo/MolgulDudn0g/GIayO/TFn84qKQKKrOWVs0QIHGKHbfEh6/307l7HIIPQurRrWfj/hlE7TresLvqwrOLZfpCwvWikM8nJ0/q8GjJNe80rB+EaO2l9USJvlBezw+GSexRf7J+o2GO6iEqe/mscLyqUFiURJqSOAbNwttzL4UjDc/QZtIKeDaq/0DUQKbnI+XLLBYYtfnBl2f2tE/qiW1pS7NO7v9rBzM/Hqxflg0NZr4eEkxK4kV/69RxrJeNjqriicPNH5NRarvlo7gLPbx4ETp7tVMVdtbYYKpaD4beve4oNLTt09pkBcFKRNZuib7ojLy8j5XsBqbb/vGLy1Rvso7zlbCltYj1byL77JSp0ujgOtk25/mtqcXN/mmpatvZOW2a/3LzYBu5CmUKihxuVOo/nkiUBvQ/p79wxYon66fKSolsurVcTS80A+8MG2txdjuYOFtPC4j7YKOAPqCrVFizvB2eGokj3Impu31nFhyR/94HLLaXsrWNYwrC08zfUSW+GL4FAk/6e6QChsjzc4awmV1QbtcCpW7ZlTSIvmquQDZznLib+C4O1bYSokmk0KvrJVFiRL/lWvbVWCeHFeE9dESwokp/9QcJ+alrUKVSzkK50bsj5XucvY91V9J2+eEzYDnYrQ9muEpXjs1PgbyjXstTcob6S/3BLtwwnpn4sn6QbqimmimP3ooWDbCzV6eYhkPG9872QMkc/rEGPsXeTC4xm+Tjrnu4KZlLN6rRPFhG2J13Jr5OsTizCRJRoDglGmmYfzTcD9SoSLo+lK8Wsrj617Jj6geGKtnyFWRvtDxvYsVRpgreArVUGr9jnK5hXicFFet5wJoYO+ST6icm1Ps7jcf+cKoxT9OAsMFkC6vNcEK7gmHoyInz+Ig1dOEmHjR1TRoSbYFTkSc25FO8NaeGpWSMzfjbZb4F3FIe8JF0rGy5zUle9WnlHawnGC87po2UJ7H7L4Lg+lLC7+2Koy6z8whn5/8mt0GI797cJPFX6GDaEHNtza9u7QCsZoolyI/fdOGsdR0Zo8pany+zKagubOJieSpm7baEv+LjcKBn6kSVu+x30WfE6ln/Q164swEq53vlIkxSHb6OZYXOJ4HB5KGrMR79ZV2xMylXA4D9NRcrt3k/TtmhxJxR2r1y+F5iVS9PK765gjIYsutN3d6VXEMYorWmhMBxbqahSn8pzL3XVawZtBZVyHvkbaibZk4lhLPbb3H9YWKeaOz0BVF00dqavzbRsLhmLMLeEpbxXr0JFWBDCs59Yr1deL5iYpSzlyk74MJW3L9seB/eap+22Baf5EVHg+LIe1rU+WuVdFXgN609Z4qSzOtHvV5Zq3x8mVUKDQKpOR+DxSvxVMNXxsTXy/mWbIaZjGtNmL/XnXqaF6O0X1nJO6cDZtdNGCy/ZvASUTDr0TTPc61s7xk3ThIzQrVyVKdZ3dqOXKiJ7wU/6hCNwmOV6cYtCkxy5GmsDPxJ08I7dz393+0joxzwdws8LMgAw6MnXbTvXxvsyxgNn90MYH8tcxZe1fE2uHlWSfF08rI87LLY0hStaHenTlcHlPcZZgt06smXtmHpki2LAZTGU96E9WPEBkxnpQu7JSAusDh+cNsDfxLJIMywnlZzeS0KJYcrIEEuMfNRfkcMvGZPr5XcaACSsXxi7TYqUfVqjZ7yX5VQc0k9HiWInP92F3vim0uYka5AUbYombVqM0SiVRq0mZVdbWBYzl65jhgiAPoMXnuMFWB4uudw/Nqd4lPTvJ7UqiIxHezSJlm1luFkpJh5vhQtCQfFlvPl25Z/iaRtxl/4NRu5PEn3HxzZ+qZeqAwpavR3zJnFVYdFI4q5e+/CWNq/lKOJd5hivjxcMcItU4yIEGXDj88QQNVudiHu/LCATsqx3jj1ZmDhvai8vgch300P2HRPCFmyDu84CG++PFX6QhzXQZ05s8l2GXsgrzFLZLs88GTzw6KzrL3B0ZLCR6NBcYOpyvu/HTIS3buAy9kRxz1OuZYga/B1ItJ/UqcDwwBMfX6fQWz5dvmSJmWhZndMBHtCA1hTh8C2zOorav4XyK9kIvBRKokz9mQq1w4JelOPB+b0yXUVWvl5A1+2lsQsKtGpScx1MpxNnzuXLntgbnYypvBe+Tzj8q/9B8+LTvJ/ZlGkWwanwR0jMCHESEMzXve9it41nMnCizDoBgt8DyvsAG8VHptNC/mD/hP/0R/uzQnsqUR6uUuH5E6gvddZcj90orfNEztCZzPGnW46NjJWlnpPfNJdx+GF6Dn417U7GcPR/Pz9g1vZVCqQmxhFFG9Wn1lGykqonJ7qk15kyRFkQTUQcbuilwMB9H8Xaj3F3YXDiW4HZ+7XDiw8AMpJa28ZIVeSl6rCqtvemvAMR2SoH10E53LDcjWZdplHzjBrnbHlnIT4jho2oPTHF6w1r2UGdih8hCzLiEwmepZRFC715hgIW3ii2snjlWUxl13eE8t1I76StcbT/JcNoNa0iA4qIca18KNrF6HFcuTQZMVX9zFie3mU2WSOl3KSmYXM5mHNMoQlHOsFbcnAHUQsU1gAbH1oqKv36/1SET3CX9F/raG/9is8hVc2ezfFr/3BKOWfKvprzxivVQS02sOtaqhLtNnvlHNk+ldv6Qhf9teR+BiYkG7vX4WZB0ZDxnxKpv9BcIs+hiZ+musl/43+6zlk7pd9CYVLZzo8zW56Hvw/FZApNv9RLTY46TVRiI84Z3CRgLtKm1nsj1UVoTqF6+eZ4INKyluKfJkKT/nX3MnoIJr03BeVHFWIt9fM5g71lbcPcNzq00fhMxQY8166UcZuZXrzqfkf4D8mFX1wvB9Ov05LyA4vH4UZZf3zq0lsyiJv5b+vtPRlyKyazi3yyCvNJWRdMMSkrg1UNYFCbbm1NVgiUD2yjaLhfeTLXF+Bh5EELyfh8OQXdTO7fEcdE0G86LCpp6UzawruO2/11GzBzmNS8M3xqbDH0Ns54q1f/dYiGGHGp+VofU2s7RI0sGV4RcsyaXnKkhlumhfL/0Ik5MaVLekiZeDZI+PNrm+8TfMJcy87tsDotVbnHyXGJaTZZv7z/dvKF6rCu7fNCfib3QSKPF5mjhI4CMMgFK24k0aS9ACiB3yFhXJUf3dGUQfNZE7Xw1fNQ8+BGrZi8K5W9RxGTPgjm6ofuYNkSvpuFkz1l3GOGQAqhV79R60kyJ/e9wnXp1J/iHBX63B5/Tk2T7AAy3646g+YhzXrwP4m1Ln4oJgNtftHARMUeSu5dSqi8XhI/6EhfeHqKze+4ozOZJ3Y5G6mH1QXiTNXuubl853IU+SlsSRavIQJc+qTWG0jCQNrMbpTUWurG3G+OdbDzedVHQ104J7uKfqsm5nu7wZ+ZcludzBpLrfHyLllntZfk8YNSwFQCCgF91iBAHgO11uzqCJ7Wr1mLmmiscvsxkw6+axUSM3cfsWNpEHALLV61WHYCAppZQe1YK4XlEzDNkYlVZKfyPdKTPwmEXm+2+p/6V/IrLGP2UqfAHrGWi1JPaqMH/MLaoTZqY4DoXBrE/y9w5GfxXJKevp/a94jgUZBfIwBrR7fv7VBYGIYtFZpuxy+5+lM6pnRZ1iqvzKf+4728s6NEDwMiNu4rDilENhZ+csaoaZUaCYV75/3G4zKqWCPture8AQxqWB1lOiaWUmIQ0idxYMSi3RLBb3b5WKf8UM5EfQWJny32/k/4X35epmOA9eP5+Mu5cFVG9OCRmQIr4K+zKBfbDcsp46mzaHFvGQBUavUAvNEBYDNwLqjpCUWmFDK6m4iVFZBdQHuhpO1jCQFDfafqmiLXxpMTddfdlM/ZrbXgy99PZneXLYHYor5H9ZiZXIvzNlqxGhrMNQnQ1xU6WJH3JCkANH0wcsqGlGMszHdXsFTuesbDP0/ZawK7F9mcus8MVoZleN6bpz0DqKRzckcddfRbRqqXoniFiYVzrYH0dhU/I9ir82COwbTwZ4TpVDJk3saBkeUcfeBrshzfxmyu9VR6w6kZwWzqWzIhWazVORcy6yxswxb2Vo1ncP1JoGd3cyFQetLdpBlXALhWBpamC1gx/w58C7N8dGV8bvhMDOC3e9z7uA+SobTTNsd1hgQHlCs8Ymwjc0GJMDAPOCkuXVlfUWJs+Dh8OEF3/T2LQlt06FrnvXqtwha9tGmlus2mzyFsY6/DpR6q0hRS2i3H0gqqAn4Hmv8HInUGPDeogFDD3vOU4GYWz09bgd7bFeKlGSJrWLQ1vpYC/oFG6dsgq1NP/u8vmb55eTGJtI1xm/cuPJ7YwmW4R0StwQOyTaVf8zmbIVlXVd8In3Gv7rYvjjYsXwzskxSGnMva6FO3uS+6tR9im7NIfE9gulfRkr0w0mXO9ZDueqjigtVVNg9oByWY1/2cGquiXrVVLEsK/HRDKQrtUhmP5q21Ibvp8boRwqVV9/AMhyTTmEW8aVnPYycN8NSSkvoyQPYsQnWxBMXOPvsHNNdFrkq9DhH3paYtgEnEl5AWuDWgTqWbcYS12l+MOMF6lMymTUgNQtjquw7S48gdRbGUk874uAAuWgQbcLprjaFu7uRuDTZkyJn4kXgkW1HugGVAtxOg8Jzfk84DmYcClwTl0yg+o6qkOSZnDPP96PU3cb7KE93D50RDkbQRaPiz+TU20bIu0/GuGde/1qv2H02YKtXyE08KvozpREvheIEEyPFSFHsBunx9NLZ5HopkDNPpll0KwSWO0R8stZ/npHz99rRfhFU2w7dpUkquIvlVKW1u1bCPMTSxHUXMYgP49QMpYKBHalrZJFMmZs1ZxZwa2Rq04NXO8iwabVaze+oAb3s218+kyFUAb29m0GYlASAtMSME9w3DiBbGXyBeK0rWtjY0ta/atSALVeyHenEja/ZC3uvkzMJaD9yglVs6MrxeqeSvubL8VK0uLCXF5/fDkPYeo7/yW6WOpHG5W7Muf+sVO7ylOpjxxeghGtQCwVOUrifbnZtC1cNXJJrO+GCLu6inZOlkfmgdrHNr8JeFhLBtuazkKmxrOtK8Y4S4p+8YsCRWH1iGvAxrPRKWVHUunm9Re5+JuJPH85uCoigKVZPG5rZ3ubB8yd9vTjAe8tA2lNiMs8kbMIOIKvnI1IyLMMWGXTRG/02zT4kDOG6M/rAEmRaeAFEwdI5ue0ZrZZ58osECxmOJll9BX/qB8rcsUSMyICJjCvc4qdR25Y4LfM4kszEUrULCVTIbyq1e3NfFFotu2qZlSmCeSd9AuprSvV5Je2BAQBxISXUlZptzLLdB29tjttgAGDrlx4gP0yA3cFlrovI9iv734LBGbjH++k6TLDT44xFMqPbINL08yWGcbSdmVeSk0fBOgs5+5hLlAqvIOpMB4d/H4mIlktWevZkJ2Arde1BM+N+mHZMzZz/fd56npHiC+IrxpiJTIFmXkhQriS1hL7t0OvFwQUSZJQI/5QxdGW6Ppjfketn/2rw5kVVCf9uDPhsEL3KdHMx5I4nEUTkc2yXZyuYZt0daMLwcRELUriZyfzqeFhfYn/s1tcbxkkZmnEEhWXk0xszLrbrc5s/ULdPQU5F1IP06akFMorckmfdvmb7W/xSkaL9gOD0hcyTYPucmtxPmVuCl9Cj4wiCsmCzLH+1/tBhezFUV1Gtsx2NPcFRdavSwExO1twvij1I+WS3q4+fBB5BSTVUh7bXnKGVvQb7n14QUMTj2VcvBkYlSCOYEVzTcd8GfVy6tOyC9TQ9rkf6fK6/Zg+jiQ4JorLow3IaSNB+2AUL7SwPmdQ9uNRfvk+Mn+8np6wut9rhk/JF3q3JbG3EndoOijUievc8S5piZiK4jWT+pByoDC7a7bChaZ19QnF53VBvKS7K6/phqco14oLqVrbSsF8NnlWZW+f6C5LP+z544F1JFVhG6/d6e6nZvY0vxOAPAQ1QF1hT5fXg/NEWgceLAMNtrG2d9f6zDXIrimYJsm1lCpR6viTGsnoFlpyWlSXsJSjmJ4N1X9eT8Mwoxh9+JGypUqE6O88F9Y3aHOJT4Tfx7T+1u4h4EpsHp4dQb0Zx+dJiTO1eyGZ16BZ6KKrRNMdilinY0auw65KRwIjCE9chqMUN65Bb1cu9UyhpNUvthmKyvEeZdlYt9b0jTiZvmDkou5s0399PK36SmEjoE4uFfMIZnj0dQXLSfe7kSKhd19ed1KmWb6a8f1oKw9FnE0H+CwbH2Q+UcFmjvRvqA8ZJq+HLHWQZX+KyvuL5gc9jheDBVMnGFDUBL9YdVheej8q21pcjlmSWtG2ZLBhGO5AhQxC0/To14RQ+SZLSj/T1+hJW0hLAT278/3OLScLXG/cY2oEFlovnrQ1FkFWDmp+7VQfrPr6gOjWLU6tQgyTfjpO2n8TPCj/opYhaiNdT6Xlt2lUH/eiZ/FgDju+afAQ2Nm7PbnjduFfpCmVDP1l7nLdn3qFRcuA4hS1NOkciA76lIQ3kOSD8ker1eEEy2JEcE7mHirX1CrP3XLJDunCWp1rK4VaKyDlGLWfTF6c2lj61LyKawO4VBrqN+9e4VOF2RhYupmdUupHtWjw813JoV4W4yAWqUNaJNt0i5KR6sXBJOfTXGf/uetbrgPwOIGXXZON7y9tsq1GKqsf37AvhvP107vvtTQTuweFG57Z7lAVmtCadd/FFX3dUtJPNS8TS25IkphVzjuqGl7nE+MLzBLXTa53ckzU0cwkjVkyYs1LaHPPioz15tezhyJjke+KNAbwhcE+YvN+dTltNJRgFIAPk3M8lA4SvXh7dZmqMzfhnteuNv2r8YVoBeJVFW2kkMrZsmTpnnOySpUDQE/ppZcnmwFvutH4t6A02o82XpbmgB3lwfrXr57SNhjJ77FJmc9HhBQ11+P/lqhxerg7HPOdbsVjFIiJnumCS44EbvMDNuw2y5O4mfmy//iLXmmwo3hxWIoFlQVjvj60PXwSpVvJxGkB9Z2hfI9XQtieba7TdKHqQ6ukrZe8qTYdA43YK5dAcIR6wrq98fFbBpWm519IwcSuREk3BSEz0nsUr0VHofqGjTjeqjibTqc2oOnA/xWrpRmNdiDGoERE2o3mj0emULWlH80gVNYGssLuZpDyWHIg+iZQUmnYufa0RO1VkXvV0neVppTueX1XDkZeTlHGABO/X61ONgiF1I5FpWazqQIGUjWuxd+REA39hrzQubxSxst4q2PdLynZvTW7Ngg7aaF13LDe9X9juqQKTmb8nwIcCV109Va7PuSCVwfi4qvDLO1wWNvavTAt3d6TNr/3QMNWKg9bqvd2MuKYDPZvD6r59qhHi60Zg2bufidXqfB8jAuCpMiQMiiWfBxWwDjjUgdesFFCbpvX350LOZYeMuzjr5PwL6nZvzCtGoG4RDWTDu3XLHXtMKoZQ8cqp7YpRmYvTGj7uTP519fDkNcMGrUxGyyvOBZWI2TOav3obVLCpEnJ73kxgjZPzYsmDRMpUrClG177FNGcbn7mAc/VHR1CcIX+nNdqnFu+o18leb9LJFUybBG6etWleWja7pNVk0vqkGVhF65AFaJTNuBkRPIgSqCysFVdrN/Ye++xiu/vVGltvcLbo7NejWjXnlS+0sA9XuTdhQGCc0IE1qskZmZq34PMCfhY4PTfVlauREyjGs1lRYLFOixWNyUDkF79rnHlZYGVSEq0TNbQ8kMmbKqev3kFkek3DBGSvsUxJPoLRYxXWn1mIhDamlTa+zguo0v6Vph02ll6277Cthu9h/7gZy5ywCveX/39kocCmfHJ7M+tR6TENJJ923j1Cpzyt8KJ+ksPdNcDKQ5eTsGQ9LmuQTR2cdkYBD+QTBhYGe8RA+XrYA6BPCPrdbKZxMiyuNPsy3lq7oieQsPq8KaPigZBpR5Dmsamdl9H6M6e3LOFmaOX7CXtWU7FPZKFMVsLxGR6fEPJjgZVSh1JeI1c2xwii1/6eYTlBfYvXC2rWNAKa3yq5j483qSra03W81Rdif6bQzY9Y9Nu8XO+j3pZcGebJasKwMWolICUohbEf9L0GnTrx1/2HbzKlnROL72RyaLPZ4DBuNiSE/8G+2HDzjTV3Ukhzke46oQ1Pu9qd4QFVmgrA6/GCJpBmbCzpNr5HJKClciBeFIH/vrwUrM9ldmm9wCFBWP3PFISlwJ4mM+N5mJLWpz82Q6n+fGOVPriILUrp4F/vzdyqpHKJbxHQm7cOkIM+Va0hE712BgSyI/M3yQ139eztbqDzNKEw1cIZS5p7LEw/nEDRHHHpE4tHtRR1kowahaAG3bVoNXMGal+hB90maR2rVbH3RqdnGbm44CAsYvt/7A6VomxX9aJg4Xv//pysZpzBVrftQlkRmkQ7FpmMVtO+SY2Bc8IA59RErEN6jX0WoZKPb1zMZZa8shWfKDZS/uSN8v/IsqkiDtpaK719ZauJcL6RDEW/EVFOmZP6lw1sxpEFmFTtioxbDFLhMljO8OSQ86adEv+vAp2akLsBuLKNhAQOqXCzcrz3Zsew6gQtfxIuEH44hgdpFq9bsjsar5MgbQfkXRFVCh46ZoKI8wtgmjh0hm6iFAOQnLye0S63j3Y6Uouwt00XYfkq4/DEIb9wMhn/uUZs+9DDnj7wmnQVwZ8N6GWr1p5SBCcPhgNk52/IbeYNeyC49YM0sCQG5HpB/hCoSC4Zfig+7N7wZnQCWYGSDqa6M8bcZtn8Zymw+ZJfdQ3phJIziuNUElWZtpdQdd8PNlzOqmFQXQrVPi2pO9z06rG10xfYcML8+q82C2JIgepgUXfjELyXlT+LUQbPa3TGBMJDvHX7Aauhk30gX4kbl2bpVFbyTaRmSvQmlR3mu75+KHrlA7F2XYa836ldv7DqNa6taSXQc2wv8WnnwwypUVDC3YfSCinyB+pSuOXZZofQoGkbx1zeNeUICqF2OflFwNd04/A3hAI7RynB8osuZp4HBT/djPnU2tHu1N4wOWFfsfP60eUR3W5yCTTCc6/fzlMxQcEF0bZtY0DfioSEEtbqNhdOu5lkWLKRL8Lzi6e6di+PJcevT+coAmg8PeFywkE2TDoewsutcULLxgalSd/c2g87hRoChQ9CXDmsHhzankUWIvSiM7nzATgapVZbPXVDo2R5fpuZ21xh55TfgKoeBGdJAFlIv2Xa6xux/K8BNH2tz1fKinXUXGyDfUj5FLiGVJFnPlOfFVFSpg4K3H9/n7ji3/E+WHKqxnskvTK8uyTQsnZQMcrxOQbYbobeWcsPbxB+AqJUYLIVLVPSqkEVeV10wU70vfPQEq5wlBC4tU0Se9z+vwFw1MTM0b0UIksFg107KL9/b3oAYjRP2usWRDg2BdKTkpT6AaHX1N+kxserX2akV22sQHphX0oDLSnvjAbvKgk337Sr01yHves2Ni6/zQktL40c9VYjsjMGIpMJUSXYfP1PVjyMdqk5fkgseGIJJSIES4tggaICEhef372DO1SWLt+E5wcFlKmay9L6jpVxc4iJ3h5i0iu3ntZ4A1QGbCJ/rnONK//ol/qdy9zQhDxu58vNzJd1VW2F7HPWwrG4iYmu4jW1uB6rXa7F/HDD+4oREruF8ZI2Pc0rXwEjnQu7JadAPECHUE3EUdq9w2G4q9fbN98IvsU6w1nr4x71JAkLaqcLE1OpUMyek+Qzc6+uDY3OppZj5vAma77nLUijn5kMTVZyuHpPn9LE5VlKYK/xcPfvIW7BYvnCO87kTWpPeuL7snhVrczwwDK8cEN6mqo4pMZ5jV2AXe18Tlbsr888Ye2qCCNCyvwZX8f70GOKiRwBBAfXs9dHBqfFODPPMgczZ7U2UGIo5Je9t4+ZwIGtVyiVKunM2BQqYI+S7KXZ8mTSaXUJsEui/bLwteV1a74/ZSbqOU837SeDkrwEUwZ9V+Aq1GFdvUHXkFA4+HblM3ShLj/JsDhUjFOSoG5CD6mx+ZrL+MHKZ5TxMLSYhUkYXm0+jH8XxkEVXmEFFq16JhydYiqlYgNy49pPDMfjPc8tqIkPFofFE/Lkbm4r3znk2d5zHzRpRZEFCZ+oFdLuU2bY2MOaatfq9e82miTorwRq/7E7qLFE8RvwAG0aHtAiy48XLEoP63fuotJ/rgr5j6hsk+opjqRBNxghZz5goFVFVx2Z3X5YCh88x8gtl5dyS4qh56zpOLqr7mO4b2V7/2BnDCC5pv1O9LA8KMoqpMyzrLzRJU074Crey3+iuHndEZqT0VjtHL3BgvFxdIYY/wjQtSR6tUyKsExQak2YAXfgHTzII2Xj4gvD4NEt9Olnu/mY6ZfQmE2J2fRqdo6s5h0qTEDG6tOW4pk9nW7RbCu4Cuk4wEMhFfTiSSVC4xnBDwik8kilK7W3U1973qGShvr47ad5qzwYIUBShj2bxpEagBcI683W4ggYkOrHn14RA3Yv9FDOrXVHWNe5+YmqrOPDOAWiPq63qGA87rLoicQrtrG18yAGp2cla+hQ5ZQ3svP9LuBwg5/GHsNe+2a7yWpiRuXg3BtCpyv3WSZlC/G4v6OUGvx8ouYIx1b6y/cCMqB+eMhUQIY3pfvYztrv3z3qYwXDzdZZUkyg/Tib47AyVRybzRcTP+GJf7bH+reQT/SquDP4dLPw3IUbipRfWx19JJnrJuJBf5k6i6KgMQgWONpOMg/oaAJIF8a1MILcC6/kMx5nPRZ52zYnbt9yrTMTozcRNMuv+K6xxuRblrG5/JsenQt1f6hM4lQ1nZXxPlMh6Bv5mLKElLVqcuJ6+wjB76xKZnO4FFVDL1gnGgRgKg3fMpz5tlF/RpG9cVxEvs3PQ7xxB4pjWlnvzynQnXsT9LNuf5Dz6x1elvhLbsAHeN7L2uhhqLU4kDyupODYGFV9X48tigGUGxKqiglime7JhSjzs+MLSP5y8X7GE+EUP5FtiCrg0JUF1GSYahC2Z1ochwIe2WbeEGy3zKfotYNp/ncjchLX1777kA1lubBun9jegcyNA+EimGoRIBXUBzog9QtjIHpYogbYymTZSBMXJhcKEuui8QUdZggqICWv2j4rtihnE7CRAn7XoXFlqr3iyIrxhxsROtC/m/0RxkPSYoGIQb9UP3Jo25KA4jonshAkAXe6PLL+EpgDwDdbP6jp85PDBUN2UQdOAiHhEaJp2AXCnty7KjstU4aVxwbW4yNMJqHKGyT40KDpVQ4zdnU/qakIkA4nTR6JXOcw9WUq0ALifhb4VcoE0qIR+ia88vDWr1b7CkM9eZqsTXWrzuyqUqkM092H8z35tldhBIuw/1B1VW9hiNjPO9vs0jBLoq4F0b2XlWQgiUccAWigbnAWdLWljiMFH4km0c3BWQ3vQ5e2zVvTYqr2E8SopdxKjTPf47fN2Ur1jtsq6oBjeTACG5q4Ba8+ebKIBC/LbEgBklaGpA8cyLj32qJ+wjIllGpsW1T7l+L+Qe7iX1l/cJ80r+ZcTR5cj78iQtT/PGn4ymm5Z8x5wwy6ekkKMnDPpymyhYtL5S44yj/kBRZrX14VshyOQQ3SJv9kuO/fJv0Z3mgB+6vMtE/lhK8ifdtWRppcYg4k1dZoPnGIdozWShBzseRDAUAun52HCN8ve6/1wBrv8A5+RQsTe2IUAzJZBHl0iZfxSt9kRM2PwHC2cgr9v5qNk2SQEhJUIpP722lfsHYWr0WEYN5HuPIsqUomIkZnF8B20I4CLPLqYuRGpcyKGUbz77ZZDzpJyNFHmn5FU/pqjV9JvO1j/KEHwIrV0ScJmf5hjVSzw6zqMTNuoWiJQ9ELWP2BQFWZbCKg7TX3q1D6CNcy0mNUflSKpnaIT5zwEiqRkoFItQZ3fkTrjoAEDXoSoapEvusJURNAzKkS/aXrpNukJZG3qXINAhWw/YmE+CIMrG7jGhNJi7CvqklRnYAvEjBOY0Yf0k34hqkkbQMq4JiaoipPgmy8aydcITBa+aPtzfuIOPauSqVDDpuXg1MlzgEIczD5zNzS/Z+8wr4aMKDl1vG5Xmt/Y3Fe114he1upPtsjybex//owi0s0Tl7FbqZGiiyocGmP85QD/aVR2RwpVRJfuWujABvi8VCVvftFyPknnzcCxwRjHnrKtLisevlt4TnEXbwBvl/624ZBG+p0EQuL0SiPMZKB1okqzt5RPm+Co8BCty+x/qcz46WetoKu4TpZ4KGUkYNlYYNKpv7FeOndDC+PGGi4U3RupJUdN2JRwaLx1z4FrADosMdfEtRYH1WP9n0RDww6YoaQGz58SRf4OdjkBqphV+GiUr3XOX1PZGrmp6xzJU7pYtKTve/VG/yzwEGS3PEXSW1CjzT4LGogmkiTNBkcwtcKu0U92QkN4VKfEA56A6kPxp+ro7Wcl71808NyqsVo+ejgG3/K01he+O0kle2ba1Pqq4Z7Zihf5N7R+oOGOo3UHHojE07z+ACb3Wr8Lj5iOMpMNsniDDClx2Wp1meWy2GOap6Fpw8LwnaNQI40hqFBcm0dhiDDbuYZ2FCBag7QSuev6nW4d1U6o/MjIUxW2z5MPuCcHrHpfWEf85oUsJR00Wz7TpUGSEefSpJahFzEzOTlQnUJqlPOfOOoPz4wwspKGhv89R9Vf+mtDYtK/c5/IZJY4hjmf8W2r1OCaiK0V4zxfXFlqTKyK4Ni3emk4xul7JmlDJVHCSlHZNQUXYPEixcAFDG9t9iSG8sSox15j5Cu0Puk+g4r2i+/EwEESCetmUzf28B3Rw6SMrWYh8IrywTf07vmxouOr3Yt1ZhBJgMHyQBrJwRa+rFZwg4fbxGSNQ0bVWIj5Gv1emKoUZULAf+IhHpC1aApdRH2z4A/rdA+Nt1/P5RQNHrLEX4hMTtE17F1a4VX0GMqnuOXJZax7h13F3q2gR28v617YGwqW6rehOKU528cnERsBYu2ZasUW5MCCTQtgANcQyUuOCIn5h+XvBOlo7ptF7R9BFiptKPKPbP1/LNpa0XQBl60yqaQahgmiYIWKDTgfwW+YZzj5CbPMuiH8cucLWayLE6dStFOIZnuWxugYF/16nYiy2hhu+pgOPeA5z/CaSIVMUWVAGPVfXSuKWGVj6pUJxEOjBnEQfVR/JgOTqcTWysaxhSycpXhiD3ZfPkjaohVRyxwqrlLYcl6YddbKwgvIiXu+ZCmn+CofFCJcwCn21Ul/TEl02Jz4/13fK9t5dA/IvpTv33wCv+SerTIXP3UrCu10maFjPeKUAwSfpIm785/6yN/aucpMkd0elP9Xsm9SoG5PeYMv0KOE1TfgibAC83+wPy3B1XJnhhkg/J09QxA+7J0JPT+IceR+ul4u1Ifsm26Uw2Lfr8sDoYx9KeMbJL0Hb++zBAz3dFNDpoBtloWImsW5I5riDpMbIuy4vksw+/QSd1/AMbA0foPWxAr345R7joV+Llo+GYoexTTa1ssiZKmFuO/jAsnmwqmra2g7O/ZcVtd7EiCGfaYvVXato7eksb/ukJxLFBIKabnEY8f+oPO81GSDaG8OWnvfkw+qwrG/lt5DU9RVhlK8NJ/BtsWjdbaryvfr2KAu4OyOzOl5dnBj7Z5KCYOIL0ugH9CriG9/BvtDXVhC9fpn507xl6L/7O6ctiOdKqQP2aQIqyWBt6Yz71/I0ZinViywO5AJZfFPnLWDuqhdcL/55LFfeP6y40qVunsYrjpSqyUd2+1l8evu1OA++4pA6c/FU6RGCU5MGnWd4hSD8eo+jHr53vod5cN4ifxUUuyftgegIYLUAlf5GVo2MH8VuhlCF065ltv4q3i1w50iOWcM+v59uqS0chhIuirJG8FYym+rqw+KgNiexo9ffDDyPuYYpoiq9hdsLaQgjFUq/KnoiBiaiPxdHJSpzdsxWY7a+MJJsipKBH/3vcusUq+NtvTUFqAZgrwyU8TcKivHMUl+opaKan7AunuPc93Ntxj+je4aY0CEQZuWMawZP3rpigEAt5SdGsfmdvRONXMwb0nCMfQtxBVfDf0rJvQ+hPJVcxk2P953vK5kxrjSQWadnvXP04Odo147lbOlscs4E0eqrjqvay+aWiHU7O9nFD1uBn01yQ69QaJkgmUq/bcSmOz7z35PPGgCW5WdRJecnaV4oZim5mNtDkvHIOMG8mKSe0hvakDazGW9KXdn4R+oN0mAxijpPPytTYLC22HcqYyoc3x0rf80zZPqCq6YtIzzInaG5eGqka6JW3EHWnhHrmweXsidWYWAl629ry/YzJTT0wokX6MotbsLaSFDs8gOiWGJQ0Ff261uLve4vFihccCX49bCwll2gkTijKuGwHkQS/GpqKB22q9kbzoeeYK0YXU+BEx2HRdu8+gOm2ZuFSqOJhvwMcN9BJOKSx415uCgZXKlT1bA163U6PUG95YALeTbPx0ZzzIMy5JlFruCYCrHCcvxHze3h6YEg0PtlxcS/V1y+G1HgJyl+EQDzr8/7e4xa32JlOnFZq/+vmUqq10u6Xlu7NA/5bsLIY8ZWvzu2J1EpqfdznQIqzTbtuCKNDp1oRjcose7k9h6PmdfNWi+9XuB99NojJRA/TpPhaVm3tUIgObmiomyqAjEbV2K8gqPHr9dOh6NecBZhWLVBccriI+9vNBv4Ev80ZrvW+V9jIyjS+EcIICCTsQZwtYE/lz79AnXroHJaAJwyGl1ONL9SLenyNz7+lPVyDx/kF/pzTyeTzd2Xc5gI/7hin+R+sc/1OXAU3FA0kGzurIrkBgp8NURo18octTWZQvQhWllDjyzgP4ONNoM30uPlT3au5NWN4qgoOOHhOhsxvcMsPOyTMz6Aet2ioh+XBOjBB1RokfpXuxajreO9KxrEgzJgmVCGsREJ7nx/N3b0VXexS210IsVr6wA34fnZ6ErghTYdsfkzynNfCOXUWiKQOJs9KyyOQN/Gob1jkSPgCiUKpkIo/v5rJtIHc+WDi2RrzIeYH4+gUCpiO1OTrRwSWfT7pA7IjWgS44Q84PLwCIj4wjNXWGPQzKx7RIS0HnhKZ2VpZtMh7nx/Z/HfOtdAj5dA7l7mM3Ypbq+R9AvPl66vhqJUayhp4PJ6YVEFtTc8IbD3DdGUZAsGE3zcR0TSqdQ1fPCJq2EniZpgOeT1j9zolrVt3uWWuujzN/sL44BLx0NEXwDdVom75P0F+EXD7TFsvf+sGUt6HCSLOpvx9Lv0vcvaqoxfWk5tficKXJlJjZuWX3hFtTD8kH9Wlim4POWmS9QiBOTljGLC193SbFv331Yln+YVAzFpKxZUKdyI9Sz5WM101jSPhz+/h8mZNUfvS4WWv+23bTa+mGbFVXaFbGBsWWDORRe7v4VehignGHIpM/edbtAHpfojkcr5X+WLmjMoGj9Je0rbLS+vRL8f1XzHF0tb4C76CA3+KDibkMhZj2DtgbVhFL0mZP2HWnimecjlS7zT8QSTmon0LP0VSThlZnXc2j9REI0GlAuczPxcOZPI29RpRSAuytz0JxGxqVQK/pdsLdDXha6Fzyd1DPqQTYtE84gh1AHpscVZ659sCXsmxHjg16tAaIWzgTTLniEDsZL4dRTx3Y8yy9uDigNAz8FPNlDaE5ptIGo4j0UIPeMalqgMsNUrMBw/3UviFOcN/CX1THdJOEY19LYDApW6LzeaVBT/Sr1qrovMNri/WiniuvF7JY0Nbkzcs+f3ZKPm5Gk1HbTSn8L75BtAKH878t23tztpPDRjeiLZ4Qf4jeCUq6SiTmz9wubdf+91IxE4wd6NpKKrhGgzRpDpoSY4wYef6ZSBWr/8fTVexJrfSLJ/m7sWwFEOLoQU7MUsthqf/VeNzVx6PP8+0SlmREYl+FrY1hAcm4SOEER5UX7Crju6l1iUY6a9zK7lZbh7HURHA5SLXX6HRdZD935qSo5Aguf7ryfk+zwlCexkrZ6hBoiDhcpcv2q/utfYUybdFVQg330BgCn+0HI9k4H2TgoZ9MHKTpwKOFz4NGgLGtN392dGrc/LnEYTx3Fq23o6eIYiCoAhw8u386AdiJGzYNXvM5j0PatTFQw6QNYe1PlYxiHEbTn+FB2cDmaplYp1paOdw/HcYPNjz4L8J5D4JznRFe6ZqwK/Wzy3DeEACeYlF6PReU5qCmKn6KxuuQVnNOkzLROB7x4F0LyvvpzQl4vaXl0CwEdTuitGT0oDKs/SFpmx1qPMBfUnVfvxeN0Ek2GDoQ9qLV/8DnzWe2xHWyl6I5fzx+x5ismrcXyA3oNKQHyvXDo5Nnf5iinsrK6Ac+Zy6PfuwFTRZEuVvXwgLvQxGNcYN866XotwSwRCVJQZ6OHoTvLAyB52f5nweoI6EckdfmwxfNUe9l5i+Pgiy2n955tNIK0Oq8imqIU18MlwJm9hQG1UgXaqND5H54GKZr1A5PZoqC6B8i1K+lVU1U8Gba0vLR2GbH7JGaI49jwrlZ72ng3+BsKg0aoCDxJSJaBReaLWtBZBAGOlqtJrUCXXp1D1JAvNxzRHXaNMnJlKftPGZWG6DgkoCN3iOjDYYi5G+ENOXa2Sq+vvYIWkEQdSl7VrW5xUSvkRv1FhFYQ6K1G7XC7DBFrMViq4A48WZKBiU0gcSLLIS76RgFPUBcm8msh4lvlZjpL966QBWK4K9rQvCr66YZKh67Jh7uFEg3EP6z5FIe+jRICy5ewkvZAmd+X2mOwnka+CWsDaEZ0tsaG56yRV/sWnkaw9hvB/QPBwiw1wJ9AqpOar+tM7jQq/C8zzCxWHZYal5UDzIhvz8myf8o006Y/ouF9hwgSLmi/Zw/pNtYllRYafL3GGn0voBNzkLrWjM3C6+YjVIfnHYR3wfhr1GBKt6wTwzCK8sOr1LomukNgILwjBnnoSnXOUCqtWKZUz9b7GYQInnMBZr9h1KzzhUkIhID0bG9r2hmexTpkws74JIX/hoxxF5MkwVdzmGhx8lG3cQbjqpXQXBYyO1xrTGQAUSi42ZTj2AjzQkaAMq5FGmwV08mr99CuCaWs9f1KljFVv/sYIdT+QZRpzdPjfTKTTFKc7DmAJc8Zz8ydZSnK2dYzlTtg1O73RKY9FtdNDHCrFeYH8sW0ne6ft947rUEtHoS1Wxv6a5/fmJ4ItaC37Krnw8ERoi8a+uoyWo6KtkRie/0sye42Tnwi1lrnvZaMsqIfVvhMs/D98sr4ByNWvWD/+AhcLOJ4s5QwfgB9nL5rdKGJGFYRoI5SBrMCyR7NY4K1urrgTsWPEPlAoWoGir7aVU+L37VTy52jaJ72/hKwMZ6uK76a7w0UUQFVoAkGlc+bcmY48hOe7+taq9TLhQXo4HJAKq+4J2R4jH2o1b4WkDLh57ruVqUL8b3b0Go1ZYpvo+Fhg/ZNbzZ9r2miuOEsw+hgsThBWkpM7rMTS1R68MI74ocKNCbrriJRC/+t8tz7svBjVM93HA++vXat+d3W35Ll6qgO5QV/SDO7ylnKDq6NA3ivR+WBtDAR3oupKcECy1M+nhbbktsY6ju/swA5wK8vN6xDaA6rxEBToN6AM8rtfGupq6NVkWgFVm0w+SPuoIc8qNbzOjTjWD1GUiHYYdreKacEMvsVsHxruy18UcKErqscTqkkPMPNX510K2dKBmcWqacsR+BEkCD/VQZ7QDt2E66Gd70vjYSy6BGYm9a0aqGMakXh7AqZz6kc0xNGQT7Mhkl7+lGb8Tt4+VutexbAYf7/eW6zDx5E0TGUyvEjrlFSO1bPPVa9ZEIfglRtZnLf+1hcJhCb+2z5zVi4oszwmBJkpFCya2siP0eXAvptqMNcL8EpT7hZKDHyVhr9KufTZI3ZdHZS6+HRmJeX98Uk6WoC6b7Wr5ueI0/1FuI9JhJX6q5W/phHLykN6xELsJydTcGpaKMQl9RJHbLttURQAH7MDucvjXT2x+hh4Pa/GHM4EToqlrVdxvS1J22gNKTPRftR+obpUhUsvEkjVkQ9N1DP0tnL2BjX71UTMw1KOfj1tzR/hQXK8twh6hEN7dqfpqDwAFUalAfyKvx+b7v8QMlYZ/syGt6H7WbNiO++YR88vfACgLLBRlkaq6XhhIalhsX0YGhz91OgXvvgeeFPSzn7aorDJbydYoibFGLq75cRXyyzn1WP+1Tw8wSNGD0L9eoZKzvJYMIlAsG63h57uCGJkQ3qQkNZtJ6+KNw4tD1QYzTzA/rXCP5DXr5EIV6JpIW4QMbiNgTGY5+e1mTrpuX6AVozr0EeWZzEx1RgGHK7lnH3u/qUM09KFutOkXXAdkFKPUqOWMaojmk69La5k6Yve3qDoSFjU7VZS+mKvxg/4TxK//85Tc0YlPaKNU6maxgEY8jS1ye1YyS4FMj9KQ86ftRiqJ2VQg6dUlglck3N5Sz4iZVcmWxP4vFU2aBMkJ1fZvt58HmuUPeSUENcoU7+es4wFuCAMLEyU4Sr18V6VwWQB81HJoWCY7+8yZYHWfeHO89S2nRtfbl3/hwuc565PBSg70ddzaXyyOP6BMH+WLvmor9Qgc+lrlIJU0CRjPTy9F80sQix8Gzjm1GC2AdgVqkrqgu5RsLUp9eQRGubDvN64T45lLwNMoI/pFfcQwLMMIvWB/PRRq8rsWT5e8zeFaiNd1VfgajTy1mqSp+aU4oVxadKdWw873tQ23AapYYmrW0t0c8asa2lWGY31ailzCWxogGpPgYgQdP/vtVdQ91toniMRrlHMxqWPcara0+ZnVPnIHz9V9sooYEgeluC6EyOEsEJhm7MVB6SP6SL8omoNfbSbEYODINspJrTKG+ftk7PccpVRN5ABFdIVjstmD4B4trIg7Bjrsd1ZwQf0mTcSgTL2yNAjikJVzaVUJ2CUDLHawlu98sqFm05UoOUpK85yf5EI+JhaanCwfEUH/L2X0FXtViHrke7WEbBYal8UGTjy/RfhQCCNflxA4+Lh7bED+RC8JLHiP4L/k56zJ9m3wLIJ6Hv+U5XNBUuHaa6eyvLQwsbRepAMp9Ki0fGR/ibXEnTKzTO0Xhs7WGN+RyxvaZp4QZB1LWeBoyyE5gYMzPyYUzVBW+n0FJ60brhgN79W6qeKZ8peIguwYbcmjDUaTilSDblGp4dyijZaqjFczyTb26yRFawCB+zXfryhqMdWn7l87Nwz4BztLRqSIVkpI2YO0W9yIDS4zGK1F9Hw6SOIVngnqQ2zxJri9gm7P+BVaXUiXsNlpbySw/zCM00AM+RtPh1fhNcE3b3Hm3pkaxmZ+rvKdKEbxzAVihUKIoIJZAfowL436iwlsxC+Ha/GxCgCIk5d70eoy9jyWYWCm2gHl8vyKHlbxIG8Zu6wgMBnrJed6/qZFVQrrK7B9Mffrp2LLmH+84ukL/89ph+83ncRgB8Si3G9VzftP51Yll02BziPnrC161zxYdujadu7W1gvDv1SXFVieQVpXWjASbRQaCo2XMKA00/p6t/Lz+kUWTBeI5JPC2j6nv7/6TESuH7F2V41QNwVmdxODT7nLy0n13Zxx8Lt2WkuX5CLYd9dEmdKey4JiAyF3UL6l4PNLtKFhJuwfx3lNNGjqWvxI1sQG7dwDhHw/ILmdjfyZ0tLJKpTlIZY+uAg/BRAJo8Bt8P7KlwBrAJuQGTswvjkzMbkK/IeYhINX61/pUnQ9RPdKwRqyCKekWQWe5lC9M8BRWVhfk32GvELmsGSCEAstYmt+wIjgsqt+RzJecu/BWhsNy+u6ibX3buB1yH/Js8i8ZoNeuBq/rrpAnb8+HkshUN3X0HBX195dvi5NNzzkURYstoAMNiHncG9Nq/6TLpJ2v/eIbmQNpH/eqfxmd4P204XPr5IWKT6dRzI/5YQMTeZ1nYVR7x1Mi2qsLnpSpHj+OenlkmWY9BWbEmBAohgV8qGtw+A+k+lzN+OwZpQx9AZx2ZeL6u8llR8SlH8UaMQ29PBbLSXXoTNDZXRP7kyiq8BVKEBuie2V58xv7XIP5eJn+Csa7EIZn1YJGxi4KkkE1cgXx7Fy6QwtgEinm719rV7g6kTIkJdUCFwVw8/VYG7N4ICsrslqAxFOcEsY6LM6jdH45LmYvrYE4UeAHVZGb4KhmF2PvbjEjstjZlHKPqB/iNViadoER1DwP39Bd5pigO9fjKKnbQWe7MEzX4oufmzLA5D6Rog0RXVp7vyLhjItChjWfPr2+X5sM9N4W6ySG+INruFfNELg63Hz9+3pgzowBOlDl+BSJt0otsGH1sq7rxPCTWVfJEE2avtb9N6F217b7Z8aXerd59ZPA0piRYxEvCmIyytzEGh7nSZu5SROOdX1eb1Wffhj93hevr8+RWmzQmxNB/Zghp25myfdqv5aP+GCRRuf5hqUlGeVYXuNEIy/qrfqtYWwDmpemoyGYpO5SJ5R6ZCNdZIpwWJqcA2LjzzMIahkYTt2vuKBd6hVJdpVVpgfccJB9dEaZDJAPLjz2xtGy+qXCsy8Ocb6t+I+cn9G6Qcg2ibuO+oPSgARgp2BgJK8iajOLzHymLiug8gRZGPMyvoeq43Ti/yT7MLbkNQCL9DZ60LENTjVrYBd+uXc6YnkhqmHlOabdC7S7Yoy/Ber1wInZVzdxuWWcJLhxt/lfJllFK0yfh/zsYXrTC3OU3QsEn5Y0YV5MO54rSgK8BA69WpC83YTQDMJJrKRXwQCvwsmiciCNKX8E39pVdF8WR4rKROh5lanvd/arx2x1wI/IyiNEeUIrWLRjZkI/Zx0VUqmtQlM/8O3NcRgl53+lqhEpbeyEfQ5pXAYtL5U8HRJZ8v06IzMyWt7polbx8p4GcpsSD/Sdn1Bsje8finXzPFBYNqJYEDd9ltfztaci9pJ5mv1uPX1D4mKbswjnCploZGomFr+NO3+XqhHKCjwTHdZO0/Mj9eumS52ZcVeHJCc5W04geTcXRnHxsP/hC1dbgdMTCgWlndVKaBK6+mYqQiE6jzJn1El6quNhRKt6OUlCQQnjz3bAtf1OhLNyvelNjApORxAj2xAAmHQtqR/2h9nDbBI1Jy5Ei3OBh7y2gD3PrIw54f1yHeRubcn4q4RhmRZKl8qH03BrWv5KFMOVFOIK9xK7fu91cO6+f2Z6y4Ijh1jjLTDjLkzzB0rj+1LiiXklKdJ6YF+R7a0MDU+bCGWCVhwxDOuf2EC8giO82rP+lG5phtPJU6d+Fj5C308B4yyE0E1QkV+07pXyF4/cX8NOa06+e5GwanGKmbHV+uN4El5Cz55Wwh0dhjiu/vs9kfYdJ3MNCLVyOnQnLXAXqTl9+NkuZNvCQSERv9WnE39GlUb+MpeWay+1JyvIYlIEx+dFoePndJOUI6HRtACqhUgKiPRj/oEqfm0EAl5DWoWndarMtw4z9ViTexC6weuIhjvMgIgwk9DbLMAPXsixUXwsg4Y9+M3xcbzGFSgmGM0sqJAUj68ZNRA7CDhJ4r9QIwP2hzTagJXCjQQgqR9wpe5n97s660kXfZdqD6ghyrlf/vuasVoBJ1AOaXQmmrE3enen/xgm8SmMuGVByA+lCFg3p7Y/QDLxxnFzJqrbTwlcLpTyD6qgjPe71DR3MzMeq4gf/IATaNlxipMZvyrtf3jiK6tpFUIMKi8nUioPh++9trgFIzcGFiXlcZnCyTmKFLkysMOCMrXpyRTy6Q3Um+fmv8IIfYVXnyifjAx3hQKNKPCCipQcLXyk3C70mZadB2qQg0w7cXhzMpi8sphDOCT+ba3slMQftr1qHKj4OeHXXoFQ7p1vDG9hKypWe2tGsATs0oFyxD3ofRaEGbqw8/FpGD2WcOg54nRpeQRRGmAQ1YhahmfOWHHvq6pcaQOm7LwmUD9SAKdal2b2Fe9NBnFbzOEudU8H/wxItPRUQ0w/kQ+q9ya/rZxChwLj/7pclxNvhpWn1fALkFIDvRnsU8hB4aNTqFXqQ2i2x73wMwsFbJg706aiS+dCYWPMix5dH7BKnRxeAX1q0fws7rUcWd8rxnyAJJpuH59spqg8cA5UBNtHl47s0k6zHWq4kA1GV8wrmV0DM+oWEhQ6FO1XgLiJ6BB8zEVtTmoJ+8bVWOnkkmjGWXdqZ0xnrAjJSpSlRqkiqNc101p78uB3smGddwE2dMXK8kk3ETBbTNu+oUtuOPcv/wJUPJ6xIPizmT6BDmhOTWEw/O1KZZiu6AeSoRCFlzle/xXwiXWCTbgXMJP+Jkdx+Oa+ygUcnNgvn2l/qBdSyVye9MNwqjFse5cOOzOLDKN2N+Ynp7OO+bEeTi3ygfIwvEavS+0bzfP+IdYMa3UKP6DuqXC2j7rKf8MpL7hHz08v7+c83TWHRRBPYHVKmiXEi0Fq31wXK2UZcK+kHaVmDItoR/Rna+ZNc+dWOGPqzVf6FTkDV5eGrpnJizWxCsnWYdAP506gW6DW0NNSFyEjOGrz8p6avqFwZP7WQymejFKUgg2J8uZRU3OuH7nXsrSkscJe5MmFBHUWvDusywvuqPEs0EzFcPYqKweHXrp1uvaZHi55b/duHKDI+0FlVnkIRApmmbuxiCmrj1oQf2TJm7vLHNeFLgsVqWG3WI7yBHc06OfVex7ihtX2uL53eZqkS32IsCbipxE10rzKrC70BKOfgHu1D8Az1x8nGSFO/FzN5hA/gjvUbX26xlP5cr5VV955jNYo02PWVcf7EdczUjQ5K1FUCb9BOCzGQidN3rV9TSV8jhkQw0513FlLp21XxJfrRnLDga4PRWLm8RSyHhhJXfD0I5YYkj2z+54QCZvL2OdMXZ+le1wdCA4L3nf6HPlELAT1MwX9jObVbmdVQxdRIM8pAUr9MYsoKLHdC1+5JBqgV/hSGSKxGHuGsR7WSnnZZyl14TLqyT9xu6T4XYwM5wRzHLXzYBXltx6//zUvn9l+lxOQJYlscHVZstVIOVhJAHz5GpXualsazT6RDVatVCazfOSwSYy8ctf21zu7QdWerHqkbZly6nDwKkhd9q6pUvmH4P1FzECzr5j95NVnLEShJKDv4tkC/YybEeZLK5cvwDwkjdg5tZv3xUb1BTW6aJCZT0zfm9rpuk4TiRRHuXFRLeSVuiJHv/q53xQ/HQXp2xp/1qefupDE16bvLT8EvUXK/lMvcb4DgTExcWzRhN/LSP1zGLoboBvJXQr+WuHRxQuN9PM4LtNu4WLkWy7Q+b1b2LIt3k9UtpXIvOcyaeVnQlxm5viHa5U73ppjEOe/6qm3WooMCcTNDOz9C/Kuw22/G0DPy+fQU6lNiHTfq3nx8WyJDDTRa0LF5GnyfIu+4r+jJnlYoNGVlCYHlTfx8nPPjpPpVgI5/Sab2yiuR6FUnEeg/pDIF59Duhp9MQSz5lN+nSdo4h9lDcgoKtdgsMP/Fz+NXsJbmV9zb9JzBTBtaFPlZ9yRzGOAdF7xuem+YeYcvWpdSRTtG5eGR2g+pe3P0zbx3RYMUpun2FHBF2A7PklGX191YozwRbxMsEakmVObCZOz5SC51MVftGjpu9dgoJrGnweK2el90BMqCnYqWoREnnpUFGeEQ8zP7FMRxzSHW0Jl8Fki+yWGbUKDJ17RYw2xlhQjp8wmFxTCDwWSSlJRhInvLOd2C15htyycMhddA9rw0ye+PG36xSsNcnCBT1bhNoZavuMKxx3eEYywTXCV4ZnkFQUKxlizmraq8WpfQI2Nz5Y7fA0Ku8CriKVZqJtdSzzaLX2bJIjMshyXqluviyDi6Ez4SiZ76XoljAxW54gTIhWpfU5is7912C8uzmVIJe3Qpg44YhJG6kvZQo4OjFo71UuNJRgKxZ8AYNEbpydURvfLmlGGqL2tbplR9pNObtS7s6ab8Co5oanUkIaQMBDbW3j0VICqvfcYwd/lX+X0Fzk4/DAod9i5jO2d/CJIb5EGgROIF7ka+rppYH+mcl4h7mC7+ogxdzFJKObc70uGR8soQARA33WotDhVDuP0KC+wFeoEMx/Mt+NFJhycIIdu/BQ26xWiPVYcfL86++OZB6TVyFqADfVnGLY/l59ZVJXTc2pLUFRlVIvanDcE4agrEjMszHSnst9AkSoHpSLAuApsLZmAPMsUGiX1K8zJiau5tEynI+r2MJNSMb6/ZPv5k2oTln3H9Jn5Vvt7NbBpLO3MVjNGU5hE37XnxJx8GifU9/Poi74C80KBeZiFRA77a3HMV/zfM+pr0hW2CtuI5LiDKpe1yeRGzngK7NWokq0q1pmTLEBZTvi5KGvxtLxgvWVMJ4tKv2QaFhZnHkoZ4TXxBJPvoWcP+QU7Gi62XCwmf7mxskYsKgvcDsCaWAYzlYGjS17k6VkoJjb8MeGI94blcYc4Zjn+DfUdymtCPpZfxuumqOqpgirQTDrNLjVETi+nEzmL03it7AJby8eBJcIqb5xizva7ZjdWmMcodpPcFPzNBrOoQ7fQ1L/VKeXALX+e2bnxkOcqHm+Nb8ALB7CF7xUJdWrxsB+F88bdB5NyS14idqcIFvCCsHffGnzYauhlYP3J2Oa6TQIFHxuPBlfb0VlZZbwWDv6ZmRWo7D96KwnlXrRGIl5/FRkdiMQErphXnf1JE98VUrRJoNBQZXOdKed+Ebp6sXeYoxXZzrQ6TrDd0Ffk3QlxgQtMfsTOKtzydx7mD9qm1X2y8w2GYLC2NfAHBbOTg+yRhpXG+0EM+yf7TV/84UB4KxKWzdLv0BtL5m0RXwNSWEdQVTLuW0jQdbJQynGWiJBUNykQ/e9VfSPlQ+V2tB23zVPJJRFusu4ZW1gtdYxdpUeOe5XXZUjyF8hKsDfrOvdmNSvVDemDQxMswCRu+zTUqhJPM1hGH88r2Icy8v2tPQ6Z7qcFCDQXkxkXH6gjf7KqUGybeSeYNeLBRQd5GB2funtJHToDeppcQu+pGN7RnaIfBO2cohRbJP0COJihAw/RfkvrxjFvBUMFK/LEriGl+nIwJ8CVUF9bavx/NaeHaIxfZ7mijli7Flf24g9f5zRoQLI87BJLSl5pO8H8noHn+MMEad8QXaodnx9sGWLrdg57yWTZt+XNptDUlZYMpfjO6aKrcgopJMfXWFwdYqbPPx8MK6WbLXFqh0amgLpjbGWg/77FctEsR18oWy1qopL6HO3r35TXbp+egSEqsTRo4Ic2u8YhajIXbgsTUzHhN9nQK+S+AhfU6uUX4npnj7VUCYWxWRq5P6gkK/tGB881QtsJJtJYEApqwpHJ0+7F9eIo0oKBn2QAlv8i6Grr82LTPXj1L2d8yrVrNigBYqtO2zcFMxXxZE3oEdz26ZhtI4xj1nYqnUXviyjMB5FS4WvYMcqM74d9O/rMHiPKm/qlxeRoXmoUtSr/WLGafuZ6MrzZwbeCNLSEYXwRLRg4qnzX20LIR2m/heWIDJVrmzZXlbyNyBZoO0vrgYtwo+E4AGoy6CWamGyrARbNewYVQuvq3xs9UfmGh1NdJ6eIZtM97hhZOrfI+kpre4awScnTi65pfVytFEkiITUpDH1DvdwO0NHghk3qdIIPfwU6Yd2N9EW9EcypzwJLwfNEZi3CEvgPKve5Oe79+Vkfb5te8FEntR6l8bIlbk8IMiRfGUhxRODnMqSGmtf3/s47y2tMvODhYO6H6cS1K+2bb/qbj2NELCYDJHwjfocMMRLwix7L7pDjk+mxp2m3EB8wz+xVwl5O59xduN/YB2oPyFmaRUhe8PIS+wLkkDMqkQgWn3iUShR+s+LW+v8F/EqIaWGeCVRFDK7iaRy2Kaxq5W5pQYChUQzRWU9xPuGTzpurFB5k0zZ5LMRUbWlyLRqz8gOo64TH320wetP8VbOKuUkOOmyR2GogonWfmoRwR9VMZ5+EcaZsUSomwCVScfyxIewFigVOn+Yg6aYm9SAqu9G942CvfyYqyPEhi51GnVoIVslh2pD+EVUsRpY/91/3iVySyb0XehU1T6v9mqc3T6EVRwJv+pv4puWSXAurYqcqGVMMp+QZem+OPgwJutR3BiOZKABy8+iYZLaqXh7Up3bEQn3eWRrZ0TnS0c5/Jdfb5v4pl7iIFgC6R0vnac7MUde9eyrCdxbe4CWEcPV+SuE2x5i2aMvQrMoJC6ypWOUO9n8eb0bIh6ZfWsU7Z1uCP2VwcIr2dsKBIwnuX34Ys0w/G+nYb18dXdrP/rJDNLKGYrDVlTIL2OIA+kd6nbqtAQVY5uce/ET01Svufq8zqXwwEyRYwwZu7/WvxUBj1Jur4ZOE8IlhKS+5U7+fd3RMT3W2iIQlw6H8BMRMD2IJWTY5KWXCEdo+hMK7cQZ1QyUGUMQRWhyxPyatfgo/FovBmhjH34Hh4S+gmu4WlkvRJCZg1wvV7TzkKON+W+plTAsFjmPoNriL6Xc8B00S+Zq2ooRR3V6602Y5ezsmlCZEgejq+eIMy3KkA6hVC0trNhhekdiu4JyoTUoqeoU1tfYixS+tlLDikrX3umyoTfagoNx9mt5ggzIYcDwkp1WqsATlEPwy1Sufwynl52PLjp360RZsp9+wSm4a2+pb9aJ5lPs4d+Cb3725nGqwumrDOVO1llaloJfnvZiGZw6V1gzPQAPXD+y4Dp+0l+oD0mIrNQ5b4ufQOrcHrcV5Uza/BAfwbu5W+BWPGcgVJYdc/mbQyyyOTL+hInqTRyUaR2p78xzBn3/xpF6aH6uLO83jWczg7oQ2rEo+goNSlQAGoB5C6HGGN9St8mG8lTHdzd+VphrEG79NkQvZhyS2dH+aSx9v01m/9uIYBisV47SfRBjR9RyzcICh6cbqtAfKYHkNHdkHOsBjRSe5XtMpiPSOFYSNXcS3/CeX0eGhTaDNC2zZGLHYfx9gZQkOn5O93N0DVORevi7ralAkcSc9ppoQPD3lEG5ExHcj5z/9do+pbshuaQ6brCdqJWfMRDxNIX8ZfXdsj5F2ohZvV5lZLMumtiviLAn/fQE6KLnFiV77HE0OyHU2lqDCBH1VxflmEjMFK5NnOERxm8/pi+v1tFFlMh5ljAq+ACeCcrDrSUZQtvRttj/+i98RzXZE2dEGQE00Ec9KJATzAZ79X9ktUWhGSPYHwjWd+Em5Og+MpKjSSkVKOb7c28uxr4d9d7Zw/J21sSY9gc/M4FtwwMIfAWuQGebJ40Es19s7K2TxXpQH6tT+FS5mdWqXJn4yaL2rBaBlg0nm/GVFW5OkzdJvqb2kDTt5y6xr7KVaaBVgM0qfvpJsJfpc81GnHMPCI+YUhFyBBsfA5b+PAqocFYDtUJoVYs5KCoWPwQq2D/REFlF/nAE9n1vWOiLCneq329bKQ8pEzhiiAw1aYg/+dk1D57WcLbRcyiIcmTAixd8Ik+bw0EmRefxBndL/MuVE3U02RV/g0XWeHxbukIZVjPPycsa00CpQYibfUoTHCzNFoujMBf4iILUfTPB3h9zZ5uNvahbh9Hdf7ykpvnFOF7xSbhXywPx34ufdXfj4AOonhuYqXOkIbSSdPyvSqKkI3WfoJ2nOOdjvZat0IIsKQvEBk5sx2fgoTpt7ExjXJ6c6e4V2ryTMA3//rtCXM0SlJi2GxE7tUoSufvd7QjUkSjn/V7mDwRrZcn6v0hY6Yr+S04zQ5wWWO+SRc5E/BbGz201f/0d0LcVQHhimS3cYs7LANEvgfn264tCobBClGpcyWVUslLahrlhEDZ1tR7GewMyNfegsFKv3035uhLUSkLZpFpynADqqAH3JZ90xkNk3/htYAL8Ccq7kvmtOF8z/oAmFtgiIJpVjYee1svh9Siox/33fUpwePQUSthxZXVft9IrdP49EwiXvo4yPxo56bSf/5CLQAiDMHRYEw/WSPUONuOljCQMo7UEo/SkbLMo9sm2LsJ2gI5+db6a28dMxWISXg+FE6K91b0zyF1q6C9j09irhprs+Nfuth5LCBIozR2rcCvfwuKmMzf6iGdlSHK186dbEsjgJRphvtBghyzER9x6bu1ExzFu1XqfyxKRsC2mcMIlCUYZMFI3Hz6dayJNK7YXZTDBgCiqz+FZIJg+V7cWJJGibYSJK2FEtDPSi+DnDWapVcJPM7SbJ4UeGLtqWRbGzyx24GZhZcrYoXKZPMYgRHSinZGbJ372nZDnM2LlUeeFCzB9LEUz9bIHbfzUd/+byvDUz6sOq2AFOK44+0D+5b5MqcSu1tdHxF53Wh/oMHS/Zv6zKurMlPgDj7lCqgSclainRv/CkpNeFiYIs4FYGfbfn+WWh3LWtxQBNv6wn98DDnbj0+CzyiQ50sFqjmj4tyDkWUAoZtwMK/r7cKIFUt1PuMsL2mooQYcTdzPNDzwMUKroaVvYhXIoiMexQyABEyVoCNb4AHS8x4vA1qpkQWJ/sZ32TA7aKfDZgM/WueVQi1ITFb6cRpTV2aAbRAcS7c9kwFze6IkGQUyyyldOpX0lO8cK2S2a3c6exkXbanfjUNnRfHcYLAndfA3R2k9ycbnblQ33wv5yKo4tOTGPILJhcFg9vpNst3c24j+I49iMPacD86i/Vo/jUV6CUiOyzFc4RiMCuFV0QaFM8sA5AE3k8zIxuhuXcyi1i3JGj+4YBdT5faNPy7gKCYZ3/y25N+jBnRJpqjcq/yEgiQ4ThJb5iYaUCvhZaQKa8UD0W1TtFQPnlUvMDf7knZPRadqr2Ebwk5VGa+AO9UM2WLVFFOLnjmx66EOqkDooU6S/V/GHdTIxZeyUq90YUlsu1t+/VcH6I4ZKYMhMJuk3027/OvNYRq+ENsh79Wu4/ITEXVo6BeEKsu00FQeC1mBY5xXlWYXVzoUuHkBreO2gv+0A2cZWHZHWe+Vgyw43MsPxNOxqSqqICgFzr7jtuFj6vpz40gd02LLzNR2g4RELDLQUwNfalknI5XMladTJS9dRjARgkEmPGFF1t99USQ3U0Wk3NdNkWNoHvqHuiZZmWbHGV5TWHzjLYE0zo4ytSpFs8TGKH93OdHpCF3AmIj+IH9l107NHhc/Ftq6Q1M3fqpHN/bEkD0N+8HoF8CK+DLDt7RSgZ4nHLIj3pLBDVTvE76iXJRUbyoGsf8MjyBnOa003ligmQVgd5+0PWHlsdoKT6E4e58nSzs5d6+k9AKs14YFzRczhDyVaI8T77HwchqSrw7MJuzEK5YDqDbREWj9pHuClVpnSlttxn1ZzKG9fiNZXMCz0p7oyj529inJ0FAWz+9inSsiK1z+IC+xJwxWM+6sQ+lovWWAuf8yyqmW8TavNKcLMkPqR6d98/9kwhdzJONj/CKMnY4k6vp4I+QimHL32or0irarSZ5orAtzx98BjfJfsTgnLqJgvuag206IgsvvxDx4uB7Vl4dLWd2d1mdlbm8zXBJAr7IZqppGTIBtL1KqlffYNp8UFlU0wgAOAzQ7ssgFVs2J0lEX7fmIpySA2Ksr3WmGENMoA6IAVirKcbUTP3ybtnVyttNkDW0ftYaHiRaQ9FAd6i3/dXeCOmbZWU5SPMBQvxMQuKIK/Q/m26odqMj4v6nZWQa7SxptihRd4t0WXZDlNq1j7farn/6ddBGrOvvyA46CqvBC5UvkI8Ja/lTooc/81l4Dn+HGsz3ltNkGBvr/qhG+ZR7TBTXxRPSWCkpk89IDPOlnzYtgY1F0JZkBuaUYJQY4a1rYq4I7nzOK0iZZJADDHMCnOTIywY0mGfzrg/YII8v/96xBPivfjgoetdkwOswUcOZcItkedGh85FOQFDIhWjyRTm7JpCeuvUh0s2JaT68tuWOyWhs7I4SFwyZGTJCSCiapgKPBAq9jy+AJ74gE6oZEcfT2uHKn0V/7GSX3B95aK61E9hsPSePg5I6QQpycFFKc0CR3voy+pf60vBsWJ57g4HE89XX1rn6l/1Z35YVDjcZ+/zCxgUjVXFdETl73oEB0ps8wvysmhPiS6xMuclSlPDuBH9nPSvP1d50CsWJEHrW0olJaf7KsTOibsBWZsmCbBuE2Ya2Y/hEU9chxVSs2pPxYN8wnt2C0kdoXLsrEpTLUqecqfvir2VMTmd5gdvfyBGyVQPdnO/VJAdln4f1rdljlVYmq/vgnGqJKx7r/ZdgYNDvxrf9b/cvLitnH87qnEB+CaeR1DYNt2kG6wE2fAD7CT4/UKdydKKoH3/Fo6U0dIY3FxINU32/NAZriI30ye1/4VOijChjBpK5VKoJsV7z5luhmUbN9NdH0NaNhRIVgbYpUljy92UvK1/mwRHaSFUICW+9+4mLiYtAcKnE5JsG/oKPj8Yz/iD9TWiSmau02ulJOjtSVq4lUePeQFHbJan2v1vncpU+xlBtPgRKH8kkHWmwDPxVHnCCN3s7/cR9tNdPC6IY0KCPwBlhoxBDkHDsw7UDgU3ys+OjZCRRihSGljiy9fhBZQFIuQHmgagorFkmvOnCIduCwjeXuy468h8S7y32UCMNFNEszVf+Jbr368IdlWQx64+l7H9o9LklVYlRzLVAMnRaEy6NO2yDM/fyj+mBdzTx/qdKin7j4P12F8Ki06spYv6c9H90hStnfYqLyztOIb9xYepZDaa8/8cS1x1M2g8auEUA6uRTX9jTd9dQWSW7dYM7E6b2L49CvP6cGhieySfVTP1HuK83RAgUYKJc5tLTaMtTMBv0/GvP4ZjaynICE9yPV3246bn6RZLn/MvYeGxmc/1WxM67K4boThVaLZxJHN4Dvp1XWDVQ0i/Nc9tU3mxTHkpZMwRG8nFXihvpEtE0tKcsMcZkGa6GV0zUezUuRnNKLMmY2VSz3J8HofyVkrrBntRkT9+R7LW427wJ4+d0GfhO8JW4qhy9y1NBLpZoddhmOFFqY550/IBMQNkptsg71zNsE+NxdmPVYafEmwvl1McG7sex84/YhVrY1/4zwmEvc6uECRMzZBodNnM4aeNxGNBdOuWB66QRhpMeUyHS/CaJAMzn8JlaRNZEzT1hleMbW/3uGjeuoIIbCZUtXF9DSlBSeO1zuXBwSlK3flLwSHvmRK2dfPRYxWmYpRpgXdjZmTRaajVTVojodhokcL7dhd0Q28XmqEdBGSDuSVFkR3aKdUbOvi1iYbowEU4xfJ+fZDYV/8MQfaQnkahRxgoE92I3ChMykahoSTRqhG6eUaHglVVNYycmuLsefFAtXbjabQbD7wcrLaqn4WBU/L2X+cRKf+atx4iY+KSBGLFw9Wj9MVBe2e+MdI0qH8PvnV/87BfibFTUWsxJqhSK1wbYUy1v7EzoydYcxYjHCZLD+SVOL2xvq1rFMf41A+u2JwAVW1u2XFgr/GFQfUy1IhcGzWSELder6I93h4/fAzTuciN0hD4SDPlEkrzItChHbLjqIRogdxWUEmEkCMUkD0wcGzwHARATkWqzXEX+HzHQiozQ8aq4Df0ooWiRl4OZr56o0CVIsT6n8dg5w9kuQO+VJEBNvVxwwfXhQlbHJ0M1YZHjheznOZY/pgsM50UgkOzCUTKLQbgpEzHhnmeVI9mNvL7UoJDA8PjWGddD0+e96quz5DvlYeqejxH3M0RYi+JrjmPW3Otz7Bf5N1eQy9W679qfikkhDcJZYTbrmR8WWxtYUCa2Yw0YhNOYgyQqxBS1cJab+/z+bwiJqSOXLwlcNU1qi0CfvAqhmLjGOkdCVh5wW6HKdpIvx34m7blwvMnnyP9a7nE16x9QgEp/WPHD6E9cT+bTkkyxjxs3GXCcGfqDnL2hTqz/qBJua0+3DewctuZ3hqlYqCZkzX6kYFwPmEn+17YD1e8GkcTYXhtItyf7GAsiB6vgPEQv/GLWWaSyrAjkPygJOT7FR4m6mIO/aSXLwfJRWfLP/bGcuE5A90tLaKdX4ZSBWn6afacJWiEE5lgnXN1i/5pFqjWw7MAq4XuIzJpcU0tKEsJfMN7B0AlvFi0WJ4nKtYTiiE6SLznRijbCcT+wKCF47K+ERc0Roz0ZbT1OA/sq/Rg9yrdV2hk/ias1RrZyBwmx+cWJEBs8uvZiMX3JRTtNEQdenituRuL3issFAbd79J53P/nY27FHAlM8t1Ny02ttyC9Z5YYpqm4n+skx4oe7gFY4IKIFbXGq96ZcVH2W8Aa1ooO3y9kVLtLTVRNSp3+SWcm/5gT/uACN0ncw4bQ3xGCDp0XH7qksX9Y1q15Tnm3Y5+9udDz+gVCd/JXW+eYzaCReFevEaCyynFXBjhxH35J91tbY1IEPJRRad5YCgNcD8nE4zw9xvOt52FyZr1R9fA6Qqyh4pKNTIbPd8vaGiYVdJ9WuuDLsZ34SgdPX3DZh7ijKnP99zGj5BHgIk3BNFHhuWB/yMnnMD2IqFmRfaVjQx5aV5i0ZLST/kiBc+gCDnTO0QZpPtk6Lo7gATUbXBeabdscTDjqd+QXDOrTgmKzP2tG4llmIGFHD/IEGntqgZZLBtWleVrHe1P+r4G1DqiDjOhBDvfAUJLSXrhOyRBfZds45JPEFMN9bKQLKnYrOs3K+4GHdKHHNMkO2Btw1K0BxHXg/zF8UWpC6l9tAs79SE8StmBTv7YTBMHb7jWDOxmMlBVc74cQstedQb9IqJLRaZ9hDmr0uuPtak6x7GB/FeounYrZd0UJXmb/81VRThPLdsWUXK+7ucKOEZJPueMuC+HhaXITB78FPlopJJe7agvzwZDoj/JtF9eFfw452l59SXksXwWPu5M4tW+FEN/BvYRU+FXac1jI27iBSourLmn83Z7XRGh0dC9CRF8drtg3NanwZ/GB2GDQPENiVA7jVnrUH7FCFD1KJddgVQ6gjwxD9I6V/L7aG7GuVgisO8H9s6+Ao/WtbEpFPja17eZoUYUuZiNVNA5qtdcG+SBqv7P+TAM70fQ1pZ+bH7iMIN5fe4287swo27xqo9x+8JrzcDxEhItv+uHqzakC2boxpdGYQbGaDVrr4m5QVzQQ8TE1KuHq/Kinc+WSiK5Ycsmh68T8CUXPGj5Db8xV0KDdluMh+XYCnfVtAfldzmd0ffPWPr4W+hy7VDWL7wTgRzCr3En5+Yo3BOYCVWL9IcrSzNvGkOzwlZrLR86fbn05RBq9VstWeCTymLPikY5G565xIvdFkJvneNaFzoTQucj4lDjnwzH/olYR9sYem5UN8f4vuZCCH9SjifDAicive//NR+wxU2q2i3smVIA2bu817UZj2KvuOfC0/1TYFpAm+hDIxhd7u3E22MDETSykcS97iunW5CFLVr79LBeR3hfsoGQOh9hr0bf3VlBUWvak6cies9fqdEP12zLbU32IgmOQnO+IjGU6Hud6BU1euQ0T+YMECurw1nHWLaaErn4KQsNLtHThJur//GlaXAujuDKLzD+19GyBcvk3lUZVwIzBKsJluAOkg5XXNIpix8qK4+4aLDUPWYUoCatSSaj2L3sgyo+maLDxA4DxEVodu4v7fJZPcdJHKgT0mW+kelCayP+oPckJ5mivqv6TFew06G8PB+8tgUtSSil8KLrkxchDPdQQVoPbbOMHTKSnIzjb04NWRVahPcqrikGjrPev6qJJvKqEyXRAFKXLFOD4tTZiaqTFcWxwyUbLFMWGZ9iLLvfvmSkBGQu7xDqu8g813mn75vb2hHDdx3bY4yilCoFW6aXJ3NHVuJmHvbgsmJp72hyXdsjTb19JZ65zfLaFnz9UyuGtKPvVikvJAIB1aMqYUdagzU62ZACt7u4d3I+lpBaZtv5jkrRpa/NKi8lvjMh2KHDkkUAuesh/OJNa64OVPGnPwXyeOVV/ynSBVJBSba+SmE0Mwl03Y/0lEzWoLqvpuBt62WbFch3ruXiAj1BIg8WVJWAa5N+Kaj+sM7BuZDBXIbD6ejfFigSDC+0lib7WS9DXCzjk7lcClFvIuiAKu6eYiRVGsh40S7aV79jf5zBig3vGAqq1Sgh3UcZeJOUTNcii+y2Pbhw5HQfsU6MQrKNiv1XhIyf5/5bLuBszMyIkmuf1XktOqPgCf7tuZA7WChv2eFjDObfGGUfArLTEAqJVvZQpLV+hhs/bNeSC/RQ+/XKX0BT5FLlsHWmH6yOX7FH/2TpKguMrylohk2WL8P9KzLmbIp2z3LNMTLDKE0M0lGQPpDt8uXS1crA6Kw1UPO+wucAPCTqDUogJHlxIWwaUdjxcE25Pi0pNGvi0yeg1Qn/IJGR1s6rti/AONQTEbRVrVkjJ0AoSb5P6xSBAZpdrX1eMD0r3nxSRmbuYGC7rWkk7fGpD+z7vzG26NkznzZZHNw8L5nUaFxkZKo2q0iw72fqx+ysROu9jhngdC1OrEqsXXy6/RFkZbSWRs3hMO573FrwR8z+amqONjZ+uBkShobBhfz5WwX+oL+NXb617DEQA9kkChjPM9SYV3Zw+bShqxejnBQvBbnWiGyIsb4+GRHUC3Pxgxv9YDxD4xLDaqSJ0E9fDEeDrEYvN/VUpUVaSjpreI1Sqf9j6TqWZEVi4C/ReI547z03vIduPHz9UvM2Yg8b82baUCUpUybFS9xX/KEByIbkzhBoB68Ybf4zmzJ0SQwPo8+isr/yajzaRE+6Z4nwu6Pd90XA8sSIJuDWpA/LG+5vA2Z8SdyM1fr1homfzB87e39Vd5nwDCAeskGb2nt9Y1pQDgRZoZnpjpcNE9TQa8vCWFMIUC7ur76gVtgVaXj1/StNPZRjkbtGuZ/deiPZPxRhDDsyGfL9sjqZO4eLlNHz+MQPFitZhIHkjf/8X1b7a3un+a+pdeRp2ig92CPIkWm8X/fnKhI31x64fq3U+SEvz/XHmCf6dnMTJIPJqQXsbIe/hTxBtn9o5MnX5hEv4eBZn96qhGl6Splo7hYkx64WFxZJM/H1p9h0+FWpoB5y/fuBTx3ydJxNWjZshHOQLP293cX6KLbzqUWTVejxlIfnWLTiZfQ/NLoJE0xtyKarivBOb9UMs+AuOPnZYKydi61j93LVYeLKm6vcBwNatQWJLC+sojnt69GN+dGIPaQmWwlGHEzgCvya3NauFndGgKtpMrZp8bLVfuHdJr/+tPNCjUoAznBfAb3Zp3IAOo1iQXmvgSMTBCAQI0y8Fz7q9H7UMWgIGrdxc/3XxpasQaDbs+B6TiZJUJ79Dcrfwpz3p/LQ11IrFC62q38CXDEuET9lBOyd4bxtNoSfh+fdSy34Or7AvHx0oxdIVO4JeJHdNVyTE1xaz7YOTrnKCh47mUuErU7K7Hz8O3dmyH4el0zQVZxUUcApA401AdPFlUJToBzIPPpUCaW8syCfNWP8SUiEZVRCrK5CDNI6TX5Y89NgrV9zFIl54fTTNOR7CJTDm5MkxEryNYaLOcX6cXTilvm6CUA6qWPDoL9pxj6YizNspn5EkxhMALUTs4aPDttAqRAzwVJDQWsRcyIWCsENu1KJh/6RXRQd6/QFCym/Mi4NL1y+yIopssf9NyfGRjAoGdpySsk3KlagjoiDnYexw/ImdpKdtZy0vZAuaKglzIcLy16rl3iI+B94kO3V9jabkfb9N2qbXHQtJYTzhaMreiojvp2bSsyksCZRElKvxbqwv2WFL+UednT/i2INo2pOYzpiHpCvR10mh1aae6UY2gRPd5HJSklCJieCom2Yx+t1OG6WSYe5cUnhX9zbDV+Eg22q+ctja01rWCDVDCCaas1LXTBbLkehmt58RaM0D+x32oV6tcq9eoEEI8uglaWljJVgXkJrEQ++v5FHVJyMresSf4EOpyn5+ymvj9+14JSdNteCpXv+BogwE8QIB3vQEV8XXDVKP0QY+LtiiTJPz2D24nFQEe2lvCmq6nQplCdrf9Kao/dSWwbD6XnJTeFDj7PmGmnffUSXjWrEZR6SbHvchtyeOzvwNpUMnJgtRGiWIEUWI1BjiB51NgV8kZ+aYb/0ROl6zGxGpxb5NIzvZ/ZOblVwXBnjRzTcmefK01RVoZtqNhpWIoCoMIMQVqJNVcIUl7SVVUZHBBpZovOqLXAaC4mdQbVCWfFAe/iffgzd7THkCMGznTeV4SWI4khPWQTFHyAzaJcIX+iEtgNBO4b4GMRQTZABIarkaQYmqokKxxlBqNrT0zv0J42yrVsPYNKhofSzdNBfTsPv6fVr/KrjQLLlc50xnQpFOHk7QDZeEGA4/KdiDDxQux5WJfUuX6E3jnYF0yjvDbK+/Ul3oMRbkaXAaGgSnSic4D5Df16CuN/77JI/IDHLxO7HyRV9YrBmF1rhh+56XB+e3vX0L4Ocl8W7t5JcLzJpVeVGmmDKj1BVjrk4EYY9gsnX4ewYPfq7b06k+e7UjWCyp/Zi6fdEQ7iKr8dVgpfp2vzecZZC4G7w5QT9K+TLyL687E8Eaaxe0EexklGozE5jovfSSQW6DoMcQFuoBkTr1ZTkH51ZzW1U7GgorLX/5OKWYufy/Tai21MIO+s+Td9bv4MP8XFr1M5q2FyyXiwlP+IDxESlUvEubPs5WpmZwtpQLXiHyKPmM2a4JmO7MIA5oBxs/s6v6u+/UQZ4w/2pRSA7fVjPdvDZxtPjTPSrop5dIWzqspSoTQ2YMAeR+K/M9tnlxBEHcbNC11/GfoTPKt/488iNVO8DeAXfPHsGTjkt2K8xSUHy76z+pvjUBpPVNmDYjW/ccOlSDmVJCDnZIdzDI2jSsWMnjuvXccTKwdv++dP8QwlJdY2Zddh4kvPHkMqKml6X2hSp6dkS+a9hE1yj+HIfcYfD0FU69Cl2zpJJp/o0PK44ki9wvn/g41SUfk1lUSvarKT9CXgZGc7QV65p07ChydJiZWbg1X4g1fxhrufYK66lAwo8gqIspJlw1vXlMmlePAjCRcR3/rJ63vrAv4LlYBUfsxchgu4doY4YIMIkRA2u5UjP8TEns7Ftd/uJaotgZ2dzGfTHlN3F2Kuz74ZlfT03aTqylcabU5g/2TPzkGUHsdWy53X5ePuavJC7gzlgi5221hhfUWuUZ0Pfajq8zI4zasnOf9LAhTqwdfABtrYxaQ55KRJHyS93B3hnP8mjKdFyOt4bLAnfErSpIHYViWZJgUGr93egyJbugeNFfc5QzqYB17DcwjCnA+mSBrI55hNUPTZtrPnTphEehsQxaHhOURRzLF8GqnaCd/PT6+QRe+D3p71jIspG4/uHbqu/Qmq0UJXXbFcsVxoUV/P81KNIs6n9J5u80xKjq6ZpqKZ+TXmaiIYak/AwPzTqMMspBju1Ouj4fJwivYJJjEjhs1Rl/6KhGVX+brBw576cm2OI+aBnwCC2uNttiqRiPDF+7ouZEPWl5lwaasSMe/oNgZuqDu70ty8FVBYhrIx9/CWwLHeZO0dQoILNT/dH6Xx0mxMvytTpJ5DBzUDa3nerIe207FygjYnpW6T9WypWfTVgnPcP9GuGScvP3ecH0QzpjLzkLYkJnaKgfJlxpVH2dW1a5g4Nb3cza9d2K6CjXjZBRyT2fSkDj3Pzn0wo80xLtojy9mnvagMRUuojf+Zn3oEzEB1PsRuFVOB+RNA+qdK0N9r7DNSt3fFLRGVSbIvlwBAsG8Wt0xgd2TS/wuOxj7w6MVYvyi5hX3Hgk9yLFd1LNTKelCLz+wB0TXltUO6ZxMyf9VAHJ4Rk50fW3Okm8Ys2h4es1TpJH5mL3ayXc3k9C+7uWhgQ4oV9Kf8n/37zgs6lZn2a6404MBJ9rzxxAAxAvWe/qoSPfwEadOm1vZihRMR7wtLG/vu2L2F2VJGNHQPpPdj9w5J2bMtKa1XvSdRHm+OrR7QYN2pS0OedYsv5S+HqkSokg1/G9uAiE8v3KBjUG3KeND/pw6w/b3iC97ys4WrBRTdHdB5pOyKYEyx/7XZXcBYRN/HTBtmXIYwiuFQHkA3am6nmvYLAG/LrTRgIecWpYhhb7ichJ9dYh3ugsL99UyGaixKazfyQv37HIogknodDKoSyRwDOzZ72vWuU2//GLjBmpvE6Z78Hms6T//qVIvEOFc64iswTArsDJXIaKkl4iYKKp9wsNz9RL6E+bkzTphZofGbRbL2pJ391esIG5o9Qi72zYDBhOoG0zMLSdUHdpvmXj4Xl/D01udq9a/Ys+T4jGTVzhmd+x+qu9RnA+muHwc75jFvBFrdTRfUiAoO7x6U/qEFIKz20JvzhO5sGGOPY6K+48L18LAc/iH9qwKJof+4X1USsorkeHSfTU/9kn6gbn0lcI0JQzmoLy/2gxhHJg4stnvTR9LRSbR+TPGNEuwamv6dup57XHkW8NHAEfPbYUJmpRijboG7hakFqFqpKoZJcUoq0KDdsCsmYmnasgsYkktps2ig+ZBR5oVyY/Te3jd+mtcz0dB++LLv5b3ptR9/n1z6tH9M83X1ARxmDOzLe8K1nII1i4WG47WLXOC9Cox3adN3V7FZ0YqqTWAKOYSY0yzinlCh5rz+S1AJWJdNQjcRJJ0A2JX3GHJwFP8rhG9cY37pp4D9yTJRObOFOXCPYAZlm4EdycTV8nffOqJxxgaFGMNWfN5Obi3Sz3QfTqYzHSi3W8PQqIHlSkBe0Bqgb4ugZr0aUai/pqev2Na8zYtbP2fXVbOUDtPLyy5jkvo+vk5ZPxj057ikvj1VL+rkss8h+3WkwBsMicF9Z047Wp2jASEqjJTruexYKPLtXQufoXP63Cbktl3TLM+2qFIR9/0bIaiDsVhxklDUP9NUyPBnyZwf5LIQK8tIH5VfHzcmhKko4mySTxMYIlZHkT68eRYtJ0kEtl5GB4WM8N2Mf4BV9GluqWrexQmgX7sjNJFbKCtNlMyDlCrGJ0GF/P/TcOUf+rQB8RghJ0+8jn3g9Hvv2K3Irjsl5ID8eCCKknks4xvfqblEfmfOVh5V6hetgnyYrLdDRDnEtgxe/ZGLKuvLHYiUFpfuOg1oPl3wPycSvTa8/1uOhaLHN/bsKdYvcEwlu1XfI1jgiVYrTn4rDd7GKAUcfeKtfs9fXbX+jraOeIkiyY3JsglLudAURlhBPsG/dVefF5yj+RLBB3ejA+Fktt4VZGZGyehZyi/a503Cutoym/0q/HcR2Vn7l+9gBsLBmYhxMGOFoYvtxRg5Evi7Q2A9KKsx2h8OiFJchKr74eOQDs6VQnnfn0Wfg4rnk71rwed0ci3xBcxypPQOzHcnfnIXJxgaWyv4u/uN2rs/LL70dwb5A5vv4EU6xBVGbH3jRP3FXxtRrklIVsI0wooLztNxRhKe9IBAP8tqMqLFcFRlXTRAQ18007/0UxtIttE0cN/pdgS9xP0s6JvLjTtAUWTMnvn7//Usrl0eTN3jiF8qfO1G17/qCnIVA/hRm2OgkVKnVSkUvhMe2uGYqPxBoIjKCDlzFuBBvd7j0TlwG7XRJFN3aO0I0kbRRoXQLnJr2Cx784ZQsCNOD62/S4v8MLfX35ZlBkBIWJ0ud+w4E4YxOO+Zl5JA9ShBN1aFTfdQW8It3X7UkVxH933pjcLAUBWaFzGNAOLwvxanKvOJLUSfBn/OfjOiCdhZ1xRt4SEWjXx9LYOt7ozV4Q5+Yz+rzwbsXGaVyX9C2SyyXXMi/6o15k1QWHIoshMnVDDHzoqsGsf7hM2HWzUviI3BUugs9dGF8U4yR+SsK5PEcTeFms73DDpGVmJWae+Nvz0WNIQ7BFIhWfQXqj6T3RxEFBMP8VO8l26jzHTm0YSF/RC95ce+zdktNW6RJM/gHoSjNqhYXlAd3vQLJCjDkhN8eRjMz9jvbWa+bQ5QaA4VZmhFAWiVq2zk2rPuuepn8c9WCLj4CmR9XaD0JbcEOkrp4tdj2oHKDZsddNAo+kb7+L8vI+MZpx2l/TIc6gEwGhPNBmKumdX6NSzQogPKfwAgfxdaVOOvHL1m5Zysn4ouEsUhHo9LYdZCV0xEKd9twBRT3ziExFgnEi9Oc+8U4XHzkFpa/jUdnsp6/0UJC+Uh/GNpkRw9yTzGl46bEgYYTetnMgTcIdR4iGSqNlg2lbI6fPWKjCaQio98ARu4E57xVjhUnHM3ydQWVgPFqS0I8U3bGyOIUedrkfsqx0F7lAtx1gsXsQozjOm3ULFBLZTwydLgmWVDC+v5OWf4RzS/lG/e8yZMMYfiv328yoXbyPr+9jWD096SiSlv4Gqdz7oKuT8a029ElxlwbankWLflq1PkJWH975BBltE/a9HXNXhJNIOwqnFju/6w5WUTVWL9jadHhn7DiVMzeVTi403yywhuhjHSKy9shcKvbBatJSjdSMSw6NYWVHLYBykZtmpMZteOrzzb/5CgdzMZjPtxL+DESBM+ylH7OizT2Smry5QcYLYnkcXsErqUP0nsc7tB65IR/sPX0JJmNsE9+/lpg9gbMzKY2hPtxgJ1NQqNkvzLqyExOz9onH3xOhe5lGMSXTvDVkC2YxH7PhL8IQIMc1hrHeVJUR/4qQluU0flefu5K707ivtVFEkW3KEAsi1FMHGmER8Wdf2tamGREruS4QYmuR/7kFYm0vKv/17z8JVdBtDvRiHnRUNE8+Ac92r8lJn3S4OihIkoKvurd21he/Wv6ZfgcKLQ47FjIQw40D4R4Zc8ZgYCHjP92TlGD1Sv0ynfcVwoSqZukuuAYERBdC0oW7+dXaRXd1Q/5fOtU/OsqiMscAV1bTcfP+5XyVdM5B0Von5uWMCu6Wp+fXzK3/HVdAeTiZhToTWZwvmfjB1EpwG9t8GVbfeTAaYOWGqDSKSBBhF88vX2ICEe5RkV8VN0X1m2uys4YV6wEEno4iv7bgMxaRbzuHX273cLrhv6Cih5h2r8FLwc92wTu/nt64t8ewn+5DbXL66ammzQmyNL6hDOOcMXusBMnPNcoW8PSnV+QxVtgKXCSe5wuATP8m9BYhgg/D6DHoYzr5MXikOEHV9plP2CcRhOjy8mM7NLVh0brA1HLQfmoFhrX5gZbdbqax5Pj6ZzAOnoVn1uv8OK9gKCdKFIMMM8s1Dfu5ITRH0rddMASW4sM5zH5XZ33dZbxYlsNNWHwdYihMVXtTwRJcRP1UCv0Wn+iU+rzo4xaUyhTbh/40rIu6Twajaf1Gq041ZjNt5hyuVANlbqrq6VEW+j/6mKiyOgdbB19HGKQ3Tvzpjx63k0C3/xO5+ov9mFEKSBAIu93LcFT5AmJWLpNF7mD6CiWHQyr+mIqPweNzOiaG9/oVorPBJwGdqo7O2/nBzNRbece14ol2v8Zc/TlbIpIrklihoxATA+hK5GUMAQR/5g57KPLn841dXzv3DIobRemaH3w8NtWRt/RtA6gyFIznL+5tE+sW90tO+RluqR4OPzLFt11Og0ucdNxUoPjM5d+DSfBaVPpOVOJNt2uvGKP+kzfUYZgQpO59FDNMZC52A6OM1hT5GfNDfnNJhyhn/9KW/HELCC7zG0jfPwpyrX79385qqwN7wy/D/DoWIIxJ9wsesqViluN3AUxPsForUFOy6EWS9oRelOpm3NihmApNJb8aRT1+p/IGo+i1Q7MBZoKEhx49iHYNIwkksPy9TJLQEfr/fpCOfqXllz/n0IxCDLhzVQKkyjvjQrmILwINqpxbCLasxPdj5a3umUrpakaYWL4WNhDm4LFnUKDsaaeiu0s0zRt04zi8IIvBh3DJ2oTtS8waFJNMsXrArpNUrBJMCjv7BJ8VVCN4paYkZMlMGcjqLAs4iH6uE5m0w1Dfr5Kw5QqKp3SB39pF3Drqa2MDwNWPDD+xYV2yq/6Fzg0TabtzvJ57KflPaKL1B1gleEwIbS96An5Z980bmvdjJfSM5OY89te2j9eHXebIlJ5ngRDkW20/EyzfEjTLkzvLJ4+uXhz4Vn0bMRJMSZAfSEXmgbEY5j+RD7P/oHca/ItlGpuJGpEC/adOGbljOQ48xNhO/a3TdAM1GwOv7L6U0mc/WI07wMcp2ykZyxjpX4rnguCULoOcEpewowJLJc0dxPTnU1ceG8zgdI/l2xrvfklSvUd7bhuAws2ObadbFg0+u/7NFufDeyz0hTzPr4pSlXEuWR9m8YGgIKLz3YwuBqiNikWX6agwNuHbZQzFs05dqluw81VLHAcEvGhHl3W2mfJcYviJf4qrs38Zk+o/+mzlo+QsG75cNP7m9G0RiG5imX150IFrD1+0UcxqSTPwJvUA7FUSZxNNOS5vVV1ge/P1UIVdHMFEFlVSQG5vPOYoJAvFxKGsR3/rW3aNtz1x8TpQ9rDB9xYZrMd9OgAFpdQAXq5OV8Of+Kn6/sq0o5MuBAyIAJVY8neBZQgO7mG+EelbPFTVY3sDHN/nD1wNl4EjX9qXb/DLajQYk9kg6BmyuNHcO50LAdF6ldP4kwCbE5nfIWfI1B8CC+LUXK01dKu0QBj3/921JcbMHlm/FYLxopsxuqt9PJOJjKU5lmUATiKDM+AlVaX1GAM6tlhObnFutzYXb1+r9iDtgpDfm0mj2EHRVTUQYyYMygWJYRa1Tx0pIXJz3Don4KhgCED7AdJioNQRfbkf+VTDng6w7tB3kD/d/sF8LFhmm90d6olENblRnuSGTvBLpQtIFVZdudG3ngynXilBjrGwj4cPxqvB1IEztwEfCNp4FQa2831xtWrWf6oGZqt67U1VZqOQfXytSKufn+l+7V7Wj+G+gKjmD5bcW8XZeECNuRh7mCM0eIZldJBD5F2nTX6rBhLqLmquzNt2rwU8KWOH7qVI8C/ecQ30towMo1HTTcB5oJUj15Quf1eG58+B2/p3gKIq8YxNQHfEGqXZnr+eroZP5HJ3spqpEblqyFXJZf0sJhWU4/11aL1EHbCDWH6x9gCZ76Ov3djwFSpUbbr36YXcqbQl+mdPMOwC00C4UpZtS82bUx5KCsEcl7DsMEF2X2FTeL3+8ptG4RJsblirG7FONnOX+kM4wjuNyjICx/nCyn2GUWmyoWgalH0I3h/zUuQhIVTqGFJYXqudjBy7fB4sn1xPrUJzAt3GOpD0QyQNxW0yHsZo0WAy+cJGlnB0vNlKudv300BG04rJNkuVPPBkdwH+MFRUjUXcM8/OZe5ePDUOBCflTiubpw1GIVBPF9zAdYhNo5LkHRsJcOudrbMFv3+2foDoICw9l6Uvu2qO/Bf1nS3KPf4VmWWw1hpW8zTXI6dyq73KAb3UxrHEhf1KeN4T/UrdQRX6SvNx0GtyGFGz7D/ycjt6sMd4LijEgFfsBQ/5IjghxqD2TEQRFPJ5hv5XqNrrjX6b3HJSz0FU+bQat3VaHtpEq38hm+uXvxEcCHvTQbFsjQvdBr38aWUfDKbV2iXtx6DyVX6Fwc+hACJXGAncU1w4wLGqAB4xc/l6bRRIUQKO1sINfJGXEV7dWlmAYvKGCtEP3ORC1hvYjraXCpvQS25r0Thi4WqDywHNRdjt1kSTpPKf5uLZeyq7u1YzcPigZC2olmxTi07qgOafmheUtgJDs70FltF93fKbb9Xnk2GfaWaMboHsGd3lZP5+xUrG5zFy8/QCG//lnOTkq9OmLgK9t8YSpLR6thbuxLpV9t2WY3C5w2UhIUZsWakSZ206cI/9UhKqWYJp85f2euTni1cISpB9qGU/tL515HWVMoU9NPeAMvoi0xBcjOxcjMmmQIlX/HcInANHdPLT1qdPbGGEFgrS8iPmSxhoqYrrEivyvqeF+dxv81RBJh4SKKj7+zqJ0JzMB7FDYq9WwkWQuhJTRBSgrsKVg4IX745N8RcUXmKMW9mkWbB4qzLcCQihqhYvI3+7RwmvV4pqomfS7RSdVSLpLbDd2QinlTrKPvcLys8070qvxusIXK3agWKhDQS9NFqHa/bqb8I7CknZqlkRUZ76bXcOlNHR5HB9EzyzfSmfPEzKOqV8wBKSK0trw2AJ5KjlfXhYA8zoDtmF0HW7jLufuUXDoJNxkzd+37bvX7Wfl3c0Z79cCkK5eQNT88SqvI/U9898TeYdhC/AY153tDROemtQePJaWHZ1CI4fdotPIViAPDpyi+ps4mbwVm8QS13yX5K2q3YJ6hUAy/g1gF30qcr/ci4/zARoD3YE7YFaeMmm8smWsSzNDq6VCZXzyAv9szuhG8ilNjolZTsQ1OKl0N/2s47jxr4d6ILNfHT4SBALC/Ww4HinQCiPPVR8wWQtMYqn1LgnIn6FkjuqFH8slInwLomkc3M2W+YRya6REhInZS1xSk2oX1XTcqojxe5dsiLDyVK9D+fLYbch40q4BMsNJXXUgqVtGUgAF7hYuyI4IqA6eaw63jb+DtHKrP/EvOZHleKrzzis9sSpZXFtAgREWXMFXj5D6KaHYtwS/clEioXP13t7oimxV+Wv4WaSvvigNsktWuGBucS1xw22ztu1HCqlsFpxn6fU+jqhFDcX4P1FyQbLZmaKisHrZCJ059qJKoF6J+gMWJx5idVKLtwrxnx/5JBNKtfDo/9rUIBwVk1XoswnJsYo2pjEQKuYzzEyw+zawdWV0h3sXTzBOhNk0ZRAKbfIXndfWAlKiWaBhuRXpyO/w4ZTizU7iuCdE8X6AdgJQuQx8scaEcIQ3pVG91PX8zuFCJoGiLqq6JrJwgYL+ZuxrdIAMPAX3Zc46DuOQfChMp3B1mf+YcNggJmvDq70fgU47lc5UjUnnmbf52MqxyvB5c7jmWBO7C498V1CEZ9/EffJT/psoE6nj1odrQSD/xBaVsDz8jjWH98ae3Jt71kgjWX3SwR5arYLP4NSaFmWZJajHz625JXS3AuabhmmlMRCaZvY0PyCDO7WLDO1A83nGIIG9GVRS5fpSrq8RmNX3vveF+ktGOTPbd8BnlIe8U8QYQUt7f3cVhsjwh36EBXs+vtMI67u58cuXhAbOobonxfTvUcixN00aYadS1x+ZJQZi75GNtPvPU2SqghTy+Yz1YTx3TYk0t0A3PvCoIQQj7bfEa2NjCdhlFIZt4NESE9tjh/ScuYn7MPrXyVN/TLyVy9K7yMM6qr2BGkI1DAn9XL3BuHTKQVxX63TbjJF3L/RCYeSaN0atfVqUNiewrkozA6Zg3ehwBZf+PL9NEhFj5mr0sk/pRazvUgw4QC/yuaFcJbG3WhdzVIZPalnkWYTP25U+ZWnL4S9TkKcHBQw+qfIyOhOumLp2kz7IHNYBaHXlhtyCfjlpwBr2VtmZ1SW59MMyn5fDqrD8ysMyOVhspT/siNnjuBP6kl0Sw455X0eUHGOdKdX+Hjuc4/26U45mS/Z4iBxtx9Cfm94+2h+zSSiocezYIVHED2adJ21BDOgXlJhsaHcyyTDB/MsyyO7Ngysrwn2F+Sh3sq7zbvBoHo3I6jJD55BAHrnQ+C3WCVW9OT0B8y883zwUfk5/go91N2GL6tJBv0YrE0BD/h0Ww9TUo38hdggQxMuadJK61hNgqRHo8j+HSxpRHDLElq/GU1e4SHkFQ+NP2lQJTuqvN43TCZEYF6ZsHXm/8S1oHkau1P2ha0mXvg0zrBA97UO2wtYhe53Ap+ouZunLfmOlSMYE4+MBS1OebfNCXcbP50ZgQRoqaXFIYJvqXFwbkPmAYZkm/iZDAnDun8FaKfvKvFCUz8xGcEQ8WsAvNRFrX725Nrc0ysdMIuTBrS1HmRy6CjR3O4bk4yRoNnDoS4Cv7sBpH5DKlVSJ9dZKePoctIrRVX0tbw2Pd64yl4PDJLHRVSZgVGr772TYHLw5yywqf27hDccW/iNWzz+4f4pAfRZCjZdqdb2D5Gzx00YJBwrTTKX3DhGGVmIx/0zEhYHT8430NKpdy808uyRZ3u8A3vYxDGVny9YNiOEcP9QK8FM5CRpGxS08JnHGOKtaCUvIQ5JLBXt7lLnyZ9aTNee95/o9L1t7tdZmTSz4SMGf1ILt/+i3SCtyd3vXJ9v5wdjwZk/hHFQnFwlFlnDKgfMy9diClnVwMm1Nbf1+skvBHNY1J3Wo0kJP6ZjNnulqCYEsiNvJ994WURXe4PF/CUefuo/YI4WfZo5uJS5f7r6E+6wMbShT+RH+s0ocEqjd6xc0abYmmiyDgxcWQrsEHRkfZ6J5Dq/YqGvn376n1EL1On+b4Vxo5XZMQVIl39bZ6HgRkIRobin/ALFg3J7KMcDxBfUlUhWu0wT8b4es6Y00WMok5dgCuGKNDn0cW/BP0Z65Qbf69JRz+IE6j+a4RcqAvqF9XWFFEeitWq1wbgaSmQqeU1xDW/2mJ8Fx2lG9kiSjF76b7nEqyWJ5/cFer7DE4frJ0UBi+mhlz2gnzwxo3InvPD5hdFoBug2hvA7AejK9W2xs/h2TVKMG0RfxN6RiRnzojWGFW05y9srg5ydQGQWDb2qWOQOxte8gO9GIy8JK4Q1rxCGiQH3KfBRLBB8RyoRxad8G9tlxvzY4UkUdaDyfbbl4GqaHH3aietnMhwQR7piKSSQX5+kTG+Mqpp6rnHR2ateTgW5TbRg46dRJl3Xr/az+z+OoTfx6o5YwC8v1O6nP28Dj61mBG33KjZLCkgvt2nZkft/BBHaWMsn4oLSaIbfk7ve9JfR2gwN09qd/o0jPReGh424I6o42YVvgPo5XXKG+QbTzO40k034UHcoFpUYu2eoMYBKn72pCr4vZ32z3ZoKGf2WpWqOavcbh5HVvg29O4d9O9rbEyGNHwzMMhCfcwCQUlaa6Gpz8lkPFMewo9+r0DGi4VhTg7+cisgzgrNp1kTNUsktAQ5dgfkKSwJHGGtT5fmNHGNiWq29tnQeqLuR2z1G+yIv4pYiS8vV4ll1uQPFg7gxNPr6Atx/FNxk5jlA5JMwle4UfSr/z5vxMa2kHmMoK8p65k89+Fl9jbXf+smVzcSln1544MkI9bv5dU6DMVoHmSgbsr8rrUaENSZpG2jdFh2E/BTXP1/73ApvubDq0gbD59FRhAJOc9A8o+FkjShhMXd6ikhyEkIDsU/9V+Mz/a5sLhZP/5WRPr7nnltU/1i1dpqgGPrOXqo7tQhmeUL8BnF1WgUerZqS+gOwWAUfjd9UJqZq8t6YfnBaoDM66s0naT60yCHyDtvTVvPubqr6tO8CjVcup8m8eNnstHawBdU1DFeD758miQFLVdMXyU4zXueP8+L0GFT0BB8zBPGj2JMZg5qs4YTTDNMUOdRnhuIrOT+3yYZVzZr3Ulj0tBVLLTJxddi7umh8zGl4cdtgf+nNe+QdjaX/WxaqCBav7WUFYv0Sz+wtdp2oCCFNPnwWtSuVqPrGBoqyL1BBVvXL1rliplBP03AOpNa5zDNsAa26ULPfc/ka8Qd6PsXOvNP9408vlhbTdAZsCsJl2JKIwTDfZ1wq2D4l+Adtv1upVP65D5jJ3f/YrAgmzvfRr/2L7UH5KcAkIpY66xvVG1kxNtSRWOU9z4Ql7bwZBC5cki4/M+ZGxW2VSjLu64FQWtNLniZmRb3EqxY8geTl776qBANWT61g/K9qzs8hBqPAEfeAgJa5ZZPZcltWtAunRiX6WewUtKG8JIOH/PL2iaRgN41Eg+WewFDEn+KMj98hIEox8b/WqJN2mjfaWnRtr/gfbm1jSpd2KMPMkuyfF1iRK1IV8Tkt/4x64r8bTj92/Chyjn0DCT55/ECKsofepUd3sJTGhcrO0EDd2g5atL7EN1YoNQHbM032Ai+iIfXreobZzYRpxM82b6V3SyrLpxTxunnG+fj74eK4mztBC8SfFrq6L4Ovhg4qTx8b58aUz6tdfncK8VhZBLpyyADXW1rNNtIEifiI6OCQVEfxXjIKpIkcNh/E5780q6T9JMs+E5Mjgq4pOp5kiBLUOxTEt8BsllYZWEDDfzOZfI5hSI/pKyiHf2bcS+qqiS7EfZ8bf/QnM3SmErqILLrf6IdRooKwaf7sdsU5YsqXikmOgkvj9wMkcA6oTX88A+UwT+H8ytTWk0+nlvme/S9h5kz2HDhdzZUc4izxwK6t48tOHXwFVE58dLNfSZcatAoRS6EUXBVXhCa12knbyHtwo/vBwZwXVBhaGsc1ujEp9fUNIeSr9ANwwYzo8PP+RVAzxK/VAZPn/oZxjhRT7b1E0dGgOI24/518QRjqdmmHq8UQmulJ/K71AuHGE1yulzZNY1bOypmXPS89gKJwVyChTj0tfyAav+2ldJFb8lTgLpaYUS0qXjzntuIssquIhG6pgKPyKiBK9ATlUtmuhAK+tv1tWKM7EhL3qFLSrig5PCUM5PaAfYAOybLCEJRoHjIEAvVF+FfPmUMfrrOW/xgjcmfwt3gkM8hhhwPkxery5872zA8nZiPlpBtbq1jj/T1HdbbKDkC77m0fkM/WYnZIdV/OsdSirOtrWsFvA1hZnFuXDEOH/VbDk3K0XfwhhyhFu3xC5ShYnyLk88vmX2bCISU9rXhvclFNMvefHHLtPQ3F9UqzS6Z9FqU0L7ctZIAeBOmhq+sQK9pDQdZ3s/Ccqb3L504fauuKZOSq45I8QNlxXLnVpjxQLGHllhuLmIVCkkyiJmuTY/FrSJUs/i4ylvNufzKvnOLL3lM++viiQ2SsYHDca7zO299BarndC8eGqb3FPn90IkQL3BVN229a5z0bR4i2rrtTAqnq5f2cBrkFwdRlhW5onN4aezsOjUcg7n8dzKJqkqwcPoqRkzB9QcblwAUUn4IRhzrfLEJjWkwLMr6DX689Ssy2sxv8Utjop0pOg06vbpH5PGDeUpipQ6eIcRImMdQfgq0qebULnN8aYXnfgD1uPNFZ7+fB9ZPW+NpB/edj9a7OLODNBU55gvYFQgeI9liGGdVtSBPOyPQaYkF0XW1D1LZG/EA06epbNOSAp0qadJCctUuknnvtadXWKcg5MOQFfYnP++GFyhm5IeeEfI/pYHnF1vDoXbP6z4lc6ZUW1F+wqfroYn42NQI/StqUdsnl32o8jO5neauN5RYrV2YPr+dIGIcpl8rJnK4qX0qD6kQ0zqkJ8vlRsC59hsyICPLaE0qnZyNfHjEOjm1Hr6CkdVwhh63nKasXQOuy488s0kuUOVkkpib1+GmXt41imZ2IerlLT2CZcqMVlXsgeAlCD/7q4J8C+M/jtRlw5CNZA76De67znleVBIT9/iINmZIU7nFCeUrRC6Q6NoxBd1gnWLQtvpmVMj9ALKIlVL9+9LMUFuN+2kzXPW/9jYZ75c7P59NnxDiMEfQ7xvbjH50+Zycw95haheyilFP4rLZnYdfwVmNk+7h67oTCBuZIJOiTyDSTs/z/1swaKNGzzM7LbNWLkZtjZ5rcS1hbcfzeo+H5o53h08XaOugeZZfW8P5P676BTcYHdj17+J9vxG+C4FbfNYO8zzNDVvuCxLdqSlQDAgF+xsQuyTt90+bQ326P4Hu7j7a4i07GpGT/2Wv3eKhKu9PtZb6/JXyUPuQzMN0HqXS0XheovBOvOK35o+8VUdZzVN27CJFZrbDMxhUbqN1OX9Sc6Z4ghNkMomjSAI7SKmWmuVZbXeShWk2mGEZbYutLXldZ/Pryq7zFNgRhRSJ9//AJnhax9f/d/96mG0GVZ90t87F6qx5F6I/kotG00sLKedTWRCAXUThIVyMzF4EmV/bPuEyilBOD9u/17myLywbM9taw60TBFT8ZBW1dKegeZadb/WooV35PYPRtVqP6+VmWl4kogADboPL4oNI44w6gwKiI0cY872qjBCPdaNFIYQzffhlPQcNZRheVQuaVd6wlIljRKchhpcsOK/Xo1tCvH4MUQBFiqkjYK1CKJCJpKbREwRCoFVforUI5oNDI/TlVoNQKPGfbWn9hfjBYTIlvr04XUt095cs4xtAmTlW5f09ocI+r28eH+1Yb/SDG8nJ2I4pXHDQLV9iQ6KWHpUY8TAIWt0ZKJ26v9SQfqjOpZfyRHOlNdMKfMR1ScQ1YNrijx6xGEoAUNY8i7VAnYXs7oBg415paAtFlUZNxzGq00Wwf/sylyLSmP/AaS8dSE4hLhsAP3K2f5KFLbuPJHqwp6WHB7NyR3xHqbNHKKljIG+//anIPjm1L3AQ9vATYNyjyy9asXULQ5ZSOCqQNJ4f8cjhapdfcwQliK37CSdJjhw6wmCSSoki7Cd1sb5HUvGCveEJp1PvpFKQ/zJMy++Fmy1fD3Xq6Im8Wg6p0Z8LkRQTZV8Ghc4EBfzIkLOoX1UhBA6eAB8OkyWErHLHlEN5NX1FE1ju1N/Py2MuPnZJ9FIikKOPVk+Dxht/iCNwseATHB9zgyj9gTRmMbrRFuUhtec2daBuOvvxS6/nL7U66ATVfrJz14rM3MzpwyRe23njb5v9hLEssy4jszoNlnsxDwF3lmcVxlKU7/Mqp2O/yVbv5HuFj68cx7BK/B551wQYq4jyf6z/7z+MQNNBw5OtKu+f+WDDMqF2XBZoIbE2b6C6ZFNp//gxU/WvJ2LCLjxKNec7UTFalbf96Ar/SpUQMxeC2McFoemjsznzeMeViSd7ouY3qxSmvenf0NN6PtrqwdornBUFxZrD5oUXCnAVyqX1f4KyjCebN0lPWBMydCMi3Gq+MYUX+jzhWh5STg5i0RGF5rkfUeS7ZlJl5ALxN0GBfunDA7GAoTMVJkR5pXQwGKc+DNDKFn4y8hl6I565MZWONcdh6my+qPILpKdRX56+hMjXaJ1iErXauTNmFSb0+7BlkSGj0ZyF0Qobjk8f8IkJdmfOr2Fhb4wY6fDEEj81oGYwu566+6Hb6QRlVBuiXzcs1tSH+sxdwxsRUZe699DlKiDfXV6Voq3biJVrnPioWjFuI1tKxzfy8Ij9Q5/zhnxr4E6uJVV3asqr88p+tlyNRixeuq72ScCOtYmCfGNlZng4TUgbzXgSQw+gBGcRW/jsPFwZhETFN+Lmp9z0Gb1Plby3HEZGKBftTqk4r896w6IwSjvBO7ehjiDq6EF/UpFlc8qAiEM+GjgYCKAmW/+QoySAft2fAjDNyovudaL1z2unlS/7Rlr+3FUzuN88CjbQvLjtPS9WYT22Qq+NZPR2PJrWl495yoM9egd03Rl20GUH0Qd/hSj7p63+EoOgNJwgr/I3mlt5OkUIninJpZw7LUonuTmVuYO2Y2Rf81wfm/G35FEActdMOmkzNJ3H0dcemD8WcsxmdaXS2kwg1eHeogB6QQ02iRAw3t6HiLZliwk8+YW/HmLT/Tt3kDdmLcQZ+08/hszvlP1MRLWqiqCtGwUcq4vIz5Hx0KYfRU/dFj4op+KyiVpafnaP7j/dFzhDn/IK8NnkI4K1h4Q7dfLuewIktUFeXuV7IADOw547zF70ze0XrPwn/gADq19Hdu50hCT2PwFDJ4XzjoSn5opGXyV9wJcvo08LNl4StQcYwKo6FKpc0A6OSY8AOsm82mMhYRPijuZ36uQuQjTjcAqIuuIw6YMp0b9QjDx49Cz39Vw6qTii9FL7PzznMeog3jdnt7FIkFYsqosOb+XDj4kWjyLbZK9je7goc0P7NK7M7lnn2rEYmOLnLpmSTSaClYaQYirqzPC4xMrjO/asfTN+8kJ+4GzRR8DH6qb9kgkmtgdF8fNCjBBjB2Gyfs9Sun8tP3wjPxGxR+M0XemFkrDC+AxdNX+SDg1uWATxOPhHs93R964TsK6fpfN/RULItS44qbizXk1xM0P4w6+4h1kgO5KlcVx1fXrDR/PVWg7+2NEyItKFY4Ku4QEOB9sFj4uPmLqObW2n+yb5SO8F5wr7jysIndyDvEuakvD1yMZoMqi6Vp/7Or70mLMTaCsIQD2dSvSPyyT15CXNvmzsmk76ZBD8DSFl2qqCQqzNOqPnI9fXcUa2sc5uoBbrGNNy1/JIyXgsCyl1K9pboIbbh7QupJP0RAJtT0wiHTMP36DkUrXyhujJ5VKeEvzuwFzdLUUIB2dqz4EmQKAdqnRxktwxr6zE0Vhvq9E1iUdPu08ZqkvdTD93P5SdkjjE1sKZRECoZkitzaLAZFlPfpUBRTHggoS/FVIFggYZoz8YtZMb/WL60dJ8rd6i8o6avqjSL8zD6YwBRwZF9Oo0ovzSOHNYwnLzxMheF1ZH+Nx19luB9OZvrli2rUY+ueYldtwUgwlt4ROVM2UldDHJdytWfx4D3BF3mngnk3Ra5D8ha7b8whpfzXFFg739LFfsx9XBQSn+Rc/6EwusDoN7Mhc0TPtyd7L8Rcl/L2d/a4Y9h6ZRNu2KBpyHTedDmBFyjFTlQhRVvXzIFhG+RJNr0Q1HymkCTx5O3Gtj7xCOhNo/XlWtDKejnSY2SMBUJSVSZtjQMIcwFP4JaVJaE9agMC2hpBcS8p/kfc8Znm/6Z61qHOClREeVMn+kHXtkeUuIT4+CZBH9/b0gt2n7SstBhlgpFStCla8ljC9k/mfX1p9O8A+EcDJ82Ztwgo3cwjCDrobSdpLrZnI+iNeQo4HzPaLi0h8EPJKXr+PHC7T9JKBxAQh05vTqOy2+02h51qEmUuX6tCZ5ChEA0BNq5FnwdwuY6fWY7fEkP/cfCql9NcfRCMcI00Xef30efVchzLa+jJknzyS1p539yJCIC0qmJUz+66DC01NDr0+bGvU91IHYvNF4+0mld/eH9FMPyTLnQfM+Z8LQwWkgiWchECqzaTB7p4dokiTQ/IvyxU6Dpp62Q+wlcEiomFxLWbr4p0q2xQIq2p9YSQbMPasNnvjljCL3tSKYG3iLEshRHFa6rYJmGuWupGwQ+txqP4SpWHv/92kw7ATF2kxGtGeMppIP9RLhf5L3IyQzOa2/+MIhQfMxIzhE5tgVmEBQC56kqutPLBmjHgjN5yFLn4SIItICCGfxzfA7QQiVOz2B4WaGwHcTwiHBwBv5C9kXjNZ4VJhU8zLkkI+plSVT0Zfvqkpa6m9zCCZ2xsqkSPtXfaw5S4UskOlW+ON16zUgJV2pxp9P1yLQDlWj/doAngJsasoF7tge5YRmE6mklHTc8H5QfFlHt4IhKExg/SBYDjm+Q1o58gTvnSNc4CJu1ex8Ywb3K8zSzSlj4gDZCXm3yxoCgQEUvhYPGTSripI2NNXP7afHXRFGVXNNhGBkdj3NSp/YnQlI/ojuiPGRtcdpJt+XOnBoVsfXs6vq3BOotSLFQz9PypEea8J1Mbm0L+IihA/Eo9dwWN2hjJ16o+PEe4STdKnP61Ck/Hw8VxooNf+uh9/Ph/PEtQdqNuQqUr7Sx6SIg2JniKIM4S2Ojt0CROjfbEXpPekshIeqUrJiDVCVbBVSu9+Li75zWU+mcmih3epGzsfnAxMBKF/1jGalUOe6uKDRVIDo/6j6juVIla7bV8KbIR4K74qCGd57z9NfUn3+L+JGSIOOllSQuc1a246LpxwszxhfW8jz4gI+/VAP68OxuqkphLO9zETzs9f2KaMtaHsfkTcCsl7A2ooYU0fRb81DJ3O+TSotn9mpVvjqT4Jz+88lVvcmp3/j0hxri9lLvGCWcvzFj37hk611r/pBVutKEnMO4Y8GiP+C+meRgKwJw6kXsyIf6ZeyFaMr2y1/n+5oNFCp+MH/klI5B/8Nfijyv4OrkBkfF9NaS9P2e3QACtaGVlh+q5/XvAQMi5q9rjxbgMdROINm2UqdvOZSHD73dAL/iGpEruF44fkkYsG4BZtm9WVcFkM3n+H83PUZMnqZ7i//5pOtmK5upc6LKNC/WCF4/hxknH/BTfeIofeCRFwThcMbD+YA89zsRoy+RSnj1myiMxOBjWH3jdbKL0PwixKzu5qAVhPMMTUUW8aa48CIQV+4QumrOxUsIC+oWThOFcqWGehiF5mcwPtk8HVyrPSuWBar/Oh9I0yUfgu4s/CAj4FQlpUeF9EjPl7+jWuvQNoB/8goYjdFNnYRRp2ULaiPNx4V9+vplNVKKcvW6j2B69xuBA/AIR2n2IAXvoqf6fJoPCwVYh+T7Mbvp25JgMUPgnsemXyQ+4OeySYDQIBZXqIjK6RTv/2rc2XG8zve6sFfB++ea8XifJMCZPFedmTKG61+wD+WqQypwp3+xSr77HjRhvFdDMVmfBYzuRCTSqtMuJtJWblEoPKwvN77DcTNXBWC1XzXFxGZC7lwn47nPgXbOVlTZwCxc5/8uy9Zm5L8RWkbDGQKdBf5NQOVaeU/3YBPg3G5zmeq0Vtrpr8Ny8IvmiYlvbsLuDG+h/jNSk/0qIqLUmhMPs/T4ZxvHweDaY6D2IHVFyIbO2QpKq8bDAFabuDAd07ib+nWyfwEqx97xVgZdiU4Tei4NsW+NE62C9HANK2RKE31I8HpLII6uqxqKbWEn4fWQobDRPtbYIjwQMIsfOaG1S7ju1tqWpjPTrEV916wPQtF8i2xvAob2Jo+CnPym/ItOBdjT4GFF9JOh+AWsuhHMRmYyTBGKpFh7Fo2T+OTDrdfZHyedB8d54L5HzJPPfVFbRLGuAF+3jdyEXdssymjygpeOya4c47GWLuMPy19OiNn/yzXhvQTMLlnu/rVuEkYhDrQ8WMdr+HWovQsXvlP60/6In/HxeNHcUGfGkusg18AZ+WrT3uV6N/KUDYMRgNgOdjTDZH82LviLp1i6ov8Ypmzc4cprQIhaIMA3dP2MqOsTz++qpoxm+L4xNSc8pgtwyeXNrZldyOvIHUMbVyff/wydS3gMRI++mOrxWPuAqMnE0wePbe0+zKnJ6f8xMKji/xP9mhd1eXnquCVrVio70VJVpLo+5VQUmTc0Of/AaP7ZRUBMeKI3GBoMoN66DLVKj3E/Lmc3cvKYk/kUUaxnYFzZZXSD+h6mpuSkDxV6OdvT9PNCThllZyxuhlXj/Vr2L9WKdfc8zNeyQIzCy4QVVuAXFO/ipA+8k1FulzCXHLh0uX829ITvohEfH5/rJT6mxvXdiD+QNSz72XsyfJbHuzTHVjDajOSumW/X+PWwDltL5ZBVVMWFYgw92APH9WuaBXgw/2vOYVjGS60mb1YC8Nz7WgKp+6KgkXEfM9hnKQWaT82vFY0W6J6ES2GwzHojhRJpynHxuEq12QEXSv8wcEEQxjbwvsxvsoYJSlUtgkmrrHF+DOJ8zeTJOswajmqVR1NOxe63Et96nu76TCCsfvD8CxXr5mZIquQq2LzhQsQiiRpj7xPZQjz568JVfOyKYK43iyHWyKzg+w+ZmbPZLf8xsK/uyf+sf1tEKnuaPPv9yNbVTLwEiWaVEljLHD3APA6qP6UiDOprlVIm/OpH7sFkkz92pjCRYTnNbVlcGfPByAUPXTmeJURLtMiUAswG9z2VvEXDNwPUNcHsl8e2UlM4ny7DgHG24jcvfwbctN8aghUfc3pr1jcaOngGKP4AY8blCk2a/CY8fEkGjhP6mbQTbPsNOFJOslgEBGwFdnmON0z3aLrKdx76UOo8B7o22puv4L74TAFQh3SET5/j0to19wBS3liTmxUcL2bBCyxJ4Viy6faQubXla71lyJAazWL9gYxPjjLMqqx+hrTCPdFGh4twCevMsrfKpvq5arbPyNv4bSpWeTplzu0E/D+DMDs/qKv8VIdstMgp2JCd5XJX8sxMvewAueOvPh7fXqJbQxnCFIoQg0voAJTNt+DtX/6xXO9r9k5jnE8V8GIvthMXcJulsh5u/3luKTBFqsxppZo0/YkzokymKIN7oaIpcF91Obf7gKWdNpLPRECYytZzWEWHP8Sf1ZsfaCFB/i27DBGtVqRNU6wmT7cmSSU7tuFm6k0mdp4rKPkzf8sAf8SXsKablEOjF2ieIPmu+2RzXFNx5jPiBjj8YFTe21MFCbKDk9+KZ4gTVsFBh/dVVO4/wu3rquMvA57+XrTtMlnqOspKpmhwEFcjARV8L1ezIyJGIrx81NFZ3SZLO1NSVgqW35dGjYGOv2ZCZ42mWFHalIup264OgTT92ouuxnJUE0y0Qi8swXlR/iXWy63o7D90mr0qJupvRRsoaE3dM9Xe/sav+jlfv8ED0tiANT+P7s3Q+zoia/ZtLHPSz6T7PwnBe7BK0C5510ia/Rxh59pTdFIe2gEOZd7zQUGnwUGnTTZFp+LRV6D4sY+Zf5NXCSeMi63ZTaZyiKvgqR+JLYVxflcTz3we/A7/2y8E3RskfTJlxLkscxYnz4QgKdROgIyCKDmahL1SGB0Fin4RpcmFC1Cb281/Lx3m9ChIiAbry4+M3OCK5xNpRwZ0jsUMpWDmVTZqQkvHOTWGrqGH0lwtzRlfXgazC2Ov61tyVhYc7sWO3HYY2RLddzh/Mj2ENxsbaqf9cdLluqny/DOEvpPRtBW0MPUcC5bwtSp/FTqS0La+MWbKnQDb/gRnNkaXnUEiNL9Hoy/CVzJczp0XPNS+XxBglQRPwh1xrzX6S5pEHDNwAMACwIzLEWXFKpXsnfrZSUP0rwI2BAaV9rODPnthYByhyKSWmQvS06UwoRHdxtDd+aDchzD1XuK0z8CJEHC9Ik/5jzz2s9yNBiaDcPebzUccXiPA0w0ZEQzIaTEnLKFWo4oF6dqs8P970kccmUw54pJ9eqG/rfJEoZ3Sn028SzMGKQY28hPMmFtuT4caNodhQfp07xJEkE2B0t3a2vTGV9sDK4qmudY87lI/deq8yxtsKJYkpWhtX/5CnH0oRXOOumnF3Ue+zH2+6AuONBFfkT6b9ma4TD6D/b/pmHJQnKjCAFYrJEJe9HS6GZaG7Or1Mq87hbQWPyxIKzM1J1HZnOHkLsekkad9rFr+P5fPydbV7QJniB7bSElvjZIIl6+2awgCht+m4qvJ1LuJpJGuZA8r8KbIbrwzuNmC6s8YIlkpM4sZPLsqWQPqqX0I6d/cRgLfxMbVYj8cW7Wlx/ff2zlhXyKvSqdxQjuatrmL6YhCQR9NUJhnJfqASKjrNP2N3Pb1Qun4SvoK+nDcO1yKUlZnV8yzmxO/bvOFARtNFjeAXQAmt0S/sacosgwQYhHuvq34Palb03HXeOMcUrAJLQb2s2gCuP3bEq2T+kU9OXWjZQgFr8+KirH4NdQlPwxuk+g5zXkVx1Rpq8zvTXHdmanYZfjMIElknHK9VxGipbt2xOT8c/sGi85vsuii2OM/trgg+8dun5/6l2II1sUvz6szsrQ/+pr6ZdpwFwO0E7+rQWbPtZRysQ8GQUHM55N0a2sd+gTkhnUKrwPm71uEWG7qIo6g54CX43DcqKXSgWG8N57HBif76bpE0XC2xHKFykE/rYLC9FVn1+Va3tAeiXcFw791+2qcxioCmAJqrpXGfSCsv/FKDLOzr9HUSDadsYCXVwyOyj72bREbMI0Ied1SLyE+igwkx4WXR0/Hm25STLKAjfGUcKv8auS73fc/cjUVpuLtFmuAa99rHZH5Umb2VbzHHdpy2P6EmTIDvC2IscR1tD9KiFFFP2mzyfa+Felwf5xf0zWiOQ3LL3TVC/G0Eous07NLsdv9F0xZWW+5ev/JR8jW4lHYSI44z50Bcq5NDhl+J+oVUyuBKfP26no4fDKOJJiCGKpl8bGCc+BYKcIcVSRxFKaO17XvdQMiR4qM/Um4DHM5lrfMv2OO0HjQe8vapBbcta9Pqhfxx+KhCSDfJHGJZAGZ3fxHs3cTa1laGG4LIdUsaNX6c5Si0pGSieYmiwvS2AvSZudgzuB4PLK06nm0PQ6Z0yPNGiirPDhof8GRVU/0WzIUv1DN+I27zdnf0Dqtmd9vlXVoosxCyKnXVH/sZT3XcTpqfn02RaQDWDkeE0roYbRqOf9y8x7TSnVDea+3DRCmAY6hESdzq/15w3KKjyR+5enaJXXnLFLkZUhmtjYNI9flB1SLet/kZ6WvA1HXp7LbVcUa0Izm7mIYEQdtRidDCs08jz5xXslgFsXo1ZDZMT0EaMWVJaGMTmU9nnJEwgCdWKOdSB6/H0/CziR4mjXzw/FfN2vjXRGai2D1tTPsNxWN560NfDDRa7xGFOSt+A/+pmw9u1it7dYSDXHh1ECt150hcN7hHAqldh65ah8drFAcFLHrt72w+EY/skZVkkDELnD0oKwmRnODI+7kj52t2jutPOCtZzBIPrpsR1cLHxG09Xc6vO1UbZY8v0bIqlPM1cYhSYnWj52q7kQKMacAvPW5O6SDbQ4NMQk9vXL/kDovvVR8/WBz0uLX7uT96Xsjccm4A+1jJrOK/x2Kfxjhp8wfs1W882PCfkbNJWhkDknnNHkTDBrQdyeWtlg2kVsn3WQTEh8wBxn3FGBZXDv0p/PWYCZ/WCyG5sPzt2gRKldYWbDUzjRAck+BFE4ZNfnZhr/St0kfG2Qa6sNHnHvnwVRORfNlnLSP9SOI0MSYVBXMcFvq7AHkXD83yYOsVv/1lfbsEMEKmB1DLlUVRFV2D6mveHpn2c4jZNfsyREEFvzuvoJXxNnpVhGSLr4wV73UuSFy1BUXiWmIKxYKRkB1ktGV3ZuRX1DGFFkz3xI9dT9jEmmzskDCAXejHZPplEVXxwxaeHzWeMCVA4DFI9OoWMRlb7+wTwn/5AeT/3P8oVoTp5nKleskAg2rgkgYcCDV1qSXVsjKp3z6oTdgwERrQqMV/sUhPL8ZYE8rKTDR5RMR3jpABDKv/4LQOqsVv3YOVZaL1H1JT+i8ffR0gizX5DQHoHBnHxlHwv+I8vNCuf7YfrXj9qdeqD3PBQNryqTVRQ08Mog3Cdu2DPr7aFUI80a6SAIWi05K815mLA/wSKUEflSuMZjeA+fpiVHJuEcO4a3spsLPcbZnVnhstfUvNJ5F2Howipm9rhWl3ayzhFXkdrwtxxOkVEiRfPO+WvQgdBp1CqgHF7XINjLTX/tijPjRAqt9ZLT5XdTdOH+N3/kR5JmbC8/5qxIicXPIxENJAhFuZ2/pq98Dn28+/T3t5qxWsZO0Ga3tlPmU0saIQl4Gm4V620LE4NP7Eua0ZilNBRQ2QN/3cUE8UA51l6cYYUfbeNMfpsLQWaAl8EOtIfMF9BoXjgVJayZiqdckDm1QZdHpRkuHVrjHxHtaIXspe/fctzrS06FNxXZD7o11XDnPZdmyVms71yi1AQ+WA/94/1PYfPA8YROdMA6x1LMTkIGG50ziI0kmkysPqwVY/BVraTJ9xL75bto/BWR/o21FzwN5U6K9XWx5PzkYIrQuLnNf9CwjfHyOnrKN8lF2+lPRPBN+FpVb/smDhom/0QXKcizg4JG+HKHuAre9dXggCcH/aTTOpFj7Osy0DpWk33cHmrlbCpTRWi/+E4uC7ZikR9bcP4rODqibsvKi3gP+k8vWaQB9RDXwOst6v3o7PzoUMFwLiPkIvvSphXdSNoqDuGfuWyBPN44EHXVWl7/NsIk+7duJkEwJ/OegUsEsze7jmC4zzdWPiHPaXCFBmsoo01O2j+hHV/3LzFV8zySM/BujKx5U9pChomnf7MCzVclSH3u+N+wmxZUzRN/+1QYKmMmTc1gICJcw/Bf/NNKUZx/6QwaOHhgVuBUzvHv+eh/j3z9AiQmrhSk7u5Vw7ozz46+DzKvwl9kK7if49Os8VVwCY4WHYFkrhDAmRO5ff1qQYYKJkPwYiFdQ/iNTQYzSNY+sqg5nxWwypMqcIJNm+0mRGjTMxRtU22hUUky01TBTl9CMp77fZsj+CtdcMjqGqORgmA32bLOrcffs8xWcMLD0EHt9Mel/n2dVPsV6SpPf5Ih3KgiUdz+urFkYiHIzn37xVnL699GJrQzQ+wGiOif/QNR5aQ4ASyl+I8Tvz0+EsWH28OnYcviOUY3IPTD+vnzcVhVvx9aDns8b2BWoPnpl8HcANTtHgm5BaB/kYUvpfeIDSWdbEgE63v+cWo52bwqG1aMYf52Y3dJ4Fp644jN6E46HfGagd7dzOnHVkg/tEi56m/tcN0ZfnhJVkIYn+tXfFwDpuWzQV855VlfxU52CC7+1jfb47bii3utcwKrKn+QV0JI1mPYipnPcdubrDE6t5R56OIzC35devpXC/O3YW5wzkpIcVmWchv5DhSTgubXO8B4tpui/GNVJ4N2248jFCr/26a3y0z9OCAf2xZYe/8tEQBEww7kgR/2hH8pZxhUadwEJV3Nfu/EZlhEO85MTOoCqENHpAwOrKpU1Sr0dD1tVrwprFIUDL0Y5rvt7s1Sef2lcS8rrr7Bs6BCt5Zo4o8eYnbjrONNtM66FksV6lHbGBKIHawJrlaZj9lHce2FmBbVkWjWeeJYegtuZgjTBLtX2BroFHarPNL+heopfz5auyPYUz47Rp9FLP7NFxUQVw+tmBVXFlZZpWa+X5z9KW0wG3M7AGI+Nl/t2cbgIvegWxIOLLUQh7v5eTg0qGDjRqxsH9hbtxC0DO/d0I2Xha6n5p6pl+bmePUqux8XgiShM5r9C9tmna1+/sclrm/oteVarvgNbsvWTnlmjHyXtqXw2uwJ+JzvaZDTFWnGKoH9DJSaFYpQju5G3SqXIYvlwwm84oh0LOb7RkItuPO+gQ6DF9PARG3BKjO2omVQhMdxjN9w2qW2r+zCHqoKWqd5lH4h1iVPxEy1MHUrVV7MY52oNqBX7N/aZ+AB3kcvrYqldoEZazATgM2zkkUJnuTgzMf5kaIHmUS0C5EVzA6Z0XvUj4ld6cccwHGf2QMp5VwrPEWWc07nrvbPX87Ahj3OUvtedeJdSeru5rKqztiuotrhc8ZPmzfP2XJzXV/cyfcjvrQzljRTdU4m2f9stpS51lrRSMLOAoOv2LjVA4tWBsQzGrqGeEw+khiu9T+U3/EE8S/l/chImg+qxOeKLPCIW0zxae9OpNwudbJeYhPMpj0EPhzkAdy74tpMjd56RInB4De6W8cvzkBjhurUlbPToP0IhN8FjU/evi2s06VhttZarHXwL4BjrO+rB1aTRwnOFhpQMVfM20gTZV3omDUZvvB6seS++iHW/zFUjpT/NlwW3h8WoQfvK3wbBxRAGqATkf2Oevd9fIaBnTh+2PZloa5oh0q9pp0uxilLeYl0By8n/9xPEehGh4q/FHcj5zIN6yQ+gkcUIHV2vkibu79WzoTKFagF5dtEyl5oyRJz/GHw5zb7T5O17r51rfcTNuAvDRx+aWeAeeEPci+JCUt+ZH4cvEcZ/CJO179Upqwdhy9B+PJgdgmZjvmVHCBXIkpauPza7ODjqXYKAwDzwj8ZdfciU0jsZ7VZftGE5iGvJOtKVdjz0ksl9XMe6qM8mfTSx/ZvvfMTEAdGnRnBFPg1Vaq+KSMrdHmHvWDvhZlSOa8DWkfAa1estAvO01co/+VqqVoZnNdumw0YV1zclqZpRCMy322WM7Tlkiq7j+k+qExWAh8OZMuWdnYGwIS7HT6Lt7zWdn9tnMiEErwkZucwsXiFniweaBgml/Q7EGYfosiGTigi6YvhftVqY+TP2Ggr2uljAqlWErJsnn6lWUZB9Z+MwQuZFxdPibDmiG3v9TpDAnYrgv0bNYDnngKf0mmA8j8HvnM6rWbpNQdujn0FbeyN03n5OqUXp54Hnj2PEdcYe84oxdBuQpO/L4sZK0sItLQYLdphfUgd5eCsRYCiM4jECj3H6fnOV/A0dvIH5FQFgEXEVo/I5Xld+0ff+NK6q8Ed2GX91o7WU8GLyp6e9rUHhCNvqHGO23IF3nUXUjmzKQr8iZc1bUpphJ8jfrF+ZoigShIKj/rKdvl5miHtC3zDQ6B1NuVSbII7z8b19Low6kwgHb5GdF7gohcuDEheWclCGmIbTp+QRaDr9Eu6Yd9L303T9J7tVFW9RRAyqKkC7r8Z6aLbS4AAoVHAdFeRqBnI/Aif4WPeSzrirofqObtU7Gq85/O3w3gI4EZ+oUmC3XN3a5j+YzD6JaLzVSLff8aMAoiBLjvywqgfx2zfnNY2G69q+0GSawdIrJQRIfnQdp0PWPIzopi2PYnzxjT7m2v2wqtl91yYNlehIN+LWHdT15oKwznXGGR2njgZbs3KqjiKVRAt/26bsuJ/0ynjtjlxMxVV3Xi0Lvp2HAPZ2dZyIUP+TBGpvvidlkoIcmK+jU+n/3uBU8KWcd3RSeFY4C1UFK0iirjU4oL2ShdBiwYUhJCFuQX2s4UrfN1DxyCoKegDSt9qgT4/dO2OsFZgxTgC5Pm2mhm/7MpsOu7BprYZGE44bXRGkmlhODGea5gJqxdnWq9/HEePNxh2FJn08W0OZiYQ2TFAoMloKZhRMWThWJKWHZV+yNiOxE6JQA0fi5xE5mwk72R9kOqNvHp5egj5pW61S2+IoHq4/aPYdKCoXg7qE7e5OeiF04hetfGSn8VuU3oyC6+nMOFl0AsjjEtCkI9dVGfQkEbW/LvWYZ67eQQ8tL25pj4sgHfj4uBJ1cxOtheSJH/9BrQY8sleSAqIcXbAyKXmaa2IUmLsj2BA3ov/tIsn9Br+SPYvL147iMgDKZP7v0ocwHGV305yRqujjI0pGKnjzh0kJ4IO8j1tHx4ohHQMskaCKTvsZU/TX6uE+lBfm/Kgu2lSAY9YSCU+mwh8Rmk/54muph7hlUhRz4Dtry2nFm+WZv+RcX2ldOurLoTa0c7/IPcQphuqizp0LCpyBtGcvFCL67YKyxCGPPANofDWikSzFTiP/TkJgfP+eqIe6tKP+aOdaEH7oIfFe/yeTyFHbCdJ+exAL82zXZAMIRpZtyDdUTraXfFQcnoHpl/UaibeByUPdV+IpaFLG5cfREq+7ksePeKzoK/VzzibT4tFKID+TgJOcz4FcSLQYwjQm3glr1C4ezP8m3RAnGtySn/b8lLXBEr4jPVs9bDM58J5dVRqYbZMphxuMW4Xn5i/xLKek/s9oPJeGeEhetVGE3cPt4iR4ImGgUgHG8BMLsaBGSbTmloTqKPCCxJ45cGDGTl18Cpg0uog5kmgFeP5AK+XFj8uHhYJukHMJh9FsMDk0tQPBo3oV9WScgFvlRvf3wWfPCgCsdfyITlGVwLPuGVChEWYBTh7qVcBk+zyU4U7Dq6OQIF/kLv9b4zuMI7hz5aOYJyl0jsljBF0HAo407dRrWah9LJR+ruzddog/iMiIaYNhn9goxXV6k7VpIxHfxPB9vfvgznNrOff4+2IM22sf2ND9M3AcHJee8fn8QgE11n5CI1kkGmcHcnT4Sf5r/KEcHsr7ub6FBmdUD8kVIrjti3PiTMQdm752Sed+pKTkpH9XtBC5uzxs1I5ta1QqR16hR7HtduD8ikd7gbop4MZcJEnwTExPrKVFYXY7LHWB4z6EHvWAkEsRdPI8qleQkjhexBlyY8odvm1rVNKbBU4ZjPPQWapNykii6RVwb3BxE3/zEJFHBw8PpM4wZwr6QdfS7KX0j2NgzfCp+UPnhNEyTlm6zWwlf1yt3TKzrG6YDtbJAcl1i/k4rOXgROgVJMQfRNF4aP1UbLGKsGIDwlL5WOlZjWWs10crSzRrXPRTfjKjXM8jFBuP42k8YHWn4jjFy78DcDAU9YHohzL59ZaBSAq5glANHSV+8BOvSzt8nr6u7sGnJUqF++m1Lx/QWyua3m+W/SkaL/3DwyFNKsLe1XgeYwj9v72K4AiIvQ37kUcNdd9Gau4tL1LSqkn7ORMNVtTwTj6EA7TC8OpKM+jaC1Sx99K+GZco0AYB0Qxnx6Y/vwzn5/iuGSB/D7ctTEYS2rgkyFIfEZDJ9yq6nuxwd7bAor5fji556vWx+pJXb/UfzUWZV74h32VdFTVnCIc3+MtkiCNJTrH6bcXGqOFH1gBuZ3jk9MmntNcysERW77gdP17HFZblGtnwI/sXGa+vB128nNhKDubusuuxrEjf3LIAYY3T/pzSRPjGr3RdFRPmL/245isRKeIjT0PbKXB//XQItQ+FgCqt8qZR0Fg1Df0oxFJKzdxuEJjg0VmEJj2C//SmSIP/75wsKNMXNtPq7UYDUzCjQ++h5Fh27YObbsvpm9ZukC/XYuYIT/7wLBACML8nj34OIm9H1FxKWCY+6qvfxmZgMnuC1sgMAuT7WC9fhZK+Jy6DEfBKSxGvXFowLU6tO8EQQYvBIkw5X6UARUZQITOxigpL4bXDU/BcWX+2gzDUrvFaNAv0qAP36U1m3kt3kFv9EWRbXJp0dcWxAwx71nYxYDda3fmp9uawkV3tkciCfA0sLNYxogV2wVM1p7FoLD8Lo9TwWnP3FcLZ/iPDTFXbBnbMKNV0p9ZYp8P/XJ1UiwuWuOHh0jJ5Y/0VBCuBrJsy4WfZXZMu5n9ssTcNuwfBAO2TAaIX35dvfQ3qD6ddMn3hXTiwT+re80JMUeBe6Or3x1ZyOlUA94kdyw/ZeNvGvgDPEImCNOJ010Q2LSjD0dtDs/XvBaSmyiPO1UlS5RAbJFQT+GGEcjEPiwsQxWMyn7oxJy40hMg7MIJ6g7T3wigXZQRBG89N2IJtUsxC+RHwzrPz2qkXkqkw/1M4wrBgm/l4QJ5D9kW+iiiL930qtDZkDowbfRYaP+Yniw/rg+pZe/FhJNinoWoGk8FbxQy7pJB03x4n3p8Jf45pyT0C4lmZZf26fnDbbIDstAmfNYDOmViEhbkdeZdkcTOBMON3xzG9UChY1t1BwIToVKZxlWt67lG10yhUKh98noyBjASQIAfmYq9AQduVjn8DwukR2rPR03tWpA/7EvSdQVU+yzZpkc6aXuD8CNcDAKCT3edj+SC4l0ZE4OCFbFESoYRGMb1HfbLZMgrutJr/jhPUEtWUF5fQYncB8V/ZHuygoZm3y9zM9JUpP41JnIfCuH0OkofDTruN2cGo/ytkn22Wl5IXlhDL4/Qtijt0rIy+/MgOr299B58MmPrzYSXaoVNfxHSQSjNXbMrr/hBl1UUjQ7EmTIXovB/PohelJU17zjVXoGpQ6mSI2A5wfv2AqabqUIIn9kLA3wtbZZ7BIH+gx8wrcP/rCJMEBQTJzVDFWxZR22R7z78mibOZgVeNg9sp8MD8nbNes20kFxd1Od9gfIGKnGEoCmKrfniIzqejIX0yVVDlv+Nm64N7HORRrAxZWNNPoj8qBcbZ01u3xQM8qmmOHKsnmLpFLOh81/eYiEHIVdmZixJHZQFUiXGLuVnCCi1Ymsz9wa7cdUlezmavp+f2e+jMuKoS7ggmJqYVCrK26Lo/wL1Mvt4fjNRlFAziz62VGhhXGjH3TdZ4VJQxAKa1sUwTfT1OB48c7HhgfbDGOeHctQ21SvPwX08JE/D/VPnqWMvrHN2kj77MrhhAL8umAPDsy70ifEK1hW+cuRMzskih6DqL3JWr9PwzOGzkTI9tow9wgtyhVychQHvPfVDbWONkvAAXyXocPmdPCtOlyvr6jJ2ouzHE5N/Kmi0kl71OetXS7IkFRQXcQQEYgk21ATfVYHmXoisLSn6ImQiV4YOgrLiT0eyHXqL3ItnbDpLDTIM9ADYBSlPTG+xLnSGXioq73mUJiREN9L1NT1e+ku5uNndX6Jc9zxU8mwjNnSQm5Vg+n8F4Sr8+KONs1ZngAuupaJXTNqwqvFLsjXd5HkG8yWYQYORv5dzqYP3kqgfua8MGX0uS9Qdbw7yi6sla381M/+MmmdRU/jDvS8PZ19qeTCff209uNDpOCYrdOXFIJ8MbxAyJtXtr8TVwtJH42lysQqXhaYqz8oC5gQLqgR5VKaWxQ5GErjJW3sxahAVsl4oyf2jGOuhGTGTcsimIT9nZrcOwWqJNFF6CfzX6YKIL6iJ8aCdjRfs1/dxDPj1Q8EdKRK4jxEE/ufxZCsrCnfNmdqZi/gv1DTyYr2suVmy5WD7inyC4XOcmeGvDdUdhn8xdIKryWrQOEPvIlCC91p2XA70DvsEEs30+A/BGeBdsbFBmdZ2K6Vm87kDUfilTUiEEJmYA7bjb2RbHjRla3upJYmBSQ8yowZk8zfrNxw/EG7vfxhtYBzkrwGNV2R7Z78RE9qVXydqbNp6JUi2MnyYku4o/mZT8F1yFvWePLTe2fhygJH9mAr8CtSLCQ09n76moAyurArMLrD0lL14I5N6t/rN7vkwoxN3r7YJiSVGwuHI7c9ob+u2O0wepAMlWWNsUsU5DsZH9Zb1iPqHwEzEjhjztEaJmFcx/busyCC7kWpHeeuyDsGR4DgdhiA/EQD9wkOMqV2tqha6/B0o8yVXpudQwa4FMApVFJLTmfI3rqx+OcPr/tSyOIuSeJbKHI462v5aagAUcmiDbypajy5Lkr2mNKdSrr6lJIiPbjOjymEOo2i4DlBLy3wqw2lqNp28M+KuC8pcl23PSWIFjj5bbVyUl8dKUBoIhZKfCpvw/KFKuf+C1bEU2SYbZiUMBJwcCr0NgokJ88Tvf525fJjH0kn6tZOR+DdIW94+nCh1RearjShYf+nCFyJPd4Xth1Li9xRC/bW9/7ZfOPadbePzNxjrC0vji2EM7LXu/AJinHfpwPoXxiKs34R+Wy+60tWnOMfLj5BZ077TiEzoVxmuh1xTh3GzKw/Jw2g/SVFNxWa+UEFok4KgaQrdcfLPEj1D6khQD2phD6ojM8PofwhKvN65aC8AUGEU1DxxdsY5bqqzZfwZN3ErHTYp0S6kjIKILm5TSWOAtBZEFIrgl8zAyVP8dldiWhUMU42bgOhDA+Ye6HWPXlrSsTAucQpliy33/KY7gtXNTNBOrv82Lx04R6Ptd5K59+FBKDvUnvNlDuRIFzZWHpax12LLKLblYkfP2/fMUhLc94DI4vBrrpQsvH69yVN8YI52W3ac5R9oL9o8e8vi2Lyi77AHDNlSWD4CL0i7AHszwIq0nxDQLz0m4FheHfizvLbzUl6INDKslOsx2VlCNFKsZD9rwtQyXNf90XujHD8jeSh1pgkSyOqJ2V3xYjP9Dcb+GGjJcZLrlcutsbPZ6mjVuzrVD+SUnLUQAOe0lyxzfQTHVfrTH2r3fNluzOgazCvueDRr012HbiuNktmngnyZwpbqzE3sZqNPVTEd5tyBiAscT1mnw9HLfI0/LEg68/qdqUMUZxrjgXLKY9jCSZPKMN8yYf9NGYb8+vbtoZw4roGBDTXirUdaW1XMWPd6ywYgLnAOfec/GnYr+oTgsyF82Hu0x5L3ndy8rkzkdXgbuNcCOZ4Xu/9C1Fjh2Ri1TYaFyqWvKEV2xjOonXoqsVZcHzvHPV1W+UOgfsnrqCyU9cVxJvox+Y/gx8nt+Di5P/7O+Ha+MTse90zLKws5M7pkP5dI0WKRszCneFJ4taLz/pAvmh82EnrsevQw2fj+hg5ZxSn8VIJYwWqtgaToKYv8RAeYmzPhYvDX23/KJNhq0bG5hgvW+6/gMEbiThR7btkXj7fpG02/FNIuiba9CBsEy4gMFWkj1r4wpwaBaqwvTELaSauhZzHO8wHVTHCVh7JnVp7V4dduxr12RzaoeyK+zUwlRlH1hF8UMRBhCu3J/xS0yEdMTZpnwxogkAHlnSPS8BTYHilWOU1C1mv/T65moZpnmbWvIKbNQiaWjQetyu+SS5VNJGFPILLPYxuow3k9BEcxFbuvCulD6Sg5cigpssPk33oqad+UEouJAPPXFue7OWyhJd/vA91/64sPLGBiUImFOfeZVS+xiPca8rZQQc+Q9BDWV9bi2VmtWbjX8OLnKTyQJfAY+dc0Wfel32MtgxUfeJHScZiU0uYLP5rML7cJ48thgMpZMoR/6Uldjzad1q9LsGAZgTjE5lr4qMBAeemXx6fJi8Fv5MDx1jT1P45d/7hstmmHD4HjNFvrgYypmWzce2UG05aGuXcQbBOlsJpSeiyXZ+Wwj8cfop+G/hU+mtVCcA9J47HS8BG5JUVltUfDfy0e5GEr1yLwryaXfSVoGK1zDN0dDK2wFVtUHCvTf8UXP41SnNeT2p4fNJJdRRoWe7advvQ+IhxVj9GCDD2UwUizJQRhTkc6wVyEuhfkFcpSTP6mweE8jDMggfKRzLI5s6hLdz8JsRqzt37wmOjgrL/aXvb7pUFIKouqGPPoqBlflDdrv98ToUj8a7EH1EXwZ+Dy62y+7g6+DWSuElhAihGPiFTlZkKnMv8jScffpj3exQexXTcQvx7Wn2dNK0qrzcGO5gE5BgdbOk9Kpq4BJImj1GHd7WvnCUFUUW9U7PuvtYbxVXbB6LGz4qn8cBT/nkYqK2zLfWVXCXGefy/AYlJbYLu7HG4OlaaHDuXh1gfdFmzf9niLbcfP+TG7YVylPeSrJzCq4xleTJdinLBC7NWASaqQU1pCmaT9R0iLKY4qM8W1MhOlXLvDBufkgPX12g4nM2Mc9gNXIODeOwOehsz8OAnhIX64ESTHsDWQEO8O8MdMnaEbvj6TsigdZKFuhMzO6eMnH5xGfiEHohrHPP1NVRWlvTcZZhV74vpt6fS36iZH/kEhGNznhsuHV/zlk9WlmXbNQHdi216/u0gytcMHR8v9WYCorZxeZyXHdsBZ6yok4YsVXxK8BeloX1b9ckMrrn5NIlqySoGyMEb5x6HgH9qC7b2iPS32wAkvkP6lfgXFpvptpcm8MXlhGjQzodwPiCbXDoF6jUS/+3k5d7RA6jr2Ietlknm5vMHGkdiPHJx76fBuB+tQV0ej13/bl5taCcHGEjZx2rLgfJrCzEVxxi8npWzWftW638fDZ2wl1cHzF0xZFk5/+B5GYIcRdejBiJy6nOvv2pjXJj1ly3e0/te4DJOEgzCpSvCon38Yae3soHQUexeCXnVaKyM5yhssoBz1/vnLyIE4zvtdSbVSmDas9wUh2bVxxfbmOIxFXtwMepAqmRNmrJJkiF1o9R+CpJPDPXGK9irYtvX51wV+mVS+vQ8iYXwhlvvQNNaP0jkVvxBDbS+Hd3nKlAT7jpvJKKb7o/+2GAhnclUZu2l6KjhBb8AK54adfxaFKZNf+r9LCtODfc2tObKzJThQS+vdYlB7uGkhgoUKhOvqd2dGXGwGfIatJhAthvoQP3/BSLvIQRCava7W7rdPO8/qIiJ94YASSrGkm6bwsBWnzlS0QZg3MAWZqD82ezbWwOpqw3CCjNI4OvBfzv44yJPDzlKJsfHaJTS5dT4LAD3ZRtHYEk1IZvhU+i6MynYDvKar60ocTxGD5277vhIGhA9EA3kd357o5ULZfS5IPM+/Ehdn2HZiGy/khDfzvFU1uuzNtSo/PJRYXyrgaIuZumWNzj4NKlZAWhnyADbg5AyTrPHi0SK8IvRw+U8cf/z7Swhp+UJdnzGh3lHC4hakKDm0zwDGY2S9qcRq+5T7T1h/6OZTQP2+UAdGX7DfG3+iXbp/WtV9fUm73dszkm/6jbgodLV9j1hb3T9S0It/YSp/M/qu43P15gfmb8/l77f+ChoGufb+31XO6ODdHiJUhHl2gGgyffytJES1X43Os/YPvsKM9Qq4xDmSEbArS8dgnBgMYStJSLPIEDIxYuYx2uxf8cmmS8ASRLuv/OBT4AxK4F7TWal/vaqQ/EBDYjL9d3rpA+xqnsC2/LyNXwH8VdweOZB1kRPDykOUn0eJTlsa+3qqvlJQG0J5vQR/P0JJkC/Xn0wA0FO1zrQby+l16zpBJgZP002WuxDd4MbwYI5rPKW81msibX4oi36BCfzrLN3Nr0iworZ6P74cKjGot/Fx32M+fn5ngSfyLpakSTVBwajDOo4brEI+fL2GDmcXFGGCLtEGut0PcnF/gWjT3lW0orb4OeP8k8yqfgMhC0v4d6M/WVFDV/i2B0E70b5FsqigCOLhF2sIoywJbKV1L5p8iZRZ/T4cL79KxQkiHj4tj5kE5sCjcHrYJZXaC0IC5RbET885Nd4GmEWAvMtfNycNkBJo/REJ9QdRy8t5HbIOgClnUkk3vr/jNb2uiTPVl+D/hlwhq/2a58u8d5m03UFl5z3NOpP63lR/aZPzhROU/A2YxIUQ1xF8SvCKhC+IoErAhxvp4UW0jYolhwAIhD6HTpeD9KKCjyL921iE6T0tO9+FBChjMiYschqbY6Dj9m1m8AQcrXApEg9GlWrfjffg2/ZAOQXd/tSwU25dH3EYIhVj6BqMyyNyrDl21wmQ1DLjKg8fIXv99QDN02+Rkff0//bRN/x8ygMsg43xETxi912jt2PtDb1rsXSZKFK0WylQT5zo4V8R300iCrRTvhC6YWbxH4XFKANRKit/D1FEVwPKLyFGZsMt7NssQ1TcUidDyNN+WuNOB3i+DxBEWILvptXKFm1dp8iBt8k0+jPH2vjCdsicpjDcEdpxLh13Epe+MOwldCbgQP9W7mUXH1CT8xPoOiaJv/k2C5nRtFZs2oEPVgRGyorFOPagS3bII1SSaTM6qhy8tzDI7+22askqhYavuiWbq004pie8Ciiu6/lC2FVtGo5ptbhZyR3CdPZ9k6x68sDoCKJbri+TW21ta7W6ljc/2h7Xi7Kn+6bm3XxL9Nz1JY0ohIvvb3mNPbAWLyxcLaoEzDuBCQ9V6BpUajC7Uf43r6fvIQckEE7FXKNF08/7isJGUK+G0btLkJQjw+nw+Ruzg+/Hawlrt68NbRF2PTs+ttmsRpDEpTZ7iSLscAlKFtin4jgRyzutCUqDhTVmSKDJh+mGoAfg3NizOKZ/7bDih3R0TvmGj2essHCr/nkuKjgzXrRmqhUETfnFxtUt+69GzzmbfLth1EpmgP6xZ8UZK2NKzfB07MtzZSOTR5ZjKbYdWBgyIrbmVkc1FHay7Y69qtR+vP+6lJPIGhSOD3Tu5nUbJlYE2Ty6PasfZI78mR/zBrS24hhTdDYJIQXDy9meb6dhEgYcN3V5Z8xaG9ntFmNizehGlqphmorD/a2bcS4Ub7v11+7ixJqmv7EFY+dJo2wDPOcMMXcM2ndXuawvOoxy9AbDpBbfUTBVJNZ4JHnNOijVF4kmIa60g7rZFMUW76G4hGchiBb+p066WS4agjtH+TV19VesDpHaknA6gRSznhehL+Z9Kcmrt+wiqgH3k3rbrOJh5BnRZxQWAtL8TGmpyozdAV0pf0bEs+2HDorstaHP8mW+zM780JnY07/J9eq+hSvAbs30Slngvl7/atuULL/fOE344gvLlsIDd8DxiXpildrAp6voQs1/Op4YFi9kXy+HKje0c4pGJamMa5b7yJS4VeHyi8/rTBT9dLwK6ituqSObhX4Oy/ACg4DoSri9Lvlb4/FrnVKl46C5LISf0lWaL+JGKIGxn6AyjQQeFk0KF2BBj5ydzEOJeIOG3Q8TDHTodAvmxbp1p0+hUjLy4k9G0MTuXjRYkU6cqa3R81VBJmfcahAuWxhrD7r4GBNZ4fE/Hgxe88uU21AeDCKQcMe/XBuvVEv907MooumplcMvwzMMqQFdSr6PTFzHorBWPqun99PHawQakTcTkrhoSCPrKxNADjWBGyfwKq3vCJaVuVQe1YNj+pxt1RmKrtkpAfApbOuQdOeLMAf4JlrDASHdRzN0FcLOsYhMFimF1pFq9Xoqhq/w7AcR6zpKBVoehSdsF08On8KD5dP/qVxTycvyl71hkMFJAlap7EL1ndiYu88S/2piSdfSMes2fr9kmZMFR4s/P2andJQTRvfml7SUrfMvYG28OuHr5Sa5HTxXQhrZjcg0WhG6V2GrZvP5OD8I1MOxkjALI2aM9H45czV2/I/Tr1ZRks5JyPhjSy69C5ESIUqBuZ94vJqs6MNL/m6l9xNMyKkLi7sQ5pKmQefXgkm4x0e12VbENKvsGFzWLHA/54HY1kzXosGF/HePzGO274VOic5ifY68kFCayqtu3fO1TYzvCWjvPxspTZOmf2z1k3c7gUUPDvxnX5gj9/C4peXsizFvGu6ahuHHAAjf528kWk0qQNjOcoHiaqnU+9nsL/eibcuWKiP/trIfC9TfwlFCBYJQKd9MhLULDi04RodbddA08FlN7xUvfJXpQVX7RkXuMA2FHnQp0kEzjWfzmeyUqs2YHDXwHVTm3jfQEgM3vacSFOAKZne43XWmw2JECqRyACQKgtgYmPk7/k7YKRBJhu2+BqlyPxTJiKQS3WpDDAIcXtxkZHxKZ/26fMAuRZs78V8tQo6TT34IfzstwLJUthCWJ4Mn5sYXmtThv+jVoD/n4eCzfFZRoOLCeBtMIKtC5jLrK7HQ/6PrK5YkV6Jkv2b2YliKIcWQgp2YUsz6+lFU37G3etabtrKsSinigPvB0LO5CqvYnt5b8c7Zf26KPF6Cx4pnc81k2yxGZeAEPs16st1LgDA/mO8i7qUK2RhdpzJhgK5M5JBSbp4bqBkq5EN2Tsx8hBdtinNLWnmr+QM3l/7rZ+3xNdPBpGL7ofXucazbTQHJP+vSoZdHl5rqJRkBJL0mmTA5XVYURnE1518JufipiNP51PMX4w3ig+E2P6owr9qBCKq0tux36q93+KsO+RuKYGUHEzmxYUzXgr/og0ThwD2ceQWpgIj9AYvyG+rOUM6X5P68m8whMMH6JeBa1X4M273u0h8xT90rH+EAxwk/Rjz1aFdEr34Cp7VvqP4V79ZhG2fBqHptM96tQ3ZV/9CMTAKKwzfBvHC3R18i0tlOlF+fmer5Ai4YxY9T3J+FFZxDrGTMxTU8u2jHHYtP1/eFOAxw/Y/ziu1hRUNAGAGUWdXf6s9WXyOfc9cNnRx1/mj5gJd2PYrVykVwwPgn8VxL7b1vJGQsA4NXkJUWJZM9kryUxtiqkuVy/kOvPCTBYEDiL2ZG4eDKqnrRtRG8V5l0QUZ0i3Dq5Otp6T3/n/9qB3theqrTSlQFuUtJLIIsu23hQBc1/Uqhq+sKYzN97OJbHaRnvu2zWtwk5ENJe/vXrZHqmcB5fJcZsNW3TNsv+LjTH7xr2zA2whp8DO/FixrqUsoky75B+/pOnqyl1tI/iUX4AZu/VWD50L9DUs6nG2m/ASDa9AqrjGJo3vmS5KUBa1DE+bw2qby8+LUR95rmNLVUA95ruuOglwpAJXKzNCh0mGJuKRK7PLhMo6+HShLqn6cr6D+skJLeX9H+6ZOUUcJSrZBhQpn8oltE9lgcTQ5dyekW58iI0XHGx27t2SHqcWN6wbbjG3kE8gkUMkYq3tjcViyb4yHyoUSZKUwJrOYqfoWj1Z9XFh4TvnHMTvx+mZD7vhJzn/wqgyRo/c1zQRt688XAKSvVSEPADzlcp9QvdjoNXYFixmWK1qq0VJ50swIe22+pIUSkuiZh2sTTD9wEY3iNbZZIxcidNtpx+scR4W70OO7VGhNEQho/6gnho3PVtnGWCdMPUBiy/KHQD5S1miCZCwoe5ZfgkfePdQSEfjF/mCfhomUb3EPfT5kPKPhcb1cvMJ98rmoYJdbAQ6mC4B7Q5Q9692AnQaiDDBbWil8mOMM0xWCmE5onfAk2iDhLPBH/BXkndBKAVYZ5/hB/pD2Pqol6KDALcsiIF/mY1qppwRSpcfy725ihw8lkVgPEWIXv3A6oyFs+iyEGEqhBPptuwNE1oij1k/vA82wT+KIFBIwIO196n58Z41MzBT6dFH02++L1U+ZrPatkiD2L3H0nO4+MyWIbI5vw/csx5PfprRPaT0VHMdhreS0DC5FYdwjef2XEnczei7W9frYbnA/GeAT8iWVfaHW6tmAoJzifLrpjECCrLJVo69Jh/EtnwNNaR26VvC66roMKYgjxL2Lhaq/MJW5NQsc3lhWNf0SfH4tBPG0BL7afGQjBvYkhXeB/rao5rna/C4ubTSzX/k/NRUIP2G4tHo3+K9NHBlIwhYf+hfO9q8DxTo2nFeMpangkb6Bdt0uJr48kldn4QekH2AW/iseungdBDLimjUWZ+VadElo1a+CyVs1O/crBWVQgZ/CoZzW9t3gqMPKwd3/3CaJCI0m0fMf/GL+ZuJYNCEqkiTn400U6kGRg8+OnhokUnT8xcE3iA+pjYfr/GCKoBLUHNP3o8te47EZI8oS785mJ0hqNTwqkmhNmVtyIcVjBntSiQLqrLLZFRNS+3ANaLTxClmnOwQOmlvyYs14844Vh/WFKzMMrhfxkt1590zhIU+9A3QDURO3BcW50LKvHL2WY9ijnppTHqCqL8ZFPxMzYWJPkXyXyxne3/Z5dBYcbvfKa0pl/OSlM2qt/MrWNr2wSat1uO1wjGutAVHyUXWYNMRj24W24j0LSy3ohOR3rODoQSetllATjaGbldpkgbQ+n14zA5Jz5ffZq/xWTRf7s9ho51RRmNv3QofN5GYXHCo5qcZEbF0Ktiy5MxORJmGemwNGtv3iyHAQayAPIGJqKrvqetG4ug4n2sX5jW8dEp5MESaNBESvkha+dxzsft9vS54hbGFtKD4z1xWdqxBqygKzUV90SyTYr4TPowO+OOorIuy1+nP2Yhj92hj+iWUYhcS6kFrLFT/K9vVKRBvIaQUwYNVvRDjABcU/YwMWfZG2ObZj9Zl4tYoGJmu4AYGJe+wCSc/ypCB93XcsYab2J+9imEYy0lbSG03hfxRbVXazN7qea0MtVjBaFMjZBSQv9q25ss/DlelZIKtv2shmpnFtkTUAx3VMwnfwcSbkLpN/nV+cO4UZSISNxV1H87WQTs2PMWWafj/Y+nxTrGuu4sXh/kJ8X3dDnpiJAv4KNhTay+vNl5su015dcBLolMLaCfrfPWdlDSDpRpkyfkK3B5wwn7wzwDR01rVO2sBPsqLpsU5yG6U56KfGt7Oiopy2D4tNEDSjyt5sr5i7heTV6YWAUAlKLhwj5LwKThJlmmGhq7DgC4l7NA3ROR1ueGnT0PsCDji/slT+va+ftFcs57BUWmTP8DwxgytaJFb5VOVgKrrLHyKqAJR5++trS9z+vX4oy/pcfpMIJBqZw126uZDSEtMGSabtD2Go8Dh9UDnRzwk0H0V/j62gau6E7zM5/XlFB0/zJIdTbRwKGUErXiFiyUKynL8G8fpPLrlzzQxlOcGhg1URaHuXzIzRdXBYB1lYyF0jhoQrfmHmR5/KDeAzArgx1PgavGB5xOfESbdnB0xq+3cTvC9OE9YAXGakvxJUGBE9DFv6i3q/sl5DaKzshSwaK9WCV/90EUIQ97v9gJMsQLkVBQllWnJIzvZ6n+OB82gNwGFB9UP41Tp6oSpv8gPDe1rHKnpqqEcmnwHhKH+4H83ri9A85nv3VkBGf2pjSTh+GrVXwZYwN58GrseRD+4wpO7mlrVj0fkLAfM2OKze8X5RoPblq7bSpPAatheWeNePx+2Gz0+8jXx/sCV9sDP38NWdZ3g1h262+27ISJWfN16+vefmVKvd3LFawfIETd8QLlKhlF0v8ZOxvmB2FZWLuFSpWAQ8qqmnyqOzLWybha+pc/Pmr/gmtezyp3C0zquBetplSmeJ2vixJk8aaiPNqj9oV4zU3H/3FPzZ9b+2eqdlPLneatkGZQ9E5ikE8qWA7lCMFCdwO2IaC2qWPo9cvlw8CLEByXLaU8G9y8toroqCHvftBvJWD3J2Mv6lmu/Pu9bhtrS8s80bMl664SnlebpCIjlYVxftkImyoAtAgHREQ7MPZhuFEmKQRKHMUYB8cIlu8H3R4IhMwK4wzf1gprwvbeb5x2i/iRfxtlf0eFpAK9Cj+pSjYAJd6BCNLrVj8mUjD/6u/Q2esdBldEWxKl818zMmO03bFqUIOIy50iBbaFiPwR6IdWU8Z+1xMg+0tMBW/5jqmX5C7xUFvBiy0/G8qbdcWWMiS06U4a0FT0AmMbBF/dUf4qq9E7setL6i7CQLR6gcihgBEDNVKZujm2+S0Dx+G90ruc8F6jsg1drVJQUB7vIhNmT1xVhMU8wycVP/tfc/T8S/LfHdl5hKHvJqw9/iTqMWK70jS9oPNoCWBelJ6x490NYSfQ0lALRiILjEggsbucu/xEESH2o+2xA0vTl0z47+lPC7feX0qbmRrdL2CrKXwuzaXGOPbfMKS85XlNCgNLjuTacIXDsbuzXWN/8lYQ5hM/dNkqsPHToefLQnDq9jjnWxOttmxvtr4nswBXUNAZpbw6sRIe8byG14Qdzhkdc3AmOZJVJezN/7H8WX1VB74DTErY0GnpwNEI7MHjBRl/cmO94asN7fcRUdbrGp7+mv4mxGKITCtg7qzQwDWlznnKiWNU/xCX/1g2lXJse3kOS0SXjpsdZ3ToMFn33+KtNJcPRbFX4FB/74IgQxYajCmvk/CqdbJa5loi40NYkdtYg+NRrM6G6dlvu3QO5IpN52Xde0p9GcWplihPTcS1HhvM5qtA1KJCtob7xEpgtvdluhC5fxL2NdpsrEpBuvjO/C6e9Fhmux+QMJ00ervfrRAFdbQcHnhr5VHzWxbyf7J+d9C78GRtOZTLIrVeLOEgaAxP4C85aXSkzqQSXhU1sryKuNhXBpdu4aqEGJbSP9qBiAdudA2qdly6nEg/plQmYrTU40n18PmWUOpXd+et5zWONL3eBrf4aqw5ZDpj26bP2Lk7/IKTVGGQhVG0mL+/2plTC6L2RMjmi2GtMDxQoB8YcMDF7aMZcL6H19iO61wqEpPIBsyK0iR3Rk564Uf/mYumynrcbeQCpqwkBfBM0+jE6PfyGPXJHdJJaiw94/BVV/WCZiUq+ZaZzKVsOHQ2sI080G+UqlM6WlmlfKNb7oF6xa5d/U8CkmeQ9TIn1gN5sIltIrnYxYV58tZmuT4q/VDkajEXmyeEpTkPI31mlFefxm/OqqKfbsX73KCwkYajS2YyFnEg8mLJldeGi3fyekgH8yP6+RdZTmf12d2yAp9fl2Cb39+ePDj+usrnIj6G/dDotEb2Rh8FQSVIbvpRWen42toYzCfj1zTCpiDxVIedTo4iQ3LtOrAZ4H4Da6n0/2SBtFuf0wVCodVMtTfcrL5t/I+wUPFyMZVdR6uvHAPH08sTAJ3WZT3ayTVDAD9eTVrlaS0STjmxhxhT4ELXtiAOw77w8vNiH4Bfebgl97V4aBrtspMnLo3MPIxOtH6bKetHO1Uc+7GKc4IIgJYi1K/oo+7SwTEO9xrHZe+h6uZ4UAIJsLSTTKbIT9m6qyPzt9EhPp7vLCli9CRfh1YXqEr+beHcGyOhAMWAUa28OKtUW83JsoNnLAjEfGSShJANGaQ07kOExowGQJQ8IM2jADBDHj3x0q0GAWDzpm55ayoemH8Xo3l8K/x+XZpH0uMnHBjvAKOmG1VYuHqJPNaCMXOWVWRojkiWqmiaX5OnuovLmh2jSoRYdmuTKLMj5Eb7tcSNv7Wz5P4CrJgf6GrYASAsZGnyAVmls5Ebj5CGVW4gT46dPqhbeiDBc5rkO/eMG8UDB9n4yxAzJQYOXgyenKQ5KO3hnVbQgGuEpIAL7suZL7RWklbO97LyYag2RzT46VuhPT/Klwx/WtbbSoE4R+3IAoHWt30NsydQNYu4/ChS/Kpd4/eJ5/DkUB2YxhaoUH6M+04TNeZc6VyusIAf/EHW6lZ5pd2/RSgQ0oy4eOu5bBQbHU28nR1ZvVRdZFt5ZCGY1O3MZKLQPtp0DKVU1EXRCYPVECZWhGFyHO7ZqKxr3NmlE1f40uT8Heg9r+e0OJZ8MG4vxsw80ec0iXvqD+DfphXI+4FFPDJWG4mifAxIYV9jnH17ksrLQZzwlfbh/926v3k6TTUwOiBvg3Wl6/Y9mQgp5IhXcVxkE1FZuOsVVy+dc4Yrpv7gxXW/nOX76xsq2+3wvkS86lZzXvHD+bpGL1k1nwlBwsiuCtS8MJDckOupulY7FuTIgrPvGYr9KsILHw0iVTc90revqeJWdkhZS4i+CACJ6lb8bCOGOIslinx8zOHg9GAPJB8l2Pid4fwp5e4xErDDDNiC1UE0T5tptWhUgqQOKoFi8Q1HDWuh8vvoExxFwrgGWQ0qQttcwW4h5rdlirbUYGCrq0j7e+W5LBhLwFjEalwFjkTj6JCx4H5HTIw5gAf9l1cgH9JuQtER8APj48VV6Aaab1O7WXecSIaWT0X9k8ile7wkTuFuaAMrIwPWPoiWr5sgXv9uKkvHK0V6YJ7WHKxHFNSHKMXEuKLXEx9YyTp4Ccw5V2jhfK72sTd8yAF4KPaKWJZt1MczkNZJsx1mgDx+Jrx46VBC2QLnVW+B16S5C565sWCA4DglvutovA++Mz1k0zRg+rLLstlHJtLq8jTzxNcD+DgV8pHeycaPFm59sOEETfayGg7h88sWm4etGsNBOcZNdszsLJM11aeMYqvGSQndwwiQaRnUthWQl+B13DPPspDTimJomrfQFqA6Q3rTsvcOL474t/nBxW6AyRejLzPbPkxZ/8yiX/SSk04revApWIIgI+puiTT/WUE5SIsS3ykIcua5jeYu7l1vwsVYhif4+jPO9hbz1J1w6nfGN9/GJo7w0lKzVPjAe5ToO5xWFaOLH4eigV1VFvZqcDqpBLy7qmjprU43ftj/R3Cn12zMqdVj/I1MU+UeJ07U/EmI7aI/ZD8hDg5mYITON/WDD46GhTHpwkK1/WY89hP43ejQVKsI3stWYa5f+nGYWHqq/hLJtUN2NMk2tzfLrB/oeiLDHQSt/YN1wjiLiOVrgVAFSKCqodPuPDXrqSO9+RFhM6a5f3tjaWoPsPxrr/UVmo9Ta772j5kr2rUpe/mjx81CRM6Av9TcrPNBq2khD2OqdFn6PUmuqSD5Z72+Pa9/SlVz8/3+00lQR8aiWmmiCK0BZKFWTsMU4YY7lbHBJ6swHM/37PzBqUmlby4hHDAUR+dSVsbvh4hF+nyzaV25wV+7AfDEQ94W+YsneG8QYsTwDjVl824Cud7HVhEbJYo1CEi8SA4nj4Kho3by4am1hS7LHNAs57XEemuifnKe7zlx9lLf/m/yE2gByRg1U44aGdb7k7cSJ+rvw/A21nV5r5dNot9GGfbZ9vcU+ZeSZ0TsSqehIzbGmUA0hp5Kqzu+07zsQvTvC9IIv4OC/FXKWfNWubidfrp2RHrDUoU6vcIES0bI5Tj6W/Nn0x1tyEEnBKMUf/wH/bg2I3eXtrMpUyiyYbLob8eoPVOrI/kUip7liULoA/WvAUAb2pOd19EkYsIDuaziS63aRYFeq9b2BKwNLtVvN+pMOvI9vzJFLx46247rPKIrr5oiGX/IWQ47A5FQ74+lqK4PGJteWt9cdhtiPx7tO6wpgAoPn7g219oZaiuuZQIqIGAN/iHt8WvC3JeLgV+ROTkp5t3fwanFThKS0QIhStLBHqjG+fWL/EXoZQgU4uBItZhsKFV4AJGForaVphxg3QzQl9M8PGTwlyJ5HoJodUODxFbpRmtjgUjIpvZDSTrYTGctAQdYn68cr44060YJs5OsF1M5IsF7vF+lVrHFHrhf1GPMTDGRawlQaa2r8DsZ/FOQnjnc4wgv+ac2pcAbnr/S2DdUOV6lz0qd2m+Kv71futKlcnczVLKg4jdq6Bjjhm0fypVW1/REJVn/WVYtMyHH/2R/86rL/86JEvVmqCs6BDIjyqRg6Xtm2ycXXFKNpHIN1GWsIuO1fvs+b2hwODRBx/b8JfNcb7gcl3CK7ej63Htzqp9n/+xPGN3FYrH1Rz3XeZvsml8GjyH/Bmvf/cXTeRn5GrNQMHkec+/BMX4RMmc7vCmuUgXMJTEExxME4aMUhCRndYd2f5vxpynA76DAaV6+3scnrT4qowGuaX+rOhvIYhR2n+LvECAfJ3g0dgKbZgrZcGJV1qYQgbOlgjtrKUEZREWYNvyUKd0RXXav64P+I9QGp5w5fYA9qvcfw3P6fNhvvl5l6le8VxvVDVf8tiEAai+s9R3O0eb5xj9xwFZKTZqaK1QNPWmoUJN7z+6ha8TlIitHCe3h5qhN++4VsbupmKIIkmjIRr0J78/hkf73eLfv90oXw90PEch0UWNPg4xO10xBS/lVeFHjd4bnapLZ+6uTwogN6ARK99ImRto4o8BVTn3adx5J5Yf0fDLw+hnoYIYtk+ac/V81M+xTX6QDi+042rUZIZyV1Z81cyJNdEVRjgpcMsTpCnUj5hmmNm5yLZA3E/425TXcs1sN3n+WYthiQm+K6kYaB9IimEyrYvul49iTke+c1ktjSDCv6tgV3VC750m2tvQmiu+Cq4QLjm0DrELOxt+TdBwAZs4BOCFBpUE7xaG/Sc4hkqcbFow6/czItNAWdynHI/MnGOyYQutufVX1EKQAyR+5SowtEl6vMaP8ytJ4cIWEa4WnlmL0++Na2NhUl+Cfu2h2y/9fA9iyFPJCUPHJTYJ/Ilo+OfmEqfdzRHovMG4JP9lNiAOoXPEMkApJguCmHsaDrvVte1XuPtyMqGq9lXKEpxJCO+16+EjhDbIkv88Ig1T1GV6i9HE5cAxjrNk2+y7Xoi082f8VeU3KXStydfaC/wPamD070ACWMnl21IBlCPRA7MdlIWu/msgU5ZxDxEa8eG9SvmxptS7fAu7rVB272b72zaxqcXszs600Nh4PGW8DJ/lMgFKgZVtd2ehZTTKbfyAJDyoEjiWZhKRGiuVT87ZUgWFnn6TxfCKEnOyBIyouoB9Iyz5wdBf9LRa74Lx5385aem8eSRO8XiUz1bbZ3GuR3NPTeIv6QVFgE/J4bMaBnV1hpGrwE4HQbJDfIReiiJGSENWcDgxqjSwvNGA2V05Ic3PAMxHwzV+Rq4mCg1wd0M/Xa6Q6BFTA2xTZ3lfLgPX7se+AOGD8RJ0SDyoRpcPlaedqc6PVR7rehIxZ6iZamrXXlAYEzq5MxIrZhMh4Fr0LiIBj4tiZJNlCIxifp0Cv3+RPvCfCo5wrIDQjVbREpgLU9ADMSbo+28cvIXhWo+ZxL05Cv7Ypylb3UOhOICIrD5AoGiPTlEqUfjbnFnHJpO2U2pvfs5eto2qwzWfaPR54jO+OUqn1vQkfEnjQu6YOOdXPuozGpzGJyDK/qzH1tmnT5dUYKJzgLPJQZsmdQUZe+40RdFB5Os34u263HmyrJCd/NioaZXFFwLuzywLBwQs179yYrumydYJAoZoW8VShi6dOEwLKnc5vJ+qWD5djf3nExqhPJnk76HoX2iTeXasoR3mpI4yRv3R80/PTTDxTHiIh0uRJ17sDMmZiMA2unz12mBuJtqzGFyR9DPR2iDdaU9qs0KI/OclwGmJnJAqppRvv0GtJlEDhgj5FOrL+fUEhbhIhD/29sGhpSKDUKR+11kD6iWhw6/M0kP6gHJfEbbqxVH/NhjmHTsePbQv+ycI7wQjT6P+eiFsfzOM3NX+5TxMVJd1ukewNNPzWYy1gSxw0BLjrosNy/6mB62Imj26sHgksakeCrHWlATODUqM0+hLV33ox4C8qVAXnpEVDQ490WwEdoY99H7a53BtHMTH/yT/uKoaprbJjiq8wbd5DY5Rxq/m8b8H0U6u+rNZFoTYvwWKNBVCvxZPLgeWAAf0hb25/WvxhEQcx7xlEAI1Lk+sfZCL+FGVEAaOZPVsgCJ07lUUVTQPPYGDvBGHc+TfYz9qptGo6iwf13lG5uzH5FXmCTGiQb7l1bZLFZ+vAAc5BLb+2JmzV9kWQ5qFKwpVe8lOwPVsax8w+EVURV4AJ41fpNr8Z78RvmftdFAMD+YF4bAt9Pm8D/tIjnKdDPspY4D8liim6KYzWX0/KEdlpUFIxA95I/PjaFsCw/fsXj6BmTiwI6Jaws8rEjTAJdohj3978xL73/JnoamzGtPt7vmS5xJ+5dasbfwFwx8GDWR2SVvBt9zSJqLwb4moI1i41O9Lepsm6M/fnNORk/gebZUFBlQQoys5e2H67cEz3lFcQcqcc+OMQtUkEYmIBuDvPODNMZ7oUmtjAtG1vvFraCMCwB9ob36jeNIvABMb7TbUD3BVLKDjDn3nB7HTV3VCnhzV2GiOM8s9UAo2SIvNv25BjGQEUY6K6KEJlyTJddPiE+vMyFodwjc8iLMklTNr7UhMIhmopQ4i1POBMwbutE3cSOhsdy3vtFUpDvHZhDrpL1n/7Zl/kdwPLQxSvBfyS/Lnl8bo70KUR1l6Jk0xl6ymCD4YSbCCfRx/qfCojZpTaci7SAg8FSzL3+N0v3ztA4Dp72kpJR7GJNqeH8JWH7nhPUSyZ6HTjkiBm3XD53bgAVSBFyPOXwHNfTH6XNz48nwQPeBD4Rktv/yOnJnO66maaqq0VfUzatqpls890TsgUveelIVdHpdln06om51smOZpd30I9h6KI+I7lcoZJCJVkstg1yFGUvvDKMkc+sjLr+8PUWmFCuAn8XRu/b1Yzs0xRL+On5j7yFrgn9f5FjWGlbChKw7S0qLaaQp3eh/P+puQoruj7jSQqPufmv8orrqiPbvlQa9ZSaiR4i/3jH+WrYXzKKBDxmB1fbJfBPewBEbRDMHYdQMlGk1MjQekOq41Jd19gd1tj3OqIAjSW9xRe5Pm0bleEMnja7uAjiYJjfW/sWRYH47G/Msep0rqlAQTe0QsiRISGler4wfNk7bjNZOPZSMKkepjc0et1WaeeR1B3t70JQIvqvzNYa336QgjIKX5nZpbrtNy+wjkcW80rkjPwu6FJ+QWoMI+FrnOTYtSKy2GGdfmrMfDDjSH6I8wpS0iYrmy6lj/hSpD/MNPnpqTn43N56tDWua495MHEO0v91VpgTAfB6rE6cHkpq6ngU6qlzkxOFplfWETI5Kty4y33w4X26X7Gh1qTT5NERWB9dvh7uEaINpt2UHVC19Yr/SgmBNWjlPiA9VlfJN5Eva79fVgEXqP/9sTZCE1L+/c7fpbKKvlf5Hp91PvpHy1tgl330YF3/T/MuDX/DopYGQK7/Mv6HN9hkZinTL0bTWWGX2scIwZHlay5bHfnpmPo2vdYNkm+5QcXrRtLRiwlWDnlki/hGgHRdmOly+ysoMr86OkVcGoInYuSAjr7vmPGiPWg/hi0VO9UAD8/ZHpn9T7lXVKzLEs5oS24j8QdiLwxhVHmnyX35W4O13ugkujPu80CvwRH2Sr/W6sc7KpmYjmkMyBdIatdbJj/1I8ux78hheLue7OrALWuiCt/CLXnfJshRrxv1K4XuCi2AGoRs+yH1BjTeqBzRcprEQkqOQ++uzSo7OVFPv9kPnhYdVI7HL0WDdUC8VLIPxOCZzIyGFfCvwZ/pUXreox7j8nOitzRYAg+IVRwvXUZJGbWcb3vk0GsWBC+CRQHzaqNCX+6oQEjJjpWnE+i1/sNxkBL/+lrDM1o1eGajhBtXmk3QVF4M5QsLz2S22FQ02MT+o/VlCBfxtHlh8Ot1AgqvQNvvrQnQsupHzgvDBzoth3Y6Zr78hO0q3Rpf/EbYZGoQ+Pcxm0QuCvwwdZUcVs178bgipCH0AmdzALDGOqtXRD8KSX9NnbpJDGSK/6cmXtJgAFLYsvOd9BBHU7weEn5rcoDtvkuPGDoBYNF1ZyosaoBRpsUW7thO1924SLgAo6fHvdHXao8N8oOurCl7mna/sqSbCag1jk/XOwhzl4N3Y6u1fQbhncFHS+8rlUBlG6cV7jooSqw74XtG4Ox/DJiFu5EZjURxdUnJ4bDKP5R8QPxExT10Avf0i8z3orNaFUJtmp2jjDZJRnCm7uK4BEP5OEQOfN+zqUuRHvE5wN6LcVJFQgzlV7Xw506w90Q5fuFWaHIsORV+Tl4FNLg98zFslcLJbaZ1SHv10ERx9SXIfiwaBpB4e5MPh9hovInRUemnLmofUoFGz5FBmMKzk9nzSyBskTYesGeuw00FlNqRfOhZm1VDNyllz4Eb/tN7JoJ40h1BK+go8u6QtyQZmRaPXFdgdnCq1fCDYVdCvG3fc14PGDSrvige+1lWB+Ga974NY5jstqxOiGy2ysJfOdnZ5wuYI0Qi/t5ycKsgexmADCDSnRblRDqrrrEzVCNJrOnJOqxH/NSrTovBqqNaLdfsUtsCtrp173yZ6LbN52GC43zD6AcXT0IzTl3tFmZnzb+tvEG14orLPq2aitJSJgaJ0R8FAGjJX17FXl/YYcE2Weq5+ZT18+f5MiNBXBUvc16WHUyYWsH7optySvSroIooMsC7UZvBTDZizdMR/dcGZ/FWi/hXokRj2Srw5t7Prdn161DV4NYn2ZqTWbtUWZCy1UiibEEuUYf49gNl1/PHPmfD7BOj123R4P5w3yHtqA/V67raz+QGWKvCs2/FivrjF83rSE54GZeGKl1PMJ5yzb43ijjLzrmSp1tbs5/dCmW9f6e5h7XcwtDveIW1Co9hNKsnU1WGPIwKcFWXnmknWtHTqZW63VHXn6F32U57715BlJf4vvXRwHk/G3L0TkmpibqPtdpouw3SZe01w2vwO29HX3DZjVeAmUzAd+uYlyd5OeUcrr+OALsJTggZsmiP1mAyFIdmT/xpMBy0KltlQjdwjMJzhjn7ag60nRNqUK4IQFIf4630K1nn3f4w2ThQiS/0vSw4ODvjjFSAdxiHS7OTKGAZuAK2JMDXiPD1MzZoe70IDX3tvWZDzgzCz2OQJJC34c6w8PkyABIhyyxe4m6MISSsszXg5xs3WmHzt63mPX4JyYC7JE/fSkvmrn6/idaYU2mohu8JLnerUU5vyaWizrtLq6m0ZKaPszH5HACf9wfoht5+l6cV3tskWZdyW38zqq75saiFiwr8cHRFGgVfCJC/NqyhB4wv5rFbE4B6ThB3uMrOkUJEWmA6RygxQanMjRubLoB25J+K6jb168BtLXk78ZRVBQbar14g/H4LJeMviPw0Uqul+1VpFmIQXfkayDdLZT+Co9vCz2K1zq6tv5y1QLs3r/wow08nyWuKzL1GGG2AW4+9WewsYEZMOx0ny3Zbg+ejIi9auPK3I22yL/hkRoHK9GiOWLkabKcKl6ZwcZr+3pkhkItJHRbKUohO8VNV5egb39jSAnQsBsQpBxEiNmkjZakuZIypmQESxUlUhkIbwv7BzQnn6hCJeIHZXixin+wvALuD7JUJkDas2CMdLPk5BIRNbSt9HZq/1bEt0PsA6ksUaC78PrEEHQP5QCCzjZ1lN13vuHK/32BXIfam6vYAUiJV7UhjKeTKWcoYhGSWPSOU/zeGloGLNfq6xryWCXI5YLEA+hR/uXsxisn5/X8xqHTcy6Ind9BQu3F2SSXRMBuSfCJ4tNtpM3drbIyGETr2uXJr0+dtnpYP3Ej9FRHtIyvZq/pKOZmoV2I36yPylFwgcl1K/MzEBOWCrGFP9z1Gu5lR+HumclaHuVjFNFS7QRUSitisTLIf4qxTEqpUg+CQryWd3p40baUJ+HgVTixoMbOI2J9z5T2ltrY56WC8NEI1HUl3m/5Wwh3+k3yDALCmAesclilURbOpwNNoUNuBCCnuaHLKwySawKfh8hzmdh1kO1XRVKgInLrDRIfDvL4NCylmfw/XLUmh4/vBlLllczGzAahDxOf4sjfWksXzNjIh6dZuVYx8sQhcQjPhJHVgV3s+teJpIxj6gX9wCO1WgfGQfeblbaLCEDXGEp7WR/FJ/gs1FkSbAGiGLCOoU4Gy4mn52G9nAENuhvJZEZU5ago8W3dmp+mK2hymSnpbXvzGe6IL/WhoQkjr5ahKfl0DVcp/Z0ojngBldcPYPh1Tw0/YsEaenMx5TjHxSMk2dd9JjKfUMfPU8+sZyuxgRbKM+uytolmh5LKxTTMZ/XFwpAzDbu//NvY+CBDGjpctm3Nci/OJ80/+alWCvDRM8fOUmhYpHmMqFOsmzWr6mE0PKi1AoE2NmVg73MgYUkUGtq9HHbReiFMkuJqY3ySzoYM3OLJuULUfCY+ItqlpjYOWPJtMP+F3WSiGCCDskIiRc+6vRX/MTD0DiRVW0Jyg18xK18FNfRSHMJX62bNTLnDqJqMG1+/rT6y1nyS2h/fNrEmHvsX4likP/aeNrwzJL5e9JpQ8XtIREQj613NhLMyHA45ozW93U/sj3rAkFx0+dT5fa/q2KhGidoGqWnZ/FIuuWKc2S2oqWm2Vfd3IKVfWCCOvvb8UTfSw/1Poe3zTCQoPzupTBVBKBG+f31EcfrZtOiobpH/iwRoKAJd9ILiM+hNbR6Xv2IDWkNHRltsBzdJAhyZ/YdaOS30m0HDFb7pME2pdKuReL2iO/naKIW4ad4wNlfqPG388zDbnlQCFUElzzzeOL0ABM/2Po3uNrayw6LTHHQIX8h8GEKtnhrzLFO9vfrye91VBTy8PTOmqhavwQy0Lg6c3vkWosrNfePwdYwEp7piYGhI3ooZh5dkV3PxNjlAckSsVMS4OoLdxaFfnopKf5Mp70jNH0k7CrK8fbHnNuvBLtWYEvEj1gcrDnzWxAkkqicNLftUJrp22Fol+UsMdQiOiI1tvbZ7hSZ9mtUyE+oiBB2HP8Yq9eN1gM6JCfJpqboCeOhl4ZGWPgMuBWNhHqfygoo02g+pe1w2unBUsuBixYa+fkB3FBPFZav5JW3kcP3poJJ2j1aL/3SidwutPoVF366jS4ORzyO6O1ZL62xdmVtVMsrNIMt+C782xBhrQkmjqFWKgzGKPjZ5ymC4Ad2VbyhL0F4qqY2n80RriIJprqLPZ5/ynVjAuoP8dV/YYFGUEuH9FQoA/GKOpQcRj3rPUte0mgxG9zCA6N0pl95oV5YukXPA551VjrhpQqLQnUhyLC6HUdh1LbD509bQXOc+FB+pjUw1kkJHdCnFzDdB5oys+I96GIJ2uO7317PUpDi/SqQZn2chBr/06V5+cfJw0Wz2Vr4buZVaqCUCCetk3ZeFBXVf1sDy9klP4n8ByXNE1YJ0x9ia1/S4nx0C02nUq3FHWTv+2za7shcYAmtOKGJon/fRPR8+911oIXehy6mWaSoZgur8n0WcTuxS1hNWFv/WbCAcZP/EiQCaw+GWoL8hBjHCdCBx0EB+zt5JQxAGSyK2nIyOFwLXPr2PdLO6md50TxKC3cu0HT2rpPHPFk7SSPbmbM5HO/92AOZO4GXDwtkOavF6w55zYL1r7bTN75h+7Frww1dxarNgRRxGkY3qkI43R/+FiJZjJsyDoddCavyxC3khBZiTItShmVH7udQwot5xf1KqMZL9drVfkEiDB1rGlUodt59+44PSbyUbjCkJNyDSnq7c/jWYHY843alWuxvquH9WkKnukdJuEx/xFT+vfyVQwXI+XUtKEOAml0Uy3Vc0DE7rlhnPlI5lcHftbq1zinOxTcGLKt6A49LWqn5o96+lB5MAEY3jND3AvGVjaE8jeQeGD5lvLXO41L2dNhkidztTm7S+iwPXIA1FF4YGXsSaGFexOSCIK4LQrajWjPKhKAUF0pNkHDWcpY40//+jb4+lu9RtCKywSTERLofJb+NkhFc5nwCo9TBe360XhCRCaYEb3wtBBxfBpJk6kcYhd5fAqC5lL/uwO7VfHdc1aFASj48aV5kPsR5uV3nNVwWSPVP/VH48X3S+mtt4vH1YB21D7RDUCZH8XAsW9QEZZMXdSgvqb7/4qco0difAvOT5e7ahPXA0Wb4Of++GbGW4w840a7IeuMLlCbgo44Xg/PEFoPWfP5MPfxR1Bd12xkif9JoqltrMVRskMwdsE5pbeUpiHiOki2Pau7InQq9gIWRkgRjKD3xvbdDf1rpCwZrsy4tdEhcP6PT1e30Xe08eclsHBIUBYHiCcPJtxDD8PP5eJeg+TjfaqTCMEzl+D/B/tpVi+oqVrLRggtaKn8JpcCXjLpd+U/xs5KZxhmtXl0peLT7maYgsk8XibHiV+4Y/MImbreYVOUTN4k43F+d1nYNBOCRtcjdRQNG7EONeK7W0k9mgv21Wdj7i6OoYLJ9eVjDN+sFC1kaJ7atxIYHP7Z4BmfO2lyH7pAn/wW+jaq2upGCbb6hjWqE4WlLi3DOknRwjuvaLK+0qpSOwqLfqL9Fq4jj2wNz4Y5zDPt60W1RfrS89BKx1Apn2Y7n1f8S+UoI1PpjBaUi8Ke6I3ghu9DarUAW4pe5+BEVWBEfqMyizqSL4tD3CemuRwxbIQhU237pJiM7VB1JhLcsKrKPcy2hnsZy4j6M+fVjjgguMAddKnZ4cdU/k/UJx8wCXacsTcnn7xycOBQ04JogAEflO8EgpP3bXjyx6TEpD2HR9F8qr+WfgUhSlTT5dhivnT+34rtqdmznUzsccYLycv67W8H+WwVIM/QwLyFVyY12MbfPT+fn6Ls8qj+t+H3/OpOImv3YYYZ48Fhsl9fYGW8HjPM3ylz7zdRlZ25ZKE47g9hNdr9M0jYp2TApVanUUy8p4zv+1Lvm5TGhPMUyAlaXVesYlbEHYOhR26xyoGpv/HyH+NA5FN40oC9dqZDdpz39SuQX27lhm+2Z9OWodxmhc6zsVu+PIKvMmsTiKwAVrFAev4o2xN52vHyrELd3mBaxl5nvSJT/EOu1k+RYpsmpNl7jCFUzecWe7P3CYuEAL0L5SYB9cG3YVkHYKrEV1LvHGHUGPqVvjRSkWcpSj9afs3cXi8KZQOewXjYPF2Iqfi4GpDCECPXQKpGeDxw6n+JqXdWlgRfb7hoEsbJ2tRD4AjgEY4pdmM2VcXVSWx7ACJzhGnSBoW8d5rFhNbxd+O5fBViAPiXJVXt6tF1Eu1GEMf8xpt9/zsr3Qb0ioS3LS2HTcXusuUcrN43MvvWfZrrV9qIfrtpckqDg1xHBkREW+m11dk5aQwdyJQjYSCZaP2D325RMPATQgTYnvQaWMRe5r68V0/74CajEceGyN6LsOOjwEBISiofn6lIKNu6/bdkwYL9iBOLYopLpsAYFbf0XQ9EgJ76RD+kQxoWGsOv+NpFMqXCLvfJvPUNQ/AbSICHnAKpAO4A5Xa9xA3/q3qB4VFoILZ2vZqSEXl+0lsGjjKlzAaV+RQm85soYXAf8iy5Kwiy4X0kylcuPv286kmOwun8r3JiBSqb7lo/YP/WN/mbtJQWQkyd/KfMqpxa0ftlUSzkR2t1rSewY9UVFuZxPoRRjOEqqLBsa66WnAHLk3e20Hah/9MW/govaNdVLLouNUmjvmnSTwsuf0mAicekzNWvaZs934bLxz/P9F3NDNVWOJP5UjfHnNZJP+3qnv+kM8Zw9daMU+eF4uJRF9G9jzgc2Gln5YFHWaXjqIOuz0hP2uCZlEzBWeMukMNzZEitNbi1NUr+2+xIwXPmCM6uFbeCyVmW/BzqmOsI0hMi2428CDWFk9PgdCKOnaB0qaSur8O01ztff2FqAoaRcIZIstvHP76yRwtT/KnTuYVHc30GsMLHyeFbt/PZf14XQ4gt/7HTh+d7wjay/RWdm9Jj6XmRJduGPJPyobGpd94HXdKeJZ59KkOT7SbFp4aps01Wj2S5/w6aQZvR3NX3gRZYfAv8V1oFxRuJFX0fihxBWv7DGSvL4+h5r2t6lDytZetuw/C/iJ6KSRxRxiFScUkj3QUsKRiD6qNxpoy6bL5MJ2WLXsUMcnJIDakloX6F9S+mr2JL3X9Ha175E7RmGWMSX+p7dfo/L8kYPLyS8wNM0KDRI7Z6OSiOXRtse7SPnBLhXvB6GLEn26qD2cqn50yyLv3Euzu8AezGUs0ORgcTSch9CK67xJSeH62lpJl6vXyEBkxEXJXjfyQo/hUJvU/cXQ5AhB8Mfj5fmS/RIXELV4zASmixv1wg0qnCDIYR8eGlphCCfpeZEVi+bSEjntCxVylbVG+R+4qMbegT2xkp9bhNGhrsUJA/1lqQ8aESWGerSYnIi2960ZGJgZqnIqkTeo3uIZxKtUnbuEPmL84tGf7/0cJznEJGuEHW18/huPi1k88nyg20tXadIzuBP4Rjs1H/vAsZROp918HIg3tcqt0Bjr7tnEbJUpn7HfDOyaloxrt8U0Th6lhzI9DTcls+Zs+49MFclY54iV3rx3X9fR90WtBCs+GAtmG0/wqgrRtS2evb+iEKRaPyewN5fT70KMUI9dj7KkXeTbRkvj0EjgoIspUOvxoGAIkiD3oN7xnO6+BO4bHy8+NFARFc/Toh+NPLZ6fLm2/h5ieM0rTjAttBf9G7EaKu7h/GvgQ56z/W3M1CJWxn9DJxZA9KCteUTXHj8LWFTQtq6BakWlxVtNj+6UyuJ3Jms58wpSc9OI21usUXvF7OXF35pf0NnpdMZ0sdgkSqvLW036P7QUTSK2murgb8GJb3E5DoNUuBUFj3dZ+7woAgO6YsSEf7D/xUvsB3tr/fLND2l0ShLOf70WMF9wsELepRPcZnOJSVqYTf4DqSJPDS0KkvGecOaQ+7F0AYPnmcWxPRGZdjkeprYdVMePn8jYler5vdxCYWDWZ/uaa09xz8aVuhzOlkUqQeb9DfQ7DXAQ2Gs1oEAmw2bT4qQsNUOQslxGWLhPo5tODXAd7yj9q8tIfhchL9S97SFVr2jUcTMGMUOetkpIhCIHSti4Tf41O4NAwmzLAudkFxmS1XKnuQxl1zalXc/y40ZtUcxVamUZVGzurd09Sj891T1eJiIjJJ/m+Lqj0Tm2HCRYLutmQ7UmGXBPxrqEaQepq/yIDQtIy9ByzadfNWS1/4qSB9c7s0Nz0kfITcgvbpJECpGnC2XNv11LV3eCqJ+VCZJlpqK5I6qvvdPAx1Q8wjFu69jJEV0Hbie8SwdZq/+xje9P2GTkpSOXfT270EklJzgB4mKBAU3jz2Yzff7+e0MHx9rkiLRPgdBGWvSBKuWrC+Q0keeolwljzWLYgigTas+cK0cX1JH8jUt74PlJ4V/06IX0Am5m2H1fa0LR7S9jJsgtiS870MOGu36LSLyNvdNvF3cP9FPHh90T0ldvzDQ4QwiCOlfx5TKPOkB4gdm5lCK+gBz+/OGBn01JlR7MueC/23vy7ocRbI0f00+Vh725REEAiRASAKxvNRhX4QEYodf32ZIHr5FZmXWZFbP9LSHe7hzZZhdu+t3DQP05MyFD1q/GTPBmrKa8Iziiwa95dIcPvuZD/y8qZuhDi92R0FzRmnqhsN1xaOm0Ljh8+G2uuDsKbLKS0PXA3VPzpNyd07XnQ6sD3u3vuaD9W2O2u9an4Ok8r5fvILpDWuaYXzaWHyVWc5dTggvnpkmijO8VgfHgI5I33cHckqEG2OwHY02ZhCWnX9PDD5LBc4hNuJ8zAxC4q87vtad2i3zi5qUZhcijB+p5KFMLr6VY02j6gN8bhLVH4OiPNxVriLqpGhzCi5n2wU9XO3semWaOkR9naS7eH0Y001wZ3ObC+F6Qz+x1eBafTSbB7/c3lVL2Y0EyEmtAKsSnr+J82YnIv6NvxVmgYR5bN9FjF73nFX3Xox5VzM9wmtAfwAyj4lcOoKeDUEebYy+DztxH0z9lrYr+T6gAXy4Du/q2Y6JFf1YCPQxnAHUVDXv5thtdkpxIV+MeDqIJiVVZ/XoFqJ1MprJtNCYFrxO7cZkfYHUWZjsS2WMOSyehkwML8O0xGEe4HDhmiQ3xHln7ClHt4s4pp0Owg8yxbTr5Kb4JjR63twbeHhdbjVApihQ7cEABTlHnYY0yLyMy+PIVJYdOZ6T6AQtgcm9GDhgNRLeJNs5yiC97qadBgqhe2bBPeGSgrOj2abQ+wyu8A2ZDfYSMPmhG/C9PI70wfJBRZ5To64IHv9gSwrHj2O5jt//GN/PJBfOkfd2NQwp+4OuzXGo3we3GhTaooLM5lt8qyyXcXGk6lif5lYAkt+xD3rTP5AkCsaTk7AY4UhsYxQL/ug6eBllz/akXkwgQhOJK9ysYCC9QjvP+PUhikQYB7TNj3lyBBKC987woB7feNcrAVexIxGPFzc3YIUk3zcjtWEUNagRUbjRxDYJFoF1EapA264hGjQxR2aR8gsTqxM53xcmazCj9PHldhB9BrXaaIfHN3+LJ0Ia5xVMU1l027Zb9sHqiHiA1peV673bhJRgOw3WjPRiJK0GqhromNw2jA+EUZ+Upi4FvDsa8AkLHIRFicMkKkMPmjiDIOvRfnym/FEuKTGJ9vCm+e3RRtgSi1hCpoK7r3IL7ciMfbrcZemMesI1B9BfGET5McAVpO6amLvdFa4a8tfc8KEMeN/1C1DyioQ7pWE8L8JVjuQJSgo+PPj5+LutGTFCBFPlmG8QcYNUl02Vdjn8qPXVhy9epjDhQ0cdPaEQT4djYmsJq6R4r1I9clwM3K3uci6FjsFjN5VMYwfRLmy8azBbOdxSF8+uuIU0Xcyp49zLwFdgkEklbKLNXS63406tQUUj+BFZ8G2DZq2UOsrd2DxUwVBwtboGLHzEBg6BMlzVLGWk9VBQnYmH63iSCa80BEVl95mBI4Evb9wNG8xCz1wTkqn0i5PGLa0le2KSN1tN22n5LGDN7jELFWs4enidN9ZMPSBaIr2KwJecEefkoAnI1FKTyOzDu1p1MW0Y8G20q8hw4DuXSKU35DBu97R8EblNQ3OHMylj2bWN2GV3w5Ll+DCpc12f6YMqna7J/RDGekMs8IqmuSGacH2f57KLAlLo2hYuC/OtofNMgk/hTre3u+52I+ugdskTHbhr+Xo7nJpOEEC0hxc74VtXt0UYiQu2o2shiNzoQutUVY0cjo4JvP99G4zt1uee6ragHCe7hG9U3T43WMNv4hKExybMsilTURIAQsbET9691l12d89JDzlz8Lq86hSEzmT3Z+aGds/St1Zy/fYEr4hjnh9fkuuB31KcFPBnQ0AdLEZPZ1+itrfhhF6vLU3HlzujCGLnefwtqcs4dApYkXvpQFPW3Pk1exKsuFHhzIycOlPXvRnTniZTRugvBtOdKDVSrLh+kPxGPAKHgzj5cWaEdhmUY85MAjTwFD4kwT3xjg8fB6XB5X0uYuqm9i56T0MDnOp7ESK0qAAz1mEniCFY6yKshd/u1Q3pHrVdg6wKXWXb8ui1lTi714+pox6sm393vLwbuy6YjYISd1sE67vrmFTs1MCxZ1SuOiQ7UbfmKion3UqNw2wvm9W1wc+9QiMqJLnzWelmsvCpk9OJZrtDfKZZNreDwi8jT9nHYd3/zlmB5O3rHUfo4iMylJ5+KtTehDHvw/WtjX8Y53Rbm3qsCKNRkIdzk4WVLCusFtSZJ8Ad8duLQgja2Z+4TWRaioMf2+wOga+43fEIwdfeMaA8FkuIxVExG3vwLGlb5MbZJr6QTpsDpzX7W1w+Hvgm4VRbMakJbvoWoTXmV44lkOW03iEGVUBAh5XyObJtyj5YMYZJA+sVV58+juwR3ShSBTKojHt70oAP9hSls5IQjm7ENErMAi7AYFbxrGpMqRRyg79cEv2aTvzJSlGi8qFkVCqwAbIcpMxu9fEailYKSqLgJsfAjcj5FOrq3dfumBbCZ6XojB5Rqq5c4jqn+Fw8grIfuEc7d9NDZHtM6FirGvYjk/RgHOFkZRR284ARPwIzCLJY47rQz9TEuppMxECfwIg7yjhCkFXt/VL2ZVHKXbeK2nZJqUc0w9KPOf8A+SxjsXPvoKnIBR2GwwxscvD/dcvP+q6EdhSUI1Sml6GDR+dcyHBxec+MolIE82Jx2zg7o9rlEoko9TAvjj+6PEWA1My6Fho9xoDwHgUbDXBzgaFNYn8rp+5mAkai6Lau1LPb/roHKDAC2lQe1y2BbTBQYHb8TXV6XeL95AGrERZnE86a5XJBywfc4p0TNoJCLzmVp6QJFdHUlPNQOkzmw1e/8MxAJ4MnkzFEHPhWvGD9jfOm9aGkCE0aBX04qlkVNhcYwbOidOrhaZFuvRkQTYZi2jz4fpt12KkHySbzURi+5Bk7x0Uh7wLDqdBZEMWSg4Gq2WiCU9eGQ24PaikxmEj3W4Xx/GwTI4JDIpxs7EQKExkH+opQqPHAc4vS+wQxt0O4Xv4tC60ldg+R26H6MXNUp0wfyLbCF5LYE/hmRkDexpG8BBY3oRu9XKBnr6/hhjWJc89sgO9KQS1OY0hesQKpGXUdLTUJX92h3k9jt2ApqQ8glJJE1+bGSgS8KoJQ/HWMKC25umxkEty0I0/RfiMYMCTpIBgIlGR3RNjKiu/n9nDKZTqAz9O2PKeJyXzytmNjbYnRe1BWCpf+anh1E9squ2Sy244g6tGKpXGdAbQPzI+IlS17f2xYFXrjibtw+GbE6B2uE8axYLTYEzQjxlHK2KqAbS8q9Ky9Xa5tfPDMvf50dA4ViCs93PkbiI6ZsTfXpypq3JJbUFSgZAX47tDxcGuTOOxTcmkLH6PB/4zF7KlUUi68A3D15ZrGmDAum0rGlggfLIJmkkaU3a5KCVQZvMPWlVXl4GDGNEhHL1UWbnak9hjU+X6xdXOayAaYISHt2BGJT/6ONeS9AUIXDETdNO+iyo1rGP0sEP0Eui1DquP99cGa8bbXx3bYE+uNwv72mBHnPCX37ka7RVR+gnFbtOjTFdnnjEZLyTXXd41yG30Ovpt0OzmjsNF28Jq6eruN1yspCJ18Y5TG0aIs4nuX2D5QIauOdKknhE+KSKsgEYKY+jaP8Ph0poZohTf1IzooD13d0I0gT5hkhZy3dMdZtqvEoCFKMOJRgPXNzLK0A4Heot1ZA27tMHN1ffRggZvzHS4GVTSbw2LryvIT7zSUNqGz0dnr80pdY1cvdigg6v4sXZEtTklXrjmqELs+6oas3AVvSJVxQc7dhLJ7pzNm42+zYHRRJ0VsxxrQowQfzl3CyMBICcNWrxeOwMe9KPm8XS1x2Tn89dp0rSbSegDK9x2RxSl5uecTnkp3eXdPhvwcQ0BtXWDQlysjuhi0R9wcwuPrQ2nc2Wm87UepK1mH2VzuBxuuCYF8NpxOcaTLAFicwRw7K8GE3sro4AHi9RwsYSoTcIFzOeU53569AUH69UkaluZNSMGEctKN8rkNTm1yKUqr9MdGq+ZEdW7iOUqgmDTJPT6MnmXKTAJIAD7o+BgqU1cI3HzeO2f+tCWuyWE4EhMb33gD1vNb0UiqOgPpYKjY0sTbTRvSUljQl0c4NrOTkRmRwPluQ9ddjpzmecJimAKW9OvtpOBbWF8lAJEE2/HYjkoQuDWApnv7uBtul1BJzWGeYlZWYM3MtvR01lHCliQABLJ++8gp9bYleXEelvJgSChD3uNmRa/mYcF0Q1eOJwmlqhO7KUhfaRgW20p7qDfB2lwumyIMRgvWpwd0aSQWgrSk9smbuCRh1MDch9/hLVK0Bt/ySOKFER70vqrdUdMfDwPFGZ1J9nWdhfqyaMsm8o4FSY/GessAtA4wmurhZnAieli8kooyz3icMRBfLlcJW5Bd4m0cmLdO/MBoKnvAEZBH3VnDrXshWL5wCMqa2jLnAo+RVETChMac6QrvkhLYHODQmRjgev2ZuPXbKxnRiXzdyWkOH8cBu+UnohfFOCFMvgr3GmVx5EPW576cgFtN2Mj3MmHdT76ZgSkzDE5PxqQfQa0a73C4OTO6w+AcKe3RPjFwbSjXRaONQEnPCDuWo1hAaNOBFdGV34AP9EPXiEKwlzt83F74Az3L1B4749SJVk5OFqp4goNqGd1oCXwX2rY+3sjt+ko6J9Yx73QfM1zgb1SU7o9yv4PhovJA7ORbUvT3ckvZSFkmIJY65dzS3WOa+2GvBQFe0mawXbLIh0htKIXSFloOIBqZPMInrodQHA1uDJIKhqezdI4OiKgIuAhr6aPejEGGabm+FbBQ9e0FrkA0OetEt8kjHbOUoo4CdtrlNTJ0/Cq9B38T9XGQmUqgLa8340tzx4vL3VL0cfIOhb+xeCrfJbWEEvrYSCdpLqnDttt7OKKPJZo0/eK2bVPPxQFjPR/HpiPtYCnb1CEN85RUmXAyFqjHNVwZfHSmp355iBLhMsWxOx04lucGZIkZkNkKZYnOrLzBSo2G6zb0UC5ea9sXBISh4NB2AR3WUUMf43IcIgpkZ5DuYAI9QARTboKr0wVkROBeKQmhFh8ru71zh2vmPLwhhm0Rr68PRRZsbhELskuEY2R7M9T9I2wWtrBtluyhiUxMldiE05NHkCsbUaHvK47P9NzAu/bBBsyc8710UCzDMVPhfKSn9VVjwPAVSsdFADXY8nzogR0daCq8OXJZXg4XkpqaIGZwP4C53VKbMMDDygamBFDkAjPv44ihEn3DLustQ+7piG9k6yA1NcLVSkTcAjpDz1wImpyqKl5qx7QB3ArZ2NkXOdbcQWZ00W6Ig05vk8MW7XWqt4yLsp/4w45IUCXxC30J9sMaM90WSLCXhC1Cc6D0YUyQkkGuPQjerCCW4SFD3exZvj8ManlCAxB6ozj0MXzYYTdMvW8oXGadvQwQKoCTHGNQqdGdbmSHOn1iazaQ3f/6wZ/2A3XCxJukg35hlg5lCB+z/eydNuvyCoShBW7703VIy0hTBMJkfIbFE4+EF8ATT2Hm6MqO9P1yxy6FirknIBMqYNRdxM4q3DHLteMBW5/aoE2m8XBA2bF4cs1b6T5PSpguUIUpWK+Vq6JA+uiinvwEF+BuR1xU2JaAmqRUyEnkXGokj1isJg/uHadZ3vMFWDHohRUjbJPjMJGoGbtQx3tgsCS7zbBd6B1q9YKecBCGTz53xUomqLsu7BCAqKhu4RAxsjft+sCX5zfMnpVPQhG6KN8xy1XOMeqqDmf4ioXtpcZ8lkZmhaBSV96pezXt6PzELwPC+OXdPGdFwbOyfRq6fhmtBbuz2ah0xmOa2iFfn5Xah5Zoz6rr6tv9PtZ4tk0pbDmp48FyjJ67uUuQJ+r8cDnLNokjSUmiMfNn5Vw7SVKihGSyNdn3xQJXXHFPlA4sPeGSe2E0kP0Fio6jwWz7lV0XFmtmInGskZ1tbSS5Olxs/spqiHGHpUkOdzIa13spesFkPLZxss2WeN73NJMrh1M0jPm0yVkz5+/Z6TpLD+txmA4+OKXWivV9EMigd+Se9iRJHxJM8o6sKsVjjNxS2WCfMtXa5+/BXF5oRm8RmSj1DRnr3rGxjK0zeBOlVbpesOVl2ys8MmqG0Vpn8raMjcOK3pWgZsPtby7rkYE+H9T7wdgysDqNiSuxjGy21Y5FFW7vQSFzeZLrsZ+OR+OS4MeQYTDqsr4jlKPnpKR7z8EXmUJmeD0CoE9cpqe4I0xjm3PUfYboRjbRRdi546F3w0AlxCQoSEYhj3zdeSkRX+FN+qbc7HYO7EPZib4e9NW9WeTZVdVbrC1DaLKt0NpppR/P1Um+nh37KHWksZNkuML6uBoEx7q55J0qj0tvFGDiKR7m+hLTGGZif8TvSpbWyc4BVbqnFJR1y/0CvYdGnOy39q3LZMAqeU7yLnZHgPvKBHPCFsEptlZtRZ5EjU7sfMSutHP1HMIYsYhkd1yDNyBemfvLEECPpzeHI7zdCzkrQykywxJdObg0xVajbSRnZdmUSwOrCnHneLohWGqvGFeTi/rgXMa3y8jGsQkK/xWjJudkYNQE6JRLD2xyNPuZLUCEl7Yq7ZJnIlpA+UiRrIsP3onJ1bNMVqQi9GVrv151sql7JglVPpWbwlICrGgG8Lt39Ydo+Ha/rY4x6EPCkvA8H/iwoA6HcrrH69IwaSq2Velj3V3xro7YTI1AiQaX+cJOq2WETgAGgHUdQV9BvAyPIEMXbF2GVRMDYF9XoQAv0F3PhHLIGxN86hLek1fkgqEP8d6c82vDmlV1oncFN8BrGjBqHY3+ppkyk8zq8jBGXSqoiJD1kFWdYdZEryYHBV6c5TGNB+AxTE2IfYVmSSxFGUm2wjsPMnbBTI2dBp0+TURMl/Vtqxa2oi43ITUe4rzFLRnJEx1utTNARS90ip/Bdbb1lbKZJYR791RUdtYGWJiZ2xNyW0KO2/XFMfbbw+VQr5vqWlUJ9ygfiy004ShMSY56HJMcQJLqKN7w2VnqUSVQzWveFjqqia3i1p8ESdd120npjRhfQZ7uDXsTNUGBEQBhMJU9zA9LVuTLWQilh64w1h0ucW2pk5yJbBQS6HmjxYmt07FFzLeK5O82IhU00poTZYDSkSi2ApjFqex1FFrafHqI04wW8BUHW+glnZvqO5gY7L0oueGMB9g4TKi0oG1E2mdlHqIMj4jHcAzyYh84jnI4Hh5Xye3a4swogB2Qu6/9ftAjNy2MO1rEeHnYNHaYL76v2/0ShHAHFs8FpFGLmJKzPWulpE61R6dY3xShsnkS4/xDgjX2EYdIfaICahpOk0xGVZt0Z3it+GYT1inYPCDcE0XzIvfZQ8RFEd3Au8V9z1F8OI6xi/frZgQA7XjkxJZWCww483A2i4uHBq/0spbF54I3umzaLndsA4qU/GGkds0oAtzlez+m6IZ+cH62DyMYmzFliE22q6kpM8B4kt4nVY7xD/m8iBF/pW8LdBepQmKkRm761LqVg5E6f1Yl6+HDa+sP4jBekaNxJBYyxBw2P5XSzVMyRUvWx/bIyhz6FjS7imDi1OW2fEQd9Ha9U2mgDfZozjYtRHeUxWEuOoEyVI/kgmnRuKUCc043y0hcbiw+NnsRlrh3Vz8mle1IOTRoGN+HhR5aeICQyubCUiw7sHuahPXvNm4Fk7WJAfEWg7rcD2a/IdCsVUetaOFVjdu6px+07BHzcihuJ1MxEJI9wwiTjlJI1Unb8KlXX20RGeQsGCWAimDPxVIhimC655GkjtIUk9spLJhpsZtoHKG0u2ZU5GF9uomKPO4BVQ4dPeBovlM4lc1m1DnSYOzEN+JjeTudQRQSpANkyjIWemMmlI1LPsG5/CLpFKfxJKE51XCcqnUF1XG0Q1nMVFPSyh18Z4YCc7UouKwmmpi23jNg69MgRQPDUxtd3TATKgi1S+QGcLirbXFjfBFtZzetj/xd7wa3GzZxWp+RjEsgueYiMoSv5I1LX3pWgV1uC3PwOPVoHTPVJc7c2bBBahCdB4RiMppyDHCgEcYDZx4TP3XT/bY4+une0xoRT8bKh7DkkQHUE+2XO+1qziNH/a1JxzONu1GqKmnoMj22H+VS1eM2OAWoAPfJyQp7UQORrqGj2PesNXs75iY6bu9xvG+PtECFAkQUrayYMyvqAjYWWzHDMZoXGRwU7ybcNL1F1n123gQxXQ2fXSKZISejiKQcmwIikQglkOjaX/SIk+rrPgqawZ1IxAndzGDU8iYzkSFf3ROImODrbF0Opz25cRXlF1z4BeeT6t6du7mMwSHyCwayClL78PZn+DGG/fOOdvyomQJ+EI95tET8Y/oH+mw3xE0XT892KwkXf8E3t0mKq1vcNaCoQF6fstSr6/nVmngdj3nUZU8a8yJlcZ5m3Wea3z6P0x89r49JXMdb3WITl+Xb8OvfGEDXvzMDHH923L5mDo7iKI3fBFE1XVal1d0vxXcq31T9PYqjVVA4/95GraoaEFFALOKum8/5Ajvx+64CpKy7la9PI7/N1vPhwZ+TdVv1TRj/Xjv22RBO43dV0sSl3+XDx0Y/F/DrVKPKAYPvqiTZX9kPX+QnxeI48itCAnyKkxhLoPCN6x+77/wmjbtXj+8q5JrGnz80q2GD9rd5YL6YExj1Y3d/tj1c5V85eLenH/L6PzAx4r/DxIAxNbPzOn89cOHBr+TboTB9/FCYX0f/CdN8av/3RIb9LTb8Z82Lxb6YC0b8rnl9bY8y/wnzov7HRTD8PxPB6K/qor5kmb8oSlHk53GwfxGlvvL1Z9u/zePvNbtXRB/8sn8poK/LygfIliqBFfABAFNUCv9q/BE6/QRZTnJgfz+zV9UP4vKzjfllnt7B3yEwq7gBBIgz8tAvudcHtzyKnuYct6C8CV7YBedfGgGdk/wvpPDHTfTNmb4hGgwJq/s9DrvXKICG/C7SQX7FKOxlyP+unb41qZKkjbsvOv1LtPgGvz5okbv5S3UHtE1Z9ZHtd2H2TWHtNYbknwmbBz1unj9A8NgGUn6FryH7RvwZjf5ORL83A7/Qn43wlfgzGv2diH5vBo/euP5M/BmNJr9z/PVs9Cdno1/OXi31f8X5l4qz6rsyv8ebp/e+TBbWOpuqrJrVnHHwbwudhk8bP8rjT59tcYJgsA+fCXkDOsorGIDuMHPC/vKy/HAOv0Hh829xvu2a6hp/+CRZvz7mT+RDXFtjoFG1+av7oOq66vaTwNfBLP09Pn6InWs190zeKPatugPntvVTHEk+QT74NvNr+OFtAhOts1/9sSV+BXF1TdZKCPmBYfb51+dWIQwUIwwU/8T+NBr447Ujg39Oc+RbWv1QO9LML99qxzfaX147Euj34GmfAcH5x8mf/zdo/j/k5YRAgw//nJeDL4Jn/7/x8mmFkH+bd7PEf593J8RdSqXW9QjugEtH8kqy+j++O/d3j35JM7/5sFLh19/cm8x/qoB/0wheIwiR3/m/4NzzENu2A1wtnoA9YBtD1jFv5onAnvpwqYlAKnt/QXJfPiGhUA0qHuHRTOLaTA7hLRw080oezuyz3ayksYS2wV1jlVuGRDJHqTMLzgj7aNH6AN/d1UUZNYEbQty7KzmPec5u8W22N87KpBZirshe7TnRJsBTVim4VNtwmL7+KKkvXWoPyxDQFtNlngDn4759QnwByfXiNMbwmgG/y3XCNdtU2XCpIZ/qSJpK41oWAUZ0R2dX+FKJeLaORM6uVJcjoSLb2cWy5GijWXxje9XalfBVzC7WJbqQMir+6iN3i1gSadivIkxXz/aWT7TnDwMl4dnb+YTvMk8qy+B+TH37CCQy1cHtkoXXaHbtU+3ZJKKacMbXGcxo3J2B9AQFzFoctY0F6ROUCpBWCWZKaCaSQ/pPxnzNVUcCnEsDzLuF2AV56zPET0O4QcH8pyEskFxZOFS3XOR0VoY/0dcbH0sksaNq60MgsZDvQjc9QRNFXMmZL9J/SmocfiKRr3rasN/lKUx3RfLqQBq78H5pPTB/z/HK4AbaAmvwbmUbAM2D4957znMOsK5Unaj25FMFeV75Bbr0MQvInxyCG5CrVF6N827nYlDXq+6Bfi9FJF9m78wghw3Lhze9cpBt5zr1EOToxrNh33rjLPAFusRNwbPsMH+QlxT+4AfYVbvf6K1vk6Xr7OTwtr369qWPNsi0B3yutvBb9mjt5KdNohnkC/DbmRKwGXhryy38Hd3vShc/fvYQIKMIK6+RBD3JRYAsSGgT0JZev2sP8GvdwNylbe9hU/nbOvSW35+1gnjS6Qp+cjCqvMuCu34D/t4BSSNAAn2ITVkkWZVmcj2wJBgDRnXDTdqGGF/H9RtHZ2hdOWqC2ID5tv7mpX9YGy/rGV3nVL20Lfn21KqmBrQPpY8g2nmcwdjkwbwSB0EkFFFDwDECPL7VCq4/wLgmpNNhwwH62hbVTe7ZVjiOqiCSagHamCnwzDQ9Lm+0IwLOW2m6wPW6AHgH53xsqwtiC35/GIMXAK3XTWv+3lYBba9rPz/4ycfpcP7Ce/6NRxBPLfRFf28L6YIyfhzD/AnNznldM13AY4ira18poi9v7cVFLUJc34xQZiAyiC8+xkmfCVQzrVZbwv4gWNhrfhrsC8gWVQUNA3Ee0YoffYG+w+WwGcEP5JN76wt/tj2O+g8+Q9AvkKnpou/9QrmJoF8FBzyi+nu/YD5HQgd61nNiAnJ86xcDbYGM00X7MR8g4wLypy0/+oVyywlMM8N3foBu9XmVPXEwj+/9QTlD+iqLH/T5KVMNjvE+jhn2eiHib+MA3kgwH0C3es3UyA/zerb9PNfVNgHf04/zZ6hzDdAVcD6HvNEPqy0DeRUa0MMVee9Dgf63AN5moIfpg7xQOA8wv1mbCUJf3Hed5rCv1xhC+qEv7cVPSH6ifeM7fOlIRD7q6LiIUGcT0NGkbwjsx5jQB9a2Gqq9fAn8gH61jz6jQdrh3bbxl539lAbP/aRfU1llfvhAAzY4gbkj2qK9zR3wAezCTFd9Aft/2qtwBHwo02ea+MWngI/8lAb1IY4fzgX2w83Al6A+5mfbcLUf7Qxjo9JC2QBe3+dTiFCH0GexNd6Yn2weA7a4gHlM+vOcVYegLxToCfgP4F04vsvhvS/oE/MHWwU0DcazD34Ceb3iwEZA/AQ2Irx8Y1ulpqkRzz4+xkRAe8Wgw6cYBPoVlE+xUluuwJaun2LiSlv93RpfsQ/GCGDvykr/EKPX+PElni/AN57x/EtbfV7bfoiVGv7k5xPv+Hcew1c8/zxPIB/Ae/rZNr/TfEVEwLhvce4HnzOIJy8+P7bnAH18zfeNT8AP5PUTn2+0D3wW1xefMH5+5JMDY7hfZMy98s7XtmL7Nt83uYGcCWX6ScbaNx618aXz5YvOQX7UiM/+8J225p0F2Pz5kw8DPpUXn9YP/qH/AA7aZ3xKX20Bn/P4YS7hk88Zxm/rFU9CyM/84hP/1BbShfDTGMAWplW+m29tJ9j2zT6f/IiQny+8i995fOn88zwBPR/Rz7yP32mrv8GcLWJfbBbYq0vCOPaBB8gn9MMnHcR26M/vdJEAsWf6bJNrDgCx5xtO0WA+ecYLGJ8/6XL+SgP8zG+5Uf9sC8uzLfjsh71p3+M7oMFc+yH2CTB+gXgOxoc2zk3vcrdg3F9eWGSVJcgr3+wA0IAsNUR/1yHAMi4KZLB8twPtqx2M67n517bQB0H+Xo7oD36K63c7ALQvPM7r/ECcgzHgI+/Ar8g1N360A5Antfy39KT8TE9vc8Df56AA3gHeXufgTocf/gDxAIjnqxwU/InP3ujA9s+QDirT5Qc/L1wAcso77gHjiDCvQ4yHAn47iO8B9pqAjkFuuaLKijPSEdjE+hmQ2ZfPLIgHRpgL3+aunVectOJK4C+TVrzbA8R2AKNC+ke5YlAfeqFhb/PWv/sVaANx7Ed8tsbC5elX4qgLb3YMMA7ArE+6gr/RtaefYQADvewaxFfT/ayHzYo/P8bM8YlVP2AbID+AlUG+gNgwfGFm7h2/Qjxm/sBjEEPDGIu942LrW1zXn7F60YsXBoD2ma80XHvDwlBG5prnIQ7D9U953gL4A+T5FQu+YWBtna8O49lqV9ZbboB0AvqgLnz0YUCf1z4+zh/GIKCT60/aAn4BVnv1PX2gP3W/YqcPNUWhvHAlqL0+4UposyuuhPXJB1wJbH9t+0H2BYg7y/Wr77Qw33ymXX+DBnF7uvzIpwWseyC+0aAtk28yBfRVR3pxxd/yO8QhX/LpSgOxAOhWe+OZeMUcRPuWT4/jl3g7vWLZ17bLE8u56BuWW+PtEvafsYD2lUeQe4CuCnGdp25+oEP7OkO7/YGVV5p2/o4Pnrku/IwP5i947YkFvuBlqK+f0GD8On/1qxXzgvjrrrXc5zwCY/Mbxg2nd7+GOhIB5h9hHAYx7M1XNPSJ/azlh/4W6yf4FPodqD9Bux/YMgc2DHn4ZCsvfPo5Drz0fPzaFnnJ7IMNrPX51/WG13zectmKoSEvyLMu+IpPv+I+iFtWzP6lbQjrSOwZo4Bsijc6sIvlrc7Wxjf/AXkf5PFwhHUjsAdQvyg/5gdy/or915j9Vhev7RVMh/TP+od8I7+p69/CJ5/WalbcDf0R+bqe8apFIAaanzb9A6++Yab5k36eMp+/yHx++dfXtnC86aN/Ady8rtt8XuM5rnjqDSc813JeNvApb6w2MH2x7++0bZWrP1uX27D3zyupH9bvlnFdezdSePEB/xObWv6NXbro531vyE926RI/uRbzF+zS/em1GOy3d6nwcdRU4fXbtRkw1e7zxbLPl+nu1T3+ck3vRfrj247GLO/ic+2vu9nGxq+/7az72zREYp81RH/XEIr+ZCM1/heo6OcXw8lvOrr1nb9e3vq/Yr/Xb8n4T+/s+geKEXDrM02xQJzwf+KTLpiv2wj/OhlT32Tc9kEbNnn9P1POJP47cmbRv0vOb5ee/8M7tqe8cz78/dyvjZGvw/f92vBg/nBgxE0OJg5V+Ue2cP/RbbjEa4fn370N9x8oSrKfPYhmP3fyF23EBRb11VdfI/3W1trf5u1v3VxLfN9cuynhtpRvdvnTjS9/97aTn+wiwX+9+Xc/jW+g+T+Bo7dV+TW9/oLhAibgwsdtNl9S7x+PJr8TNX7kwq/x+F/cY0QTf1c4+b5z5L9/h/4fjQIvS/yXt2z8TdHi33DxL/f4sMjv757/l2f8WRcHh01VdR+bQy/RqggmYvG/AA==7Vxte5pKE/41+ZhevJnoRxU15BESo8bol1wIRFEUD6K8/PpnZlkQFkzT1rQ9PU2bKzIuu7Mz99wzy65eie1N2PP03VJ1Tcu5EjgzvBLlK0EQarcC/EFJlEh4jucSycKzTSo7CYZ2bKUNqfRgm9a+0NB3Xce3d0Wh4W63luEXZLrnuUGx2ZvrFEfd6QurJBgaulOWTmzTXybSeo07ye8se7FMR+Y5+s5GTxtTwX6pm26QE4mdK7Htua6fvNqEbctB66V2Se7rnnk3U8yztv5HbrDqTzcv3bY4lr1/pFEYCVOLv6a9HHXnQCfcnAxB0Hbcg0n19qPUGDvX3vrEoLUW/Ifx2txVDd5p49UXocYI2OvbooAvX2EfRQF7fVsU8Gz3PDM+zyqYE5SuCt1zzPhcTkH4L7bcg+/YW6udQY8D4cLTTRtc0nYd1wPZ1t2C9VpLf+PAFQ8vg6XtW8OdbqBVA4gbkL25W5+CnxfSa2p47BXAs8PXm3CBgfZFD/bSl4XnHnZkSAXgX/nuK7x8NdCZr7rjY0e+566tVLkrQYR/XQRM6812HEbpo+X5NsRC07EX2L/v4nA6vXKsN9IjzMTeLvrkShY5qn3VEKa+X1omNQNePOq+b3lbIhE4lJZRnUIUdLHCnIiivGe5G8v3ImhC371OIy7jHHodnAKYF26pcJmL3psGFeqUNRZZ56fAghc0tr4hzsQzcTb0rR386R62hm+72z1q6XrrNweY4m/0/RHRtwcXv76lDn7N3FsRi20ZMCh9aixmQ2SxyF0m6iR0by7qhJty1N1wtXLQifULBN28yW878/7LZvS8aemD0T+rmVERdKWYAi9tzYySqrCRg84FrHTDF7lJFMpWEquoKeOrH7HSWHLrA1HrHrVX2Ts8LiX+ybyWfkMrMQwuikLZSvVKK9U/yUq/I5ZE1kr1D1qpLnxSmquXrNR2kI5Ltqok7wIlpXzX1+eW8+jubaRPeG/u+r67+SohGjCq5RVtXkHj4peNvoUafgPNX4HG9y5qWOBfIE1ZkIFNz6eXSxQtPMMMEn9T5k+xomYRP8mXjZLTLBOWRvTS9fylu3C3utM5SVunEEAXntr0XXQOEa4s349ostUPvsu4iE2JHPlBl0DObG5tWFYlOOCy1um6jL9iKsyNe9TnRNt3I27vHjzDescSPA0XX/cWlv9OQ4FyKRrqXad7lgPzOBbXmBf3IM//CheCeb3oBS++cFwjFUzx3i+1ej0VyCHtLbmK8lePlmeDCTB+c37+TVFxOWeTW5uep0e5BrTqP/X8iIITcdQY2qjd5HHzjc3hRTJ+9c3X4u0XoXH6uRUrO8t0TwKGdsKAOTPQD+BbKKWbZFXV3O2G0dYooX+/tnxjSWFSuZyqXFJVLasql1bl5VWhGVnwVIzACqtkt2UhX26WrpHKwipZ1YKQvZuvuJtn7j6/HDv3IIDNo/Betyt1663ce7LtWQYN6y3yUDkvt9q8CJirIIg38vMTaoqvLR31/S4xx5sdoh7Va0nPSugmWUm24LJqTanvdnuE9UUKjgZTPDZqpXIjLabz5cYlCuzq3FkuqP+r9UZaRny13vhNUhDPYEm6YZ5Ef1v7YhL6jmTRfav568a1bo+267ngvzwuxp2KJ92Xxxv/VbwV8FKG00/AjPhbQEbiGAiI0ruQ+Ur7H4bMuzbN1xcbPQY6ELjOEVzU8mw044cWt9+SCkVJqgt/U+E7qdBC888T818kHQo3wu+VDyWuhKs/NB/+qjRXXt5I1SSTdZEg89PWMzeNs3xzQzbv5h68WuArsj870XE185d9fjr7kA3VgFj/IuTDc2KRfW5uy9sCP5V90vFLS+syFF+un/To4iiU5Ft489tQCD9Sq/GfQWFICp6L4I9nmO9n4q9/FzZm9bFnvTx48vh53Y2cxvUnPLn8OcV5o9Pq6qPaS7cr16XBwy6avVxfVyS6yg3LX/b4+D2tSxTQ1zdzUy8TQSZJBcp2d8D0+gwRY+q+66UtQJ356a7fdmvIIRPN9u7LhNOt1WuiVEFgl9sXkpgHtqJU3uRL64ZCZF5gi69yI7T8zPXfGqrvhWA+VCvNwP+qUK3U5uZP9MFnl/u3vFQILUFqFLu43PZFpdPKm+X/Vi++FyFfjaTbXxVJsbe9Np4eI/Vt0Fm+1Z6jt8fjv7fw+DksdeaBLscea6p/bOVc7ok9BlHq6ZOD8oeLnuFhs9GJURfW1vL+lj3fVfbUhcbvVfbUSrhQm48lJ8Ls/PceqFEDVRzvLHmJdebGNk3CNlUHy4oMdAH7l86WVdm/4mhZetvF7X9bjsvsUbyj7327rRtL6wo/4QHxxj1Zpr0vuaew//9DTyio184/aGBCpnwE/r2IznzNgiAL9feC+msnnNN5pkmNwDQ5OHyVHHOrfCix81zzYPj0mcSu8tSzRVxhoCtewRGvHnHDhRhB/FI8YSw1yg8pqo478sIFQFm5p/iRtdDWbOLHkNBXYJy9bRSdVYzc7y0EvprgcyaqVZgolf1gHSAJN0UP3TBdfLQMENkn8WxHZ6qAb92GFEs70TwDih/bVnz05txb47WjCoZX390L/9g3k4oSQz34ybbKH5tP2M/kSHw5dj8rn1Q6oRy6w8N8b3j27j/miFrFMeNPcoRhqqt/gqP1z/X2zQrXm6fu/eIj5zLSdGRvyIc1W+RvM32SXvlY/TtrZTqCbOq+fiU2k0uhuz8uroRWCL4X2o93mjCLWtJ8Eh6MeCfNe85Bjzlbv3viDNk99kVTNKOaqEa1o7ExjupoXXsYNpJ2kbKwevx+vlUbymbJmXfNm37UgDuMgxmrh7l4v+3HSqDKzaMhzraK3RJmL/exPmkcHodK2F91bOVutpu9mO25uGgoq+ZCbTcFjfwqC733vJsJSw7aCtpdS4L7RX3yxOkyZ2urp8BqKzCPe1uTpqP9Qmk3F493TzuzFzqPa2c1FyR/8HK/0nsON5tonPly7/TjgdTnutFUWL4NJvzS2jQO/fG9M7u7P04F/02TF/W+SPuwpyur17nFfhU5XM8ms7ggS37raInZpBs9iffLWc9x5tvBQp8MwCLhbr55XhprM5pOnnazSY3rj3DG6whmFNwPwXqyArPuBGp7jPIQrQLWcmCmkjribJRXjEnnqnFzsbmYC7ONITxzaZ+G+HQ02jzMPzwaK85W4iavjafc01A5fkNfqR6x2WsE/Yl2nPcaqPdKG81ktdMRFbvOWD+xVHCssAjrp3ajbE853Cq92W7eC3xj+7yfwfxnLzNnvoG2gIbZxtnPwfNwfZgl84ygdHH6L+Zudvfkos5EX/ClLozB/rXjfAN27Tnrx+H9/VRAXxPfg3+fV+bdczQb1rmHdqNlbDT3hev605fdcW7z7dkE+9a8F8CLspI2irhcPkQ5e/WMTB/A1f5/bW2vT2rO9OX+zth01/rk+WC2ufB/oCfBwjk8ju/vEkzyS9QL9PVHPcDMpgavjXd8f+9MxUExQsBGpuCszR5G0pQDW9QQE4gl+nc3A33HG5h7r3uYCaFz3oez+P1ZK9ys97SGXxtGvbtfzrfaBuLdB0tzYIGDIYRLszd21VHzAEhCDgj67WaotqWAXu9SjYaILpsfATcI+kRLo/TD3qDoCaYvTy71dk+fhPv+SAXvo/U5Th0GEYxdexitpQe5IykdlYNrDiJ+r66ahwfkNXkRPrSbICdteW3UTNrKg6Avd2r9FbQZLSAyF4tBnMoGHNxHZJrcPGgy6A735NtqcmcPf3NjtGSQHbTROCq3VaDtmvST6WMH4cOQ0d0u6Qh8Ouap/NQW5bIS5McYVcgmdktTR1PQ0RD7pK8Fp8Vp+07cXxmi1g7QZsAMHapHEGqRxKuj8V6NjcODPBbo/FTsC2zL92VVAJ7n1FXWF/RtxA/tAH5Rz2bal5i0HQRapqcB/YJNR1P+1C/arQP9KiLoyGunfmE+A0kDP2u2FIId034FaAs2XsRqNh+w8Qr1U+OsX7SbLQnqyDjpA77VImJ76WE0OPWHdkY5sUUmjxKbqjjGaZyRcdBWHTEdB3SrwXxAPj6oI7WWm1fStjhXgk3QO8zuj9DnKsgVuL/JpfIHgmWw10oFP6y5Ux8Kxl8MukXghzBnLx7nAfOL1EiStHh68qmNfdEx5EWuL5XqY9QKspLeBvVRh8v7aBB30Gch+CjU2pKQjYkxQNqqvEpjCX6hXzUfMyrKHk7YFinOKmV4b8G/I4XY/CEnAwyGMHdOjdV07qAH4GK0IP4C/Cd4lQeghxIWZR0mpiBGKmXoj06Quxfw04wgltAfUdLWIPhRh8iNyh5tA7qe5rPqoA8xZgXCN6MC5gXAYgzzCLXkHuJD6IsHP0H8gO7y4GSHU18YE1EOqyBTkc9ycYK6rkXACPAnYESmsdF1F6ORKiV95DkRZJSDHgocBP3KSoEr1XgNWFoXOJHISLyPA8p9yBGAd4XIcxxN+IPh8xhiI+Fzpq0WkbY5rlTFRJ+C7mJZR4PyeXGeYB/QfVHEZlmmKx0Oxk15LtMzAj6heubbN0Ee0PmmeoI+qGtBz1SW03O1pnoif+b1bMIYU8bGTZp32LadfTrf1G6QM9GmBRurJR3VgPo8ZnwO+VGVivFQlpG8EwPmh4UYBj0Vquc40x/jBzTYJ/y0oG1BzyjIzcVI9IyQv8eUTwzUJ6J6ioW2KJeNwhiAhZDYt11qG2LbFJ+JPh3Uh9G9U9aR+rw4T5DbAV/UPSjLSLxhzu4IDGYBr9Ma8lhOB9QT4zCRA7djPJ/kHQm4JyxikuQA4J5SnaJiPkn4Avm54MuIlYE+UZobtSIW4qQtvJfhTS3zO8gw1+a4T0b+Aj6H8RHjzfBk9zHyfkxrEWJLyCslHIAMbKly2smHUMtMebBBXMaByuIgIPfabFuMQcjf8YDP9FmtyzgAGaNjROYHPIcckNcd4qpGcmMeB5AnVfucn5QqP6VzEE9zUEB3qLfJHKbhQxYPWA8AnxM7KGJSn6VywP4Q5bAyjTN9aF0AOeVU98A4HczrWOPxoK+P9T3UXiH4GHLLmldInbEIABPkPbAZ894Y64EAc2E6d3VI6iRSV0K8hOrqhAes7aBGRXnergL6Q1upQjpvrRxX0Abr2Hx9RrgwTuKqE2hyimOocaBmTeSKmMrVJM4EqIEoroFfR9OiH9qk/sxzZpDUqrnaBuwHtTLkC6wNDVozN0/1K9Zjo6wewxoaOVY41cXjEq9rCVfH2orWAIhPm8hENa2F0UYjkuexDhO1Qp4fQ/0BeZ7UgmkNrJL5ashnBFfjNDegXMIY1OR8DIM8In3k548cBD5ZV7QFfaFWo32HOXnie1I75dYUK4XWlbD2KtSViFlSV+L6JFdXAvZJ25ztV8A78ZqNnT3mm6JsfUaGdfsizvLpCtc9WN+oiOVaalOQEx9pq7WY5nesQ5h8SmTABeBbNdVZopzDqaV8OggYvg0pl7Ft46SWm/JpLUf4NjYOxVpAZXWE3AO+WnXIPLVRTo74GiJus1qZyNRhuT5Icp1RrA8ipl5LagGmXkZ/VciQv4ZsXJGaF/h3StZyxTyC3JzWuEZ4imv0UQdq/gB5GDgsjRWVT2q/cZz5Lx5X1KcYd7D+hHZZbWkDhlGHAlZofVrkAernAduWozbLYYCsz9nnDXQ+aS4jNTTqwiXrArY+Zes+rFtIzc60NXAdKSQcBbZZpXLARZyus9UgjR/I+5DHjQDXjYAHWL8o2fwg55Pan3B2ui4m7RVBQ3nR/6g3d9bX5+qTwrMaUndjPHLs8wy6FsEaKEowndWrac0UFfyT2DxibB7R+GLb4nhhPr6gbibPbYrPeAaknkrrhORZDsVAIW8QDIQMvsuyrmv3q57LtRvb4pPU3PO7OCDP3h9xM5z8v8wJ+/TLON45UJEedSocaPmsfZfyBlh2oKJlmZ5rrP/cTTCe5wRmO7Lsjewk2qW3wfTl9J5/joX9oTG8cQYPh0Gr8os4U3cM7c0ObFM6ejb0XY/sT3FDyzvaRkWTs0fy9f3ewo3xDxxMu/ihGfZTO936jSCdA9Nv94EdcqTA8sjnf/dXZ4/RSV/mB2NtnSxaQmcFhs8CtiYWj77wFdvntxXfrXeJz+dUwvX3ParMHIX5kJV/8NhL9i3H2UFyhiXOnFYpn0gXJOaMk1hjPHjmBM23Hny5ZT5Pn45zVjOmfXpi6OzXDLEmKbb/4YM1laCs+JJVlkMrPr/4PTQ68vTt/s31NgBHgTNd47AhdPCXT/8dfJp9vvEX8Ol7H3n5/mPnMsUgYTPdtLy/h86//dBz/QOHni9z6BwuT9/8nvDf6Qv0xc7/AQ==7LzXltxItiX4NfXYvSAc6hFaOhxavdwFwKEcWouvb1iQzEwmM2/d6unqmZ7VJCPoMBhMnrP3PscQ8Q+UbQ9xiofy2b+z5h8I9D7+gXL/QBAURvD7P1ByfishSPJbQTFV729F8O8FdnVl3wuh76Vr9c7mnyoufd8s1fBzYdp3XZYuP5XF09TvP1fL++bnXoe4yH4psNO4+bXUr95L+a2UxKDfy6WsKsofPcPQ9ztt/KPy94K5jN/9/ocilP8Hyk59v3z71B5s1oDF+7Eu354T/ububwObsm75rzxQP4xOyOvr/XEsjxPEyK2U//a9lS1u1u8Tpn37LmCbfn1/H/dy/liMoa+65WtBMeb+d/fHQv/A7jssuPrvCPangj9fEz8XwL9egTZ+LvjzNfFzAfzn5uE/9Q//eYB/KPjl6qfmoT/1D/1hgPc/lOnXpam6jP3N9KC7sJjid3VvCds3/XSXdX13rx5TLm1zX8H3x72slswe4hSs6n67zV2W993y3fhh5Mf194UHrd7mvcR3X9P3Nr52Ipv4Lfu2Id/qNE08zFXy21NTlq7TXG2Zlc3fGgeltyEO4HN7FMBn/3u8z4//Xkz9OnwNX777+su7/3F//I8UGMZ/xM0CGlqmvs5+TPQfCHr/FYDxMXnVNH9agC2blur2K7qpCtD+0oPu4u9XTZZ/tXivStUV2tcVh0LfV+KvunjHc5m9v0/pV1/4Ydh3r9nxh6LvviFmfZst03lX+X73v8G/eep3qMLI79f7745PoN/Lyj84PfajMP4ONsVvrf/uj/eH7y75L7jn41f3bOPr3h8Esqt2uDcawb+2IpnuTwX4ZC/9BDDtrpFNW5X+RZXfSn4UyN2wLl/jn7PbnL7fvkec/P7In6BgrrMlLb8v/186wt9t3N84yB9N5q6OCiSOPH4xsu+Vf9r8H5alxUnWGP1cLdWXBSf9svTtPzW9NAOe9LOL/jN3jOfh20Tz6gDj+MUf4b/zs2RN75X7S5P9TwH6v2zHKE78ZMUo/qsRY7/aMEH+m0wY+8V0svfNsN8v+2kp+6Lv4ob/vZS50aZ7/7a/v9fRerBzX4v7yZbl/L5F8br0P+/fb/YB/8srPffrlGb/Sb3v6wlm8Z/ux5Q18XJj78+S5C+W9/ujBjCh3/cRgX5GIwTHf25iiaciW74/9fsm0dMUn3+o9p2z/+V+ft/zby3+bgG/zfF/3ijwv5Ed9DDYZ5f+FyDLvqcPZnGzRTZ/Ofy9xdWQARz61wHsL4XNX4qbvxI4fylyfhU6P1X7kh5/0cOfC/+qjPi1EP612g+18mvhX5X9lTT789PwXzwN/+npvxdG/1U+uO8JwkMgmT/c46pbynyH9Q7gwa+EwbAwiuF/pUryrz//X2SNv2SIKfsGQd902K3h5r9SZPEwzMBT/n1EgsM/48ID/pVIyP+NREL8H0Yk/3aC+LHSPzaI/DcRxN/085cE8cvTKAH956P8Zuy/jPJ/FdP8Fn3/n2I2/1R/gFr/Bvv6V80CRqn/B2bxd0//M+P9X2YW8P81i3+LWaDIfyon/9X6/yq6/BdF8v8yM0J+FbI/AvSvWJCZKrAf/1d8/l/x+f8j8ZkB006+mfa/T4D+Epn+v61AEfT/MNL4hn7/ST2U/N+jVR9/2kr4zzj9NyrwX2WfP/fzI/v1d+zzT+r/E/b5u6f/d7HPDw31B/ZZDjC+G51+5Rywx19487N5/YIpf4aetnq/v1kyOESIfz9d+Jm3uP+6df7wo1+g4LdjvO+9/OOPJ2V/mbS/aeJB/Swlv7f0P2uxP6r0eT5n/x7RgP29aHgNWWdn8XSLA3ByisJfCz31WzXfDHHDwL1EzTqDnfpFU3zH86r9OtL85xzTgBtMnNbFF0b9IK13lsfrV/7sb0joz0Ty1SH9oxT6UQKaipf4Hyj97RIRhq64mbrymJe1Q6pY9PT9R7fdkneL+1Mq398klqXD+3+GFJ+NcH94GkjDmTCjmNCzcCVli9pmjkyatuXW8/Z36JK13zWrXfMMy9p0oeRma7MZ3TBMTL8aYWZEm1YlXqSL8d1Z1p74GuNf/diXFUPaL0So+QwmZ5b9TOEsrhtfM0GeeQSJoleEgu1HhM5oDSR/dUmHcgU3DkRZpTY+0i6bjTxtC8cki8rLPisGpm2Npk04pJF51W67E55V3yqMRj+XjtwI5MFaepSlGDOA/KRxf9uOSN8qNmd22qZRHjduA2ECkL7kS9pg1K4p7XtFrGNYDNXitKd60P4uc6VUlZyYjqnqPodz242p0c1yTx5tSHu6/Qj4uqU1Ezm5p5pFjVlQoTRHL1k7TKZ/4jTCkltyyPnjY8tJzOqiqEbGx6AYDH1uSNtySHOuUcP5HB9kHq/wa6ylROfcA5up2zGF1z1OuznnNyXywgiPvsIeL73NwoWasfpUap9Gq6ARcI9zeL/8mpGhNVTJfhr2GHxVY6VPUGOJXl49vR48RiYNzR9yaJaP8uxP1culUXzKJvf09hIXrJK2Uyb8ILKwT+dtTczL04e5qe9PqrstLM7RbTJk5pay3rldSs7hLlbZ5+2UwjrPtJsNH0pU51K15TiiE4HvHXlkWzo+QhR75bJjR41lCZ9lhPiw+kSGkOzC0fG0K44f89j7S2GFw942ezOue0KMrybzw05V1r0vXIX1eDWROSp5PsjpU6IGgxRm5a1q8anA/J2XUwRGxfYiJ6CasBZ2cQRjd5nebopqGlawwa+OoGbU8ayZeXyQUPGe5+0jZK8jeqoPWXHx1zN69GrI8H6aCTyiX4fIm3f39z+ON1m9KFiOZQXdgp/00tCIPiTovm0CB5UFPdcy85QL+WWL1mlpL9La/ZlUaeUenVmZNJiG8aFXn6IbWr6vYoqbXtpIc1q9hcHJO10hphYm01q9d+uQK1Z/CrOd0X30uG2DIVNEavagvMIoAPaP3ijK1Ab6mlnaGX27Lo5HhPcv/xCZiufEp8ir0GHCu0Ht0ufhBLRQvlM2WXWnMoi7gZiPHhaytwbLubL0SDE+TKR6OEup2PFewrWnlY/GmrLLvSiE1H8Is/P7z2urmJlm3g8dbJN2W4tAvfaXn4Rn0jS+yFHAAxFINK5dHyw0qsLTLjGeO7nwvvHBnQh6n5In2hi45O9vVfNxbmQWNF1aJwwBnkDc18x1hdZ2zKeP8Nwqd+n7FR7ZEcK3x4l0N5vxzDjzukOvCccb8m3CeIUZUr3rcAkAYL9HKJR1FHXPNz4ceCfh/VpMPH96W/xkMkx5tLUdtl5Ah09+K3qO4XM+tS4m7YQjpSOGCm6bnK7sIFdS7Jft7KINZfaboBhlT0WmB5CCkYpBT1zOI2BVZYrExDMh32rBpi9eds5+8CT2QfAqnewNvOoGVDj8zlzRblQETYP53zBEP/eah25AGkJafRrFuqb7DThtTK8xzTey0IScF3JXzEw+3SH081VIw84pu4iRTAPR0VpIy04FNivgtLHRr5w3zVL2bP6zFh+lL5qwvwf7kPmL5/ZGlAf+odCeYl6yxduKEFXcVXNKzSRyhoSKKwPXtmSyHDBWsz/LwUgVT53iVvOPsYzHAol7K+5t3VLmgZUpmn9zZ1y5mFhRHIYzCqR5o0DUyQTpRh/lpoj04j0A05iPQm2qdSgGrKePpxP6n9irxKjg24fvhasXCl6s6anW5TQ67dJ4fK7Cuo2KeT5RWlwfHE3yWV7e6CQI0V0sKqSRPJyJfCWkvz1kYge7D8UFX+wKVVgb3ad7OTBKy8u9HJnOUj5fPEmw29tSMj6t+c5X4NoyVubtVHrH46kjHDdlbKnlHFJS8QhYjcp1bIVqnZzvLIXFh0KwWL/OY8cZlLWeRkWCTddzDze4b3iC4lniIKirO95DPOxXLJxe7GmYo0cFcihUFUlgBl0dZ3aDiWhtbbKXVjn2hHwnrNFjsC1zrppL9edhieyrMVZXx8dxbOMxGMdjrDXvFQ+Tl2dD0DDUYAyW42660yOLXmP6OEV8EuaxmrhE3N6D6D219/SQje0KKbRR8F2SMiUYzA16FZB1jNIx5vrQBCbelkFs3ze8Mxt9vLpgNhsEfA1GhvK30XiPNefPul7EgQxHYunG1mWtcW5N0Md/6/ETJi8ziO9OCXtTP9HkBva8yCq8KtP1zuOx80R8r989tjlIYGa5hVEiGMe8ea9kFJHleksvuCIcFHS2IF2PB59heNVP2O/MNXs4fboO7dqclKTDHjJmEIcOK96FbsL5zye/H6E+HjDyfpfElt0+EfTs5qnUFvQoxRHD8+7N5qjAgG4SY7YAv8h9p9GZE2V9KMtZ58oJ4pY0Iz5GqhM7tPJSuZCwRaML93o+h2NZdX8/CC499aKH+XJdntfwgcV1jo+j6ESEPLeKT0NSQVPHsMTqPG85dQYvkesN4RT9OXLMC4D4rjup/hziKHGERTewJWpPPxaibdGDpXA+Qtfe7D9dyvZcASw+tRuqHYnr56SaqiCq2zaKkk4kp6vJzmUaEXtivAT2FtTPljDFT226FRihN2aSY5uiNy4CI4iy1Fci6bO+tDAyKggRRNG7fENeRjnZDmP9RgKPzU2rLPVUhsJq5JM0hZkj5Hr3pZu4IUnuWz4QTcrmd/DAIVGp8XTrZPJ8ASGT1ATmDEtKTN30clOiuWb09SGROXjdwfctpbQ7Burjx2dKllSCm2ilWpJZempZ3sRExEZ6Iwi6BhdEGraZLdaD6so4iyPc66YsROY9xFqtZW5LZVgP54JEpT4BoA7KSHZto6nHl9Bkgs9DMT4zuXYZ5sDqU+yT+JUBGJ+wtAOREyMlj2d+AZvnEuKdV8ld1hnUCIgkZ7BCIukXwqD2kQhdNOnI3DyEVxFp9P6QNuRNzG12OKZXmrHADK647l7HVKQxFeUptHJUl7otUH2Gl9ANiKUlsfKs+iWFVqIkPDpxeAVE2QGQu3asqODKqGTKEg0gFaBKiUS9pyTrEevBZ3rkkVU31TgazCKmuBJYHKLON/9Kkgw1x5zw3gyES4W+Xu0hoMbwyIwLrIN3z+YkyifLD2aH8i1kD2Gj29mgPDB1rKlHx5z+Zr8e4RPVnhcnBu5+2CVb62PsuIPuLGMOfwoyW6Vlxq4OTs+kSh44KjkHECVpqDGlvivHDRtAtFgvQylFm19eCBYgpbXpU6YhA2rYKmUQmXhl4vLQ8gJoOCGhpAe7hHL2UcknHNZv8Y1HK/acnt0J/GQy1CU4mXgVCELl5u2OvyCwhdfQWSRGJ522op+b2zWblE95cUO8zyLtGNTWuS0OeZTKcSDOdsZzR0F1pejbVefXAUgJEpCNkbbaGwEawmCpbl06EWxFPl/uwNbSgAwvwYWX1g/R5C1C06iaPZBg7YPSMQhb2vaJh0C6G5ajJ08teZl+1l5tGycXBsxwRfUXrpzv9Gyu9K4HDCxYD3dTtQeRXHUWotcnS4w2vyvXDcXkcT30SqTa/r6Qd0QcVyzpau3xxrShR2NlG257tRHvFWVeExzJJQA9jsN5FywJ+dKeTQhNkxsCQxaj1Gr61kVBlXlDiYZNocCqqnSy7oiYmX3SC71kGolsVMYTSLsV8za/1iMZRp3Zic4kfeIVGmhwB0cdEYDdrb3iHo26k4PQZCRKcu8Utap9DmIHiuPTiUiEvfIcLVV8iAl1HAdSRYXp8Y46BFOR7p4pA2Skt8Hv3lii9/ol/bgF14toIV4YMr3wbMjLaXThWEagoc3RVYeX7KEh+g1AsEhEI7GiCTCgUKFQNJeAtAVh8SzJxQOSfDObOLjO4s/5NOA9tmBbx5F1uvBpG5/lEEuUbVTWUMf5MeuSBETq+hIjfHqpj2sTG+UsOmwgw5fQ3PQEdPz9JTgbnl6Og/WtvkDEE+znk8qSEFvi6w4gto6esfddGoIjOOEOb4hH8GlQaOs+Nb/pAGd83zhRdyEqRMrR/FtEHLCThWxvISUnzofv9tAbDQcjMPz7ZrYN8S2rLvjqAo26G5fXBZgq4DKpJbztk3RBii1gBtugExgVvPdpzQkSwRyiBKtdcx8zb7j98fZy6gM2Psk5IAyNR48zkvYl0SWKIvZuOx8tACQIWMObxCirwzy0DSzvTSyQBJ5VcL8hjC3CsH07KhLgrhJ8QWbTYdCaNH1CfmVzpkGkDGAy7nTGKwc/PjmeoDH5DrYE/grgvk2feaPTZhDQDAwZ7CQw3kjCyPzsMJ56d/iblAMYqD4qQIC+eN0ACqIh0IgsMrN1h6hgouqDY6o2qu9IH2d2zhVorielQxTjGTgjWWv9p7ruYOfhwOVhDWbA7cz4yCkiASMmV6IWdg1bSKMQqHcg0RbDMTbHsDi7TrUOk+odOcG5ypZiRl/RtY1JN4Qg4nAPq7tAOFPdX1MtPBsXJSWD0PB5ycWuADGDMYMkTdV6oe1HumPSI7hmaZqnrZ5mTHDFg293Xdqa/1DCiLRd0PT+/fr+WCL1HT78dv9F//ijfH3/ulX/uI+pIk2n4MIG3zIVdGr+qMfsdzz603Xx9ZFxIV2xQbGgf9LWa5JO7xPUDqNHln2NPGBkP3jeVcPmvvQVU1DcygGjZOC2cX3JCh13x0OEWrRWqBNEabSuXNLvQzWkAs9EeE98Dwpt5pH4x5pew8OwlTISb63sDOB6iQKr1E65yLjhkQQMFF9Q5fOwKfP6lrZuoVePXfvQlVH0hczSZNpa7atReKv6rc0zEkNKbkvoLdG4dlLoG03X9/VcE1TptIvHXk69PTl5e37kBTyvBTqWdFaZsfCans8fbf/efm01KaKfMRiPT62ypNTRZyjDloLfHFTJv9f//vXbWJpMbNp7jv1bsvZXRW5J91xD39rC1l2/1grxHrEfbk/7ntcJtABb/aEl7vhq4dUwQyZ6s+9aw72Ca4o0W/J5QLpDk99bwF2xeUT+EVlis0Q+doGRGj+PjIyCcrhHbsZB2SRCycc+DHZ6SJAHAGrO3Q2W+rlH/qce1T/O0xC/9ewFepPW+pZ8tQZ0iXuvVvT1VLm9uX373q+XIt5p3rMGLb6531u7ewW7hluid4WoMqSS9X1MX6txt/DbPt9juGs/XsC2RLh5izyotSZkS325XBq7luF92Zz8m6M8gGWzwNS58vs1I+z4ujcf68sR+IY3PetBZ+eNjM/GDsKsWVISAszZrWRG6L6OwAUzPeiSKxghre3baVgNupFVKAyXFWy+KhzZ6i36eWOqYDm05rJ30M87lMzTVXg2D94qizcVvYDUuWZiPV8d0hGXBgco+n519eC0eZ6N29JmbdoCkN3e5+fArrl71vCNzX7ctPllgOB36VT0ncGIUymV92aSgV/nsdI2dnitxaJOiXyrKHith5aMVjwl5g/kEO+sAPTmlya8lSM1tOkEosYh3vz4hkDc4dBkE9mjH4iN/yiU+nk3KnXjp2Jbu4q15V0BRHGMNk26ienPcO2gBPUAdTXQZwwBQQAS0DYkymVkswDdQx/J7oM2EZ8f68lnEB5lrcFTuSxrp/Zin9tZprYS7JiUwYF/y36xFHI3xZ5C2oHGOAswoeBLtjPqr6eVP/DNrgOuzWcZMY3HFD0Kevp40COdr24vAky8qXtqAEtmWU2AVDS2uHk60HeA14T5fqaNEir7wwQ5B9ICZBN3O5zVkkCNplgyywKH7J6wqsDrkTpFTTN9Rpi2hRl6sHtQiwjrSt5IXGrCGm/SMQtCQ433LQ6UR+Y2r4+NVdojPiSgJMQJagd8wWlI1rFxoH0psu7PYZTK5/NQyeFEpFGMTawnkqTla2PTY9HYMNzeaJ/nzMZipvhTIiE0avWTAKoyDX0Ecl7++CEaNMPp0jZiRg2X7g1Rz5y7oRlt2iE9y6QBAvoTQa9kqK7uBEQqRnAQMPN7zDkPH5CsNgGnnU8sLsNw6OErhOIx6Cav6n1keIMwL2qbbXTO6Dk8YH0r3rhoTbOKPDjTH4yX8soXlvF3r5IuUVxIPehXg/zkWW8m19unZ/GsmN7eQRA3W021Sm4c3Io60mztSyE+k+yCmpwmZbFUK9ZvJO5ESje1ujhzNgkRx+QU+OQdpFRTWdBrp5ixeLvIo1mvd+BIdwQD60I0Bs/ex95GT6RZmM2WVdMjHCvmQtj4Q8/Hz9vH4erptqhjNO+mOTSICU2d9ZjbK4RRcg1/zUy19LMrAijWT49GXiwRTRYXo2O+486+0qfoaa+t+IGGD8NnsL02L16NIyAFRWt9ZoNlJZle4C0yHI8mfUseoqHulBfbvTJ5o4jHtCR6S880X6o90BOe1ktToMuW2RlRPW3xIsgM4cIyfdBRmzwLe0NFjPICf1Zj9LbT8d0NvAHbVfuCFpbmxWgyUsV6x6ljbsGEd29JemG9KVbLGXBJYtelYvtkwsn8WzfLbblD5ZgSNQBuYbsAlcX7D8iz5liL1p62pZkvxMh32wwcV3DIqAKVVgNbeGAMoWCoJnoouiIU2ycQ4ZltvD3zVCxvu3YBGpA9lXgD+Sjfdk/uZ0M5sq9FcbVQZpl8Ls6diBJJXq1I8jg8V1FuKw5fUzcja08XQ08MOO2nluYvBJCdV6Deao5Li4Snw7h/YSTP1YLrs3hne/CLnIY1IAmcZ0FgoLLbEQVghgDeuqhaMLxkNh2WRj6yXrBU/WF+eHGc9/KCLP5b3uYoyLNHwnNh4bCjk71GWqACxebPSaCACEeph0bmVT+WLm5DrD5BiXHIb0w8mFuqp9w+qYpYcqxWimYbBfXrdqbufWy5pBrY7RtwBpISwK/30TyrOGXCN9n68G1e4gNybyac+zrmn/LKR2zUBAr9zWd/jC8JCo49/NfIpImZDatdblusz4Z7r3tO9niMXiAT6KnJlb6L3V/01xsZS6J5DM/61TOwiw94saEUnXGU0kYKriNc5QGUcGxcepy7H1HMxenQQmKlJk0GJm24EWR6V/UJ0bwoR1kMFKK9RbwJ347drakOV8vddfvo1/vAS1F1pu5hTBJ5ZLeeYHrrbR5xtt97PFLSp/o44nVjS4ZlKiqzJjhfWNVKgd5gELJGzWgfkv3ctA3NigtvOOP1iQrM4Gw1wCSAFy8zO7P3eYy5UDYULCq18CEXFX1oRM4F2NI/9lZQaVIib3x7heanueMalVMupmf70I/4EsXXwR0Oob/Ds0FePod9wa93CuBagyeTl17LG0qN4nWT4/slamzJ8rBehdjLhxjd4EEwUlddAA7Qatj6+EQJ1Aphjs2tinvNWhonwnF4Ub13bVOKRYsVECqHGRy+Xmke1GTtR/X45/b5BEc1Hl53DPnHenSZvCeNJzlVUYq35dnC0S5M+oR9jRAtEFUeo1/mZs5jILtc9NF2YGfozpWAPKfI2Bn19UElWRcH58By5a1rLTSke0XK1650PeenNDTcmDPDulHuHx9nYE4uFQIarN5slPji0Kf0VqnN20vlVGfTKK4cGQ1oC+MRO+Mr2ashfxQfJq0CJqTqpoXcHsootZgwcqNeAUnvnUo++Df9dGsvLhVOGUqs9IKrgwqB2y27dXaw6yCBJCe35iaC2BgC7Q1KhFYCLiLCH9uo13Q2ohatSGR03DQkzlt7ad7SA3HkCz5dahdMlcnRCGXrjZ5MYriIdkfxTMrkhF7p5AanalWjGaubEZ3ANYwWWZzYIdXX82qNlXhXWzA+jkwtBj5h+EOXYMxyCUwxHisxsl9n0YzWwG2PaWbwDv1NfVLQs9atodbOc8Rlz/ZLGaI4P7lxNXCaIvXSzMBsRJ9vtYgpayacBlVBMvecBKPkwweS+Q9ajxG1QBmSfxd6aSkaD07KrJXwZC4RaYP07wgmJ0UrC4pYU59P0yFASuYDlyv3CuOdQONWT23Xu6USCEY/0sC5AeSmDzJodLuHt4ewgTyUyvPDrch0ydXAysbZHXeRBfV15Fh4WZGVjdJgOjNOfvaJ9MbSrOkiQs5t6QMhoP78fKpC3/OS9NbLO56uA2FSCJtwoSFAfINtDJ4PyAIROmzUgDPyxSvrJaQBZUgAw18DhHSkmiddxT9dXMA9Nxsu8rXAT7eJzrPBS/1kn2MtYtMk7vYZBhUWssuYwjLjJErpIhM4/SOU9Y55ZFERrxnPtoUAXhAuqDIGfVSFVN9zETXNifIc+xuImTvqUc7JfcG3x1OXIJbswQFJdM3PjxdPT3/A+CEh/DB69lKimY2s5YwS9vv7dgmVjFP79qmyhw2QqGjmmyAwJIsW7sFQ+xdPRJKn4OsKAvlGL4noQU5XjnqkKdawu8lHG9AB/DrI+pzNW/WFt75UdxUcGm/eOG5o6lfC9nmazx6rvBRnwK03NxV8Oflv2pHyoR7UO5rwLtQD7w2gdTmZuD7KH3HyP9Xhh0j2VFGUkhMgY5QlFuCt81Wqu9l5pXMGT7+lyJHskxy6fYvHU8iPjygJ/Pv1eXDPTAJZTVSkyBSEM3WMHmx0rstNuDer2gsTTwectT0NrKe5Q1mw4r5tQK9jpBCmXCWtACwFF7HLyBVcw4O2QHsyZbs0AgqGNltEap3VPT5sog3Xy14PpudMSu9CY2b56fPFjGoEB4/4IbHKrSLAey8ey2pBt9RqILW3Dh7G101qTUslA9PQzRjDYLQ9PBtAwLidxvTkOn0ljvqxv9cadpjKm7w9HOvY8IWYQBr6ViEGDWmhYsrnjGnuPv7M/2H35iIfLz7VtiEHyKbzt1ZFs6y330+/rVHtYVey8sS1OneE/uUVRxaF4jaCBOFFISSWvr4ki8zj5XOrJmD/Hu7XYkHhS+B2pG43IWQtdgK2U3BSPc6Ke2mAeYWwNeN6U+nSps/prXY0ZpHBi1Qje6XbbPjTxKdyzZklQbmyvGQZYi5p9gBO/gqgrF9v54QGmfNXrBM95QnZRa8atznLUKZo0MTgRCrtJtAXPmdWsNmYGa/hfE/Hgv0x2K+ohzNJaPqICBEycnoF9yDs1Z6MJPMwoeJI63wxtXDjly9iknZLuhIvOT7tTEUP4BslxOSOQx7VHfjWBNhFmbnFGNEkEwH2ZvS8lnXn4h6CMPORGPGqE8KfgTmB8UqKEakbabZv7bhG9gVk510c8cnI+WCSJQQ/NAjy43ts2SyyV+DWGTtC6Oype7lgyEAjt6bQYy8kiHgyK3dl4hu8QCgYRM/E9FjSMc4Hd69huRYfeaIvvm2ET2OsOsAx3MpvCLN3MHJgBdwd2vmEmYX5IlbP0TQqqRRz23CZPH0lvbrIK4eUZQDDjIPYETjlEKWJdxOxUs63EcA3B+Py2353d3QDY8Wt1NK0PiLJkU/6OoZ9o441R9lbHIK3KkwqFVTLQNAxLoSIYx9ezH2mtL3uezrl3Co/R0Shf8sjWs3HGte0e28gSAhk3K0UNIwIr1fzEa35DljQVCVe+9qRJGsBL3yGeEmvFXiJQfTwLOCPW72iZkO+s0dttblEfDNJVwcO1S0iLsYWeY2cBSUTHxuZEz+QK78VqgS9bDTcnlfWE9F2o6xyo2y2WQxLJO0CqR5IHtMgx6sj+MlppKFX9NyQ+pfQndxcrj5yxj4mj1Op1V6ptYsN2cDinvRYFL4o073jMpHd2efnlfucjrckeA3lqHLUvnXQgPtcgLp8+v4GbSeNuiI45n1fNcFmSLVBt5FPzAZ3DeUq0LMJp0BR4dBdB//6FlXHbpAtlrfcalsMxTH46IQUbvMqlQ6pXDnMywevfuRgOLPCqodq6n5W4mFHCQoBPOaJBwgrpaHYIwYksNz49c7I69ZDHB0mIcEXcpEYMNnGHR9a1ifQP3cb7AumDDtb3gEkzcmzQR4jsq/7A7yNZChSaKpZ07Ohf4A5CjjaWiaN6Jk43KRhnwmgCdKtdX8xIWXWLFQNOS6tLFxh2ZITgJbotLdmM+xyRESiQNWcZgEGaGru70C3qm+B3C1gTnZAJKkKzo2Y2ICxG5fvKGVS7gG3xr7qraOeY/Pp6A8g+JNn6jYHmmgNp5J3VyearZw+3xrI9UgR1sXQFxlcS1VYA5KFkiljx6jmWksq8dx1qffJBTbGDQ+6Mn09UIZB1hU5JRC7AQP+OC6+fzsuOKYLHRUADT3wLbz2Srzt0clgUrjwSskFglE0Hy7r1KbIH95IlkOl3DEUoEI63awXz35uTNa1YaRYK4vc6zOm2cT7u+rhxPX9UEYMNdwMX2QiurDQTr3WLl+HQFFjqW4J29E+2O+XBVmVV7vTICm+W7iaT+sL1Rtl+27N/aI2P7W8WswknxwWB5A1Q8cjbGajaPe0CqsL9yGs57x1PK7yHtGoHkOZgpI9HWNp86VU4ZflsbW2PEMdxg6iccyVV2XMSwe5BEtOl8vk2EoKl29es+DGaPgUc1aVfT7q/mP1BUTNH1zy/KKZeSULlSDStqLhbXeAQOgQV+bLAPRtfZv3q5d24vHgzbWsxRbkZ5goYHekqNWPnjZ8oTyJ8TTPqOppnJA/jxILHqblqIEG8gIexiIjpeObJbAYNk8YfDtfhrFGhkIsQ2Yjknpbs5JxHtD87NKQb79r+YE87D7Nysr3jHdCcdPn9kvCySjComZ6ElUz9KIsvkZh7iLozBpJYUVFzx/QKsTHZMiRNIph2B1d3IBFvsHcs52cwcwevampMKIRh0IPQ+X+DkJQckEe7ilMbfrZwu1zoV9+DCuNIpAfF1iWo7k4vwlvQ3P497O3a0EOJ3lS6gQceNMa39pB7JL6tWXWbB516OiPvpvLRe/y4SpctHzlFDj06dAUP56PF6/p22KHlhaJDlaJWdmbyWSFNKmeVeLEyk5NbSKwg3NmstFKYEMIQ6sCBPfZT0ob7CUQ3KZZJFAqjkyTBCVGmidZdTECnYBsJ+Nglh/rSa5DbzIOrS/veEHOl0N/LpLIHWLVnzxxnGVUfqPRykKfCJ5vgshze4+2McSE+iAAYsVPu2lazeMnexn7En4t7uPocf/DLNsSQbYzUUbRYhtWnLZXbJauNq2JleDoWXhVXJMTHyBCVjc/dQe8ATGN9tNCyTd3vo9enoCbUg5KUDQC9zp7R5h6eebkpCODFFzR9SFyg1if4JDfVwPc2BqNFL9yNo+vPOxCrXoSQb0oi2bavwB+ak/5zDNE28SGlsvGeP/IPVfMJSjYAEXGF8dyzp9H1+yIMzLT2PvBqtwuymqKRNUgdw0/6F0lwIuYAOWPnmCv19JemwTinABNMeyk/dnfoCBXg91gP1k0mUKB1F5ETJHXfDbPtceItiXM3NLBTcEbkFkhsVTuZEK/+TgJcT14c+aps9LaNKaeEDMp6H0ADg1e+UChPCpzh9HvhK2Y6PB6AxZ1IJrbl73CO4ooFBYXcsuWX5cjHsz4Ci/KyjavUDjRh1fLfa5ONXwIgKayYFRtLzYQ+8B+zOriN3TYWBAUXBdltERNOPsGh0nuiIi+NUYKgDyUxaD1r1YaChORWNtJb73IvZxBi4p4geKgGIyT+1T8OuVRFN2RvqtpaF2LMf5ktuGGSHiP5jw8sPWO2WJKFSJ4qsDJR2dBajycW/MnxXc0jCRPuAYOVoPqA15S1vtixyxj+DrxyBmqh/ZbsbsOrBVfmYImWsHLbUxu7AtlbI+L6BjdHPMebJe7YyjDa2JnOQH0tGhRCFN1CQ795GaHkeZWaa8ZocQGU4kd4mRYftd7HAARhie8F+tdwrpbNyOFtJ/Ydlq3qhYj4QNhxh07uFhwYQHxqdG5Blb3dLKl3qt4LKVmap3iVWoSyYgG4aBISbeKm1f1W0MX/crJ+LXXFwYEDQt+AxJwzY+xpjzMgvOIT4I5XDmbycfKJyo7++Qk8GXGdHpyhU6fP9LzaULgXZyPjffkBQnlc4cTwYTcB5j37sm9ilMvMQCq10kO8xjlboDedDTey778nos0Qfw01/Nne6hCA7KWhQjf2vIdK6ra2yN4+5tJX0dPDfEBzMl6P8aVzgSRvNxCUxZ5JFD//GhSNg4K8oH3Age8QENNesd3otCt1skDqiF6CgvRvGytkHo5EPsswZYywZeISWuqBvmcg03gueYdz+VJzgSpmoPpLW6EiBf64MwNIppy6dQEgl0OqZC6iVv9Y8YfMUAcAbyoE/Y9MgSxpqQq4skiPrnzsWdb5lWf6jw9x0DPbGYgyi13AuABBwbrCBvxfDAcItqfYc/oqFX+Kv+M6L5VAcetwgTuDVcJZ1oqtcWX57FUJ+XCdkL8IM0kTJSAVi0uSZUwudoFthQrIYIe6pUcNpAwDDNXJHsCxym83GP7uIO4uhOiAQdrXA5vfwmJF+eokhTADJGo19MDxxEY1Wx1YiCvUvBtD09RirH4SniW39e0eXkAw74oEdMJBRD8hydG1LJVon9kfuzSsnyFBXozWm/fy4QBlShx6zh5ASl2SIcz/Zfd/WCqGIfmFDlve6b5rBYND/NGiZ+MR21WPIpgBmJsm+x1/ubUFP2RHS75RSW/XxErhd1DG4hNsLm6VIDSpMo5jyddhEgNeuiylaJk8GCQZO+AYQDfuPnLeEkhmfZxCY4UrIUc1jtuFEk0+MoajCiyEsGLNouIQR0QPZ0X2+eWLMnN070RUKYS3g+q1nKprzwH9hd5Du2YW9cJXJPcUtIiynrZatoEGJQeaWE9ieiz1IRgwqW5w37Q1HDN91asQ61+QQkLXqzxC/kOK6EX0QgoWbwRoi5nsnClT3XoL3tObZGFcrXkevz2rQ631Y8oBiv1fn94Ddrr3vZfaSg4qDumd4T6AIiglrJjr0av52M2ucnGgrNMl0uKK1rERGEl92ph13u/4I/DYIcaKfQ62jRaTng8WTjGv1i1be7objMimnuUig8cjOIw+94XZqElEGQMmqly9CNGI8ePyVJltJs7z+pN2MW6lipy+Butvd28dojzXZH3EhJrGPEAtQVYLsWyfQ2lpY+uQp1dZiEFiC3Yi1h2NYvUj/ICjHzm1C39NyGrOPJx7PZSjzor1weNzu50cFf5mVD2cbXzW6fN2N1eqlu/DSWUP8BxLizdoZV+A/PX6POmsf31augHsooftFE3zXt8POsrolUbamMZCanUpRtXPiTiTfLx1/Oj1uNoxFpqWw2fDy+brDZTCy4usAixVVPXgWAqkN6V9F7x3Dthq4sSHRxpM2ZDnOsXZ3rvnC4UIjObXhyr8yJgM598bklmcCj0insb9vpxiknMwrs3lFRPFAODCgSNDD8vPDdu5L3AOTPjCc0dN1qZMmaQ5LSC0zXzI16mk7KNdLpjgWgqE0Bux2H6lMy6t2f7Q/JER5bknh8HZ1GqkxhmRBsvOk08Pg6GIMCbSEotJB+Vkpw+hGUZK7lL7SEyfNWCLU6M1qZjfFnazSYydUcLy5U//ZCAKXCcbkIFJG1ThelGhzu5UqEORcJbs39lSoFDfykHCxIHFiUVbrP3e/rlDgSyLDmLmWdhX50d3YkP5S32+hKu10AdPnSiQYfwSRINxKtrsI0AQD2HzvoKcn80mCd2FTc9Bpkfnl0E8g4fditDpU2sJzjpfmyHW4NiQ9OgoTN5QNA+3QLHk7e2ClSl7vi3UwkUzAkRe0LgfU9BXgWLhxnIGnHrVVzavo23VhIjj51izsMVdXgJ/GJLU/0ViRdXCF71brLug8P07c6Nh03kQ3gGefEaJpGR4vKWMaCyq5/M8xKkU2fp2Q8Dr+W+gqG5J3G8jMFH9OOKcw4vjPC+NSKUQcqJk0wPZlFObvYgGun9rI4itVWThrlOP7GJTcGwnS1dpfEr1XHmls7+oafYZXqvaijzI3AqLLXg8NaagpZDcOJ9ocu+OiTZ6CTIEYH326rbLk3aIzEKySEYGtAZCxpGY/2SXnXJ58yPprQ9ZS5VQ8eC+7mRlbHpfkkyas6nc969ketOzNg/WWqzbjcyMHPCbzrgXG7gYbnKMKAT2Wdyrw/avagvRWYht4J+urkC3pOIlMCXD3u6x+8+L7NIeCaM7QDKkzoQDZeGd8V1UHBo9kCpM4vFWyhhVYmJJetPukq76mUXAveEZHanYzHfwgnv5dIhsgYuXk4ipB7vakgKMI0Cb2Ey2pF1QPXw9R3hzGaquCS3D4p3t6h6Vm9WZR3zGmEUHvd63DGc+8pzW5qpXSutR0Jv4bPnvPI8q2uWtuXMcRG7jbP6YCLIHCsqDamHXejs031y+71iI/053qRMJ+LMsIL89E7GdcbGArKfdY7b3OvzrsYmrSrdPSvxDPWM+TU3sCAazcj2wHIyiLwh7+OAcxzzVtrlsNx8eXFEgtKNbcRcbHU07XwXi+AYyEOnr7c2wwdn6/H1hhF/+8pybrwFuYu6ZI2fVsfR0TfkZcbX+7715UFh2iUS9rqyEwcnqQ9o2x7PbTvPN5tATB9VH9oXMt6fvcmNjLh0qUw77dfNpsWDERMbHj4x9QIRa0daRVcQYicmSC2bbxkcgEpXr91xj3WDgD7D+yTa7vqYt6p6vxxchSizcFLMvOVdqXkD3wmmOEcaXjXvdvSUe6A4TPn8MziCjqjJzAfDBsP82lTy8Zw3G3mDZKZwYRD29V+O8XmRGUMJjB4vq5m14Y8PM5vXzho+QzYIELAHvQ40bgSe9DmMBKIf+4pb7AsNaLwHWoA7UyMH6rnOrrgjsUOa+Gjn2QAmZ9HGcfQV4eX4fkPPuwW+jewUMPItVhwbm+fiEpwptYsSvndcRbQIIcrdd3qnNmM+7AlfJq/8FPvf1jTRyypcH0ZojfAGYmgg2l4TVKfUVhc0G7olw9Ljmm3XM7oxJFTrY7oNKcTP9jlWEVZWjfXyBxltioWKGrdTt8WkJpxRLPQ2ujnLzy9/7HSA3g/yXrj2zX4wQFf9C2R5V53A3gQ2gGVTh8/MjX5ALdUVrcu9SxKMkUUhv4vTzKyccqWJjnmXfkUqyCQ/9voZyGW3niCzYKIK1Sf861M5jdot4UcTWoGwqanZEC97R9bi4WO5TpeLriuhdOVM5Ou5elcOoT7F57fmwtPP9rmEl0WuDmWvke4Q4Tt/m5dPOZBY8gAbk3rSXGzgtPDlRsOFbXm+Z314R76sNciKBIXFNe20H3qmVfQlqjjvB93rioKmOlefCdDG89RnijmwWxC6fJONdATiqAg9gLK/JnjC13Zo66u4lRESE7bxfBnbMXqPawEvSUlaQIvNOQGQ92o3Jq6Y52NciTC5uyp9xA85voBZykT7XCyMPcYgTLnxXZn4cG3jx6/tkDKtw+bQG+P24ixW+gXeGXaDLEPxM5Vh6FSpuGdTy7NORd4OfmK3mjFqKXIUIEvH3HINxLa0oy8SPF5nl9Uv8TqnQmE5Vj5nP6p02PJo/6yLnqnfJR7hRWIkC777cppFtj2hypOvDR78UEx9IW1ymYTQHSPigICvdBHBDu2iGxuPtP2amFlxjLuWV1V+IxhmVVTYrW7K7Yvcz3PzIQG+IlgQMdWfGXJlJO3hiwMBvOMtt9HD1q3CI/oDG6/QVkd7Mq3IMprrKJvxYCXOgt24UxAO/R47DGgual+WqgFJKe9klj2bpK/HiN0arZQTfHmWtftea3UQxVXPwwGrNvBrCAQnzr3PrPgEH8qByUTvPvC5+sZ8WSMxFuodfm/m5e4DUyd03PK21F+j9oS4D1/RdPGiBxh7RmhWYRrV7fzxuemFYj49K98x9zFeARvq7FTToeYvjYLUYZgy771rP3jVKu9NgT5htD6YQNmLz6GjwYHQSZuse3CumZoXMLqnE41uOwecc1ooltr3PXKGziI+xB6e15DKCI0iuHrPyBf6u9vCyUvkmY/V1arDCMXKXDKbnDwqD8MDG0R5bEDObKvc1A8oAUj7+Skxfi7Bqmf7QpnbcG6/hzCEFx6a+ql9h4rli8nXaieiH0sJyDIBJ8hXgks27fsPK5gPWXASQgn1G3dJcH7XLpCLIEKDfyrqtJe4NOuTdTH2Qn3cwbY06277QSxAU2Q1g5/eFDgYq3ZuOG+blPf1dK4sSrJHmb+XvTszIxpT0NvJ4Vz9+mQezkqOK4AeKFJX2ERhpvXpWlAu4e/iZXKVw2ykGQY6+p56XmSYVCjoW7g6D/lk15Pe3nRvT6+UKbWOKEWzad11HURsEIPI9tbnezQZLFBIkENEX6ih4XxG7x/jGsCe8PsVoXtoOgvIVaEN/HBp4n1mELXA5z6VTx2oUhl+BAHP2ew74B1A3oFM44/PAN5luqFVvrHdWWsJb8v3RnZInVAcf299T4kDENIflWkKZ5a1fNV9Y9tbek0WCHJfZEguediIT0RXkFe7nhnepQf8LgIOKPytIdhbGxyxbVtivNxLwhfxYjayq/Z7rDdKnK7RdQivW6KIbRpaPgqQk6Ro2bYr3DoZ8MNP/oo/7JY3RjXpzOF4Fh0PGdBrTVbl5Twv58HwPJTSDtsmU+Pj+1OKZY1lad56VUnDrWJLoMIjyv1s21WRPoMIbmeo2F/uqMH5Xu8ImgOJgualUeeZQ6HRYwgJI5nFwF7RBc2ZK06DOn9plQzDjE2q4MRslvOjKTI6TGiXGVj4jBuRIeQYL220uOXq05msdR2FY3qL4Myv2Z+luqMXRX7pZaokBujdD86nL5xykxVb8ryX7ak0u5l8SZjmNITJiVbogJ46rXKNQpY82buQoj8hLOuKEK6e9KUmPWnSsgORTPkqLKdN1VLE8HIgrHNGW+bJKubjrRQBc5pCyQMrkv1UvvjZykuXFY6ZDp9xTJALAX5XlDwVjPNl34mTh/T7FqADhzaRJj5YTqUYCuuS9oArxDBlilx3HjZUadMTYnVmwaSrJHgqbfH4es9MMjbbf9xqPeqnZdJSb/MbVAN26hOSWUUgmwbo/sjTitcUfkEf/VVCshKER9LExqLKZehGm8mU85AmhzKoibewOvUiS1m0YgC2leJgch4LyWkOiVE859u5aGrTmxloPq8aJ/0BOYXG07LcDE8Ht7oXHdrzWOWSvXMN92SwPUWKZBroD8pIMnMRnXvQvAZhis508YvWZW6MQq8Ax+0euZI65HC7LRlVTjKfCpOzx1DWcAdyU6FKB0UPlH1wijzz4AK0gBHa4MoZlZ83MXu97AbzhzaBpFGLW3P3lpml2y1lzb0VivnpLfO+SGu7POLtpp0PUEVfP6IQ6XgqJ8+osjsgiBgJqVfRdwpywOge5uYHkeZQJS/NPQKQi6jbDUbqJiv8bYaoQXomxGbUrrtBj4MCWRFGv4MUvxvjiII6dWxIUjVSTmAzy6e5kH74pyi7FJJdHHmQdaVCe+0nU/L8XKq08rYtlbMpfxTFedKQeCrBIJDGcVjPusBNh61z5WYn917GT4lF5A63tkRl6HySYY75FeLjRndyFKXfwg01FdEpqvC1uYq0KzPzBO8emmF9um0sSexrnr0jPzjN20ohAL8HjoEVos0H7xzpettKyYOqPAAHzzLmPGXI2GoLK7dLPKtR1OsyfkNBEbxm160yuXhnqadsb6dRrpI58OUGHwQFPTKpCgJ1gY4q2XroGuf3tyNHNg60wZmKo0+0tVOUncoLeIxaQOr/D7a+Y1lSYEn2a2aPFku01lAF7NCq0JqvH/L0vWbvmc2u+1j3qSKJ8HAPlaq8K2zeuYLVKeQLQgZFCQbpGviyvSqHaifMdWweo/WXVtO4QFeM8sKESGi/AI4N/2hP12L6VwCCFoSXpb6iXNdXN0O8euJkY+paiJBcLFv6RNV3srTDjdTQdJ4cSiUp/JuSN8S8nv+JfumGeAOAJlZlLP2vGvgNrCrV5YKZiy9Whb92SZ2TdqtPvaErbbYeNpULZbdF+kawMLtUBbZ2V/6AQbwtx+XC5n4gzMQTaDDhIhUMR9J/UyYrw2lwWDu3zvjKcqojbFUwTVbHrSFMJBLzb2Wk+qfwH9jAhQRwQaqfRcpTwZPazlcI3bS6RTpz+nRF4qzA3AGkSQRSmhwF1HteDgrwgd8Ius2tAQMvOIbTdMBPtgYPKhQ4K6Ozzgoyw2KxxZ+CMfAOf9BV1Q4raaI7z81K2z+K1WQY42zm5RA2RXdDBTJmUkpYaEraEMtaUukLGJu2ZU5kvWqRhBoCgjaxaYbugE0zLdQ9jAnFas2bdMUFq8lPUnGL4jkVW1FQ7i+r8QEG3/wnNK0JUj9N+lJHMoTSICxpTuHV75gPpJ+h0HrtrPGXOU4nO395gfLG0efnrOv9L47eRk4M5GVeOLkBJf3lAlahCBf5gLGU48WO/aCqDwd5OzRdaupIFyN9afEHU4kmXQdSnIxiJY0DL7vT4U4hdOTL+jqZM+aKZVfIV7l4xCz4a8K3CdFFRtq0gJb4MMAolWuF9dzJXiI82Ahy1+pTkY58Zt3orOO1hG23NtOl4ZYCwgWj1vDSPQp8Mb9QAN0QJ3XZ5XEHKeZjPi+LmdVetwOjZAKH6Gc7wqEMw5Z+YrK82pyha5DsFj70WRwYqh2amK7s2sNjS5syAec+tZnp3G1l8H5GFrdqHn0UBA/7VA9MkUSPOUJeqoXPqGum0h8dfLm/fZA7G7BJ9znv0j45PKT8iFHD7owfJ3vobmMgVjCsnFKA6ZnhberN/fvMpwMiJdOwHfLvd1Xa5io0bi4v1L+MGR3xcwugf7SzkyHyEqrWehXJ79VH8kNjB9Nom8aBjrDusr6JliLegniQwYj44+JFDpoTPf59Xpq+KFUSMcwaPFm8iQYm3IX//ejfxMZ3oiMWE6Y71vEJSGBtL/m2uEH/x1ivb0oI/iJi5aoUMvD45w7R+hVPFP7DSdoLUaTZjj3PS3sQUHS70Pe89+sb3ayg7CvFoR8HSzNccQoCdJCwyIKWPT7nxgDc9KqUqRwmrjWwoDo4/PwRQIBjlZFhQHxtmhzHZ6PDHz3EoAJkOmKdPKFq4/SPbmTx3+4k7rLwYuEokf+yf52IL2Rw/Niyg83qyuRHE5VNj3mLheq1sMZ5n1kdrC0nmvNXaqj4xrA5fG2JJwD88I7QkqPYNDN8SdvUhDuVZEONtCXmxONUjeuQY0RF7tZg2Pagd8PxYCCEkrULEjTkTpDr/gZZ4sWPrK8c2iGxk4J/hqhr/h6OHtgJynviBLe8xWoKF7G+P6a1+eDWd7ef2j62L1WCkkiRJX85LrY0kJcOKYAt/9IddksULeAFpBtqNhoFOlZTHbl4phpG4ybG/CkSFfM+w7eO6b1KbqHgS4rZf1wjk9KNH8ICMOMjK7Cv9sksd41DUd2+I1Erfi6n6NBjG53PrKwQSnDkhHQggLXQ8zQ51YE8+MvQERunT8eR6mbyfWNR9PyzL7kQQpootPMba4mT5dgufuk4YOt5Qn6S9ovWiE55rayF0k93PDu3cPi3GbQ4q9Q5CY/eEtS/ZQ6IUMFy1KXdCdGx9mCmS3VjrROE9RpzcnNMyLEppu57twGVJ9/3BlQ3pcgk9PoaahT/EoSXjFJMtu/OHqo7WTEjxwu3V0f6hxkYlyl5UNQzW27963isXxxBrydvNje1WxH3VJ9m3BDhRalyeYKyqQA0J9B7qB89Oiz0bzi2/TzQpcgt1CzKvYCL8hwo71TqHzxn4x6fRohj+vbdm1z4Bf6XYFsFFPFZkP5PXihegDAZBAmBaQkWbYSqWpWUTbE8J8eHk+b1A71sxTAgb7nQDsHyP9Bv+Gl01q4gDnigvAKIiw6CSqI7vLPHzpIfekL8vLkQCTzZb0FnTwV4ESuIRqWq2ddptOGso+5YQOtPHTbBcbrYpIZjgtgK04amVAo5lczggA/BHjf6UrgTHqeRl2pZfGUcO6I+FC+s1Y72goqRUb3KU5WX3zH/SGy20b350+EzTVL9+7dyLZyGckZCyqxk9OP66gNI0exUnuyKYxGSM49Vd7CB+bRqQSLjbQ7Q2u7yyRGvLkV0SJw2U+j5+5V2/MXlmJ4u55VTIEVCJyn5DzTJCgA+KYo4H17el8EfnKi2Gq5pWD5Y9uwq6HWz/lxdPoS48K/EikFzT9/xPJ0xuXqlIXw+30oFSH2ziX+Ey6HiuvrHVbS55QjSrTMZGMPf5gMKG1C+ZpNnyemXjRd5m+P7ywWVsuBnYNHCT3EA3Hv0fAIFY8ptK3yiWn6lIuPCLyjtv4y4oT6fUaFwgib+PWAsgSnd4ywYyBw9UfhAf/sYKhZfuoE5tDgQCEKsvFVs84wrFvNkKWD3hA8MrBnBn0efJlfbHmXVOLJGBtnjZpduBt9195vqPK9y/Hzlkr/NwmacaZsrFMx0TNd+jSkuWD301FeHIgIP8y/nrqS2/OATbTR8DzZYsPbytCj6i0LS/8/pD/JREw1iXJImS997UjtGYQRfDuRDbgRyG8w5mpPWVaPgr3zwP/968CIoXu/124wPOwKjKVcC/pkCeZL3HsamihI+q+4o8NNCBxNoABsL+/jRt+MYA/2yIqcB3N6sxzAZvnLBWok8lC33rWImUbS/tiI0nGdTaLdOodT5mFq0cj3H5H41SGTmIK3DlR+TNl/p62qVwI6u4RTMZ7idGZI18Kl8Il2F+lIOKdcfNsSVhCzLZAZnzbuAz2QtOH1JAD9ZSH2VzLimlzvtg2j85HHvYB8uUQTBHyhJUa+shkvhyTym8UulOy3MaH8ln+K1wviouG9eEjUVxO1yMZNcg55c2m1EBNI0IGmZ0yS8oKeuJv5i4ZJlcqWABJgtn5rqXsmVfBC/R6h2xjlhWTFAlfGRo2RQoRgEC/IDCHVAMU/7Aw/EkLJaABatpQlGTZEnl6K+CsnuH7hUNgJwLFWESI8rXSLELzAC7UWljRCf6XhOQeldTgWv9OkS99iAFt06q9STR469+mhc5rVvV+OU5W9PDH+4r91zh3hCiVHpLbwtAYypWIWf4r8OmjbmurDsHnZgEVrANTm7E7zL8HXntkP74dvm+SsBLZX8nSJ71jHHx4KOtVTYclfPo1gPDdP71R71ds6nrfVEnEJXPCafCSdZ1v40jPMsnFIqYh5LRH7sAXhxGwfMC+v/MTRPRmEus1+wsxlrtjjFD+N0hVsm116M+SuG6qSyvOqdDcAKFCMUFfHVr4o05rx+H4Bj81BudN8oQXfYuKoYBKd8DQmJI6+JTzzVYMbBanjEo6vA939lFNRBGb+kAckA5xX1Gzfwyub+Gpv+eRr+lDlYm/7XNuVAgiGtQf5bXUPuHDaP3Lu/fLfxQFJDlY6a97P72jvB4XZ6Fr2XXEEHRJc9h1YTHxIug5XMufxYFWOGyVsrdwi0Lxqpnv9idEe4U9N+uNZLBdgsmnG8lBMFSbTZJ0b9vgOvr4Vf7YIvNs7NkvWz9jOUFBesAgKORZW2/u97j0DriQNonziiclls+TP+nArJ1EpznWL3suCPM+NwH7aq8tfK85Fn5o5lRP99bUX7mNqPSOW/HqJZL2txmuv130Hk1OUlCw8mm5pfYYDmqSYmJVj4nkti6h+YtlcR6R9Gh3yP0WVr2a57TfbBi4/ttHDQHqL0dJsUEPrN1e0ku/zBs8PyJeZ14b4yaYZv/SeLcI+cFg7u18tC2a5/8kfaQLZPlukNBRgw+L834tgoyoYp6PQhj2hfV9DB07pkPQf3GgW22njpqiQY06n2R/AStxR474Qwr8Bgn59Dbs98h3ImQg6L0clW3P3L2fDCbmmv+aHf3gMB7BasnZMpR5YTxpZUIu8VFVpeyBKQWq2237Jj+F6mNOGac3yo8f4Gf/ncuY756xIQtr67qRfoKxa7iwHyleZDvGQGHKhx0CjAdrIejv2ma6L1Y57EhUXTiij3Fz6c4ezIhLYvPdsOLpUryGyKskOib8GRUJvzY8OwjM5nx6OR9Z9OTRKAUi2HUYtf5PmpOIQ2Gd9Tn3m83d0FcvxYIAMfPy/NKF9y1FWXGt6iQdX90pofmPxdrwADKHYJvonsCVrgk5VZ4Jw5mryOLioHUjR2uH1V8v3P8IBkKnMVvBsauDbtfMnYlzz681ihixkU13e+HW7p3+rcz2gy4GgnsgRUfB8ERqzQzrP5/Kd/ub+q8S06PyBbzqbAEjn5CRD/y0wfhvcuIQI6jJUNVQYwEVWifxNZeuzDX2cpJcWgy+j8Z7MNVg9uahYXpVinXD/2N7bYg7gjnamZNfVjmoUSxC/LUhHQY59QsmcEFsM4sgTZtszSG63QAsF2lEokTFQXKcbkzrVqObK9X0xIRIGITy5GYoxTEvFovqLAVKhvOMbh5B7TmTvUOjmH17aZn54QIKeM36nscbZX997B2L5+xVJhCPROOJ9X3OO+8VQCMVSVTsZh9rLWn8UakeFbVl5bbTF0tdos4TMhwM3zI13m5UG4XI3zrBKOSugD9IIVLa3m09VPaokUvxGb7uFzNrCjWny/FPEHwoyWcIrKxawl8/ynRC+tFD/Ex3ca1acyoMdB5YpBEqvgBUAEO4oxbDUtGM1Qef3zuns6/Y7Y5q3mNpxu2jH550V/3O4yBte9r+vElYVQmrXhzEH8gyj3qLWi9xFbWJ6Zi1eE+dpXaXL8ikDZuiVR9cQEr3UqG8IgCJ56hthem1PET/97/1s03sF3DK1y5+pPRH5ItMUWoq2MOscals+7ltX4zKoCx16IkvFe+iy+OkPlKnd02TGghp4/OUU8OVPAd1sR+dQRKkJiHFYKPD6sBIHjni+rKFbhKWhjElFc76DGn3rYp18gz1hvS5P5uOvwzuhpiaEnw8AbsKVTrN5j8ZWU5YBu1dveKkjNNdFKsZ2oT5PUCN2b62RFclRUPnuu52BaoWnqBjvkyP/Qrzvd5apyRaQIM9B1+EHSteDsXx8JjKLeJ0trGS/++7cXgjRYR5Vh6PW001hnH2B5YIaiU6IxmyLNRTVuCGs9C9JnNeaSF+upWeBPCxEcGIv+peVa/28DykeGtCruzDcCMVdPfK6Fd8fPxNTr9xI0MTGjzpko4Y9pt5tudrT7i1Wuneb8r+T/9RpIuPivYYmfdsnAvL3og6LBQI+wqrPHSnztQIIroj4HHU0mRu8zYkYdgwrQbpJ/57hm8mIyLyTztRLOAtDjlUvOpnzLDKeEk/VyR+W+PEgLJ+J6XjDaPwda5DuaMT2q1i+4fcz5lP6GnGJl1AyjirkB5VZnPGQYUNlXuGgVLbxihR5KfKrKHJnqu2FoppFEl8h/9QE7CMXaK0+OnPBqpOmeTD3gTN55xRJMynjFj+DA4PyqIpY1OlRRIJN1HAUJNrHFWX68MKWkKF6Jje0I5A/fsALxExiSwgrFORsZNR5F8ItzAioxJIeSgb9jrCIjbCZwbjUc6Y6OtRXMqq1I7xgfDbgkUnPW8L33qHGtXDiGjEeJCVp+VJW8UebKSz55z7aB8j9faRZLps5tpPekjV76tO8budFJnF2YiwnOtoZNxseCRlPtezQ3xgK5i608DZsUrPAnI3C6LdtLC3Egn771vd1xnJYiP3ATpFjO2/16IQB8nPiQBP8qktfjAeak33VbP+xTeRRD4IGEfkGeRVYwuNNUT3GWINJfXZr4+deGlCdHazZUXtXWKlzLzNJgQMTw1SOxY7FtZTu5ZQ0aoVuCrP38H7bz3t++O+cs9+qNiTth6qyhoGOU0c428namfF4TPx27oeRr/siNNCOX+3P3tpLRXUS1ZQudXghm+cc+/WXh152WSjrgubDjYun8frp6cbc/X3h92Ihma/rHBOfz9ZTGbmzVDiZbDyHwXCdrv7EkYcEo7syxI8zgOkk/gcOOe6c3yIJK8znifztGQc/KgvTMHFxffFocKawRGl+KfYLg9OmVfESI5UPdemjvJgkgZfnMySiiItO4ZtG70bdx7ECH0v5Ft6oqbcp3tPdlBVfpKKfjyLOsvsFbKUCXSszFZ8bXTM++kByCA9tG7j63fUfo7EoUshoH6G4Zo9mx0EezIVChzbDWoHXxYXbVFeGszn4lFWFAOkpyOvqqRoTxmIf6rMzIiuEU6xX3soWGXc+tP1lBh8gV+/a8y1cmQVbOj+HgDsT0TBh0crTtYRDDFA/f7+aXZ+sZ1fo1lhE4ev5aonGrDboLhMBwhdn5lwozjehRxWuvfcxwjTDWc2xKOI1mid9NYkrHlJAQjsJaUjfC7kJQdrRQQQWlAhO3VCC/HFiZvrT8nkktViT5ZHt4gR4aPLH/Zn6FBWKxfAsKEa1HVp9AXg4+8pAajNVzTX6cZ+tjbFAC9DNmEk96fNBrKn8ZFk3SK+3UPddq7nbvmikEsW8/xB+YM7wSthEDHxVPizeROYaAwF+wTux1mDr7gk5VEBTp+dgR759ZV3nf7BVhHykV072dDoiFM5800+E0mtRR9THGORGFFFWKWU+mZlv30l6AzIR9pcEvI7aIvff2sfzPXddoISExxOX2duzDWn6X3i4tZQfhvJV1kMEIQxENgxJqP6ZKrdiLgfg2MfSvp7W/GdKvP8VsUfWgdNsHpsK06H5lyqsgQA63IpuVIKmLJNkC3DDx2r+uFO3pTSEOsyXwFyiTYvgy36gnfma7E4N28YquEp2O3n8j6+xZoLLTbSNKdYZOca4jpUrb9LeqRagZmmPhq2bsSf8WnbflispmLbZtb4AebiJXUxS0S2zX6BzJx4FUs2VBKG1b8tI9Leeo9nzFHAtxyjcjsWEvaaa2+VaM8Y2ncYPK3IBT4poeKFZQxKcVh1K8MpmTYqcTzr0ow6UF1ptfH3BqwXEU2C7rTMh2pHFYIgFS/Ciulr7Bsd8symbdIWxsaF4cOiIHSx0jtwcwa8jcisVD0V95DALhCYJXRbDnuHerZPiKh6WeBMexgtTyOlwgNFnjWGyB1BTl2OjOAdVAXiRagd+RVTj8dEzEKHEh35ITD51bO0oTlJflx6krczqsZFvW1laM2hcnjUG3yXAEsmWH8DvNxw2/1SrTKmZ6bGChjV4rZXibuLeqRfwIuoBZjXICuGUMvrCkb5e+QCNKF5dcOdEXRMt8fy5obyMqIVdgs2NIuxtpN0X4UVbxuL9JvnslgPkSxdTwnaMADyP2+CsAZE4hMvqsFQc71jTurjvGP8OAkqB2mRFHeX3I7IejOUzhWVU++2fPnAakEJRQw1kQdOI+SiwujpbMQgoSOK1GM2Y0RYf6niu44ICFNis+1VPdHo51/PKKh4Yt6M/+mzIDdBuIEmduoVJVV0Fi1FXmDojqkP4DUoaqeMbQSTSybLRYd1QAJvkGp9LMZnPXt6Nmjk34avdjfgaDlZTkLNzUTsLNoAVF7lF+hBoFfizHd2U7cw59Sy4CaKVlwKeUDfL6b2+pkswoYMPEqcBQk8owJw0o/WR/C8LmVky5xYbn0tmPD+vUpGvmLp/sihyvxKmWwU2ftj4O4fcn+CARwKqBglhfln0l00sDcGTvivRrYUWncrNjxdRf4SCkm7xBhpmoOUdnhxaXZJD3CjsF/1AILvbGGn9x0LXgdzxGJ3kp3CyFfVcULVE0HJK/FToNOzhct6oyHBtd7QKSIEAD7Cmqt4sO21V1iI0vmkNG+RpUl1ov7zUQRuR4AZpfcWS+9LVGRFtwOKQ3H+HXzwfDVANZAaVKv98Jt8vytXnMMBVdkV3fVxO1Ull+fw93H5gjk+ogHqFZsBZHsw+htCOlNtrlfV35GDtyFTQHpGpONNCnV6OwY9ZXcUtX9S3ts3OBzOMFFncVIo+yIskyx4JZvP2Eyl81Piqn33pJWdc9wPve0OSmndSS7YeWwM4HliIqiKEV68U34U4DnCPjMqF5Z177kxf3GNWJRksoZQcP1GyfNBhBn9UplkEMWEW3uW79bDOI/61noejBRTC0C9x8IctxhATRC+ggVJdt4FnfBO5VuTVO0jdsoxbIHhCfsjAXGj5pGqa/L2OOqSxK25c2+FztjoxzPdvkfSUWpBhHQyXnk6fUT4FczQWfkFwypuQwzjiXaor5K58tCJgieX7KWA3PZSigaNjQ+sa0trqOgk06YF6D5fTCf12SroBLCzp9M+JXLMYO+WK3ypH3wCEauoBrLswUP6d8d3Hztytc0aHvK6Kc9SMNCkrBjMdt0/2tYkjjqEvnZ1yiPR+DZWb0HpiplA8hXpzsC82/YPkVT8R1k39Rvtv/Rhl83W0MWvmbufIEWnMz5UFg21GHT+y5NHdILr8c//QSG0in65sWnvzWTQ3d71glwpChhdwV4yn34nMg7SuoEskMnOEXlBWNOQj/oz7iRC4cquDeSX/8Eb43djSlHZKu+Y2c25mo3uMOHSW4Ez2HdlZXly62fFfY4d9NAeXf8pxo3V5qj++AIeSmkD8m81hQ8mqP9vJdXg1X5ETO4+gssesfc62CCEMtEz0kvA2648qHsi+bPgapyknUJ6oyjV+R/IDcHIsBKLNV+D0nJeAq+VegD6emY7AMtGVA0clzPo1u8lDfxIgxtbZOv6FUrFU7S0kRGelr4+5xtyUn6VoTnujtCo7NSWliA/svEU76DWaj9ikB28S+K3bLPx4Ji4I8f8KY2iJi8OdceS5aJntVSe82d4Fw6X6v7ePCLc3AeJw1tGa9eP0P54vvWhbJf3c6BS4srdKXUbdEdSVBXgXwgptwpq85WNKKGzxier9czG9DWIu3fTWwrOsRh97NCsVyUf8/uPdNJxsrgun/w705v79Hu1q1dL7mfzQx23duHrnI/LixDW6cqhjxPMlkO/ihlkOye4MQyKqzOUAEWoNp+HnIZ1qO5W9Z8xblHRcwZQmeIGJyoYhWRndQo0RN1KN+U8vegDly09PWYSSCHraL3UgvNqKewQ1ubE+xovfmL4WppjAZOZfPHIF7vHLnCa+IcaqiChmW8s9GaCkyB0GS/LuMhVT9U1HkM3PQaq0G8QnlRmYeOnK1hW2MH++9muCT96pRm1kMN8jfvqBul90F/nWPMTy0vcfUPTFBDTc8zNYzfv11+HqqtiikvINxQZESp7ak0GigukOTakYCOvr3wHw55IdD7vLN0Q4fRzKqLDCHQxMX6Z1NlZppf3Mn/LhVjcuY01zf6RQLn74EWOHObyVOA0ZQQTlPDHFDv19MkhWETY5DG5hFBjmD10uu1OEPl28mhI+uiBbONiqVoZ2Klz8P5JQHoqdk1ZYglmbsxVrr52QzKLpiuXN3CmLG440JVu1HW+MW+JgIFt5+ZZNqcR4oItfzJHYLVYF0BPypCxxilHB6Lqocr0JPMcfXtSuNCHvDmq/Vy1NPAu5QLy9htNpyLJSIAe7YRSP3r67xGz+kKvZbLb+/uROsV70aP7pexByyQAPvcjwSIX8EctNrp/148DqQSJ5TCGRKF16sDJ0jTRLzVe/KhCTcWyay/Njl35sEgLriikqP7XF7zYtd59edCcrNhKV6X4VYr5ybBUGYNispg+tyRMKVHdKH4JeF4qCKElh46DntrjL4AJyRhl/2/7N3VPnDx8/FgyzNWrW7jNMe9YV354Z/xDw4UMyalIVvlR8waAI7X5hdnWzcYWhUias7otMVLcbQANBZQXzUgJQRBFABlAejm0Kb+yI55UgxF25nRvET4ia00l6IMmwopCgCV7SKvGA2tUtjVlYReKfL0N+kvlJTgjO9xs23fDBS+ANngmdCksDh57Kza14XDGWcuQ7jD/1A1N9mBFxwQq4m5zp49RQjz9917xFaTmoR6el+p2BisG0F/UslBEyE4OSvaSl+rzDQQyKpEE19YzSj1VOSEsT+STbtIFQOWOIo4o0DUd2mLbY+cA0gdqpQtSKuj215quhZ2z4Ipb1M/uUF1BFmEP3312wmeQaqbqThwO/L8yxxsFl2vmZbKVYMwpHl+XHRMcR9RnQofqu6P6W4JHrS97aQOopJXtIsjrBd/fsDn+tvafdXXxT3hVPMrVJVL6DVcFdJcL+UmAkPzyaKPMWlNOQm2yYj7MMNeE+aCl36k3suVwDOl2KDtWQIpDiKc9fxYrU+cVuG/BWK0c6UhTU0PeGubYEFA/CfRVNfFXoqajq97gCOMQ+HF43CN+5lJpVj9VHLP049fNeyLVk0w2fsoeFoTSpSIl0D2+EdhlVdQQygT+ZX6tPSSvfajvVdyMf10y7yWi4wPq9mxBjyyiLGZtS57bE0DS0NSQ4KbktR4JBKCFiMz/flye+/dpKFJhurPCylKAa9DNNbfvxzoFA+ZsvPWbDOvTE0ZBt7Hoc8ccm27fC5FOkNCtplfTvI0LMZBrXhD+JjQIJQdA5+Yg6VZevpWuXQVKYm6UoOqEWBuClg7MR8NI81syiFiax+y9DMat8zctVU7uX8VclIvKC3glCJAaoUR6LHNfoGgiJYAKbS9E9iv7/QByXAh2/UsLOR3+cQRVgORHSmg5krlrpxZ8S0l4bMU+096cQSRzCvKYLpa3FCuG7E1rZpM4zC6vdk/q7iAgleAOVAzSa4k8s6MZPn4eLkrj93sVBrOTbG90U6C9NKzhqMDvzV/7W6xf0mHyGSKz3j64uPwjGrQiMSr8r4/VRHPTU+QFsQlRZijmaYDgw0yFN5vfEi6VIQ/QbaN6WDgwnQmMlRM5Wg7i4hPq4hlaTFbgSxZWh5A7pbFfdFGuMVPt5FZudSfbrzzCpb+KQ5vPY3wf7FgoES8dqsY/zHI1LzNagXsqIqIKMIWDyr74c9oMAl0u3viQlQQxw/bY7Kx2mhtsPkpzBVjPdlJVusUM2GNFKANUFtCers8r/LweCUc3UNjK2ARJG49KSG15VrEpMrSwoXMh5GM1ifvsREpAbaCZBDY6RwbizV4DoU3QvU7+0jbEX6Bi0WTErcrCGTu/LRF4GRTKXwuY1Yfsa67Bnq69ga2mjTO3otgkK+e59BpBxwpmRdvJx+ppW2GrbhzmHONZ2LAwnByZoVGJKnBI9BcEMyff6v3RfS2FgAdbs/s+QSGFbmOAIqZZ/UHP8UcJ/hhmJO+Zl6FZi9EVVj1WQuVmTfonldJYjHHtSHQc5Otav9YbleHafFosD1GCJr0j3frf3VnjtBiqD0+LckI6gnmu3/1NLemeFLvnbTL2bMtm1A0BsV0RNyw1TQbcviIH9AkRd9daDRDENKOrjXoVeFXzFiC4iWXjK6Ndd0sU5OByfsBR9/UqIKugo+vC9xqHQq9qJoba/RNYQbe4HhvR+yJNKvFlzq1zS+Rkr2tIeXIn8Tn7bAhiMM3mkIra9fQSpwfnhUPFPOl3C33S6RnSixplHq9LeHz07CGuMOBIc7gSAwH464xPvFP/FcVlrQyJOMIFrtB2EMOFYAU9PA26TNRtE/njbQ5OWjaP2xIY6h2Nrk9Ao98Sn0WbTGkuv8JS7chzVhJWrd3IMk4LXDKJXIEv4PaVx+gAy4RGJM+gbkxuvo+GPZlVPCrZOY++MO+Z1XzDxtbNUDwjFRpjqUluWkJzjSY4RldAa4kGbuQ9Dszf7NlDBavKhNgJBWPH2Jk8HO3286hVr6K9ONjl1R1WBp2Xn1rGDLFhOyzx2vCFX9tVYH8hurM7DyawqDlMRXgblc4Tj7emA49j4Ib07KpOpZ42iaZ5M9wfJOS6MFllbAi6dgE1XOg8lUXxZQ7pt2hoAimHTx3B1m+v6ppHAUOMV7BCktbsVRiVuHkdNyQL0qfUXrJDvGle97TnDHzcEC1N+p1fPTdpeaUBJJ+neJ5MvNjGjDYCX+VpCKNTnBCAytobDPJuyWCyaulr0hfJzE3Op/EhMe3Km3XbZpbBX/23Fz0TsDtmW6CphiUy6uYRZlRLSsedaO8FxGMb73sCRQzy9srIJ4b2RccNQo+9RWpyU6zOcaPCAuq/Hh7ULs9AaJxN8JP3bac0j0uxOx9qcFHqkFEYvzfSc+w0DDPeKX7iumMu0Er5D7bDqpeq2nSUoVOKHoC0f97Ywwbc3d+bjKa69seBm5h+eUApZxArd28YiEIGg0OdZaZiHfJOaadO4DLgxAdCmpjTBTyBu8V7UjPtC3Jakvbf7OZGIKKSdenVWofrqkAsc5bfPU8PeDtDjiGl2bieuMdt+RePA4lFsfTwyGrZRqVrmZ8qrwNLkF5LZ5l4cegbKLZJ7YUmiCoIB2p5ZyiVgPcXtea18h+qmeH34KjnM3Ed6ZZ8ziOGiuZDsla3qAFfcjiRuvHRrFR1w3VJ1x3OvobPr7LEmTJApvtXTUcFIsEy3yvubdlj/kcmg8/UmbmWJHH8/Mz7ZPs+V5PBo/8lDI7LTZf8lzIp8Tml28kCf/gsfvZT1aDjpE5AmuDNAlhFzp9NPqPBAY5xV11XlZ4h+rBxFWeDUO6cDG87pIOdrdBoXIuDHtS8Bmr/8sLLXCyYEgv32NENf+QVx77JpXzLyNeWUGLUHmqQA2VtiDmHyt7nj/NQo7MTeg/h0raPvfranX91Zarmqxj+L8C+5yb/z+5tlb0L9hSCwlLbHmm6FXNipXdc3+t0ai1qPlcEyQkmC/f9spIAdKoWbeXLyOXB8aNfhhOyP2xhZsw+dH5O4XdSH70SYxbfZQzKKi10/39ygxs01/9CPu6BlR34STT6SDWEOZzJooI04zaFUROLumf7FlFoYiFtCcpdlMcCRGgkpuM0vZcgEDucfWrtoxMbLnobKoH8AzWUgqpVzR8GoFvRj+QxgmuLXry+wWZ7nsubNBc8ueed7dxhCXgCjKM38sZWVcLPYO5+++gPe7FmPW3V9+YXzH6L+czn6TXFcYrcfXVpC9K6M5XmHx/Dw9dPZHwVYvzMgT+sN0gaF3P341pXbdbZAMCyHH9nXcn2pJbccH4yy58uz85lUUii1pkPGCFUokZ35QdhFGK/31LgkKbWUy+xD5wIyt8TfRDPjfcJVwZiWIt2+IJLwvyzYSknZOiNpBFzIj44d5NQXktDACdkax9Z0+KHext+oiUMRLPauG49+uiOJjVaYD8jRHtfzKebNTY0gWU8jjEeI4uesVTHLQM8B1Y6Lj3rt5RuJmMLolPnrzQbP++igsQ+jcq5V22VUZ1axRh/O2fHauO+OI+VcaleOrraeqg+kmLCRmc4h9hC2SKqhwfPTCBo75m4yy/m5t2bjTf+Rsx7KCCm9LPD9rb7DUUGM8JwtfuNJ1t2oC9uQ5zYs0PS6jCk9JqgiYNzI08QnnX7N9Qrn8URU4EesQruirlJdkhmRbEOirQdU9Vmxp4SPh/XWm8Lc1+1FXbvEHjP4EIw1vdNJxYHvZK3i0MFmzJM+cswxOmgHqsv1E+qqx/nmK1JTRTnmZu+K2/NAKcP9XC8AZTgGVJnvIEf1BPTmMBSObWVZh2TdAYVVWpoVlGM+wfOZIyMXjGLsj4FrPb+4HMSrraynskz6GFf1aOuRgs4vz82ni6ucPu8OezIdWg03upMhg/xUD1Rcduk9bQDV2GZc+TyGBwa9dHQ5TPY0VNAz6t6b+xxbq+Kie8XuDDA+6fplf+aQWwH6Ro6fyNQ4FP7i//cMaALrrk7DfWjxcM5/+fZZ4+Kwjx732CXUQOMm/Xu+vQj+TRAiMksfiOorDArUVT3Eork56ZdIQTxp/U80MTUr8K5QY9O9ysiFaGHkTn+ZLCKunU7LDCxZnDjfpa5DWMuNJxklFesUopwxCDrUYFqw5da0NlU41wRSnqAOiyvVPPJKh4Gwks71XyFuPbDR7KQAsHHsMOynaPcjrL8183y5Mn/opUZYG5fInlCCrA4uGRVqOMiJbILG8k2uFSw/0nfX8toEVOCxRKx0uAGqarH8C6f/2J6Dhidv0+OyNgXgZ8n3BYM0LtuHLLdOXizhrGAJxv+pb9BTFCG0kuSk0eJfErmHljjXhur9ECo6saEoHgTSlxzgJm2laF0gk1cGSVgfoPgoXL4X68WNaPCr/vaDnszsLc6FP4qbYJ6+2hFxAHsq7GWFgBKEFsanY3SP06Rs2EYLs6fzVOYLJ2FT8WmmKWrDJ0zBVj1YMBWZWTZQf03WLT5rOjk6Z+If+tb53cQ6nJCaNeb+uxTawD2tvyJX5BbjP549RfNYngvbtcAj2+rfzrP4wxz6EM7UrALjRBgZ5QwRvUzr5/PWXv8ZzDJVnZbksx2iIlm5YhmpxYxWN1QMi75FsaxQhO6DXSu8x0cxbs/rcFyPfaIQqryJv/5bTvH41NwQdfIcMMlgMUaOAFBpIqVcQhgsAksP1N7gCzj7iFLldwwGd+uGgcffY20++M9VVi1VWse8LfB7u29RYQ2P87652iv02JN6JeYQB34BpTuRQ6ThCHa/AZYagaq/UzOoOzQruzYHR3ePpB1JjWxVjt6XHUzLV6L/RhyJiJjmBU7wPDHqhPkkp1SB6Og/NNMPLwM1t4OUYoeuJlMCsJERyZGlSdn1cZX5e/56DZEkc0tF9ONZjXw39y3/R5Q5q4p95YLPLh6LAYEzcGHvSbBq9ulxVd2tXzCDSzJO+t4Y2+Y6TmmeDjbnnEobPsTmWNxteDMGQEwVT1TbqHeVeAB+hKAhFwZUOIhVPJIEHvmw6xp8UTgmbhPRK5oSnKxpq3XMd/hGXhMiz/PnbT10w7Sn99uplnasT7/A3YS/6JgIgSuS/tjZaTiCrthzC9J86FkOsHGSVwBMERwp2Hb5f1iehEkEZ4B3ZGoC021b/aJqRl6XV6VdpZSqVdtk6aiPDqxmYExCrjoye4c6Z76vvJM0g26+HeDUrqBZqyc6k041fJMjfMmkhp1atCnmRJMLxZbogInfqkVkf8NBGlJJbf5RGAbSthi7kmqRgsQbLKJHkFLjbxGIjxVoeRbO46N5Bf1uXuMoGNhLPs/gfnd94+ZJeMZ9fqd/AdKCGf6Vq5GVbTfQnFEe+PMSQUNCXqDA9n4nfwT4JYnPInZq/p80NEeeoaJFlnaL42xyRG32LBOaw2ospWWahUVHso1pgrmiRFI+3QtmdsaX91WPLK2Tr0oWJ7mdD9dHk6VToUG/Aq4mfxIhZzxHCvUlS8qbqiUscYBUiWwwWxVXq0fb3gPJ8JUkyiX6hA/2lNHGn6Elax76BM8ryJgOepqGn3l9ZOdaqKb4ELUNODqKmxIc5mgF68/wCcAQZZ1E/83QJdRb8eMEq6/oJRhOejaJ+0G4k+K3VlkhLsa3WPlkC+XMhEcH6490sfWBsb5McjDq+3KhvIe5b+JJADyKO+xyORuInJ8SenJvO4oKP9nWvZ0DT1mCkIChLvG4/mSe5KAgLDL9O67zL7Pyd/za7bAo3qpusauNhanqG/AxNvtIPwKNNY2gsXmF89yfu0R+PwUdKHkKc0B1CFjULHaX5+RFmyJf7gh7ygGXTX+WEVGUS0QobNVEU8CItFdG622aLyvuOr5dmBVTcgg+KnwSgHO91AtUmIytPkR6xoSVqsOTEqf3ib1eM+k1z5N6MoRCxyh9eO/egwZYhUCANEsBQv4HEc8masn2TW/IrGi67vrnztjqfZTfj08u4NYHsoxGEkbzpJueNgQXZfIHdxY1C5cmLRkkjpX1I2NKYGWY76hr/uuYlNBNiVVVRCnz7o7Hl1d97fjkWvSZJbmdmJxzHp0YcLvSCB33oK6efBYWUfCBH05bT7m88ARwD6B9gXV/lWRrSLbH5RJktY0ILsA0mjQuPWiXEHqZ9Tg39FnXOlzn5yk7ICuEPQUuQAmvnLxlEp0d+HSqe7vy1sMEOVTrCE5Xq7dsnMjLr4lXm8szrqnYhkx4mBbkMj/z18DKUp+O4w5SclxAd8qNsMz0snzYZ0gF+uLVaujAbzaJJo4Thfx1ZpgF3h9Oaej+Wo1kyAy8qkufs1GOPf1z4/Ii8KlPwSnC7WU3jfPgCdlv5Swp0k1L+KmkgN02Yv7h4CQF2K6OZYz+pyQ3R7MoLvjrD0AJ2hYhuPMbSV6xEAiX2+Bzgl+pE+y/TOjokpzwRub2K+o4ar1qYv8tOgL6g6Gq7tg2Zb0QM7jdCI6nr9Lpdk0899IpbeyATi5SjypMMZNqNdSbD3msoU6cIFW8nG1v3amfNYgfhZwaRRbuv7VIqtNnXVV7IeoO93mI7tadRnurKV6oIWxy1clpVRwKZr6upbMNArgDoAj9KT3xmtcKQQUgyHri2WmRucx+Mv8YtpHZRG4TtNbXD0AFch7rE/27aBrwOd4rWUVSNVTjvlxAGkFMgjJYfkHZn8ZrxOeF6+Ms2FObLMFb14XwjPR2jmWhuZZ2V+B4MVPArXL/EUGGaE3zKY7areMOoUIOsD39GPVMeei3LTZ9zTM5MW7uIzvANaPfWESZQugID7FDP67/7r4H3yMVfX+MbkHDZFmwfRQ0gsdmzIiFp7HBHzm2OcjE+hB27JQ801Cm36tlAY8BTNNTEF8IbgJUbC/6mRUsHu2z0srNy/7vGGktXkdN7o6qbnnR8jTsP5Rtez8Ew5+isjAZTwrRXU1bQ5vfX4ll0f9hrUk4Mic2qCR2hckauQS+51CJWEHjyRWbeR0Cd8svxXmBN47XIoYQodIp74ZK7nyphlBSTRQwZ5DW3hYcXSny06PjvTuOSb0TBDlF6wsBYKHv5ZQZ/XxSw/voDLG0/sLSgCkeLdrY+9ot7v4LohCiFRBC4XIw9X+63/hDpP5PE7HO7Phd+AlUjH/nngIX74ryW0Sj8y8ZJlPxXWXeVN/zYAD3ubaKrvxQmoEU/KUikj/p9xMT1O5JaI/Bu8Fq5bvgq62uaBBwxobhVTOroqL9X1o9REkIEOpg9PfXUq3uE9z2HI7Undj2dpm2IghPzPNiOe1MxCDZnjZBaUp2Fn2rrnL7WFe3MNyCn8U9TfgskKeDe4gF9b6reHKGEpmCviiz6LIKpaFrlosmCjZiUn9rfxISU7rPdhRPy31LG4T45Kqrzte7OEwv7k9pV8HynoKjoqtVmfjyNUR3M+sgNDdmBIip+jHSDMqushi1n5xyVU9lyLH/5BgVG/fm9nGfXvYi53MycBIntGObDeMI3BOFvEb5z9utzMrB9q55yxg1/jLgouki8KhVGdfACHAqLT1WQpniFckxCE5zEjIc+wVfOI/7hGEkAqvKqe8foD8FlPDGsLgY6+NcvdfzEmUwdImldO7y53PNIqd9UV+kJKB2zM+LNUudfV+rilOUCeB1poxwTtums/LlpHtpZiDoiZliLZN9ji1bT17vxUb1fKrIrsGK8CgEiwBNDGRNltLHNaXLCsPX4xCbk0qyltLfAapQvp0NXP87WLRzLDjFn5eW6o/sBfW4pLWSGBf0QRdVlvJF6nMf4VXO2pnulWVOJWEsZIpxJVIv8eFQxYQD+zFkX2d+i9b8FZ01m2WB53x9hB/RreMFEGDZ84b+RB8al4puKBBHDtA8SWPtZTeC/Bb4VDFV9YJ++tfHiS9si23LUXz/tAxLQxMhGjs3t7ynMOevVhVM7nSkbhlAWz7PiIdPLZE5hm7vbzUTd9vDCLlHbiyOwz0klsnfPU9fFODTA1u+Smuqw1kQdH5EdSQPrSt+O+7uyxFvGa8CFDtkYG9K+d71/mHFBOKlbLDeSYzux4m8zM548tx/nQ8YSHUEsFlCLtnhYm9VIEeeDQVccxzLLJLqaxigO5wx+q6wjn6t1Vzi4IqEnyOvaTR40r9iXC0mJhKOGn68R/xrSMQwDHioEzNB9GVLX9Fz0Q70+TggfLJmc7IOJBVv5BZiU2mUQcALVKoJTZAZ/NT2z/NW8vlUvxKuRS+TctuAyQxbitWA4fxsG7609gVWfYCepG4D9IwCNBNMq+6jcZW1Dp79bPHLHSkaq+EAQ8qC+AWH6rUxEczhWykqnZTlDmVIY51TVTJaMIwmp1V6VZk/sK+O+PTtwpyAzjebfBnuxMZ9W9CyFqhPKWWCkhKUm34K/2YzFhZxwyWsJj1/xLPmzfxmBriqRNYcW4zPyKy5Ijfnmd6ROXkG91KKVFufhn2C1L1bcXFgiQi2g1lA9dH8BpVrBVsf+dP6phEfYtI8y2rhH0SadsIKbk+V5UEZAjhgOM7dWsODMsugT5IkhePq+2Exg27fIGXMjLdPLAzf91gzlXO2KLfl9P92mws3m1Ou5oFy00+w3wmDcMAtG62ulXeXxhwnNLK0JNyMd4dkb86GaJKlpwcU4igIolPbQ9MIPYKMNBOL+6q71a7Yg68Zf0TLN2G8EogGBNWmjrByahw0GI39V6grBzw0x2YqSwv+7Hq1nfL7i8i7Dp8fOsuwcmAsvGs5hr4sfj6uf/rYa0ekaJzeLgnIlx9vH5I3Y6QG1X1lYzfcO5DEOFDGF/XwTjzm+cFV/zyMm1LactprBYqYyZeapOCa1Foz6twIW3Gqb3QUjCF8uBPMMcmuicViq1kmOM/3VrLuVeXR2Mr8JmGLigmaN5Fqmb8F7cBA4FO9wazVSXCpHFLJmc3lPwM89+4okbPhQv6pspKCRxLgv48FKyZYe4ay6Nkl2KWDA0hdLpf5rC//L1XUsS4psyV9CiyVaa0jELtEaEg1fP8StnlmM2VuUve7KhuDEcfcjrR9wPyeyyrRXQwnoH4NQp3nFL3hppwtx4UTaF/pjbvcMG+9oiP/+v7vhokhiY6lgKMZiX8dFRS9YQVew0W15o1ZkkFi2zB9bX1MUIlHTDZZXobACf7DjBFOWHTyiwjgySQmCLEUV8GdXbYJ4UVVZ0IoJNVt45vg3Gec6pXpuchsuv+/HQ8W5MT+Uufuk/diyxCPKJG5tZdZJZraHQTwbkcsoqK4BtVcGUP5Upp/bzdfYewXjnHiRgScqsy3mx9MtynlQzrjPH2AQaahHmT79detfdFPjh8PgmROJnFvXXQeHalx3+Ar+ueOXOFyjYfitn5ENNYyV3SpEFjS7QJ6PTQIQn/m90ikLlqIO9rqXDm7LKqGy9cFEG74ZT6lqbyLfo7U4FLFXistFAW3AIM8W3n+QUb2uUkkxM7sUoZWiCFV1hUX8YSwp6JBwdbEKE+wxxidavIJjhyRgFXO5lFPpCgVz2NKB4JsWPJOfVZukLo5aBy0ffO77+kvF32bDYS+HP/FLK/kpfEzMjKRxgiT5fC9iNAs85ycZ/pcntlCnw587xEA26UqWQokK7qEbvWuAoQfVR7bdLA77+SSU5YFx0WUasWSPVm4emCOPxzYYUWvHDNw2+uUpHd3lHmeG7Poti5ysQdESnVt3UZQz6KtgFV39izfTEcLw8WvfmZocyWVyDSNwtkCO/VZ/Hy3oMyxzo45TbbGosI7UeAC+ibIwjpuN4Q1hzRWVxGtDmt8uvJLrU5LppIsUvCMCOTHy2jXc1ux9I56+eTA2jcDVB7uAMMnoDdR6IPQiJoxV5/Y3PoMfzhTWvasdg31uvsuotVC8MhXkB28VAvOFZfcUHhfgD0/E4ynOGGg9GM3/g5cr/zKG1sXf+/ea0dOC+pTECPVSaq+e+Ms+rPdXtOypruAxNy2xTf4CBVr8N1jGiD1CPW6kYb5id5JSpO+MYlmtbRP28dLzPVMdilHoajb8RaX5F+97oT3B6sU2a7gYhdok1lV00f+6miHFdHft/EzaqHbn1X6o4VmcYnK4lxyCL66QEP9aHZBiGJySE/WPiF96iOTwDcNEGa/mr2dgJEEENis7KYHjXawYnWmkUHMZJY86nqtd/rc35V6ON2e8OMlVIH8r/hoT6V8FaIB7I/ZslTDH52TrtOEsz1+zEqQTxO5jk/VZxG70dPbhuUA6l6pMDgpZGEwttxTeNn5g/S5b+gmbozj2ahRKzL5as9fd81So/IQV1Ql/DmKe1XMLbUjJYGxBAAkxsukefhDf6ppL30/tHEDRJEGuqAZ/a9WeLqlvbxx3y1CTfe3X7hlFDTgwFUuVlcvTcmLEGY0Xi1UA9DhZWZ+JyC2FCyMEcwvfbrAs85e8FmEzeshY8rxPyLWVVsKZY+n0VQtzr8sDLPslwpl3b5hdn2F4cH77AA0DDxL6ulCt0+1bAtPHWQziMdQtLBQEhOjz+69vTCzP6tJJ8yVvPnT7Ilm7UsWtjlIXGAi6sdHq0o7I/+3+oYkYVHgwgh5IyPVlOxakgF1wB9ccrRu+s28TvCdm5+3BT2xuDzPm3E+XDlQcq/DgvHr75Oszl1ggUsu/cpcSu0C9UgY+3oN10TE5aA0yEhqUmMTI/YxvNptfRpA+bqGlvfY3LXBl8xTU3xuMseDmdv0ymFfwg/yiMjA/WSO+aUL6OVVZzT/WhXhNpruOgnx3l/NYyjBH/xV10d+UKizRgMMZ5ZZx8/NecT9X9ctdHmYDZRwsxhIfb4hgTrvHwm/Ebxf+bSvBGUSx/BUp7HQjOZJFfygpwMynTl9eMAoDpkBpe85MuREYABqEaZtibMC7EvJLwm2xtrqChzH+lJ2S60kcJ45XzQJ9kCLzq47/wskNaSzLLvVsGSbSiwnl3fYrwiXM3mCYSi68PeTtuuWzUCj78jJxTDuywdhDv3w1jnw9xskWdk3pwN64UjykKlap/C86Javn14FI5cunmI7aclvJAOgEtix5G+0is45kj3k4hCNP//4VpvQV5Z9IKcjLi5Df9NOdr6DrAyXNzE9Oz+OMmA5nuDIWj0jKMq9TDheLOcqTSuJU1JJZ19eSCYAX+JVvUxDQ0mgJLHRM5aHDFwbmoLI7gi8AMhrgEourfwqngab6XqtDD6vqDPslv1reUHHdZnGbOWrMhSXWsXz9BEfNshfSbqS0PW0WY+2VjqJYSNFRRD3VRjFL7rLJsdSFySceUvvfvQDpmSQOY2tHeoDQIom5B+M0ly9pUktSz9LIAmU5HoqC0mRxDJDj9Cos6CJdopG/+Tl3NdAYblnAHfZSlEpfxox5CkdLrwOBCxPMV2LVr3V//b1Q+E80m/vi8IY15jQ6opJRoui/rciiaETo17Ll90uztGZAcYaEXrwwUfd4Uk9B9eq4beJKWJ84EsxIai9p05wktUm/Fp5lXKXaL189Bvr8LOn6UcRtutJMnpYyyHmGBH50R5VQD9BCOf6m5GU51iDfGdna3WRr4q44Iql1CBvLeNJQKK1e9FKdOt+126egSLglWlnms/JeoF51WcGJBsRXEHOsCUuewvvcJpujKxtmkEpuRxuF/MebEev15CAQhvGK/+3L42eng5Cu27Hv919uYCkL1nLroLo0rqBQ0oR8jhdmtlt9fDTWIGMl1H20SFYXo2Jqgix31p+8F/Gb3VCS6ltJN7+jQXu0H6igZFlHNPMF9vAnuZgBg3L2yngAdrOuS9a5AtklemqK/lTyCHGTgphJmMUT4EC6SuojqJA3hEor+IAYWhHxN0LSsH/znYtmseU+l8DFIT+kb2KN5SkL4Y2O0Zav0zpPCysQgA9Xev9XUuultImFNCn/rLIHhTf57Vg/voVxhH5oCMoRwDFE6C8wKNeXY1tRI8lD4aU3wQrs/r2A78oDBjWIfGB102WE2Yv4MV+wDVKXwpmcwyYHvSzvnKZvHUVJvywb8/1zSl5EKxqsJV4EwZCoTtiuBblHkFKH6fFCx4smER/dmFQrRf1Qn0b/RkUrYWVzgHlQ5BMKX3bCFuRT5+70CIaWmpz/yMsHE8H2HZbyTiaVxVtyLWtlfzB2Qn9pcsmcMov07fiT7nQ2qwZx9Hl8diMnFwzGnPDpcG07Xhwoa45HFaZPcDyBxFf4vpdBWdYtwL4cNGGwtmOXCja2UFKXIsOZxxwt3xXOr2RukMnF0J/efze4sddHkhBBt5hmXbKKZ+P5dDGeQx0uZp6ceVlX0r1eg6FOOjFRVWyvzWAYRbHtcYqSpcxJn6RwG8KA4sfuiuVShabEVYrI9l/cBgSXTeZA4TO+sHrJbyYTwm5X+kpxpFyc6jVnNdwF2IcNNViHyVJ4SsKHFXe29OlR1tFW/hSL2yxS/eCP7CyAgdU7bSRoncYcUtFnu3I1iCvC8/kT9AdHGSJ7Mh0kF/X5cU7L0gzO01KyHi29sTscUmrrZSRfeQTPGW2MoBQl5atR3boSvy0iCMkFzACKbnCdKBtkVwCNFCzD2cin6z8D77Qr9rh/HQPqa4Kxzpv8J+0xEu9JkjWEc4QYJfziWe1JHXIKtioV2xp+7Rk50wiDFeNcpza+nSeofOPyGf5UdZqdnQK1YxbKHZln68pkbkt2HNJJ6QfHzlfRrNGR1ThBPQ+KwDZyk1Mvg/JoSOVP5BaZzjDNZppVbUmRL9d/wxDbxFbe4cbsHvnU8Wfm9Bq5hGuMOw49/ZHf+PAGlSwGhKKfoiw+slWXx74hBI485XlM9PvgMWZRJFDinJBMr28F5Pb1VTEFqNCulWj3tan3jOHFjlinslEusGv2/F5/E+f8uqxnjaTt4qQqQqYC/MSyaiGySaG9o2clwUpfJhQNykofXhSOpdJnS49xJ6so+lk5bPv6wPCpQb2xMD9XQ2S6EEVLxWv58ph/zy+gCMfJOmgtUxX3qr7XZ42PwbzVYSdgpE1zcfs27llRpa7lcJGYr+obzXIWiDOC/obD/7rQ1IdnFTqfOusDB5RwaWKWLohrDIjv3PkS6M6aumlX3KfBVrbgrEgOQWu5bH6lzvzAyY+B7Rq3fZlW/fVOuVhSWf63WlUCAwe16fTLPkbELu0G3GgSK0uToalUJNHMwLTy/ktZSMNO5Yd2sqbO+dKHYahLbtp+CMRh9Rxp+XE6mizDfqJ4P/hPqDivz5Cdbnnak8Xq4zNEQjFJh4y0XfLUoeE+FSeNqoiJPsr9YMBTZdd4lqVDIypwZFsz8fqTfzPfnr2YqquxrEMyG5ZNzpjH/1vi2Q5yS1ycWMhjcy7vX6Yf4Uzm/gVJABx/5JHYjy2XDRMSv7kdWY0VB7rwFSu8hLn3z2qrZVl/l6IyaD/b9k58R7NeeNJ4SXmdZMdc/SrUaIwDBOFJye3h2rkrI3tD+/7e+jIombIF6kpw3rRpW4nVGaIoNcvOJ39VxzTKIXFdvcLyE36Hwl9OimaBb8EzKBw0juORiqqnAXnN7bKObLEMqVsC42+KnX8KFAaO5tvxI0+wMf4X/GGxLGVYKR3Rv4a1wjZrjZZUJVDs2w9eDq+Xxfajy+zJC9xhVB50FDbskw5Si3Ey8gofgHJ2EjngPjCcDI2l1PsQiWKa80pP7YM5wDMI1xN9r4hp9pFFfg5hxqBwTNjAf5ZmtzW+qpCOZ1lTMZazMqzdD686D/TiypHsAE9q0FDwCVZu5IXlPQSSxVZaFEP7K0dvaKUfD8z3Vfyv8Z+kT+KH1wst8mQbAn8ti6z9twlk9GnA9I07QKpM+r5OPZJzgc/WVNboA4E31yZMZTpejyUC7s8GsqQGPPZnAyBhSYrfA0Ep+UPvlXkdrRAQ8RwKVyrqU/ILADfYqER0ArWyVx+yxK0wIxeZAojSTojdDDxUigwrSGJfG84R0ujlXZ1FYcQdXbZGFDKk8+DiqW01AG9fxiRAYo+F/5p4W1skpBWFu9eWo8K/rS/XOposptr8XipKrH8KKEbBfjpJGhRNqiSnfMeMH0DNDU9B9+/yqN4QdqlbKUx3WHfMCF9TS3jD+dzBQTtPQf8NHfIzgcQ6zb+5Ht/t+kaRIOUSHlMzX+7uUjhXXs9PsVJKjRWrFVF47owd3ZoUMd2T7cg+acOX5eeVOoBf7cASj70vikESp4/AKNHqPdzVJ005fUNmA8crFCjYDsHT5IsLkPE08Uu8Ai7243NyQre/VlL3ZgG2mjjCQseuj/Ivk4WAJ74FgcPql0xbhD2lwndgA3P0wCGymSxJ12wy54pkQ8BA+2/4DB5HEgZJ87zxTZqLU/GM5Vjmjiqlrtq1cmWYyU4qmY2Yn1z0vW+eHWcqukxbZLDbcwbIdsYJpNWMt4qcDen2cKZ/668xE19ORQEwUg8+Lo9SVPbVp1NYZjX05Kqh7Stql41SqrEwGuA5ddXJFP7H1q8joNaPQDwM2/7Uhz6n4Uaf2sfIHH5tG1wvWd4FDa5421dVdtdZQWvj9+1l4vO3uL7G/doYGdvEtAKMZhFRP64X9/zyuHNWefc565ZxdolwFQWu4q7l+qs5r1FiJDIY3RA1DJ/mbQwvJlfm7yfH/toE/7rEie3G39M5R4RkC0xTCnvaGoMG2YHKRNLlvk+YqPe1TOCDc/NX1ZXztyAmFpcdxYq8x3RAicOivue66XW4Nt3GmB9vDShP1EMF6X/eZvz0/L0bErlZ4Ifpz30efyPtVlhGi78lC1wA6Eu4aPRqD6ouWETPM2v0BT9+n1VPN6krdZtGRT+IWYS7wORuCzv4O72iehrXRjalJBkXkmo/hLLc8Ot8Ln3WZRDdMJ7c45HgdSLasfbg5VXpV8jBRC5NRHzmwVTI9OMx8gRBT9U2DtkxnK1sY0TbZfFr/qWL/oYdEi1JcMVruNSP0nQo44uv5U4nnA35RXiXOzUTDt6RQwy/ChKQ3+al97Y8lMldAfMwxu69cs7Z5pB0tq0Rj7/oCwvZwTR/OmyYDRcTPBfHlZUJMEQaBtF/cbjDBxS9unUkmxXzShJ8uzMbnvbWkzEo18vCT89putV01y/VPXRItgkZKBD1OvL3eSRHrliV9h73rGmdK6mONijIZnxUYu5LsSVy7xdyBDkZ2o2gVMDYVXl998Wvg0Lawaknjq5ZGR8vMPBcheDU7EjhdHsxBxD9vsudvSJ3ieckgJziIZvUzIG713DrbLa+EkSniszVK376MQT9mvx1H/ufHyNI6qxwLDZk6nUMTm1/IPmOVaxLq89iA1Q6aYYTyVo1RP+HyyLWMY88VQ5TW8wuuMApJHQ2jQ+nf+QCrPwFtBltcIjFfsndPolT8K3d8mzI4sOLANfLvVTA+9gU4hTVGRWsdoGtdQhOKuUcf1ARqrPi7A4mIpXVktZABHvj2H70nPsmXbA9URwhlhs+N0GumaJMjKEEJe4dTWVXCwBoFXNvXbCbm3a4jR0YytDpvxBeDCIpZQ4IHbm9/IkDkaI2YfK+kWPEMzvSYxlgGeMvWHLAKCnFBEgA+P7ewEzBc3TNYsdx942BUKyz+ybUhN8N/CUXvyMdt9MGGdPEeXXS01dbsqypnfZ8ef0VYz3osztGTSexYbKTon8Kkdf4LCi16Veo1cV5QqqWnhOTkDd5/qTOVJtgf0XxMEunWZfwKm7z/zYssAb1eekCASt3zWzSUVIS0vX+DVQlEcun4PB14vtIbJECEfJtdeSRaTkZsgtcbnwnksxfPuvg8pAXxO+r2/bXfpJg9aqkf7hPdRFYZn61D87ThdAeU6sGAXPpL2waVCeYvDlE9ASCTrHi9QzHjVDOjfoQM6MJAjzX4STgU1tZwWnUzsRORCXQyXaAE0Q3xL4qKI46pzUvR6Gy+JCu1TFN+TQ9bgV/UXqvrXqIGHsyDRe4BWZyWmjhD40XuPe31kHVEeKjmYsQAof9mUFMX9SY+oAkUAws4CN2UEv8omQ0uutCn6tRbhyvekTTWd1GXfjjIeWXWsCkvm7anMkwdqle+B+KDYPeY8rG5JmtnNO3jPpzrZj3SYv0S1zCV+CVfZ5gLpeZiYWsGTUmTSjt9th4pXKc5LT2U/qJ6us/+gGAExhgIfgVaWpuwxpW27xQ4592BdtdV9GWUAafaR/BinbWDXZqqOzEuqL5YmYN+6g7IZi2E+3CyLi8wt/bezOJ2mr61cafr3Lx0ykoNIrYgmC1NJUzNxNhaIuFwCsky479apD6FVlIa181RE8tzjKctd61AymIZ+zgxP/28kLVeJOsXAiW5C6v5FN6sn4ROJJk1aOxtjd/crXkxFSGYjnSMH980FLF3if/fFuaW82y3vHlQwaBYJX6WHIkvDlCS1tlC3ITkq9VCQNFcyBcqDuXJmnbgTYzOdrOUZxS1YaH6VJ9YYWrXw+9+Xa8UjyFV5r7ehGGY7Bkriem5hWoOmPZq1hQjWli74l6yfe6fwMixx2/Q6/Sbp3B9TCNqx85dD7qmXeKeWFKVGhy+XrI+wtoLfHzCMUDLBrS9iFW67pzph8lcg4Waz/2Ei9IdLq7mTiPCaKfILMLDcY6HzsIOIA/SfX0URRnZwIlldYQKuSH9OJcAh4lrAMFLwK79S2Z0uvr9zpPdV0VQdKvubrNq+MUU/jZgpwsL6evvyKo3xIcRSmC8zV5Bxd0VdYEGynUPqYGviikJmj+kqrC2t2Q/GPXg4vghsWsKZNy+S7QiXFetZMKj131Y/ZKMUSP28HCZezYWMMJpnKYcCKw+ecSIe6Ebs9a9p9gyz9C0Dw4Xu0JaBvr1HNtCKbh/BAeqmqw6ylQsTrXOVUSrEqu93Lnv2s4Ygl4JBfwHWHmvyAFlAb2I640fC3W+7GW98X/hvqjcZlK7x8Tos05foKKpewlT2ZrDCPbdKue89E4MAXMmJ8p4WOKpkVfSFvK9MS5RNBXfGKDelNZOQGUV1kX3fWJIShQVa6LaTb7o1+yarcFWMLY2p4ew94w/ilpAf5gKb9aQbEtg6caQwemkbN/U80SMHlM1OJfiaFOS0G/bZcKjjMKzMt02Z7sY5kDIN0c6ZvXnOJB9usz0BOIyCuiWlwXqNNAEpTUdP0CS7fYOD9ziFduX4nT/TOz/9CaXLY0q32Y5Y3xQx7z33BE2WXvr+2kjNP0swhidRIhxerx16aRTYMAu12Cd1ItX/vVYzc3GABtmaoXFztv7l9lnyOIdHzwKbm5bmywJouAJek98oVPLV+H53OOhnSOsQqCq1HQ+BTC6U+HbyiUjGRNlHCMC7IVSsttpovKp0cZe1xHfW1JJwEY6qEaKjmaRSVe0ecg5VWVbZyGSvD2WsRF1lGdltUEtOF/YfnPi/cAGQH6CtE0N/FabDzbFN0lu0T5V+AZBxzNReQSRmu5atbUP6lmsySWEm0cI8zQNMvIczVyUQ+fZLDMRBJEKJJs4orlOK/KBPrO0+pBYd8bZtVu0B0U1DmX/NBs9LX3uFWl+L8bu8eFwfyyOBcEJWTJQWMrxisw91B6uuyB2Qop2UW4u9Y19MVLRcdPhTLaQoMZ5djmoHxByyq39+atagRxzMgY7OLX82BAjS1cqjgyMYiHiLPZH2uqGtVLVfzPd2hO/lTNZKKew9epOqtGgFBXp1i++3vt6DiM7nh+NRrMEZewY8gERBiGoqSiB7mYa8bspfPTsWL9+jxcdkSNJbCPc+N2YbWuaeb7fxeMWoBduCwuBkX9mgRItIvPFCnK6QeMpQo95DVs3H2nnL6vtY/mmvtMmr7mmmwjA3TwpZY3veX9wmgz4mpOFjXArQP6WDRQlstus/xXqObDL5JMGKgwLrvzgaX5ayVVfn440hUvc0YhtoKUJP9OjCffXoY0PU9Pacu2HVLeQtkWpYTO0UEielmaP4SuBf83XITJYiv2RZojSNGOM4fWSHwoU3+G43pJrILpF2wsUpzyetfAyfo4uCMWEnin4qzqdSJdwL7w57E7fNqACQLtUNayjKUcO7PfTnhgQ3Ln/uXXIDU6VyEYS4pNgvP6XoB938vlJ9RjWwWSjkwxfOfniO0sBMvzfRnrFmp9irmiYjhUMHcwt6ywIntHbJrbn/c/Pu8Lsw89QQ6c+P0DYl8CO/mgeEl8f5qalv7z+5vtbON//hqkVez5yapaCCGnqFeTcus//HRTAqSN+YzEIkt2mhn4Oyt0uT+uGfn1rciOil0g1FzPQfHl/fpvGazmMjeBaH3Mcg/aJ2jtfRtZPS7ylyCAoJ+HY1WwWn+iSuVoxcGiKYAi8LLfV0aHPHlpH+CBz7IiTk0witnWoStkAAsF7qqhQSBn/HfFfyDGj+t/G1S6aOzcL35hMoNjyV731F4NfE//2owjnPMZKeBGXOy3RsGUnoFbPk8ouj+11H5RoBrlRFxxBz5aRV1CXH1YXWLk9lBtO/lvbDfxN3UGo8m1t+UdeqGl0d6frkDud4WirlDkn7D+DJqo/wsJ7DXNVFf4TaHWZWiRnk7QlLukE/bwdw5uT1UyCXGJzdf2CBZSQ/a9eetnaN8bDb1k3WW2GEUjNy0wv2tBM6gFPx30Em73PRdW8c7mgeH1KNA86QlSvMM27x4uI6mo6Hem0ycYxFegDvhzVt4zZ29+bUftYrwhJJHJtkW3iu1J9BHHRWM4M8c1Yh0+0KKv+Mu6r+IqjiSubelVojG2spn+EjfF4jSTOBMsr5/u+pTaBsPpHlJUvhPgsDA/QkEzswj5ZZmnBKcXSlwoUYPxwM9pcSCIDvHlqFDOpYy+QIf7EyfMj9b3pL3Y8AV4/tcBtjiE0rfyBFn9dMC3MUZJFCMIHBCz/Fz/NnqwUXnQNC1rhSjcLhz7fz4/V3cHSySmeD2u/L5jTrU9E8GRkE+OUhUmbRvixXeyRSmuFCfS9Be/yhfny6uLqERSNoEDF+LZRCn6b+I3KEtUUizNbsW6iNrg6B38mlG3g92uqoUkC6bnK63gpsYuj3/TjCesUBsM6Fjx6ZAU+5WLk0+pQMzDBcHeTMchDHzHVz3Ueh97WeWY+9awd+KMyMf8QgOoD1bUn11m/i2jjIrqJR64GGiqeG+emdffc8xx42dNuf04v3qThY8eHjzCF1zsDgyemIAUiQ9LrFKb6+kp6CWjOLFsOagDSoZGUHuy0BBXt0zIwltlK0JQJWZZtqUt43V5aBFJ/sUAn+cFEJXR7V7ICdoob1n+hOCbMqnCxyN+NBY5Af6hyC/i3FeRVQ+/9a0sy7PApSWlivp6G03gc52zEshlcpOuQsyXsUSece3MXeiOrhoSrF/+6wZVXta6M4Zj9HTqz2ntckIiLZ9kouP2kl6ZR2mkxZNjgsE/V6iv/+aTnR+0b0Anh4K7dVR4/Ahx5PgCvXSLJEKqtWn7OluEdH/+VEgp/eDwUzbd6eYqgwMCJFQUrNwsQTssqOEuCx9XeyRCS//zzx/s22z8jcAH/XEs8VfTY4SMLmhCwjSeEE8zx0TOXsmc5/Sd9TcMtpkE4kPXlfrSbEbVHR8MK5AUOj6uZdyHmYTmlNZ/1DOix/deF+2XLMPsrCTigyfZPvZ4lFuRkw85yvJrXhP8a93qVj3WDpL4NZvW1eqU32QX5cETiewCzLi+ud/uv3o2MZ9eaxcPJVXipik+QpKM/NvFU/YERduvzlH57ZVfF5zDNn+OJZMOxgz99lWuD5pCmzqz9guBj9/GOocYUCFK/igSz+3KxDWG0E05OUhW37pwLey+IeKbyotj6ZmfvIRDkIeMhYsjgAt82Ekc3TUlyBRBm1claGaXZRvI5dx+xkF/gzChhJi8fEM9W8LM8Zf4p8RFohAJGHEEjh9Qew7KscQpD/E81ldmuKzZLfG3BaWo9VMaVdIwnKT6majKbqaAEMHKrSOibEryGK2ygE8K/LhQ1bT5ahi/Z5xULr/EZwjCkiBLNLAUwUlumWLhLjvHs7WNCoy0l52VOmu8Ntha98Ih9YswLX7hTzxrRq8ZdAixFKG/mBcKQ5DAyNYCYo0c0l/3k3Ix4fsb32//DVfQ39VIAGOJUcX7RQL7SPtbKyozvr9QG69qaL3g7KJEqQsm4BE6HrVz/ylt5lKIc9H+MoZ4+jeaASsGht2ADfxrMWfl8YI2ChfUeSfrghwvoCL1x8h83GX+/ruDTW5HD4zhLhCGLeVXCSu6QflpiTK7ECh8lsULoW9rc1J6/DkVJfquC1xV9VR3Cu68TpnLOI4JNWNAE+EeDHA5iA7OP+Bb7Devr1MHchn9e6Yxjabk13sseM4dTTiX9ahZni/5jWPuu61ih+1ypZfLIqUdlAkO8WOU8b/Cq0rjMvP828yG4HjqQeksH4VJYZX2I7dtXEm7LH+lvfwVSgWrIzdNwYWHHAbkWWXnj6Gq3jTFOCxsp0Sw5gkU6iOxmVUn13HqBMPQ0/BH+4r7fXWCCTg2MOX5A3n1+37glMCyWFbgSL161RoTyCLeqp0qiIBxtdPPc8aa2gzAiq3Ef/UN+in0hcqOnoxZRZTdo5Ae6kiPZ3wZnP+QYH0pO75UeKXoRjddhb0KWbAvB2SQ0rPPUk7+2CaolNi+fJoJXOuwNecAS7JztU5Y/QZhqO/rppihduGvLxGvDDwh95Jsvgvb+k8TCQosJaNFcrHDl8JvX5aYPXucwM98YSzJhKxvmianxKlHfCID5lsnunG0OoCmPWnxJeWHytRqWT9hG8ldYJWoVZxhpoyKkYR+pjYGqiQBuE0yE+ltNwRL0Vu+3MdPXXobCsqj2aNszDm7zKAX5YwUBhVLfMKgxHPVHt/0P4Lfcoygh59dxOi71UlbgC3QkV5Vnzab3L5jMO3loVbc+OorPTXouxvq6KSSrrzoD8fV83XiebOEH1gXIo5Sp00f+M4y7JM5nAVpkruhBZRlrWPW9t9mG5In5yKVTEFqSIJxlF9s8BrxW/+aeHHbmRz+r5cYl0y+HV97sGfcEevBTIvUMd+HM8tw38cvew80RVkwrf5jKLjwBcVM4auz8sSevXRg8/5vXE8qXDXEiZJ4MILMSeaIMJSt1lY64bj/QOIxTPQtOoZ45k9Slc9HK/h+EZ2KbARHPMvU4gdJwDfrOP/WytEKLKK3+48h84MHIWB3pfzrYtHp9umruBTl8w7BZDrkBgQaeQbFMe1TcBN2Vp0DdZmNrmC4FpuJthyRMI5VbS07QS5Z0G5qPHN8JP0/r9KH67Gs+YNBXBxRpE2OHTlfA1rTGR3A3lWgIZVF6g1qBwp5ueKXnESZKKT3i6wGlr9acPR1rm0pibBnObqyuQXnlQP18sWQUH9Q+1r1Ug5ocO7kvNo3K4T/erBE1TmZulfUMqEiegqrwHo2ARQ0s1E++XWurkK1BJCSLaJ1f+RdT7+qz/xcq/srFe7/dqm5+358VJOCoGTRolICkTkhRCyjVqpPEVi74fyu4/v5NbEubfnj/43puehJ6FWW7uIEDkp3pIbRJLA67UI9YR9Vfs9UE16n9twGuHNlVBYVVpla3KRUsc/XXPDtJqN/TWQIiUBZdbgkRkcQSFbR5xeGSM8UDgjlsNjTzWyOGE1cFhUqjDIshm4pVeO2vsSms3xROP0wVN2gEWRP99JxX0tQ5CANDZe25z+lT4JXNUH4++C3J1NaYO3fKEyjklrGRVuvyELaWRu03USFMtmoayRfyde4i3QiKLW0FJ2lr/gMwx8sJr9fjugg0jSZJGxH7+VjNzWz5Dkf9oByn4vrOwMIvtU7fEN0TVptfTq5/JePh4rFU7A2g6uRXedTXvI6YT1N7/NffjJHDkqpYnRs+GpEeXGGVX/+JvvC6aVSPb6BuXUxBr+jTPWGrnFhitXn2ZGkgg57kwbso9kaVL3kSTfEn+pitSTBTTVfha8bYUgGCliAykU/qe2KsQHmtmjarxG+n+8D8FLc0fWPzKF0/9jF75CYXDq4vD5x9XMn66vr6k//381uEz18FcYo60D5ANFz4YKkHk/7r66enVza6qiqdX8eYBjbq+ReVEpHOkSIsfpnx1uJAnbXlzptR2DIl0jK9pFq447hvQpc+g0O2ycoc47/WlyWfxccouLkr8fhofAfh8ryBgLdxVbrVCpmdwsdLZDuaKk7lZWYBa1HNVKQLmJHGSViWRGllJSYTUHzGnpshH8UzDRX//Kfr9eapCs4npAgA+R4tbCvZ1RByyCYH/YnHvW6qCKGYiT14+HJ9jdTv6VA7WwKYyXA6RDkFLAokFY0y30hhohOwNYWrRkB8CDQTnhOhEMVeKgBgccZ8uubUW0BoQUYoj2DBqrr7kgUHocn4swa9wJFr8M08Kgnx+DDqnpZnQWB9jmWN2o+3mVrsFlOHm2SGjzL2ZaXLGyu9ArXPDWzsGFid7MMNfJ/LnBieHYo7Cw28Qtj78fEqFktjWG5VDvOdsiMKfMDtcAujvnvXwfr7ViFqVYm8tIEa4R2qc2pweNVSOJfuoWIITLl/aWpDJUh0jheYx0fOPJpRnv9TLV8vDj2ftxG0r7E13a6AUJaklr876PaaUpkJpoiloVtS/eRlhBKfxvBB0NGOjBqyPDw8VeSqzXy952lEHq9rwW2biUOC++JAxl/beq0pMdlT0a9Iv8UG2KWbRowx2s9sjD+Nm+LDbuUYnlhJPTi7Ha3DeGVPyKGy9FT95gxnYXhhG+Vt3r9cmgV7Tfrg7HpZjPZv/pYEWDY/tfkUISQmfnjTK0YIvoJrTrkZ7eN9VtF4+L6D9cbxlnmNnMYcYubezeYFpKazmOTqQ5pXGFm+vJ5Uo89EOe7a8XRRXMEf7FPYNJ8xH1w6B6R+RCNC/L5XHGJAn3mcanEoRe/8RelaaaGevuxtvkRmVYdECn+daTFGMqd7zkmabHuus1AMAc313297Sb2ey824P6EUSPST12NE/aGKP7GBqfe7GrcBUYIFKCQrHlOVzlrmFWGMggfi+vRmxRZ1nOfPyeGIhEBMpKihd6/sn2Wlv53R1kaZM+7e6EIteYstaUJWaV+x+Pe4HvfBE72PjluE4jUhF7UkBy5GKHS+/mN43Ep29RePmD6x5Gjwf2zsuor96gJfhVWUnSl5BN0stnRNwcSgh0+/HUhRwqc6aRT9hiQkDL1qL5aZ4B3rNDQur3NUkHify3oLjraJr/pbXLiN5u4PhJ4rPDD1cVeThI81ZdjmNjRAYhXQRjrinSPMnqjI4K/jzRseDVlArJldvFcoxKNui2hi0Spjcy20h7Af4VnkPVhmpj6pAVturo+LdIvNISBCZJsgs89/5uWc//FqwTubrVNEO4JSeZmrpBXFP64psKH91uG+haDgFGJd2qJvv9r/HXA+FoqXRi/+VWcxp41GN8Gx79IyNAh2TVGLV7qywmzShY7u9W9JxP/zngrGEMr86pG2uF7Q9gjkwTAd5HGUP+F4K16WofxVB9G2qv/EkLvzcNk28iLTVw/lq/ZYXqr9tztmG1SFTW6xFabomBUNtvOsPyeW7zy8VAnFZdWhotUk6NIJ1bJdi6wRpW/dApoGAwOO2yDYsD0A2d7Cq1ZKlKel1dBaQf8acQ9Lp0NPY6O/JDEidKkAcN4igeqUC/CbNpFLVIBp3aVxvZT/jxHpTsMIzCMF7jsR5paR6gr0H1YnBxIHaXKV55UxZfYAZDbdiOzl4RlMBd6aQOYC1/M0RqBOP5MOazB+RXG8Kf88SMKPfLaqTT5Zf7S6Th9ZfTjBhjF3+IKrPBXW1kXuTmxEEFd2zYUjtMQqGoMSLN51jGqJzW74A972U6mLfXEXno6l1djr52by525nRcAiA9O8svRyT0+Fzbl59EJWVSEnk/QcBcD28RoHVcxSf9Nk1jAZk+xel7U7esYi2L7zvA7Yb5SkCP21esRaBlJIXFWOzaGB2HQhrCXSqRpgI2i3czPX34z1PO3U3ofgUQJo4wQBn72fYteDDiOzhwLc0uliWvf4UH9ce2xxcckaKJYCP/f2i+WeT0PmXq5Da0Au7P6148Bfqw03K4gYp0GkAmQ3UOyLIIalS2+mXr36+uIkPGgUNphY4w1SDf6Ic0DDtePIFDberwutijnMoBLBUH86pXb0tVLNS+UOWRhRs/88uw5C+iLqLHqDqvGV0RFvkoMJNJ0KrEzBcQHYl9nO/Gugu+pf/fakYRtKczQgZ/KnV7e9yGllFA0X/TFszpgU0kPWtUeEi28iaLRYH4aIe7RFIuwDsO+wS+vEvb1MvZVHkeJCnuEYkI7c2T1fuBqIpVAIl7RYrh2pTLfldrMimdRQDXkkkGZlty6Go1IpMrZrP2xFC4f3cG1fM0ZlFxLT76uM+BYGafEtq7jbqkFQv2aYpFrXulj2EuaD00sUi+5+aDt2V7KoPHVf3+rVL8ibZ8o/uPrqqaDaBaTRxf/piX3emzCZGwAzdQWKEEM9n/Ujj5b/EUzhajORptEJ49euuIhF0vXW04n3pKLYmTWQsl0VSf4ZZ69auzI8/XUKFxpnaj5jF/368bAFeU+daAwLaW/b4gjXtjE70cStrMg9x3ZYLh1tixMKzRjIL+GLD6UMC5M/YFRbnhiyo5G9pjyRtxgLBBx8XVtDDDX4Bbu4riS6NmjqAafZuE24nxbRYhAgRQ6+8fk4G4eRxyzoG8174n9eY9p7RIJ+kYoBSEkUaH0o6IoRbdTE1G/pgz/Yqc5rsCfTxXoh8UFGfaiPoiH7FTLY24/ZLFujPrOqBgTe++pR0FO+HnxSc/JyPbua9cp3FqoMQ2a+7TDYp8dX/IfplPo+2a+8JcploPDP/Ayy/+u7/CHX6KJxKxIV2VOuRktzEjASNYCLlHivTKgjQBRTBqFuKSFALEkmhIEPv5xz8WqZ9rUAiESFCf+yHrzt991KYnscCvTf7lMoYl0sBUdcqCGI+uUKHiLQa5ENK0XzS0O5faKgo2HSggJVjNqm+zgS7azIDln9UzZUEASwYDHjE94M8GCjagdNbHjXmn9UDzkroO/CI05p/lSsN8CN03HzbP+ZLAgIV/yKwl86hu0X2ruHT73g8VLxw6HR1uDnkrLVZ47eZ3kn8WY/wxx/BwzRpYhE0jsqowCVfm5oGNu9w0zqnIU9bpqL3nlQg0yH6qLphku+MtaDpjEk4PLmW5H/A0GXTXhenW8ITc2S4z8C0ComLcT/efosvIiOpF5eZlxdEpewEn2V2OBq1Y9Xd4LPChgvnDVbEsPO51k/OCzop9ZGNchS86SSxYy8v7WUNoP4URRV7DMPOdBZjiOsfO8zDN8fldoMKXIC7s7LcgcX4LltCLZOBjnCDxNwwfv9MZZ3dYUT90RWeSWV5wDyc4HKNoFbbynmqsAE6dvF07KGkMAQlmZ4laivdLOuPDUdxh4bGRYub0zBC/3bSM2719eT/cMgmGwCQ8ohtzX1X1Ghmk/eBsguMD1PEnrqTCKA20pXmUozof4JH7Kks4tLKUP3bCR+ack/BHgcEAj21XUlRm/q5m8KBenY4/8M+ZnRyvODraQsorlmWOcI0s4iwNDpRjMcRSP1KD5PnwaVIKQMqCU9Mu3a+bRwt96fXC7PVuLOjpmYiIOnkUsKNTalC+AGjb40gWDU7NuvVoyutEDB8dYg5EqeYHv9/nvdw/gYFmdbF/g7AUoJb+O1Ix/64sLKEqtNJxtWHFfmt/D5GdOXaBrp8RnKWKKZvq/NrgaNacLUTQItKyLSsAe2qulp96N+w8TI8H3AWo3hiub39JjYV+3IgicbjE3A4dEU7eizLMaZ11/IcS6ib0v91LsUaHgEnDQCq5ea1a/k2j8KVjqu7BSoxtGNyu/aX1dzFeML46Brf5TUNdSNWdRtVSQx1R/wtx6/Pj29Wnxryqw21z9nPllUdyogdRwecQ9rPwy3jOXr6hdGMvRF/Z6mdnYqBRc7LH/PA+d9xB1nNzUv4RoU6QYb3WM9rVfLGcklR/pF3idvzNmBU/5Xl/K6c4GAx4Ay3LB2MFz65oR0MIEp1GiQOe+LbtMlQy5jXsQn6o/UsOLbqv7w+zbPlkYeRVITMTXNR54ox8g8lSxgKGQ4f1KNOpz4apXoDoZ3fnxNz3QbmPaV8C/QoNHWWUfVdPyODtrFODO52wzxEFrrkguXxYnD/Ru7DJzNR/Fk9XG5u/0ylSvXkRt3cDYky5kGcOQfY+NHMZsYUOuHp42WzE5Fmm57x6sUmUTduMr/3J7Z73oqO0B55HEfglxsjqrNMeGMwuD7a+YP6Sj95l+y5Ip2w8Vg2vI2XDJfnoYuWpBso5aMxozzP5df2AxQm58azgFdvhgIhxkz2lHq5hOJA4+4DUl62aqTavgsBgcUx6VRXAPFAN8+o8xdeIvUFyyXz1z9zsVRu7Y+WySJxWvwU3UGucqZ3EDu4qBvFsMpgdUqphXLZc2dDmpZmzG65UVIo8w5AmVIl6QJCJf9dDleQwrDcTsAsL87w2gSQ4JkkrkLMFjstziDCZTv1hsIszkBqOBzipXf8FgEmlDErtvLKJFc+sybe0+97+5ZE3gGzfOtPoovEzhppkwZabz9eAvxINvOtBul3YLayOqaSyE/lmrZxyVY7aPHnRIxHk/rHRT8VMcFfcVhmaiHQkRJpEUf5JWcaaxwxFoHZ9fFAyzpQc02Ma7Hh+bYV8UXerjbwOCU9mInW/Ltd3f+kjtr/o6fX6d7Dk3hcBt2GRTSbePf+l1jP3vZAXi026bq7YQHcQ5AtlefsCgDozsf3y0sak1OKWs7PM5y/WhKfgp7CVnYOqGoZysbc22EqceQAaQEyjMTbTaZYqnDYFwnbUswYKcgWI4PVtK2L24xH3VgVal8OPC4sbWfuldKpFxHIhg8t2D8YJBGvc/RwuoihlfYBvD9JOSWtpF+e+GjClmCjJJPVU6MzHRdf7rhwUap/hwecWMKggEs2ru69VkzcYoQzD1xCXzOi60SjWC1r/8CIN+1NBuzMhmkw3dbWkh52YsJF7QE9I/+l3A+hLdQLdx6PPf9Ev8pEFIh7Tn+OzBH9/7M4tiV+gQiNEf4oFmGQ4SeEPKaLqNfBmz7tl9V6fVmVBXPNO29T3iQ5/OtsHy9TN/Geehqr1OW9HyM992N/yyiTF7XPMDktVf2o3554XZItbMwMsM2DzzH/sB7I9fleH3gaj7KUDXfvNKmYoV6vd1Y4uejuH3JaZeOdWbMbD3UvVsy1Rl4D3Lj4Y5DHdw9xCBPIrbL7n/IsNC89CxBDNmH6iRU2pn5aHgy9sYZ8aueNodPqUBp4V7Y9YoJj5NX98lgLAgJzlFI2ezrEoePoDrNNdNNKxxu8wOblWil3S7sYKOCoUoT0B09FNXOhfa448UqOmWSYQ+86nOndX5jJPu806gfWmfvcxe+kzgK6yFoFzPcpeOC7AKxB9117RZ1AdcuFdwpzVcVOLcIXnaLr5kLkgtGi8k7aXjRrxv2l9opRrp2uoi7opsMXS5xgMhNSqz2GNZG35cjwRJipSFHvQEGLnt0V8f6LiCdPRy+8pwtGrW/JVjrjS4xShOLYpycy7RcYacpoItdpCXbcvNTQ3vEdJOK6nlaP9Cwh5p7xtMjdIORdInepFmmJCacoboRHaNEyOq0Ulr/0mcl3y+H5mcmROX5jnjg66TYs+CdZ4HHz9h4D6shE0nmCsFM7ledbU9tfGDvuznlybTD/oQCniHBnJxzRTH2m3xv8duydIws9oSiFj7ee1uSwTySYrSVcK7JXau1sIG+1iNoCi8fwxKOJmfRVTzH7O/D4ca5fJK1n2M+tta0PsJE4Lejw9ttz7z1Nx909GrXnC4q4m1jBWIyxny/BVJStIWWnpgvohY8xonN08Usa1U/hjJo504UwoGw5xqdKS6RMnsChniH38CDullUL0UgOwsLi9ddtsjRlHEyqmlowkFsvQel/8PTdexJKmSBH+JQnNEa625obXWfP1Cz9vT2Fhbd1FkZLh7SHe0HVspMJur/UrxtirXfgNcf2ElBftb8cf6TW5e4QuwOjAoagHzFSVmVrPQKSU0huZk1MLiL4ew4IMu/qYd4maoQgbhKhsCiAsL1eOpcx7prp4pj7iMV52oOucQ+CBbvup01ricjcoUHgzooop8hKDEfGnzNWUcqv0tTgJix2St+FTNC7PRunm6l5RiRb0zezpCZD5ZrgKzPYVAKgASt9rIcvZsZwG9sksThMysVYZDaBwf08+qRMtTvdVHmSwVhJ6ocm9TnI+P7UP90TdAlauBnlnDYz92qSXVcD/q6XzDvHfCK40//pFlx9JAv423lJmf0pqHQgxYU8G9ZJG6gP6lJ9RJjqZA9CZ/g0IwEv/xYVKu9nBPm+ubXM0xl+wymPiYrcn0R3uTGdAJYs5u7spq40cKA7x9v5p0gEZQgmSAArsBV0tl1OSLQeeIociDnrc9oqFw1K82F//2O3OHY9BwePFrKsMo65I6G0YhmaHRop6nTL6qk9q5u+ao+7cCblLEl5TZR/ThqxWLJZbB7Cs+9pQtwXJmVLP8Khdo/aT5geY/Dib/Lb6YDUQqQUTGOTPCIQoopFWb8NMB3EiJLenayml5jeoVpzerykTrh6SYwiwjpR0FH4MD0Gqmc+YKyN5AYXkoMMR2UKHm/fDYWYk07oNhuPuhCv0V7kWTLA1HgmHqqbyLEVYg840dMDvQvYtibLSXpiK6es5hUqr9/ET04j5kKkuxZlb7l4lpkgsBDeuPZpgRnT5VXtKNlss8fjMwdfaNM/5HdbD5b9/sfKzkhn3+7Is+rftoRc5abMg5isrfjnJP4SScVXG5WoPMDqBxKa1mYsKaHnx0nDCi20DNpr5yvVyMmPT0mL8behbO2eU96kEsAU14x4S0qwSvyJSM92lnOv3OQmd2Rj31EcKJqYrltuZra9BqirSnVyg++kgwQaYqRV8Fp1KR4sgXrKFhz9JcEHm89PgmWMSWrFepNN4JHz2LRj658+V8N44+8znJpnQiB37twyiRmXfdKFmmJ4AjzckJpvMg+2RV2V96YJ1rSC37hAAx3/0bcY3VMbahpVAW0IcMnNbCVd6bDnyc2ek0DQ2ReB/D1l9Q9JNguc8cyDCtzXWa/f7XQAc21KFSObPbdfqyrhF5roggsB0rQIEKjC7L7vTYbBnEgwPpS04akv/COf/XdnvRvfbwMXTB/FsGig8mV4vWoHPWChTUaHbW7UOvUDTYKCY/J58rkK9rMOkWbdwKrNJAeMFF3yAy7Yraket3ET01r1F8iNS74xt5O0gYKR7NrCa7oT9/O8F4Nzndw5q0fhvjeFzH+VcLGFfzoOvq8YjaTU/XvRTYk4exX9oTmTm6Yx1k/SumQxa3sXm8iOEBIL90OjscRmT662BpFzOdi/By192In/p2ALS/+XHBAuuSnZzo/DDfETR2IUYSvIf+WQktwkgvpBH6+97qFxDKLH4V2Szss0WfoVQXQahvp3mbYiSaTBEdVa3IrDBEgD8ljoYJpj3LFGZFA//NfDb1UhBoB/+Ln+WKhx9K05Kv2lvzsHZITDPSZuCAwHo+rGaI57/4Fcoc3A+VbYl3OEayCtqD1IwFvwA7jtmDH3DYpFvBI+bbzfa16t+5OgKOm3N1ceHDCGLarkPr2di/G0zK52+haxxGE1Cgr74Djg8WYK8dpnoj4DMn7GxIpE40oa2ujz6yiVZXFa3WboyYbX/cr6t0fjU2n4uCiMZks53Nh9XG/nU+Foyq9+57hJIyO2oNBQPuNUDt4H+Ze2sQCXbYK8rVZSxzpxkKxI8WaG3WyNrLhSsegrkIly5xO3ojQwTrBggu7xgIrQ43I/wC+ZoxcJPVIHqpUZ2u6e9NjKTdiOOeCuHv/u6HB2xkaqsy00iz/ZvRtd/JKPGZGrcBWH/gUpYqXMjduPgF9pphDJ80Bz2aIXjubF05S88VbpP1YtRXfq1z9+/bssKpF82jjOym7G1q4ojKLJefindO6mno4dMwcowYayW7XxsHODuvve/f3GlqBE13uxcyONkpvG4fqDOysIE5dc7ji0CxTbGkL2FrsKSXiTrLsz4aEFhaIFOAM18NstE6nxJME7rww2BLIkBKNsb/PU2wSX8D2QiORwAa+4E6bC7laH3n3A3sg5S1g133XdghbFXj6rRPEzlW2t1iPP/uqof0YmG5CVm2Tflry93hc9ul25085q882Zh5aKQuIqyhfB7C6yuk+cDUkGtPgL7/ofTY732RYInBRTlqBOPRrKraNoBdqHLBV4DVkxo1LNkuGq1AoOCMO71toJlBEJoTfJUzfz4w1TiMK7p1/1HdelJRpyLR/IkxsKbfr3ETffPy/ZQXCmz3vB53BPOLTGwllDwNpTrclW7hJ45iKhHwPe/Al8cFG7wKzYFH6FXXZSFdrbbvmItgytbIeWQ0wiuVte+F/UVAqK+6rvz+LOEWL4LeigQZBgyw18/ICj8ohgAICiGGVGU7jK2yJD0theEvjfDZcsCg5/g6kDgDnv2E8paUQ9FOeCfeTrv6G0Huqi5BS2lmwRLzfRqbeKlJEOn4Cvzlm/nQDwtc45ihx9JAaUuQpDXHuFaObaR4u27RQc7NVR+LmgRff0QigK8eFeBWidrq6dkbd/fTfn1r9GoI83VxsIdp1zxrejKAyPiZZ/RT0nJ5gBVmXlJjs5CsOurvOs8cBntx0CSGAK5RFOY1xFvPpkhNPQ58fgWojxEX6wQIWTaE9OWxVx32hmnuw/gx1a9+NqXObQs2tIe+6hrkFKvZ7XCnUL8ZStwgsiezlBVIs9fx19fFKLkTMG46j+NFO/Ma0E7i7oiFNGRlOyPflLFwODQLH7XkkMpVCH01k1wsKRp7LxWH2dhKGAhWPchKq0jygT3/pLBjrOb166QLu/iuZuSf8PIbHMVQ7+U3f+M/biTBrK0T8Je20Kj2B60oo3yIYivAYSUIWpiRwiiVuLlaCqNZboclC+QwXUlSXOAnBpn1tfBZp21nDHFH7HRNcbfp1gpBZqn7jETdkowqYqIrO8zhB3a/zF5NSDXx1gSTcCXDBKm+0AfE2OYCVMurSmF4MOMlviVdEkLqpFYDr5F8JpR8ItTxUEyadZ/nk/7QQ30FXh3DbYEq5SsNxzlB6FGRwOkBgFvwG3hu+xmh7IelJlQHpSfecH/lSE5s6IAXeRyHWconC74VyC6D4m0QKKGxWc/4uowe3zvsL+PowUvG2jTlFz8wOv0glUXh7voAQ4STZj/xPUHetlQ2LWYqIA3raz2fqbmY4V7GUZIiamuWgZ3ovgMv5Qf6uMcA2YED4QaPrgBX4wM/ojEtXsHtKwkEXEmKdvQHtnGNAzuGf5qMQzEFDeTkAr74JCTsF5NjSDwYV3Z876QRkJKhNjv/LrUxICOniypv9czxbO26pOPy44DvFlilM65K6FwiE8Wnb3U9Cnj8EEhevFVtbpX+ktayyppllew3YLKNJAAmMjmKf0NRjHCkjV1j1sBMMddiA1tK8XUBhNH9Hnz4PWkh4AdrTLOfjyEXXYkZRL/n7kfOSgSmWe6KTM3alb8CKK4s3q8pdRwr55NNgMSmGrZahGrGz5kGlFfbIZkbreWoqbSpUvsYN3UMk2ftEb2l8xI8OBoPFbv6B4oWF9tWIfmf6E3SMJoP5Bc1gF4pKXk2Yh7mcx1b9YPo8u9m1qPvSeDox7jb25C/2pHCrpIbVXQt07PSG7NMf+8dTfAmkDJFUFtPNOLxFMtv/gJV0QFE2R7zan7D4gynQnUTCJf8WbV9cGnYol8HIvrSXbtc/EQbl8niA7FgVFxkcZyKGq0oZfRX12+pfdJGMRjbwhbRagUB51dPOrFk3OBmAaCZSqgvrfz86EKmHUCxFAX8iAeI/SLC3RpsdHFD7tEtDWVI/Y8MFnofX6CGxc6HMt4VTBx3Xkc47bWEjOr1X3HrENyxnfxwsXHgDdD/OsyNQQNJ20/t5yuF+IT8f4VydiHQbEQ7+ydGfuHVslTFlStWCvRzjqUnXJsBEJlAuS/mPftcUtVFq4BwkpUninL5w8zn1i4VsMGZ7w3i9d9Bnk7+uNLgWnKsJIelnLIRVYcv17WvgmkjaywFnRWV51wssJkymDMre7NfnsEKr3hltuqYsCCxfCof5uZVtaXACC/djeQU8H9hsyv/LsTpf/imdd0rKY2raLmP8H8/+rKmyPC60YQ1hNqY/gZdEQvqHwpFoiSBd4Y0wJc3qwMLhPqucn+VWrhWUmc+x3m05wOwyxLomJCBZD0ChvQjPnsSpr6hQ2Y55iQqUtALq6YI2jEWkj7NHLH9sMrDL0PBp+WnHBgV3+ukYv+Weygg+7SIRWgMTEQVQZHMU8SIVZT5p6O/Wtg6jU2bLlc7ftrsYkGW36YQAp5lvrYJK5Ae3IZ2MGEyOajA8v4UKc3/zaHtBI58pUlNUADDeiUlsn3M9YgbeXp2Z65uLeWkQmeHGJLAfwWqnIH9xsyU7PQ+1bMOJI4KORCjwZ+Avh9mhIy4N+FGxwcrh7T16lD8HIaWNqIzMiymiAx5MzuWX32oZq3io4fNzkdPO7fyfKaXqjJfijT6Yrkx+GllVpeiAvz9uIFDoL8JiJsjNB/QUiL2Q19onEQ2yUDUipAsha+fdXIptho3ABUtQJUHGcy+gzDnseNK+H4uxf6e8YgXL1fz9lzuiMgBBg90FY22TzlcDS8gSTBiryjDKVFnggn/uim3tt8T6MhlNn3lnjgj5A4uT2miRyxpVs0HJlg0UZtQZB2OOQFopci6kDs86eMBc/tl9KhB7VMPQPZ72l52r6bAcVZ9Rd/4lcY/GnhlbwvwJ0e7FSFyj8danQS/9NNnD6owx6OXTBNK6n80jTOdsUiruWRPEXpPWXfFvpYO/FUOjyzd6UtLyaqjyuorKbVUDJi3M6NQ1Hh9PuQ5/rr8Mc8PRE0AILbEwScgK1eyVjWQlXkRZHX0p1D1ZEgSGQuemBC/W80VM6ta7wuAxcn1t0fATW4nDqT9QEseRTn46wHrq1A9RXl03m+zxt77+1/guBd5+Iv2fKZbuNUuuRZUtmv2uA3eUnOyaki7pO9jzhSFP45p8FBZzzeFB69zdwUWE6VicJxF1gJWgckw7Iabvc52fRgOaoA+nOEnntFK61djx879bq4tUOjf+0rwVdWyLKuwRU8n/au9ayQ/IaE2lQFObYVhpSqSAkHW44srfE9Y/rdTiZ7SjZSVUuqW91+ynJ+MwZpum0CdeHjfkgIkCe852hIJSfGobZgUtrAZMDYi7hRKLQeSqjKJ+5TZ0cskKIBM3IkOLrqw6oTu70YgD+n8xdMqg6RgJk+GYekTZTkRqQOw445IVYogVvz55QP2JBmgV0L2010Wdf7M5CkjUN2nYciAgatTQ9m786LJBHbWubbxZvagTcs1tYos8C+DoFesQWTy8xrM1NlSEh90lJ4qs9wE0JkEfV8TNjtYhkVmqHWi9iCZBCk0/7L6W6iVLBV3ioHY4Ne3hF3L1gw8MH3Mzstj+y8Y1mRelj+vYf4CjmrmI98YwGpzBVPh3SsiV6Es1sAtjP0L5Vd2zdQudpcoF0imnGeT6ctw+Jtkg/xNZ2j1AQIe0+g7FSMMZbNjjfFkofITN7T+wK13VPgBT09HzksUCa9sWGH6AnSchpGhvT/RCw7mytAqaMQQUUElX5Z6GiPnToK/ndmUIf/CHN+YOAr8JB+UUzgPD+TThHgMp9LAk+JMIqF+FdJ6NR+97mjRKgWsECF0TZbwUzVmKj73oTMuMyKqgCHeLxGgvg7rqPmlnHWnSiKxPZJIeKz1rdLzodRSo+GCpGrk5pfdggi71Cux7Vl5auH4Jc5/Y+1leGO21z+OGULgi9TnuTBOR+H8JEJ2nI92+s6EI6T34oBF1NWrEIdGDC/Hsy5JmOOvDy34gKTW5gQrUZIBVagnL/B8z2qVSGYRoFGSBeMGIXxPmAsE75BbWzBjd+ucz3k/sX1Aa3MVBguoh0/EgF9j1UIwFetsm+E1v8TOP6KVOcwX4AHdZpH/+vIxb145YMGFttcBJpayhcrGwVsnmgm3DuifQfmSBJyhoipUF3t0krTGfAFAfncsSMNM4xoEUIqBW+2oGe72MB5XKwH8kHGDST0mMryE8fEyZB0tT/SECZos6qFPkFzFgcoj7bt30sv0PyzpOSUbWPm0QVvwD1pCLbPnlw5QyuFqv5wZTvNM2VM5cFmpTOvKofLU6iVe9C9OWGea1Nv8tRPUi4aEMdsvO4z+CiXTDZF8ZA8zlfzpgzAnAo9PlXYBpSUqCV6HkpfcNJ+Kk6GkC2i+1K527PnnMUzNFDIMwp1Cqs8yaOZ/dc7SvnDHUEznC2ubnG9Wx8CDRpHlYAplWAWHif6ISeTMFHGflE7udUg0yHKj7LeDXwAk877q0cC5+qQDUH8bAPTV7ORPyBlFexilYRbADiYxsYTb+wCluU0aWIxPWf8lrIjfF57fkYPhQ9ZV0f458mibqCJcAj3FV3HPm48jxZ/5yvO/x3Yan9o5GW4u/1G6XOYwOK9IKMls0H15CRpnhkEg4pf8+LAHCZxPwCXrF02lZKCxxrPZRgyFfUOqyHnsYyHHt6VYhldwhGxDMZvvvCBVyzhetZRbujbnBy25tK/wCBX3sadpZlP1cAWaGv05VLUx2GkSJSqOyNpXYxBQ/AktLZMl4GQyoLPjAVk5XE/s2g5qHIdmi9t2FidZUf8wgJCELZABGf9sNYjv6TldVm+5GdamH0XppYgbKoQgx3r9Yjo/hsVy+aUhXoFA+bVD5nTYQmjZgwf4aEQA5S8uEp5JzDxPPCkq+9sSJC/b6fsn97NNmB4ZhM4dAzZbSSIdot2GFvLW39x9ph08I+vG8XjddecKggP2x3tJOP7w5rFqDo4e3EIAL2+U/OHXiDM0IlKF72s4WipKrB7qafFl+gOILSMlPFSfP5lUyrhdrHRnhi8B6Thb8uz/guO7VOV55X45JjVy0OziypGjO0U5rLMtP/yf489ODuOJ2WWlnJLd0m9KC3cuVY0EhaBATEYgO/l7pZ71ke2/hYSgQgwI7pmgoDSs2Y0IQzkO4wyiuHwCblnNM96/emmqFf6mWlL5F2/J/liLv6UgcJgiZF72C48wL1MIB7yK8EMBKvrm+XD7MufcNjuawpVyRbL3jyR+Ip6O1G0GiGv35FjU6j1plZdGtWCDACwTZb9PP21esZdfMWgK6USm4uc6BtNvnThjmPeBvePOPKVJoP2tCm1EW0149FqrwfSfvAfcKmaHfMzbXJxsu3XHRbLE2dUEqy9/2XP4w635+I3Hdz+fShET100UOYX9K/ZxSQ0IZhyJcmdBUNkZcQt8u9k3CJacQyTsnxnFdbwlse9FSDxnMIVAp4AFfKqCTK+hY6XZLqrJGj4V9di1fQaJX+CgTUnXnL+P7LMNv4SY42M5nYowB91+QlfWk589Anp/Nqzfl4+CEXTVKhLeXl6u//hCswkPtA781c/+uMS+06AegOYBR+jiMhFGAGHvW+Z4dUdAbtyGoZ8o1SMDq+schU/sB62YrBN/JD7OVFhrGcq3fcrdotPtf0vhtLNH8FNxSzoAHcg8vsYoynAVbOrG6IpD+UHkY/2pL1rBn3J4ubG+UZhbKU2WixOePT8UAYC/sim2/usmBmO0CAClKRk9gl6Gt1sWYpaT2K1kr465VlEJSUFp0IQKLk5kL3YPRG47wFEKk9SYnmOBO+2/tURk6WJD7vRtepfuzrti9R6+6PWeB3w/TD/ORAmrsv4mr2pT7Hfg39yMiqyANQJjACDtQLZ+hmUnwC+JKWXJp/v+IYa1DnwTxcyXyxtFF5HL4HxtFMkY5nn6pBg/V8kJB1AGMJykfAQCHuW7niWDpiiW6PEbcikabk77PXMmUWVPe0ASyZXWya+4FTJz0Sb5ozfENvXf5F7qqk7l1M0ZglgUZsbX2iAh8s9eqKqX6rSSKrlp3rDqand6mZdQ6X7MDi2dTqcBz0ZvZq4dQJg6jPUBenzRdl2aVBZX9RTocU5zFEzpij1/KzRiywyfyudIRIoJWrPwvGhfJ+M7pC/8Wzj1jBb2X8VP5rjHMMgz9psN0T7JV+BzP9spw+O8SgrdliaerfVsT7cOQTpcjNOxTpHjpRuUnIHKhi+UsUjfV6Q99RtXzbURr/2t6dEhsrI4ivi0v+75EAmfmkT0rXa8FqSIm4W7tOG2Lq5Vpip6oPozXm7zwduskTm5lhDbJwTaL0sw9FSI96w2/SstqXGpgF6QsBrb1ANi/hjXUt0HRdujTZnnzOolz+YqByjx/tMc2pIm04o/HUQljTbqZ/2DileD287ct0CDFs6d6U8ccBNfomcXRz1q/5x4zG3uwNkSu/noL4AhUqb4Y5yOHg7Ld+NY8/BZASx9xHHt1VDKwS9oajUdrlYQJw/dd/cvnGrFwovVr7aKEp39c0lJORPCY9Kxvto7UZWPrBLAVvHeshQVXfGBWE/Z8ZHjzNvJv5U/CPRJ8PEOdC0WMJptYUvJSPCuQFkXzpIpkrVbgUWotyt/GJKhJSClRXG17jKYFibHTj6MP6Yzl4/LwKHZNGqH/77CY1ZE7UYQBqx++TCJbBVjF+Fr59N5BTTcslxLunRFF8brmpUFvzvuR7zQ/e8wmIrOKYsss5eBEA158ErTA79nEFLy6kinlCVoI+ca7eT5rNDUuLAzOZBW1/NAu2S3ILm/lBSLfxeGIqb34oHYy/fOXOoyapMsYGzYIPBljusIiDfobY513whizGYeZfu5T17rKWqzcMJqKLJOyj9ahI3Fx6uSbJ+eI9BP79VSDczm7qtoUXCySYuuozsKR7hzd10TB8P/SHsHzlxaw3TXtomRQySwFrEgjnvtXF7ardgXxEnB9uPjRUkyXe7zI9XI9wSMHr7NkiAoLUKq2fEh/oC8cCkiefoUQrtx8p/tuhIbX4kUYq9W+R4QLGjHEVHgy9vmKT4BQH0FbIrTmQGos95+gJx0fwnBU75DkLmdoFDmin2lem771kt+y6rgUFPbg8TSvztYspCrSHGvZktudELPhKdpDvFXWl3s5z7siqIdFgC4Gr8zyxajAEPe2MpjcaJ7QTJbtrv/jaNlVisv72Ca4n4SdFKgaYv2j6KDj48Jk88vMVOcRKGENatfqZ6qB+072I78uRU9sGW5cbKmMUU6OZqESYuJ5KgjkNSrliP0e5sa8UgoEpjFomRcueaGufPxu6/HY8zIzqZHR5Kux6Iggwj7J5zfV8KqdnLAj6/Yr99i3scRGZGmRzXLcYz4cufgeKs1SwLCzij52HyBB9DOAc9o7dzCTsAHYNDQXr/ZEBKWEIi2fZ7wR57VkoS0mQ+r2/ke/ZMzFSSms3DxsjLWWU91UozmnpKoLBQowtV/9SULhGNHTOHY0vRrlq/eb2MIYYgDk2RpqSipVmXrpdM40w1VL+z42Yiqy6ZqTxdNrndXDOO87OCUxli/jh4qaAle8e3PV6kU6QTxoDhNYdT+lY5JHUVdbViSrKIKeLtmc0SO+6II+/XMfPwv7yGUFKm/mUuGkMkDyEvEoB0CoPSAEQh/LfWRV62JeYUfkzyb9wpJGUgc07ZD3qYTX3x9O5torezuV5j5/iTOOPI7W3g5ZhihWrU/uVW0bpAtXKBIj/XHCU850JK3G/pk0OgAce3I8nuqbadYNOgpW9hTh+feVLYGUFsu8rCe/Wt5ZGuJv1SErfRvfDdTza+TedlNQtZsCluvgpr7Z7E/MNOP3sMJlfBmDalheGDpKZZiOFXWlS+C2zhbbxoopF4i8cVrtoumVjzDTrRJukSVrgA48tXdGIAZYUoxvCuzS6gSTf/FWC9YqObIZblU5Gp6/LFKNlGe7Euz43LpLB67qWVKR2YbWIli6iFcOx4TsgfbNx/je7r86Qmc0DGQsnYStk35ejHm9zolnRMcr+V1sQZXCWaNkC898Zw4v7oFT+pS5ndXtF/6ul+tYWf8uA4PJJgoHjnLofNFbYx1m5GhaTS9tJMC/IZhhUuLp23mTttztG0l2z2cX7Atf8bFRIuRYpyedJAV2nStIH5yPbB7S46j+PjH79S/q10E1RlhgqN+a2Sp6APpcludWD9RK+qIM/jQqjF7aqAuYgnR40GFmxd+MikYKCf8NBK6f03Fc/Gow9smKiz3/aHjve/w7FTvZSBiKViqub3jkNWZjcpqc2lsK/vKB2xkKcG6kofgGvYQzTd/cpmU2Ngwa64vgkdWRt6E4C9Nac6DT8n1To3ZHlJmUwY50/3VPdicOhN2TFZWvGZctLSKk8CLW6Vuvnj2Pgv3TSWsydikQn08Vjj7hmGbcD2Gv9/Je8oJmpSbeZfJSteMEqTH2CCHNq1VuyU2PvBfUAswLmq3XNeeSVGUTyo0mthJOiVnRFsuDQ/ine25DnKorQy9Anfo9ij8XYpKsKOB+KKR/crYVlWLGWYFLWKP6Xd2eN1xMUQIC/6on7FKG6paL78VKy7SUpZzB5x0Cb/W6LAuvdbUWPNJdx1whikmdScIbHgbNqQstYAGVtIMh7YalPth92+/7ELTAnBlrR6AsADZv1AzHPalrT12aRhiCCWVYMWCtxr+CjfTgoobJsDO77PqbFbksihagrDm8yCmfBZBFErr1vQlqaFevwdkvJN2AlpOXqSF+FkSLU8NXzTWdquM8ErHqTz5og6MOc2m0BUZ73Bg1ZIq7tzlgGMWjw/1xtN9i0h9wKeo7WCaItiyr7Le95YJzO2PlGiQ0H0A3nH5b08sBTN2efgIzEvwyLPcvgdsh8OeiHXkttqFpbzSdZVfMqNynb7sBFsA0qLYZBLl959Cm+OpIr72FzLRH88PaKb0UKSBJFXBoBNsLxRNPE5XFadWppf3/i1fkd1Z12Z+lr+CI21vANYUfgD2w75pjgMfobtYPKFJJV4Dy+s9VN4o8aUt4eQXAdioVd8NvqSGtOzDLIZ3cvqJ3wZrimQRR+TOqcpT4uv+pWKsE1E8ojiIIaTaVDSd0ARibk96WgqHdcHUwiLOuYRCal9+h76MBrzEX4ivGrIp2fxAqgSibfZH6BYIxZuDsDq+dUl8zQxYTMeYKcHKfh32VuUOpOqdqvoizRHfEAlOD/9Skm6hxtBsGBnyzWDgIDpTFpgQ7NiAWYkSYT/aY6qsh5i0smlpAsHv6ZIl7QwaRU8MAuUiN91OJe88MVM7NEwcR4fH2VaADM0OH/KvwcvEyVyWMUunILYU4lwzYT17/BZWGvP2E2NNZZBJIYfh5c7jM1Sz6Z6Rj1aHoR/XCpTXsVxyZSGwmugVE46wDID9wxqLAqTo59+h4mjkcI5W3p0NDItD4esk+t3ncgHrQXo5YAC3tQ8X+J/XGtIvykoJvni6RfmDvHua9GDRLPvQNuMXI00LKbWDbUjkbGti0/o4PaPd2XHebFaM1drcOaor/bGvpc581XO/vfQ1gHRnpTkhRTbbjBeJUI5/fXe2Cj1X3Ew+U0FYgQcN+dUd5d0NGMiegQPlKsF5VcJLeEnPD6NQ0KtNC6NFFtMSU1T+ZCqUKO2jhE25WjgbLnNcfC98vHoHs5XbvsW34S9JUn/tfNQgX/cxPSugbbqZArLbz47WHijwJE35XTPJREMiyryADnN8PnsgPbAHSIqIxFhZwBnWHHdWFufSkT5DkX3tDKUXoMiKbLDAHFaMF/8M6HdLzw+hQ7/82xfTXzjCwBwkmN2z+Dtbhkt6oSd+DsAPor3jKf+Ubp9hGOqAKkoUX4dHA8nnML9IMlYsq7j5RWnnQxOmYUt/++ESjlC78SPh5s+is2prvuvYqRW50lT/Q7KrXzX0i5J+GXi5zo4Dz+CK1Ufg9fNcwJJ+zVW/u1w72od8yXzqcjwp5cXlQn0Pml6jqJVcsoMH5DT+Ijj+55/oMHEltAA6SKa9QXK2u9nuuuEuOsYPfmWh1dRWmJS3poMmhVI7XWWVxrG4iKSdeabxNl9Cxo64ZzajxGUT4JN2N3cLLIZYwkXEtAVDYaEIujWsbPb63xGIO6U/NSsrv8Z8gdiT/zLn3fDDaCDldSBEbpeGDwdNHEtzoYoVydP8YYSgfRFfrw0fKmTO1/ObFbr03+9ynHJI7dcTY3XWRIvmi8BbpjxFfiHAVJjit5uNQ9vyL475vQC2mLN8KjRlFnG5XYXeyDr6mrbzkYXFoSOPUMoH0rJ6GJot2RKbYKgmR+M0+YIOaPu3yzKLvocPuo4f/+T4zQiILhIyAW43CZOk+ZMTr3b/fMbHCPenlDH0I1jgsFvSd8gQraAXf32c3SpOGrqpoNeCPxaDZnX0N0su6r0vT3NsD55NzN8EkDr79KUe9fuRTPZoVXOtV7S3CYXe8QL7oDbsgYtMGqGIxyhvBGps5qZLn0Lo4t/85HtYIePr7+YMvlZQYOQfjQgNVu7l3GYUTNSVl8z9HQytqoD6Z52prb90Hb+FIh33l4LHwa2l33K0i9bbYGJwQFlf7ta62DoUuYQJD5DmWfsgBpYwQ3N89UxtiV7P2GJw4WGh3ll4LC8mQxv3rLjdZ+LnTjARHdy4xRwFAO9fXGsOYSJdMzn0WMFEdwh+Uv/hNnu2Nu2YLqX7ohDVUgUc0roK9BUxtj3JKvx0OPL8V9EcujMXQhBNYJFqaIT2vcZD2AgDTeT/8tiYD+DrRPYBy51efCbIi/m3Ce8QGJUNelqI/3LAVSeObKM2y663ivrOMg4ZSP4amzj2azl6/A345fWiRkxDdxkSFQgrfbO4OWkOBpXiEMxKiwqlP7ahiujojuLuGmKYI6YEU0hxYx/ozbYWG1afH4VAEOrvUO+RzeqXMb4SkTJNyZn68lvu2aZRAFU/oabwcqBUyqL4YD2/b4dXELd2VYHFeOdgCE0zOOxiKDRk6N+Dnj9v0UxPrAxBZLcJ6lKUGlqLGAJay5vC9mJIoaYeTOYOPYCSZIW4cH8LcUkWBFvN69qJMI3vmWlN47BrYPreI77UuemkXBLPa0eIBdq/BPyFyu9n3+iRJ44eB7i7Kc3nn4YD/iwqJNk5ZCFZUlitS8iFfCz3HNKHscT1TAWwOP0qFkR5sU6acXjkxI34jOJyzO/YDfspy8Kusq+ZuopfQTTbuvbT0tN3+XYXf0N3IiTPfLYVAuB3Tob+HUfwacOw1wX+cfMXZ95jvFL4L9zC+ZoOkSgkG3t9O6aPaD9cx0MIrSozXPkZH/xd2BP/b6mnUMj6Db1kUJ9Na5Y93JgMsbNxxAqazTyDaYwBO3EPcEPTgQd3qJdYjgZYf9V6Di61DSDZLyryZUU5z9B+LfTSCMgAdIygkfJTLgEqakRZ9nT+i0hQ4+Tsq3JJKn7bCT+I0uvSuO8uI63hQA88dkBdYDiw77/MmK68jsskGdxKjqC/lWq+XpHMiyhouylJQXSGgOGdBY2CBklsX/PHGF8M/2NnvO5JckSQXZP8szIQVWrhtZWJs0oCfBdGCDb4ZLsgVgyvtEzonq71q1YB344bYsiplYHVk7DlUzmDYVYPJHvOUEWDksHVR1ix6zbUu1Fc5IbiJvzWdwyO5N84jQvsp2R5FTwv0NlG4TaA7WVmbWARGJjLYAPhtTBhDvIC6ffyUqD+GSBNt4kAgF86CUvnBb9/OCFUTL9W37l+pEjoc9F9Hd33tjBMYIC/tjZsu48HP83Jxz/Jf82PcybRqQQ01Riq0DKh/VkFhpQSmdMyQVJ0bvaHmzV5lk45/N5Tlu8IJHkMAv/6K7Jqpg+12hmfBxzcWuhYccb4C/hOGfQCySaXMJBSthpQLo9cOcsw3FYoF/yZZ8YrTW338T30pyVYC9UiehfjoiBSX0pANwIFKQQc+Hr3qiczqUUMoOblHkLppuvD6Hra+pNozsz6CD/68O4vOyJ9r2k6jm/mUPcbEvD15it1PN7YC4L0spULfXxA+GoJqEzy7tefpDTuus8TZn/51s/X+ZSIt9Q3eP4LlqbG6z8/q8V8X2dpaoWVu6wbWTelUuqpM5Yi5uuM4YhLEe2QUWTPVEtIJKNsF0zkZyWxXEq1tM6A+sQ1HOHOqC9W1Kxfodbox38FsCyPcHpVON3UTGOu1LzcUCPzHWYWCOXfep/1eOT4cTCTpqUdtvODXs1ErPTKbFWIJ4SJqKOv/DA3IfrBijZh1JDez7hXVy9ykYPCsraHmULfkPh3MMceLwF3/PD1bwI9AmkPeWU9Jsh8Otqynfv6Tx7V1B5FrKPtHP7dnOCmRuSj6SoGOtHLm1snfVDMqQB/DXUhr5FYoKj6gOZwHu3Z9TU9lMn3TgsK8v/mP16Nri9lPMDilPTiKk6D7FirfR4tCQXqtJG3JDuXPd2tsJMzq01T495mrpA/08ljMt+IaEELeAMP/JFIO/jhylcO+IjOvf48ncrdyDS1C5GWCUmsNdk0XyFBFB2zTjn9Xj7xL+UlR4T2BN1ePaTOIX6F7l7F/T69uEa02pYw9NfAoDhJ99NQ/MF1khXT+xOBcBWkaWmRUgXFL3R8fPkJ7L9VTPvk+Cd3wY6yDzq5f5lwgV8zAXIbocyVVrRfp/Z73ttp4RB0sQbx0vrTqFQKrcrg+/TRuqv2Hh3V1nsTiuBfo6GWN0ZkKho198ULs30/c/GLlazJqj1w+NWMZaipTsEXO7Hpj61ZWHZNeGJcBEH0vC48SQYU2b8gO/RdXaMUaOtKxd5ysRNJRjBWQ53E9YpS4HgZSZb53AvfMvCT6AKps2Acfc3IIfme598SdVxZZLWqZO1+D+EaTXf/7tRAslElNNJj9jcrYy94dy8PBdejl3rlYh1Kd+X5pDwelPEyFJ3iME4iHMAPOTsglZ84mYknQX4ic/dZEZxVEDSzJSzznhnuA51oaRkgaGlnv12Op9cQ8vJIldeC+VGC0Knbdl8NUbPKQBYH6mSyVqL2hYTKouyeLMxRS+RaLsXXvA8sUQCyyRKzYchAmdZr4CCFuFpc7btuTGlIhWtzS4SGyd1lPlV0VbCKSOIl62AIGr5BdXc7tRA+yHraZS+Tr0SZpNwFgqh314uZwQb40BswBkjQsQrZowEYO6cX9zNQKHitvB0GQ5cvNJW83UrP5XMBfVrUGLlEyNLyU6NUWJXtwXzzTj4fYwxzVOTlj9Gq2ORu2E5km9yGUVFgHruvYuao0eAMBWZkxycLwGogElxqDobhErk+gXmxs3/9UGyg+lwlj064/RRGIr/N0dQSO2GL+9JWJ2iOdZ2AAUMEAYB3LGgWb19cvjItl1VJcn59IQ08y3QvXsiJXSX0kcqxs6TiEQFknzE3yN/QN5sP6YrNp1WBDLBCL84hMAzCLjBvMPb1wBPT0aXF0OLKN1AEpHr3AUBP6+oaAqNsGhX9Kmf+dE2qypi8nkBMT0U2/DSKR/CjILP7r5k/RVy7tGibEjaptwlqy8LvvAmOYgJWOnX8vBOjTG9SRuplSuTJrjFEJ4FTS0wW3LBZD99lNtHDTIZTmMwQHJMep/h8X2x3WOo+0knYE9HUD31StOG9CsXw5gcWDZlF3Po2BsqFLk2mlJOdIhlxkxxGrtpfRfFL7b5GzQ4/exfJ/q+MboThBjlgtDJVLhTm0XV1wKwEeUxI5+apSP2JlMXCLcGgBBV6AKsDvd7d0gpfvFmWhPTgdwwN0MomEEmzcJOhdb2HaS3d5RRyuzhLnffq5pw0/dcdUPPgQ50jQD/1PSQ0p4qqJ1PVyVLyhO27FGrFtaJbGHBqjYSQ+uJ5F/yrWDOz4LID6yx6iceDiMKeqWRqiFZJYuVMcbH0oZ9cJ3koaQ8zFoV3Q4X9xOtyqQZbvQDPvQbx6zKL2aTzOHfoqnz5Im2B+F44VT4/omhgIPs8M7e7TE4YFyNZcyU2lXu0HwhWY9Hpv79kchB2RfE4WVtC2PZLpgFQbTR+udbp6XsrMk+Me4HMilLumbCwusbDYhvRJHR4vWdsuIGAdNl96A7SE+E/wDfOzxsComjd+nTVZvPBqMHHNfK+WqpcokBTvyYzisxeUErFBw2euk2qhVc21bGoweWDcRNUNkAMIK8MkpVdH0MAUbZgcGKkI62v1zBlxHbqtGopcYYPep/NAy2z3ZXFXhLy3GTRH0urFnoSWXFc82Z87JAKbNSa45ExJnhRn9eh8rjfeM9MWmBLuv4oMItaZiT12Cbuq+yahSJiK21DKYoBGPaRAQaQnFAOae9lWPd96LPs41/LDNaCIqokreyBBOtTxJ38GcGfJ8YAw/KYR1HrCOekpdkeqLuHmEW8RgK4zZC0VtW1tGT/st1FQ6rKyHpnIJgeh76G2i6XlYEQbc/VxU/qdFxsKVLM6XAcf6O6qBLy0HABe9NLwCh0g5nIvgKJnC9LCkdtpEnUT1bJGO2H4KVdnSWcck6P6M9hkTqiBhRH8DhVGovl9IDiS3+dooVOBTun9Y11cYsVTgAmPq7NwWyatz+pPKCXklgb1ZVYZx+Kx/tcL+13C2E3Xk378+XfKHd0MA9keMy4+5LNVil4LJYRwYNdITdhCvA0/UDLfMCVS6WKHGDxzaT3UW9+FutLZDqzURvvMVxWuaBTc7/w/8xmawrzMRd8694i6tz6P7+HiOxp86J62RTC0PAwQ92Y1uQXQxlxhaxfvvD5tEc/Z/Yrsaj61Q1DuGGcyBiNz7Nar5iuuJEgC9o+2f4R/k09oNZ4tMnWu0nKkzdr9b+O2I5c3RYRI5r7fcTWpRPngXCfPqhvbXBJzDPCCOV2qsq6+AQzNWA5UkUhjLqAaQrq9qQr+gpoqaahoxZtBEM/07JzWwoRj60UAOvvqicyJDnLil0/CEEi4aSQ22hfhnLhvTvQGuNRuZaQSrmkwBa/e83mr5OB0vcgVbeqE+vTpJhUoJmpLM84OKDzALvM6QOmh/m/NCclioZVnEXG/fuqJmQzAqOVvENsgZ9jvkNHt2hQeSrxSPpL/tbEuaXhfZAeUONO4tC+Hes34JrqoSUtX8IwOjcbQgJtTwBLf3H9Ygj5ZnidKXCJ8OV1+PxE1lkPS2CTPvVeel86WZmbdFCv5zFub4fRyBaLm2QJqaPfVz5Aae2IPQIpGLhY+TTRMRCsEOl5mhWCs8LkWC/esQi6NGDjhpWXzm/+Z5nOEQ2bX4SxVbPX1U8D26iPxxmgML1aHBGM/RzImfuNVoVxZ/NcKgWuPLZ9VT2o3176IQx9k9sRmetWzGOo+ReuGV51ztwngavfjFqKIssitylA11F7r0QWMaeGPz1aOSzkfKUBb1ZLT9Kw9TctfLl4nZTZ+iKXOIoUY6HvJhbsl1pcpCYtAa0Mf+Ho10TJypQaMEVJSJip3kYvqhM9MR2N0lULoUVoGk+/mJAffL681lssBF7Mrzhax2tnByQEJzoLRY7Web2pEoWHb/AYwMq4JsqTTv/KqcZAYS1dof9M51arXvWWlscjAFSLVxGh6AkN+WuV4BfF5OgyrTxDbrL3RvZGVRtpmBBKUdNAlqXLXeC7aYOwVEnOxRxfNWfUNEYslScTchcQIX+km1fUQgVe35Zq2EZz8LI9TZv7EXtaYNwP7Y7hBSJzpA9OUHtGtTLmXkTUQ86mNaD5D2Waa4vlsN/e1CpufNhZK5bGM/dXHxRdkvOk4vDAwaQX6OFQVPaaEDrI0j7b3S7qEjhrll3Na8muXEqqy5Dxe+CcqVfupzAELO9kzPbdfg3LCKpPYQ9U8SxHfhsajjbi8TO/ydEBc69xnRDLZfFBcykdk+EDZNrQI2xpyWGhcRtOa9p2T8pdlA71PBHvszd0+4EipvOtj/LdDXROqXkb/3bVYuYHp90MrsjlOw2w7vPuekLqanjoe/vkaBsaRaLNVF82oYaeEb+cGw9PS3KXY1MbZhXSgMe5s3xe6QO9bMIyaZOBoxCnaHzhV/95yNKMNn68dEZ5wZcUDhTu9v5b2k2FcmDWt0mV+05XzK9c9Fe+ssu4XvpeWgPbFkyKZwKZmiYpXVB1Ux1S2OtdxQbLnshihONXiDGJcTzytRkuIgD21Pv37/tauPsHvHRrqn6eslX0egks2KBJh0f3ke0JTwXZKcPL89O1hPOFTGhKZ58ZnvHm65WuLEFK5LTZv785RzbQqVIxC/zXy8v48W8Z1WdgPdzIt/lXuk17v3z0SZfvdugB6qq7/3IBpl3BqTVNG5DuHoJdRW7Zeyg385WQtOgHwBdE4NTib+Aqez5A4B1enJL9uPsZU34JHuqugjGkm684WUAmPxr9Ca/j9ZhSwMlNfUPR9N5vztYLaUO/aIQfg/Q0x7VpyuuyrgA1ByiyTHApPTH5lHfeFMey3vUC7uPsr5lPPMc49xOTxNL6lbiPCLqymBifaBWFW+cm5SWW+vmjSo6h/gatQKx4nZla02ezmawJ/pWwfGmkRcLXjcNrYnXqH/T85f+aqXsxVAlWon7/pHYUg/gpiuOT49/gMRJzarnBvug9iUusYK4fw/kfTVexJLmyQ3/JDEszM3tnxjLz1z+7575NR8xUdJchUweklCJ0LjiGlRBmNkdYP/GhWk7vT9nBX3dxmqK4nrN8p/FQ3ESA4Xc24d+4irRmKJ+J9l2nAm4SVpBqNBEfSKL4dUTUsUEAvTgdnrGYcN1T33Y41hwsN98RaD6xGD+pAX+jBDxbaYpHZ4oYye3guCVe8b9DaS/sNbTc4I6kS0dpQDKp3f1FSvyhWVHH//bLptNsXOfovD7wvs085VEnE4qO5X98IhgCF+zUu42foqlhnGNOxEoO7jMhDn0djwRpF8msg8PgFtSzmTXKQR0ANHqseDpZqUWoAPMXpPzMhHbi2vMkCKrdmsIN9fZVrWUKORtZ0dv2qg/9GepvWTguwfl/cxpo9qE85qUKEWK9fIQFtBepjXGMiW2Pg/MxbqGMEBxDEvgL822wd6hirhTnscuMoR2W/nZoqHNuGv6GolQ565TiQN7iB05rA/UYZSHkQaC4W6U3u8/2tzYmHq9hKuugw4tJs8zPIF3oX0ERG4QeIY6Vpjr/2askvlBjIt06N/blEV4QoRO0U4XMsY/F3UKsR3UB2T+1cCm/nW2GQY/wClO1pYNmyhWpQusQTuv0ZCsjsKGSJtC3vQemyJUUC8KZF4PulirEkCjNUq6fDYNEW4RRgkIczaxFm73mlOXIv7TMtZEddhBF8y6v06UNPgOCrgvVm0uuHD/YApCI2HKSQ/sy2/xJcNvJn3t3DkRN7ZqSPFb05C9llRMZmB2S1uVZ5kjC6EQ5wMHZuvanEsD0hEZzEhlOg+YfN/SzlTGQcg7WoY8Avknek2hoIx5ic3+wQzF2NJOEJfPM+7R5T3pDkN42wI8Jh3xOprhSLA9G65TzofolMUywRYNpPcxO1sy7go+Y06/nox1zxc+k2hRzd/o6Q1QDfLWV6XiIoCewdWjAdqXlF33a2+0c/HMBRz+0ppGCXxQ1HTRIjom1/qbjGGXvT2d0MSTaVihdTNwOIxNotk1GceZ8wtq3QZuKgsAN0U31T0tLJUIzSS9JXGNtOj4LuULQ7gVNqT820Fhln5BCkHpexmgNMxGD2xSyKG0jBUx02TiZBU+PTUNyJZKxPxJQnqohGDqx+RIfuz1u5ycrNwcZ6MUzMG2mG790kuDjxBn4EDdY9sFhPUT7d8FNLEw4Examjo50tEkzh+hCo8moqOHObcXixJAn4UD3wv84/N0ZQrTw3wV6nHbSTvM85jPoNo9e6FoTkpIMiu0hSrvo8XMZBsFWIP/PmY50ZGcjzPtqpA6EY0Rir1j2h9865dAafhvnyP4+nkt764CDyE6eLIN+R/fYixIYXK07ajSyOhnPwTTY4ngp7ZenBkoEtYT6ijVEKeT78WJjIco1hLCqcfKrt79mZRRwXij/Ahh3uPUMbvi2ZuUAzEEonhrVP00hIzKhAcBh7eoLiGI3s27rjqn3fP7TuXin5qWm6HY4S25+GnqyMxaJ+eTbcAk7UbcDd9fQKyiOfW9XMX9kVq8FsEs+/zZa9aJEYeCrAaH768KIh7XmFuUCDDydOKBDSnp5gdrQeH9CAXFe6h2YbZn2Hp2PK0z7amjDTkV7guM/g+yyjKUeV0uMRUWFCJNZ+37I9mAY+g/PqMaiF5jVr2WKCt75pBellBePsBn2VWTSwhL9stNJ4CYxoBbSWIoT7FejS7imME9/URsZ6nFIZSbGbHNGGSrD/1RXPfb3TQED0O2HOerLgflRil1tZxDcFb4qTEoApfR/kb0Jv4utab+nUqp8OniF9z/j+a/33IR1GfKXDurEfReEDxbdzUOeUrbnXsb8oLbbseOVMmk3bHaF3LPAdvF5XQRZS+vkbOxuh1Ha8/gVB94VBGS1w9fzf5BHyMOojl0SOFTzLED9Pzw6pU9+IV95xddDlp+gVm6PL6tUWZIIdxVNuZ04joZ8vmJ6CpiI+uYXE2Eidys6i5uwizxV1erzKPjY/w3XLeOeLSaysC0JtRrdnN8gwbDd7vypPuTUztmTBXWUmscDnaa+ktY6Jyl3sy453q30+ZfEG/y6LL/icoI8Pjl5U7mC3Jj+62+ZuRxyTh364lBbxJfloy7cDZW5BvPxQ35tnD39Yyh33h+H5R8fdK1FnpuAG4o2mdfkBYfTWP+w7bw9DW2/rxzGwv1ZuYSaI9c/UYbdaYW1czRVEtInCFPzYXZQ4UhFcuYTVkoO4GmPE6GX3nl3GnL9ELtIRLmd5rXs1IHHjy5APIsYy8itGW3+HjJRdHCDu8QizQQa15QmsXZyN7Oxo9xvBlzPDoTusPShduGc7TEbalrylF2bfD9lamv+WeysLMLJzvkvAQGjC412uRoTuOgue7X1lKbtLDPdz/tKPNZqrJZegXEKbAxDvrDsQX+lA/o39ms+lpU7b0ThMVmfdlHQI+GbC0/LhiQmPc+Omk5OHJTrmxSDEIz3ryxGv+RAZKabpif7R9zdQ9V/gaaD4qbV+WEaAXAHVtPJsv15HUGI056qqVf6gISEVZQLwo57Lur5S9DRv4Gv0A16SbYffQBQZpJrH5gSEBNpV6b4vW9zkMaT/ExilZ3a5cuNUpksClUVAwrXvRt2yX/lxRr2iFLGK4WFlLw56+iTnQtSO+GT4M7BTr3+5ay/rMmrCWr3olXeoyPm4vLvSlenYilhZCK34mqoDrzeMkfqnMYiLqxqplvSFV/6S8+baFsIV4stYW/KozGq+1dr5dyEndH9X4+1v363lpAZ/RU4Wo2sVnHh+LfK/lVVtm3K2ZTE7OPvIjEo/Tt+wfWbIZokSA8+QVmW5quNn42GMPhaGb9BzGEeAVFKnRX9AZVpLnvhnGAa1AkAH1i4cu6SgKHKhjqyKIknqDpI7ZnNoX2C8LroU8AQGzVawYzRPG71Lb9Bt+UdWdcXD1m1Vtip06I56pYyYhu2zNcwIYTEMq0pPB2orhffbcgOmatDxqIAsRl4wyuRrhSO5AWkL654CL90pYoZF2yjbDmQ98fUTzP1Lm6iaAssFeZeuXV/BbNCt/zIu/k4oL5lTBVKlnwTdrgZIn/PKDrMM6uir0MI/14Y4xBcXhjKCrzgNulItViSpNiA3hY9PyERlARyvtUkVE9kHQ1iyxyD2IQ53MDLBr374iLQSlGKrWAfLTjVWiPYwAtJXzc+TxbNUGtijShVWrGxdH4J9CrWQkcHsoYbhLSrwhexNWP+Do3I2kRDudfnB1KkOEaIRKlvsE3e+V+rNI2qNRSRghNKzVOpX2bxYwyPX9f4lQNcNtosD+39Op4PTt4mefJ18x21a8BsUQP5jZaqFuOkNrLWWb3aU22k58wHac8aGWsaV7kGyoocxEcTNhYz6CWFGf2cNMMiBoO7Tw9ljAWKTOJk9hnaYxU2alTlNN9vjlUTfCqURduk8x972xehMJd3Y8IwhoTzVyBSIxfZMvLNjZ3LXYypHJAy3RZPe83vG4C9pGruurPi35rlZaCDssfsMrGWKex1PLoSpkyEBz8NywbyGpOf2RKh5sobzLXolQ9Z0EEcgh1n+BQPQoUvOfWkcA+JeCm3+69LAh9l/EJkJMjtWOrpmeOIMk075nHHywyu1OgulCLu8EEj1YdUZmq3s15fnYDmRzF4sn3yCFoMjewVfwz1t/A8Q0W4o4Els54wV2XH5yLq+8vyC7ZBE9SJLd0gwgjL05leN9n9KVh2phxqRVDoCIGStdYVfMfQ/LrsdR7y0k7gBOfHbaTda/13oI+fbwzX8F2wWVuCP/VPrqOCwdWKOySTFOLYQV/htG6vn3KeZcD9AcLlaWG+7VwV/GhOXSKqMAJes6ucH8V4iQOxTGRyrIlp3nDvRBVOPttK1PpDkD6eDXwBhojmcDNrBHh6A7sGAQLKbLDMaqRunls+VvmkUV28fMhkR8dfmNO12FbhnGk2rVMq8K/YhKaRbIzR/vid1RvVeoe3mL/xRLYkWWzH73TP8athvRxjHSfQD5A2dgp5d7x8VM0jpJK+RAKkC/ckMsdEkQzfqe8H5jg69jVSzCMH3/DsLM8XFd2Q4Vee5oW0koz5jY/RdeE3fGISLyKa5GuKakbQYj0gyi5+pC5q9dxORr36H2i+0pBGtiNilR9eCZ8pv5BsGBh66TctKou1n6z34qfarzyR+lrw0wvpfmmf3gmcSGhopqWs5JMHavK+gS/9GK+lSiHKMWo1jTY4F8QThVdxa0lwxsmlDG5HoZzechWU7eCYi9Rdn0g7/rsP+mejbnbxLu/Yl5MzVdOPFbOMLTpxz1ASsp/85POEMLpIbAK5hGVT/45N8gEepxKhPvdZrT2iraVHuIsN2hskfvYGQln7SziDmA8grG16SswkYJZwD542lRQQHSAjYyNf9ZjIelN8aX0GvTC/K63KA/PfI0eDqyc6mZQHUKsn1vC+pt0+MHqOaOyfwi6VVbMRHtgew21i7URjkPGE09TinwXcFEFXfg8SMZ2qrcyqWFn9zcqCCFQfsWjYoPKZ/s4hDi0M0Af7N1yEEuKvrHiw4c404H8Var+6iKCoGGucc1APjEfMcglJVyw1qRcqKQu1D++XMTOEUxYSeLZ0zYL+ng+gm0OgCDSSFYb98XnYlbvdXxXqxA0QpbcRn1U3lV5rA/Iu+PW9kFBOY5P9jc8DCn+ZoyCTwd8s22nlUd2kUTaDImI7dD358H+jeX/cxMhRVAvqw6UlDBkYrQ+AUbdddAPyl2VRPhwCmomlzG/ZLBM4eXllUjtaG9+Yw0zy57bpYl0tVcZ4YAXr5y/3eO7Hk/h/M6TMr82rojZ/XBOT0SK88PqXLkkMFIR1/sZBCOHmb2QOwCCwqlo3uMEqwLwB0Fhh4zf0aOnhhrxUqZFWo4nJUse9RJyihOtiuH5Yhk0f5pckvn8DNtjHZmIEHbr8b6X3QeZ0fT4K5WkZDYNyc7TdrSGbCkm/hG0TXpyHi8s8gzvk+Hd73QNiTiSFJxfbmb+d+rW8FR56BDovm4OQXuJUZi6LL9X7K6SxEssO1y2W3fkq7ZsH8931ZCp87X+ZH/yaR2pMiBUN2tjPtTZfXsL2OfW9rwNf1w0fix7atqqpGMkiPEQtOYrh84//hQaSv0T7O8+7kHoSisJj5bXPrnJc0Wikc0U1ExI9HoBi443x6bgLb2j4gCFvIzVkDhb+bM1aBd1iJmyuLVTK5fbJvmI9ck8HoTku58x2IYtXpJbcnE+XLzcNizURmiRZzH/epRFOLZ2VMfMKq94D3HfRxGhjp3yM9RQkcTj+yJdtAWAGnRm4acmexESrkDprPEeomQGn4GeF5/t5CzuSUZTsDNzeQW1HsZSyLZ0TNU1sXBRajpRFbgbbw9dq7GKzeY8NVtQYRDs182S7oH9VgEtcnzpz3T34tNUp/oRXPXVR8gwYzQfjdLv3XxMLGJyJi225IrJ7MqoboSmKEYTqnvnl+N7GMyl1Jgyi9ApHZFnS7qCObgszSiHZH+fe893k5OWz805zmgz4KxJobyvPH/E+yocFVxI52+5ruuDF33by64dEAdGF/w6lfZQonocvDiDk+J0/IxqQQNWa3fvZ+/L2+Bo23/+jBDzAyIAQBfK9ay+jWWd/HwKqZTtOlQzdR7agHi9BR0T/VjTuXsOvF+VlUKTtXowBrv366ivjz0rf5nxZbpypKefMgdNVX50YIO6QCaCMdDetG596aep1ZpbiK9CVVaG6OcCK0FkxL+mr9weUV59T4YsVV5zR1wBl4xeXsdO8TITVD6GM7q38IW61m1v2+akm/fmr61fAlbWc1IKXT9cmF7Q/XpG/OkGajhXpq+lHCDIE8JGAACgrqYBFnskBMCvomjvu2mUXkarg7m9YDq/in+jqQ5wswV55cGA/WbUSXiT6lDIJuPbFKDQ7zzvsktgxLTa5Tv/11XkaIPMCgqlNGlzz+AuHXk/IXKXlB8h6B0WZM4bcNjR5iirE7qFJl/XsHcoHDnXTm/YZE4TFcI49/tX9l7VeObL1dTPg18gDrETiZAI2tZQyS0eqZJZJkJsLIMRCBhKWQBjFOPyvFyGIY5EJ+wuny6b28v3nDimPLedqCaX+m+u14To4q4PCy0140lALEjzuztj9pJhd8Jmi3wKJbdMYUOn+uARWrelsPe39pafaBq1cQfPp1qdQE/eGz954g9/R7XxSvJBUae8N3AwvWRlm8GVml1+hwI6YDGoSxMuSX0j8S8Z/olYYpoJfE/amA5r5Lp6zDY3ibK4G97VLkDYRotzLCJSEyH3Cd1gnlRw6qXYwpCTN+xpP+cAKtEBOaIGNPtoHdfAAFkl6V+PZuB8DvEamElc09VRlWv1kWNdXbXYRUSduw0Tqah7iK7YsV6XBdhrR6Nskcuqq6vyuIbri3ekHAllW5hBnas2+QGZY8CJOour7A1dgGIFX8ARb2A0a2fTQ1oSUCPjwRzYv0HInx0Bti/tcpsl/pCoLPh2qlLmHkzWbHONdCst731El2aGAfuD+PDN/BN9+4c0SsD/aWDwgBZq5vF6kIQCVD816S0nceXC6bWL4JkzY1M7p88gfAyuO2fePpS9Rl9U0X6u/2krhx/hTBB5JvNLfUldVEjNAn/rg/ngfkA79OvsnZoA4Cw3aPXR+aKCpSslVzU974tsHE3/tcpB0EkPmVHHgpSSDMnmma9xM2QXI5ZuYCcNE74f481ldZJ2Fs/dlI76vFAB7WzSFKEh32e8Put/L8tRvI3enj0TFvfy+yGc0nmU+Wm0W8RjjyHA+bwzUKYSxclOBRUdFf4KQqJXBfYcaZBw8x4qmr8jEOldsIgDfLQkLLeYbhUbzDS1JM6RTP6qsAi4i20hASXgcN+umOy7rOBN/NuiyGft3GGm6EbLSGEbSVN6p40fXWGagHo8qFlvn2fxeRS51OwgGFCxiZk8FUvOXzEXUY8kkO33UUeYjy3SoPMuYIWqALlm1pzUAu0YxIAy/w2rfjLWPsel76a4JrDooZeJq7ZvRuIFSR0mtJ5H18GBla5CkZ9AEPQqYRdVjLi6ZuCvPbXlN/coN/E4QwvGFWQrk1XmVb5SAtFHlFo3ojKoYAyd4rIVmEEK3Dz8ApGkOwPQGVhJAvsY10XqBrtBbwsC6FgE4aT5cdc7diVouY0D+Vpe8fqWKJZqJz87ik5GECBMiqxYpYFntj3SZo8Owxn+NN53Pk3H4XacTfGlRB6oPFtbkLqLUNAH6YNga+tdQYp1N8YnC6UeiWJsyJEjimyCa3lDnQk07B51nyotnUMBI/wmIXrIttzW0I/mJrsrk1fYKDLe+tVfql0CK33t9HV1HoisADzxjsUbHbvoti7ukA0wCHxhUwkhtJlIh6fsA9b9d/P11usA9z8L6FfZJfTONIaPsNuz3YA260/Dk1n4F5i5v69w18TY+Bt3x1u3kYqGx9rOfsZT3EFyjDdB8llnI/lQnGJaf/HUA5KMteo7HZtFPHs19cXHHMbTAt5GWQtA4NnNa5ZBH928+hbEjYGo95RH/FR2vvU90IcmdJMAJsPp+0wBaGFhyMBMng8e9MXWokDPI0WwIfN0IXll7Og9Gr8hTeverQYloWfCt+jpT0ui7tUSFK8sRLZGccujTwEYkUEfGmm2QpM+O3qYWr3IKW62H8AH1r1n9R4FAE2o3MHVqxPnSIz1jcAxBqK4To1bVah9zd7v6DdLyghwCUO58e6WaAddVUfbE91cKQseMPcWRuyv6Da1BTHtZf9tiX7nRx239V0lrzRmZcUIbMTlJjGX/nNyCmEc9PSr7m5rpVRv87Ib1XdTpL9qUsufOUX3FcrFMTdFI+NStGGtepXSPDBpDkKWzlQ+WDgPgS9AqKwwdzUkTO13CCKQtcA7C1KQdmtD9y2GMS0wH10+WSYuHyqX1K+L60Vg5OJfqBZTebeslc9w3fpF6vumiIjGrO8h9xKaVWF28pPZx7/v3cp++MLp+/K0EUzBZ1EOSo5P3KqXDXGiGq/EuTehI/yLXS21Oizw4x8R/MfS56HxY7KcFFydIjFHH3lDQscTSEu/X28a+dO8+HcXguUnBjBdjgLldaVQby5ptLnPXwmOYzY5XZ6FM1wTxjRsSOZK1JaCbWb9Ui9B5Wm2d9qDUpdmeOoi5aB4LUGbz+pTdiw9Lk5ylevTAAxwVoKLgxIKkuJNyqSly1fzS9soR3pSZK3JV75dWTg0R64n1lyctKLytxJ0toW/gwjNiPE7CAqw5sEzmOzFziK9rQoHvNdf6xQ8OpvvXdteOqk+PYRuEfedwgEOurrGS0lTD0cA6d0hPd1ZHv/jiVXPHL83LYCf5MYaHwe5wbSMpxyu2Ewb181PK4Meyvh9g18txNDFRc4akYPPVpvDyUxVx/Tp+H4toBgQPzzWzcPB19XKS25J2gdjPbvP7UD4Up8NPDwAE+jdQwcmj3XTSCgq/8N2RiLqY7rvvQAKUXBvGM749RgAIbzsLrxlPlxz4WVwFw3TxsZ6JY63ll8KUL1QuPfqPC6g1heWM/4TDB/0Bw3jSS3HKvwJzx/SRPRrnzqIqnYv07wpsRYLhZSAAthaZZHm5x2EpVM0k9Xw4ku0cfzT2JlF8MhhUXPJjKULyatqYPh1BpFwH72fGibIBoWu9J/2maq2BzBZUGLdtOyGfvY3t8voyAKzQY2E0WZlAOv8MfftGiSYy1qnaR8XYaQ9dnFdlvdL+IykAwwW0W35NgFYUac6V723l73xy0TyN/NX2M1PpWqUbaOJpJrA089qg74RZfMq/Z2TOyxnGInde12l6HPfstKkXrxBQH21D4YQd/8Gax5f9r1X5WyM8yXIGgs8zP/dcnI7JOhGPkTqeM1phS5WOz+psBeA7qiQLvzsct+yjX1SkcgG/aDOV0YSdoxDxONaOlu75YihSy3oFsCz0SrJ6Iov3Pd5QvVS7BDVs4goMfdCr7f9kSRLR2GxxwgQxSoNkJb9jOnELDI7D6ZvUBH5CxjSR8MOGyevPn1q3Rbqqf6JtTPU1vzN5Y4TD5QC6ZmjYVSupIMM41ShbSP2mQaq/vsgDuX1ylN5TuWiJT3opSExYB33nz3MKBBM+sEaisODMZKKsUbQWZ8y0r+6p3MI0P1Ib7Wo7mDxBEv9fs2Afu9+efQzsgRO5zXsKw4c1c9xPZvGMVyKOtAmJZ33a/NQoJKYJIjgts1zk81RrqIWkjpEAw5MQkw+zBHFgwaUe/mzK+jKJ7aNnqC8uO2j/qG9fIgKSYEhZJ2u976xdgeVnDGJLjcfflFn+4IbSZQ+8ydMvyxnQE+0VeKbOePwZkvOpX8WTbrZOK9wpyIpFqZRzsTmt1MbCHcHWRDqWQMAwDNOlqJ9FVjumxZUNOlA0Rv3Y63ucqmW3rLf0fMapTaiNGSfGsHpcdarw83kc4Sexy/IxkmWCGRD9CjfemEKLrq9S7IsdYijFmOLZPvd3ftwLPcRAuisnDQr5Xe2gXlJGNueLIGThHR3bHpZWBWv4vFv65ApcmRJrNFSLo0vHoFV4aGQbhA9NLYOK/+njUCf6BMgiZwiMcUfuS6fRpd87KzxOATyXSwbNlTOil8yv6e6hGOKIT1T+6Hr2ncd94z7W8mUrWsBZ+Sptm/pTzI10i5Ed4XVy8RhZ7BYJ7/RsXGR5cdiMbBxX/mIwjvj3F1jnSufZpWKo726+ZTCZudR8LIErFlp924Xq5cLYeKFLXSf5MPsakk2nYijDcoodnsT1C7/p6QZiiV7jEW1ULtL7Cgvpp/kPSCeNL1W7xxKwG+SqwS+QG0dkpLMjHxWmVyqhcBAVIVTzcgiMONDTm9T3by8yGGhl6xhl0y5phmKHOLQ5esfUz9jXRfnrCm7D30F6oH5++ss2oIGBjMflbpYwLJkR8DhhDbVi2+6om501vTpqxeKArKzgqzZkbtqjApXa53z0xsD9dhuFccb79QTU/SPuLykA9jDsPJpJRgY2KQ2Dr449MEXUKnscv1i+gSuF+CmGfF3XCnbETsrjAS8lfiBEoRSD0U4n9ZKF9N1OjY60A/up3Hei1z+2O5kiz4pD9Duk5qT0jqSiloKL4dLbIsNIsdXR9ibrb/pJJvqQPpOpZ08kaaYvUS/MjvtvMjkCqswQeoUtEc85EJH3WNMV1vn+sMO+ysS+YXX6xlRK13krFaQRXikjC285gXfjKUWC1iF0/rPK30U8j4R1YhPeG/+ccPrnuWeNVq489gTTMJvxMK6FaN91de0D3+FnPtIOzspztpp1GJX3K367MsF7saImzmAyS3OOLwrY8VKRcHYNVFBoXFOGFbe2zA9HljYvjiSxt98vqXYaL4LB4hBFm8FfLalIRTfsnir0kOv9wmXH/DeD/LkRF16/i/SMuSSKuNl0sJdZ99WCKMWaGvx+Igtr0yU7igs/dq1DwqOeApKGIcXO/u/cd+j1pvm5TRhW+TwsHZ6GJznK/fCLXRRv9trP9uV6KnFYvZGxS3FD9Q1h7id+YSdd7ioTLC4wW0kFgbLIibOWeSswXyqXNSz80y4FHJOIRH7skxQQEEFEvDlC+9w5/hSMVEBDmZP/Vvfv/6sbgizYleDYMnYQgb4UA4BSmVJyN8M1q01l8Bui/tKoJOVPY2H6WoF8flgnFy9bqO1++AGHc/WBB3ESAElJNbNNpeDsttSt95XVOUhZTtjIfw4X9D5LppGOrP6nCBqooKvCk7fTWirIki29ZT65czis0I3fTCJ6wEuCS6QotXOPFmPbZvnIZ9pGpaxeZ4iEp+ajWo1l4L1M87qg8ROqGMQfQVdC6QAfPDZBWWh3K1Dyafnk5onQG8YZBUn208jt5gCj66//SoCIBiG+gXvInP3f7nwp8Bnw8qQC/CCl81p607OdQ5WgTSVXaUnN5DL6ID9fL9eZ0CruKcMcRfKHpC/O/y31zjwAwu2Dp/2roDN+HCWb1qRHTyCmJ35z3MnIn7dV1D6nJN3aRKBeI56w5r+0WQi7XQLwCT/caD9rq1sSaJs44VLDqG7YFCKP7ILhhEsKGzRdy8ah7GjnlE2vM+8a+u9YN+u22lx0ATnulIaTOvjdnwfNz9SgxtqLbzQVuwLE2gP4qm+WYN6hKpsE6jdH7Y8t43cLTH+ja9wW5MZmWmF1NlSSWjDsRqP923WlvW3ei+XRlKEnvekd9Ie7gRu25jBaiteDP9pN+N7VcTtOg7HVg/SY1uCBcHugHhFuQneqoxVxmayhw3dZ6Nx7LzGa+t7u2/xkVVuEJmUfXADgUHybUvtRqkzQ75zjXfs5RYQP2igoIgabYzB5U5tYPNmTSPD9veD0s7WNNT0RyF2dAwUrMSyDr1bINYdqzMDdsVkkBc0pLaK8UOPxgQaKraUT467G0NrViViaBgQ6FbNIb2toFSyJiI/lbCxttMPhHCXjNKqUUl+N88nZ6bRx3lWPw1WiY/yYCKm7WNmHCNWScUXVuoQTmGFcTfUCHQYnbeEVMJ8xjF467L9FOAtHXCZ8c+O9xSb+dCvhrHi5IFziT9e6hgNsC5j82qVqih6zCDjVmXqB9fkiygD+jW/rkMXqbVlE+J+wOUVpGh96BhQyQenLDJ7UayrO/5yX2MdNz0YSvSHL2CBgqVAhrv76mPDt82Im5zIHrL1CxHZGupbqPcAodlQjVid1ngNb/t8JhKFxC7gdvrIm0LWK8nrj+i/TCYmBH4NSi91WDpszYxE/2P6F/IgZVVOuO2ytg12dTqiE5XBJ+TV9kcP1TgHQG1hk33/OxLYkoe5KrIMsAjO2IAN8KMml8yEgJzOGs1B/SIk5mzzL8v7BrhnAtJedbE1S1088mQ5FgOBrfNNvdFGGeTaP61//ntz3iZ9idNLehaTIxzFctW23wemMm0z6PaAOv979Id1tIUzbp9iJFsvCE5Rin8/6id8QlOyT8STGdMShRs0ojV0tigsJB/UTkGp3/4ndDZ7DlYNSLLt5pkNsflPDcACYnSx4kLPk2ZIGeOyQ7rFkUYFQnObBs/px0N98EDrHcCCL7LOLMRwrVcxdDOQpgoB02vO7X9JA4kaBkVwSbqNLb5/E4U9IwGf7lb1wkVjkdgC7Zb7S4ICulOT6oCWG24wTr+RmVhIXAXbZCl0wAPS0pPLEKEDgp890JNizbo4irRRzQgSBDsXPP8GIZ01waaLGU6qjSnkk6bSy06p89ItbgYulME5i7x7HwNtbl43NuW9V1dodxaBHgj0T7OUXJGUcxoHL5wK5foOpMDYLpihy396MBDuqJq/muhnsOfbZZJwvQ8sSHhon0zB5Xn8g6isbI8fDjGHDxD2Ji3Prrvu6GalVs9Sn6yR2qZqCUZxp+gUaQpIkAcWc+XF8BXqcVljccPMGV0GG8qVQCnf0L8BlczCwk5Uwcivl/HVFyTxC0jng1+yE3Ki8e5b7amT1CQ6p4zOjyBUjTARvH4MAaQixaI3Fj8FWFXCHY4WE389IfVLhDgbwO4hc/H75c7D2EK68fDDnvdoyPcuWOcbeIyE6u3+oCc8FTlOM1VTLB8WEkCSiafthDuZ+CRPY0tWgKG3mqAH+InTu9uz6tUUQoJw00nhepx1NBy6kYFCSzudUZ5/RF/XJzxMRZWlkyF6OQvCkCEtuJBVaielBAXXqTwBnLxFW9aqUQ3HbnHbs1T6izIvJTQlm/ibH66xhZiaXKTqq9l33qWQ8RevRZHRup3uqqKiIGv86qelwUFV6sHBt9kPrqJZbnwTMQdh/Lqh3jbp5yJXbkhraz9804RocqX6CFxYDy4OrYx28fkxumz83OZx9NMQ/hmUp5tCIEARa8QoH63bWFYAk9yW3X0qgX79X4zxfBpTJY5JFnxGt2L+uIJnGSXtWgwbEEQIQBXvfvsGXv7bReo4oxXIVvUIXpI6uWVBZE76tlFihq+wj3gFBu/Dctl/L6Z5GPcaBkHq42EnA2Bd1DO2jA6M4w281CX/d9WlO15WA3q/t5ZNbTm5w8K4D0SHw9xd08fwqvkRLqMVkRdQsoW3mr2UvLUl4gEFoNkaf94+9SqMKG2dy7MyKi9o8PlcRsWV21LyascUvZQJ/FB4GeqA84fhvHjETkIxLaUWtmozdaZ+ltBwL7lEWefrHUquKqvENYzTqPmYUz4JsclQjlhn3tI1KMo5uDDmedzajaX6Ja9cmdZlPuVSMvz19uEEkT+6FW9J7cSxf1iCWFPP5g2WZMhyKtSUIWkFGUCa5xIhvsmm4RlhdXfQqZ7/se7BUCzRpJc1I6yqAU7MUWq7XWSCgHbvfOaMqoPSL4Z/GbycoaocmtokeWFCTeMPSZwF4Hm95HHLJCFBp0WW3g70qpi+pkq71Wf43noaCfvalaXbc7q7DTgVn2E+Ak0BN7hkZup9vWHDKSdHHtC2VGSbhVi+hm4453t0UewBVLmCbaFBjAXl5VOz3V6pWgZGQLpniswRLshHsneiXymWxz+LOSdJij1zgqF8Lc6fDwo6W1me2Od8VjWeKgQMl/eXILDThlp7bQhAqgtZCHGqCARruDgC44z5Q8sjw4ZhoA6IEmX0YWnF6Ym+aUWj+EgGJrSGW8lXq8hRt0gu9q+nlsLSTw1+9t73xidisrF0HHFu2mUmsHQaUCFLIUu68dxQxgHHlsoUIhcbAmwVR6weAH0MnHydk4c8Uk6dR+as8mKhjYKKbunm3lVHyyWBhXVVWCR6EOy5J45MsTP0vfRmEXe4Doa3u3MaugaIsUZnjhFmrPVqgx+ykBY4He0g657cfsB/vlYzZWzn9iNHXUUIiLSCoiZWmCAN8TuYV6BTBb7vlfv7c9dG8K+JPdtCBxcHIprCFMBYuKed6PW5q95Z+pSSeqa+J2itrhJaOCYe5b4r62TEW+TPjJrVoZj9hfxmJISu79MTRt2+2m/4Zk5XK1XIlas2+yGxud4y00qNntc0EmP/KK9+uS+cucgGAvzBjoqVxpFbZ/Y3Hbt41zzmXeaUAkHTCSV9s8h1X+lzNBIODRo2uykRHLYSBs/ABMpeYKJ2qFp0Rvbr0rPf80j/oIKlU5PJA+dfXnarc78uDxiIAvgVYE8ZQ35oMoPmr/wwROEX3Q482Qi23phoarKLASZDYEjK9l0qB5hdC0l9y7/sbED5MJAmkj3NODp5pa5bPqSWZksP+rzINRk1mbvB6+ll/XdYdc1YDxvQG/J/AfS4gSIRYaj5H7uJnRBnX3UFyPajMpidzYyU8C6Rp/fLH8VM9Js/RfOHy99oguWBexidA+C6Zzr8uskt/9MwZjUjtUe4vzpXRKjWJcn5039WyQQBnVgolOKqTmfACpn8y3d5oNA/WZ5pvrCgRahxYemuQyUHSczKIJhKYFNm5iKBX6mULlZqA5sukf07Sub/ZAjagQF5e9jLGjYvdOfwQ7CRFoQH9ChgzbmcMzDYw4NiBP/r3VCx6vRxjIGqOCbG7N2Hy5G66uGZWiMnVqCV06H8VBhFZGSdX1LZvwOM5RdPFicIEfSu33kbYpPT96/JwEA/dDB/M6++QzfMZ+Pzy9bYSJt0/gP6fKmh2CE6NL2TkBH82dKTl3/H1YkTPxm0MvYT7gyI4laIUj5VQvP7QI9Q0CwC0oYlIyVA5sHGr5tVzOUV1VWxGpkGdFEr9GLg/cyfYvnofBtY/VNcaHkS7w6It2ttbILgBUOd7ybRJCQrsUBEEBW2jD2ye1KIzdAhxrLmKU+U+/WmL9PyFjQoAYpM/+O0pHHTFMCLgm2wTzQEMgWdiGsQJP7LICy8fFl7klvtqaytQt7RLJy3jAtXZZ5goSdeKmMUtlaCyxERrGcIxdoh0IGfLlb+8hRWJUeKOy6hxzuNYzGAsljWVI0eJXHS9O3XkRnBXw9pqVwRp8/AOP9x6YTQo3rh9lkO+R0DBJqj8US7PodntXK5A8yhbi+C/yWXQtbiKXYrLwlOV25PrtIHku9uXIqzeyPP7ZNDIjiYbFzKDVb9Hq6vVFEo20kZa0lP9BUZl74HoQH5TlX5c7mTbyzPL83delMhkRTLWGu1+4bWeH7fEFYGLtiznUSTG24X1L1cY64surZ/gXD8t/tCHN3siNgWkwDb64YeUVpl2rLm1ZDXrXDnGNwA9bv275W4NZe8UjwLg70RDUhyvHAutwCvbSYMyG/kK+vioXqpQ+bhGle8APFXiFIpWD5kZJGuQXxVyB/zxmQ+0/x3eCVHSVEQWOxq5ztNv2A0/bNe+9RAgmPvu3Ayw5GBYawf+0poAfxfW7cB6/rkSjJzv5v5h1sAIXfc1SdOOVXTTHNxI4wLMc62/ywVYSXtjKFq17IjQBg5jd6q3U+hQmjG1wwxjOP6GxW8Jf5qlHy8zuu8n14kVg2ml/Tma2I3Vi67p50YxMfxuzzXgQUqtGIE7djW3t17OHmYCcsL2F5rSA17t6ZYvyPU+uiU2IqyNq0Lpg+5+9p8OpBkp0D8SAF2TUqzMmknDjZNCkcRuPg6x86qv14TdQI0pTJ6VmzRQUPjVYTKvGbolXH6p7nAmYWBK738j37fxXSh1zbJnwf0dvsmd76caYXY+LqtkXZay7gbOCgqdVjdSnEm5kSGB2Lrj3qk9UA160sqXH6cV+puvm8XXwPcqxkpKW9NbVVh6I0jgxfpqI9GFmeGFB2TQHojXK75/YuPi+/6Z1f2LsZtqZ1K+uKz/7iDJwBunZZdY4wLn4WUt3Z4sszpjLYqPhy/XGQDMqgQVM7M+D/jTHfV1a95DAOalZWsCu8/paoVkNEkaZgsM1X1L5ZCs6Ij6gGII/Qsoo47lsio2Wv3NiwywlNEYw+7ukuHVQn4VVEVBOvpQBgv7aGk9BNYLnrokqeshGyBakDvtqkrjHDdwVZrG23NeY1IId/iV7ya821w138ZiRaI9wOlwXckn8mDqxSvGh2d7Hgu8IhzJSz9tIUUhFAZG7zi6LWS8isyubid9lFYO8CT2ukHTSJVoJJMkqI7iyBXy7MIagOUhaOjH43gF+W7yzCrCYpYNQDWJ8Ap/7igF/GA4/fq7y/fezp5ZUw9bYiSVMKWYE8C4fgq1l0Nsl2xM3zxmBIt6LA5cdK9p6Y0zaVYRic8YD5ieomjAvpRdpiIbnk8idS/3tCynD8EdPCq1jozahqfGtI813KxI9mfoog2rPKs+rJI6CXEoY080Fwe0F2CKr3+D63AmE9JgZEs23D5vTIecpHyS/OM1aGQMcwJy/kmPDsHk9KxXv97eu1oi36j5CuBuC/i8dCz2/njwV4A5EOITbvZfYy62EgQH1SXlXlxNK7JcSxr+jfwDDV7RziOo6AzkJBpYOUzvSzfbO8kPRUyBLkLeAF1zXQ42G63a6QaiUgZWKtOYteFH52oB5vKcMQzm5qZIuNQ92mk5BmtQuIRHCqhEwkES1mVoPCNap0fpjXqp7ikNdsX12sjGgnXguccwYklgzA8sXcGYMnzFDrMruGsM9XykcWZCArwe/Ol8Q0Dknzy/Jn2lA5bXk8J1WtXfgZmJXwT7IzlYPxFVbWAj/pUmYTKbqsFHiaxFdcAscpL6IwDoClozbngv+MuNmzBuEEB73fek2TNwKVucUvz1ZRdWxYsqa5xbas9RCoblUeYXPthzUvmbrgRUEbQRxftim3amOQCrOxTVipOg7uGopPqFaBQAf0hDL6oOziMdvTGndDJG/5XWlrlfs1g+Fl+Zm38FIBHS7bVeapg/JDPClXis86Nm9/XLfuK9EsEqpv4Gbwb3DxdfEh0evv4GcNj8l046QsBOzD9Liq7pjsNET7ZKIzbZyP1J12XlxKfy9CpK2blTLDpn75tVUqZT0I9SVF2vEX6wOo4UFUZNusRVY6+G8wLOmhJaPgEDrORKvbQrGmmlUNCAH9Svqp/9NIhwulmIqXki8jBTHABI4ckA4Ns/i4UBC+mpTjmoIGPUUBNaAppRIPZrKM47EDNm8QmcQ0zmtGUfnAsLlCH5uWxmPTrxStoH8Qkm6TlKuXfOvF3s0eY6dbfmggAJXzR9HvVC1RjFUx7Gorj3TOPT0bCMFnufmJjezA3b1ozBAJXcsVbL2GosYNERQiZLoyqWLag9LSRbIT4QVOwrr0LlyAd6XJVQtuR69yWdrq5f9xgVUQxuCip9slqR5wPaq3dkflr/6tIJFmc790pkfowANMUzvmOGEFKkvydB24BmyPY2t2CcYpFTUd6ZA9EyyJTc6YH8fn27hGuV+QDF4Ssq/LSxQ/LzR4/iSz4REwOw0WtRZfhkyVeQA2etVAnm9+epZfkDpujBpDzM1OXrGEGXzofXdZtffPwb2OOk6vNXhGuuT77WF2dBwdECRYVik5UY/IWR6PSb3xvBvZxdSGnptMzKEhgpkRc7YQgBr2+QQvNloxDQq81vaBMxqM6jTfNWqrP1Xyp2juMFryNL1Uq9JDadR/BD/QqTR0mdaAw9l2ezJXcpJO7PvpmM/SV8L5fI/csPcd4t3bWcsL5dia+QU2o39lvCBotgKLHdEGam+IBoYQzNB3GpP58iAO7eJUgKb62UEkshvMGwX6ouzEmB06bZRfEEtbZ2KIr73YOsR99zTKXQWoCWzaXj4Ewuih7FwSEn8xpb1H4WMb+fXV0wWThR/Hr/igOwH776ehA38CJ74PXU9O33OUXQ9ivUGJ4QjBqQ2em6DkiUi7xbTycleyIlt2ZWPGQn58cgaDdnVG7LV8mFIec3xukeIPEzXpr8XRVylb7kuhX+hTea8McsGpmT0/DKMR48V0/bt/5qMyA/8QSBYF2D20IS12ubVjGJU0ImphPRliEG4+tQ2QyHY8Z3yYdW+vh1TU+UYkYZbB2AFxtqUg5hi0Xw8OA28LKtwBUIYDFpT3o2PMNByhyiUwfARZRCemDMQJOHggbPOdtegEqkLvnB3xKHR5T9akKWbtOQvKuEnM7xAKWol6dRyMsraGOK86K2NNTNEqmMXPjsvxUg6uLmbIThC0t9XYntdcxys734m1MQ9ZNExsUN105C1Pq8EqkLTm9pqRW42l/dqYiWBMlX8lzunkuRhp4BzX3x8ELFL+tPb/3f1Fkia252NCB4L6DHlo8nfoyZVeG+bM+QtmQ6iMSqmnnuqC0e+qQaXWOyVMkz+i6NEqcpv37STTN+U+tgAlmK9fjn0BGxJgJTP4ByuFPWA5qgs7ISxQymhXwwtNpdKP35hkYU+Ftx3o10LK1xSdS/0PCqZA/Gaxn/dfCt77z9bUXE6GU2f1yUcOtjm+NnJ8udILtZ5oyhrjhGK50bIpzBXJGQyYUAiJBkKKTMYLlrSZsJEia7m3X6Tz79cno5oF+XXLmki3+7OPpJxq8Hl8XGAQcxRJkAzu1AF1cO0kSXOOE5DHYYEasmJ7i6QBLoD2iDN7I+9z0gDxVrja+2nZ9G9hE7LNfp+MG1RGnifvppCRTLpAUzZ56lYrnL9vFFh7m79ZC7hBBqsv0XFdPvcycYNfYUhe2/VBr83M3MSIXZzKp5EqReFLCof6maA/4fV1e1NCnSbV8Jl0tcCqco5A53d57+kF/Pf3MiJmImeqIpyNyy1tZhwhCIJosgIUkVGIkMRwEbBxVt7H91II8V/QVuwdZsERejzTqO+sLd30FqV9HVr92n9uBC8wfdFHgne5tGilPXOUiZb6db08pzTWVVjOtlQJQ5VXnRp/dR8L2odx3rfVQT2/55Xv1HOrVOUgzLpdtfdAOgz9StQL4wKBlFSPKfrdflq0sse3Du9PIeqY53UbsJF7n2nMgxB8wjiMaFS2EvZu9eQMiHg7W+NVnj9bN61XuMhLKeYbnxbWiynp7Xh6UE9Ktzct1Wq5OwDt+loP/rIDJmF5w6GMFEb5Fggx07YQXr8Cys0KlCJpAdSJk9P6PY+wvcg9YllpfTJHWmKJFVLt4YkcM0umJjsIyKrVmfNnvSWqEPBPOCgTHNvokYYyiT1iL832QaAE6geju+sZBY6mUOzWR+aisPyJH7G+bR9JfUMLTUm8NESK+HrAp201xNRv+mFRbBmZ3Lmp5GtcdLYpkKw+BRL5Kvh3WPkyVLUs3pHWYL9Qsfkmox9muAGA0q4BAQZrXXQ02cu6HBAhuKmJ67eBM9d5TDUKaTlGjkJFf6p2xHoeka3f7tfEaa0/m+nhi1q26TzvI6tS6lj0SufYcaOqz+lWuH52GqlG3qw9fQ/SJjylsta8rkch6ykDB4jK5VZFEWpBmOEAPPTZce+wqKxRINXjt3xRoONrO/nie9ypcZOxoNBN7R+jJf5NqQu5pgC9v8ZEYwb/elr6AlIpFs3CbqiaJR5pva0Z9NGNNdjHEKa8QDy10IGz4CgZDDy+Uz0rbS7yFKWMoPbMuKUIVBEi9B0vW6caolBaM91tx8crc4PppwSoqN7tRyGdmw0gFOFMKYLoKmfX4Ql1o1J5IUovAdDpNEcYI+NlY1IW9uSixt6olvzvebK/EozfqaoCCTV7mRtsjExEpP1JPIOVrY1OBVfouVNSs+SjZjXuaZoQ0o4m4ZBu4Wkpm/OoM/ZCUyORO/sNVVOydjPp/DWEtPub0MIwojVzTnGCLmU1l/XvsvrnURP4Ahj8emHFXZussjt7/Fi+aWyfNyCP6PuIENmOjdSgFNKCLmLxeEoQCAj38R5GwoElSOExALmEAQkt4WFP73I+B32gIBBiomEOt0Gb7jVIOpRXxg/vLkDA3pdGac1X+j9tkL/AfjgAfVYu3sjAhJ9yL1Fy2T+7jZQlWj5Y/qWEyyG5x49B1lOOlv7NlW1kXR498o6WoroZ/BY0u7WcTWfhnSZb96/cKtWv1necjE039jTeT+axEagwgHvr8fZj+aOP4btUqYlOJKUjBIMf0im+Svs2fqVn74axU+7di2mt90uzPvMpCjTpc5t/a4J4OI8YrZ1GnO6Ev54e2rxbDAzIulpE8fmzw9ZJ3KbPh+U8ARglqW+RlC1j1Q2ZR+fyHDfoJHhVjrQuiEwmrmH1q8mGgIjitVx3rAaTVwDbdWqLoWZIHXoM6Ld8ShwFu2vIEE2PcswDh41ujiSDVzkbpBPpu3Ic7L5PIPhgIUZ4WYW7Co1qpU40EwBMsuk6AU0vYpblOnuCbcl2TuVV8e1yNSj+l7VHwvo8Z8tlwOm2eD+sPUnIzLm7po4oXZBaqLfFl9my5QgMng/zWMizyg5kC+fuin+BZPVt0mRv2NZW2IAEHn3mRfvvw1kyk5a3r8fMPvawP0oVTPdGbJX9RX4rdb9EJN7gtvXi4s5gOkW1cz7xr2o8eIheFp/Sd6G1tkqMOq2badFdZYXAANFUGGcMb2UslWUKpcZUY5sfO4RsqO2g+hd9X+95dva8s+fgbviXxWfXGtX9xypNVErYO3lU9mVkGJFMtIvhy1WrXB5Mh/YiWCfpzEbC//4VGxUm7kxu9NXLH+miNaT/A4+LqhXRuZqjZA1EEchS4/OGKFqNccptAi3Le9taKDneprkHOJvfAcS9S2++jiGOnfavFCLwk8+YO6mNthyF9zJbyWkfXpHCZCjJE58/F7fSgBgbAC5xS9eX+N/tsXwgCV9/UWMBB5aFcJr/htpVOtUgvDYyj7WXXHGRNiFPtIeYVm/7QgJbvn8fjC9gciZfBXTWsNsLCzVHofiiVpLikKaecyX5u/E/NOyjBx3I5TAFgBPf90u69fDG+ePPajMs6Cy/1mFElTDgfB9wM5HUJLR4GbPyXI7PEn0+/SqXxevg2Py0D3FdRrum3IXgIDdDDjx2vmI/xv44kR69HgW8nJfMZekl/3LdpNey+eOCTz3T7gDXI3+hPAkg628XFYKYF9IY2tV3E85jDMvq83S/V4MmGPLIrN9UTTdAhbiGgE9OkdD9TzA7VJ6tfjoZwSBYIuqDwjZpdnt85HsNcnichqDY/1MZOPvYhU97eiSMz3Vp0ntK2J7Mu7U3gL9qSX3Url5MVQueAD/jvwZAP7hU7lL4jWQLFvIAd4fDvqbR5kR+UxnkIUlwqKk6Z7W7CtwuqMWYvLK2FHO/ReiTFx69hx/rei6MF+THqZ9FOZtngJEzTbSSLHrrkm1y6Uh54zpwnpVKSUYCrT8011t2ilSVt7Z1siTo1s/XOL1UNx001dbQS3XJk8+Pcgbtv1BM3aPbKV7JfQHcf1mqbX24jqafk0y0j2mQXh7YPUtsh2wqnoBMVn/mesOyLaj1cXCpSk9VX2MICuf/RhYPlV2rVXZ73LMR4NpVx0x7k1vFjLktd0+foobUm7CxUkQhWcsiFIddsNnZ0WzM3IRYtHdqA7XqBlwq5c6+1FSJ4LlTriDqU6ihvEN8dPR1HMi2v1l+ZA+hyJApjkhEQ228ftK3TNzweBeiiDWr9/PfNFh9+ZphKzEYxr0tj+6TlUMkpHG56/CLGfI8eo4Xwo0Zu3UH99ca/5Lf1b+DC4q9VGhKDDi7raT8dgTRn+GfiqY0HipklHHhub/DVhd9v955r9knBIN1bu4hJTh/PqzQkR+hMpFt9lKyigiD9oFBEmCAg0H2X/oIjzrY92K0Lnh+NfMiI3UcQcAGH1b5jlm+Cvnmikue2iCIp1q7On6ddCeKtbnjvg8UAH5XH95Vyw2AaPiE/iPcPPc6oOxdQ8JB2T98ylGsGBuErZ+BLEKZDwR4iENtw+E29/zIaIg2KwT2HfzHDl6mfhRVx4YQbP1LA7bQl9/ZzIl6Kv7vnVsYRNh+oonaqZZsMg5awyOiC/V+d/XMMTWOsUVWLA2iZjvsbOpdceER9mcZSCRBnnpc+UVD0NY/k7T2giHOdibgbQz+xbl+Yn1q/FrjPayzrQ7/t+7/cBFksU0i3bzIwhbkC7+VfLkudLpanStDJo3bQPhc3uGtyS51jr4bKrVMOPLeOqjmIQH3TbxRW8lKMkmh6cpFU/mlWLkHgN23e6Q8GWXalWXPRa68pjZjFda8a0Yy9Kfsrhqr7wUUyJoE5HHTwsYPW0cy0Pew0FWcarmhlxqCuLwkQvyH/94NDm4VD0jPGAJQiH7V6V0O+0P16jUIy1pGz6JUl8xSzqy7J+InOgvSor5t9yUOE1oG6e2pCV2vUijq8Npb6fzdYuADqkfTqceOlCWXx4cTiz0aGVhMTfc3puxSPBmINyu5Q8KotUEPisUH36A3ik+zmEy863zCx6c3WoT4Zga6uEG/776xI3RcP9zHNIpbIDGfz6MmbCw0BseK6DLfODmU/xQw7vPa85AEvO5LemTefjwLcYm5bANPrSmY6AmVjyP/xh0qaH0n5U7VcmJNfXd/mnik15er5G6ETxhga1hwSv5U5kZCw9gm4aHNZuGbn1D9CpYbgZMS5ZLiyUiUOVnEgdqVbnzt97t/QcYh5g4Bpv+RDzBL6jLxhzyO64sQeu3hO2wT9IsAc22JfRRHxaDCOD1yMzYSXmlCaqzpaG3uYEUEDKILEl1UhOVozaxD4soh9PIonaHe+EIGAFLuqqMFAsK8HXB4nRyvQ5YK4JJPClzikmHwwyC7LoSWGPtLGqNFHvRb0LM+pOBtbE+LwTmj8WfaEeCUbTsSb90XKyODLiAu5OUwjNqnikLPip/HKeqhBEULPQcT2VsDGUQtH1ltxHbLij7ksl48jG72mKCjq+vs5HxhC81Aaro96WS6yZIWHGNPI5ua7dGF15NIyQOOGh3a4y9bmm1fE6NvVkv/pFpWa/SKFKPDgLHOYQE9m5l5c52RsWzlkay1CFD8uv9Cy3ff4IhVmifGgN9d18K6jsT/9vMcg51fxp8SAWBRRS9CkXFUFwGkSFUi7M9e9s3n59BBM5DIPOaHBb17L1umYv4OrMveis9rTUZpxCTvm27ugr3p2gttnnIl4braKH5Yeq1SudQjnO5TpOM5Nnn2oqmcREr6nm8SGog6DwIUXo8Gieox+I5zw+4Wtsl5ok2O/IIJjyNZhNBNkApjkbk7e2k+LH2xqHv4VczPmoHDqUN9NEyqOuK8Mw4jypjiB6psmzP0d6QUxP6Dn2txO1g4PhIzLcEhk9MI0niXb18z5TOSZ4+/l+LSSv6nQhRfuv31chSfYmfpfP9JUPrBhe+k/1HU7RdllDg5x+itfafSvp+9yT7yIzwYe/G50PfgkZHkmCW80V7x8lCAgDwAdFQL9yRGxTUHlp0gWQl1VPfFd8kd0vGncE0uHRCPb/vu+mFemMtcBgirZ9isY2vjJi/RZvRwGyySFB54TsecH0VC74SJstZpduouc85Z0fMJWGDawwf98BSpszykNutF3dKyOWdxNyXhOWUcQJYmLbm64JvipjUlXmPl6LNivInLgxQtEVUd0Wkdw7wNV2tLaQw2qeIjNzMt3XSJlzyNoQBUNkUTwVXnxhHM2Uy7PseKm18muLdv7D5/Oo1Z1mHKld3RMuotZ1sx30Tzjazruy60ISIlDyhCT4WAqnbrlaz1GWGCv+0rzwSZRfoq6avZQCd4NReoCGoVs5uZJWWuAPtRrfvR0rgZukHtX8bo5YCl5bITgMG+KaMvgGrCm0eh9GS2jXof3UKi2aKO+XVET+mZInRt/bw8mtLWMj39BuO5YZZWca+qTrS9prcAJiKxf8s5KpDpvcQdv9CotxgUi+KjhGD6JOtcLuzyEwNMIDnF7ktH6+31i88BOYpV8BZkJ8m6lNdFjjCNqJoRENZwo1F4Z1TBKmKFekQZ6c47MDQsetmNi8i+V8hqbuq2ImJtuGeIzcIHswAOrXZfQ0bazjb/3xRMo7skQaODH5tSsu2jqHttHstvmt2amdkFV4CQTpoGFFIx0hZ6lf+6mIq24UpRNIxzNyv6fOLeTYzqpsNXxJDXqx37h5qbG72QRJOOyEQfYLsiYmUBEyKV6JaO+VQ3mYlEYU7JcADEGMgkqfLLPV0lIiNReBQDItkGywZZv9QoKN299OZIS7eb21gkgwjDwWdu0K82RTroNCnw2YXVAtEpkBExeXoUzVSwYedVZhqsMGZRwFfz8CProPLqy5Kt+Aau8sGkARUoe/iBaXsWRCd/VcvCBSQobcy9nVDEQ3IsNkvk1dErq2WiIvGUZ+3mbK0Snbq95iJZ6btiyXgGG5NvP18JduhC+xLbGABD8zSHA2gEhpXARQk4Jv472KzJfXFo4RotDV07tmbneyQsjW8GFYFjm//ZwPcm4wVjsnSRId1h9GRTSnepVE0+iRMGpqXbaRavsjQkEoVHRp4sApZduCigIRUjJPkn36AhFjfKQ1xpvDR0xgGQalyTLMkJudH2/mLeWD6dVJG6EbwvzNsfTnAq9pKr0pfEBljETVHvctHeDQLXqEUMlLVawypHs1hKPfGez7EAAUHygUrbfnDstX0GymHBI/F1Z7/pbhXN4NGkhYlWHZOPD0192jXIYeENF6MWZmUVt4vtrEVVm4eKjz1BNGpiUluMJHxs3mTMB+GHF3+b+lideys/P5wPpJ/RQuPde7HjkehquvSHgm18TkqVdNMjTQksZ/+653nLISuHPwbln+Cn9RUaYnGtkPmvqrFmY1h7m1G1NMlvXKnf7ViXoE0KLnXhCy1cjssiAwCXS3ZBmUryy7+j/L7Wh90Y21VxZMxW1EqljfChRogGf2GUrewnRWbI2/lLqsZ4PKXZR7cd178h+qChYQk98weE/5CETitf1QZLYFi8jF129G0NZTuRVDaXfL6VipqVS5NPPzUhnEdBgn+15f/NKTvzwNy5BQLTyXeF4adPAh6MryOMEdf6CFjq555qpzg7deSzz/Dm1775a81OgIu0xkGDMM82gcbCe10jKMLOkiBJ1yxogxnQTDuRD1EdBW02swNtDyqXHfgQ/xyE+SH/4SQK9X4TJvXn/5UCgdrMxC/tX+o/UzQQWzXCyiPLuSvYBGtX710hb9CxMUTQYRkp7d+7o/LEyacel1Do2kKX8bI9XWPHQ9X61vThm0ivb0F+MVqO0lIfi2lOwEukmuetP+TRmxgL3bX5KLqOI+ET5+xtFtVuty1KngGoNaMbXYQw89TSAXTY+54UbGhBPvFaRYHRwGJ551iFnCeQUkk+L2iWNKfJovOJmX7cU98pAbl8ELCucBT4OidRtjB5bGJe3WyoJtWtc3DBHPX54XMNquhdL0v5qMmIDRLKk1u9F030+QCT/0P0/tvwpJtiQw/8/EsYMMRuCILAia2uVL9FtP4BdPVoIOwDbEva14f6nYAI9KVUE6WhuVnTRsumslFQ6lO80wTy70pbHSy+ba0H2x9YbT4PkQxVSSkPUT0soZG70s/pW2HCvVnbvqMbCW/fcyN/7nqaiRqSdts0JnViy7uH0hQYxyliszrRsHaHS9ldALaF3W9tgzQJcKDq2pywolhpp9hx22UgrHYQ7tOljy0mFOpj9C6NWP7WH01zoNaUCvm9wxV7/q+tvIqxMzEyzoDzU8BtP2i1OZp1E+Rcnu3FqsvGfKp++fLIPvcWKlxdHxdIch48tn0U8BvIAEfZco7Mbpu0llcXuAkSHDkB4DmUOgjxX+0p2QYsK/kGO8b0IFK3Hr1HiFFHa62UXujpja5qN/6nWMGcSI5RsPKBI/BT/Fb+70qdm+OGIRxC0Hu/2JrkqDIl1/wc42YDlc/77ikdGeAU3MFsNS17HSUe/a7ByU8tKFcXg9il3Lno3OYRNtnRzMk3+2d8obauXOWx9d1AdtaRCovKCBA7INqSWxsFzuX2UtLFfcf84XaDmZk8UeXKKGowz/LBIuHu1HvtjrVhinEWq9zGcl3NcwpIfstCGurMSoIolRkf4WztfA1bEtG27G4gMs+U2GTlozQTPgX4YY2h58QhqTzteySIkeD9Al76zimqadle9nkASqrG4Xd1DJ8JV+3UwtwbbDdDGDW5x6OtaXlxdcI0FRxGSz6WGkSf0pQhszKcAwliqtsF5Fvg/kPuPL1+Lyo8eZmgE1oAl2dlIpVNDAKyC04n6cVC+cX7OgcQ441IB9vrsvQEv8NDMGsYWM9EKx99vwN7HnfUYXMnYk6eF6EOb1HRi2XvX2VLjkvZeLTN+ntS6gPkXoXo1YPKZyHhjouOVwnukDnMqYu7g/5zcxmWEjP0rkdukl2IwSEBLTy4Lqwkk87AniYmmNJKvlpyTVnWylHoz4As4rUjX81rvX8cC4rYr176L9sFioJYu4B2WxAhSubxWk2VKp7HgF1jwKK7SVrreQN/sj/trDh8unvhjxGrTvj4M5HzsTGXr9kv2diJxl7stk4Q4btd8M4AP7Ez4wMCKg11uMv9jKoDiUpFZcWFBZHIC/CtEEKTpb7n3BBMwF4XEofZ6yGQqwL5gPBukvrE8b6hJC1zjVSg3xNS5KBgvPnTUiqjlQiPojoMeO3cKoGcX5q+HUDxiTqePHlQISjzzJqGaUKEzn80a/K8Xr0uzqsx4weaiHfNYau6/Zpm3rCaV/bagggCtAPv3HZEiYrlnN+ERWW4T4WRf2+29iFxT5x4u3eXR+/xk724EIrAqMT499/ASq5/WjKM/KMmz1jLDMaWkVTrMJdEkIfn2GWJjvPKLdhjgSVqV1BQcWCJyf1kak/xCn3qstgMG0OqBVRch104ZC1SMJehjJXiT/1GxRsn55jyS5JLaJc2jPZ7t76eYxSVlu/qXm/uL4R6rStK9g3IM1E1Lt8UMd+C20n6oCNRbJ+siGsKfPfxsTel24aQeTxHOr/s5fOIiXKF/gZLLAM4qD+8aPr6u1bo+NnjptqlI+ARuFan/FjNruX+1kyJ+/FqILldEgHeHEcb+1+dHIpvt2++iWuZZ2B5Kbh9Fe8vIZHt+rb1bM737POojyMcyrpDISzxJPUyRDyk+clGlllqFtZlhrzW0N1Yv07c0W/07K9Ym+kw4RLqRlEU4Udn/PuSqqrfhDi6/+s2ht1yXcEOr60Mq7xEik+EtWHC8TVH8t8XmRluMN+oVkL2UomefHZS4NQmLNFmrOYyFKLFuU5NoKuMVLW0gc51Z9vrdpm/Tx1tT9/dOfQi9IuE6ct0fqLhTBwB0ohngpWgu9pj+w2o/w58dRmKf7lzVlzCzj4eEboQFbWzL9TWJ4zeGvJAf0m5T87pMheY9gXhWoC6BJrV7/cn5KCmaPLLdBSRVa8S0/uuZ2g1vHMOVlZsBfyzaUik6cSoP8+hM7rMewk4xf+5wxxffv6fb66karC+r/yRJuCg+zr0s5JYCpcfK1yMKrM0xPuigbpY60b9/GDfbCTQIUkgysAlaS/xCjHRPW4DiG56AUw1DtdWpzzDDnFvRacEo/qGwD4bCUS6VxJD0UPWxgNXk/naiavPFM6Ov1QRkEldgMVvDjBpEXaX2QYZQzpdAfSLsP/iLlHbs0pzWAyUSg/E7UJ8QWx7J0iguisfLMf+LDANTNsts5dtsFRp97+o6QDNXRWU4+VHDD/Rzo8wKyQ0WG1hc4tPwvW3qKFcPdIngy+VlqTBTYmJl1ukWdui6Vfuo397d3tu3/IpW5PoTdQTNkUIg/urVN2bRh4H/csFnUo/gB+tU9wOEP8EZdoR7KoygwEcPcjY/WTbsacsBNQ1LMK4k1gOKu4qHNGt9TRdAa7PIhkhta1EeSUw91P0w0380mOO8/vzH8uGIMQdsQAFdaoMujIoWrh1d/S7eYMXLJlk/3SxFU4lg9ePwghtzYTW1i8OB/6csDFhk5dyIOZCnEEzTTZCMl53nl5y5BfNFc+Dsk0hDHU8gpCORhdilftB4hpd8O0+zf6Pw/U0mAJyamCrZyCcBYzkXLaSA+jDyxvaEfadgfnHVkEMzDFu9T+bxUmu8Rp7/VOdmzipjYLFc6yF8CwUElDkN97Z4vmCd5TlcWwRvW/IRmWdFYtKr4UPHMxlRgfvQbYRPaZcDwHGLO6ii0T8Hyy8TafQYbYsgmTOE8Z09p30pm0BqF2idOEcY4KKfadZImcjqvMB3bq4LTpGq6VPn6PAp6mZb2EnWF6iYVhQliABNBWUL4EFnv+Q46YmzJornJMKW4K6GCqFwYh7iW5krTK1mg4ymmVRksnn72Eur4MMjirC5qqA+zuMcxPFdlycYu0DzAH1IacaIWXiOOb7nZkttXG2QOodizvBnzV3Iu+6NddXv8H5RpruruCQPKeWZxzIa1yu5v0a3S1L805jmeCs13BtLZU7+e/UsoR2GtQ0WrkXCt3/nDSmFvHSD2RPG7xopowB5WSdKZVfThsVDfp6gQoR5z0jf4krrMUbDjKhAeJC5xqksk4nsS9XmdKT+IH/wo+ckaDESmcyq6Spp76j7Po6/6O7nKk0JNr0Wu3phqbhGtDlGW+re7Vvyrz32KlrVf3Kewv0yBmISB9rP89k6sBW5YysEPktBoUV2SRMiJQV7yNa18OqTGLlgTmXJokdCklFufK5B9lgIESbBIuORZqY+tNIDklUOwWqaNkgk/om9YwpIKjn0wyMpXnnNXcqzyd+ggT/N6Kwq6+w2lweHM5iN8nMqRUPMytjP5qcDwEgdZpkbk+3OP0PSiWsZfNVtWFBDs9V4YzxfV/FUIhHF9NnXph85a9aFPUGobPslPK38vUpxKffCXryhX93X7G9rVLvBKVFIahsfeQTujk33eJOyymANxvpkmJL0L5O4pBl4EwvigNCVXjKCkdW7yDsRGdeG8pnoMCun1kzRzeFNu/QydSNgjBDklPTh6FasJpMXpLRZokt5QHaerWwVBMcynWJ9Us6C7C80bhky1U/qHmisM/u7GlaX4N8DTS6QsLEMjXEC1QKrEOnrGX93V+7Nht8yLwPobC86U/rOzkJ1IDva+RqYkJES0ESm0VnDVXI87yrUJ43ItVRBb8VBGOv6BgNHepjTEhatLE8YUuFIuD9QL0sDzUfUvdveHpZjlwVwDX81P5un3SyxC+MSb6SzL4kOq+NDChgbp7qf5HozOaKV9s9Y1vhemaY0m9VZz7cGP1rb/4ilfM2VebEfp864rpv7zwI8wt/SdmEuW5KvXq1/th9/w6G8oyC+yNCro13S2Af+ZwL/QyRDJeScf9IHum03xWEAd/OBrlhlLMq6KBk0D6oASKRmRe9LfkwXM94P/uAtEHZobgf4raSlAbRDEKsS4m0lVtnVEPuqgRCrW7GEwdKi+wCM9Drkh/DXBSb8GywGrmZzZjSkHfJMFcJhqQ1/ELfr7Szo2S0GlqRYyaQg4+9mQZrSzxbAqiwpkQou4Zcw6f11nJMgAnMZXfEGNEEsCroIccNn3uOhFBNycyDUnKJ5ioerV0e05mtRo6XZoJlmhda9oCB8tuqgfHjauGusZFxyTDiIs8o8U7U9LHVvLRtSyFBnhxGby/A0bnF/I6k4kOPvU91AUUTgWuKF1fCGMpLrjXBOaw83ebcJfcufQniCYhzPYuQBx3GEdVjsUAqHWRGFNQBVHjXEBVVZaApdkC++ajZcWi5glJb8v+YqzgG3cHGmHY4wXGCVd2J/D1itaT8OoT87A86q8yLPX4c/ppfHcaUxwOSgL0Rjo2JV+LoT8X6dkYBN/HYK7cJNV9zq7nOrzEDQCs6sRK0Wj3C9Z4o4oo2m1upYI4UIv+n2oVYynaghQxuNM70Y4SHp5qRUFB971BEmzJCBpMOaDQ6F2F7vZdWlIz6fx6/j1SdJCAm6PAW174NK/vr/dz6BzQjI5C1iKzm6y9Js69Tbk5stqqbx3iY6y4iYEvbgV6441tFh8P/7fOkBtttmdn17QEWZfUl7lS65Z4WfgDorsq59UHfxZq7o/vz95z7gUu7vpKZjRBjGP18ogbmunSawg3kjyd/NM4i/R3DTsnQMqqpXCSZLPXx1MrqsvGzNupksjFGmyUFdgv5lih7J96TB8gXDyFmPwCTR06G/0tQpBDOKbtCozH4mwezADgh0QEb2nGi5G22OnyIjVCSDmQIbHDXLPRxlkpHZ1Q0AQpA9zjU0kQHdAKEl3mirBOVBlgeO+09KvyTTI0Zq90vT0v1r7mPepUwCin5B42hA1HtUWZJ5g8CT7hWWLT6reQv4p7fZXn82rKfRL0FqyLheRwz2tUIqT6+eiKmv+m1KUCXTxBUUYfAPSnUpDdt2vnT3jP9L3LUCHxfE094Dyl/uNCxU8WANR6K2bvmumAXMREFD+N12z4v3YJbVFVhiM2l/b3lyoybUCPz7qqShXx6YNybENrv9RBH0CQQZ6f3Ka/Wuf1S4m76RG3CWnpJqfMJ9tyHyFyju6Aucsitislz7Rf6VWXlSZu91/i7CTcb3iJ+Ivqd8G9N8yOfLyJMsyP5X8LP0KcRizr2nY3NZ734tc0+ZuKersUopobFe9hslwTS93p5ymHMsXoxSs8NHFmpFGm/oMPzgNRDcuC65Bb1qU5ngJ0yj/m62k9L8ep6nOEowNHyAoGHBwkT22ch+bFXXzG3+nIwTctSI+vTtvuNPTEMqMnR81MR+AKlYUEwyQcXFQLjPVB2md9LZ/zIZwkmY6NjPOPW4FKZNJoMX5wON/F23ZOytxuW2sS8p+FJWR6PkoHCE7GHQQLUcSW51PfTx3Hb/QQj5+SRNuNaiSYmLF6biG30n2grJNV6rnIpiwGU8Cz/y2+YfNYXqvTvzOfE/0Pj8Lc2voo8DKx3cf9xMm5XrAUvBi3mo9X9rPioHEDf8oPMDXfo1SoACa9OnFKaIivTa4z7Qce2okIH29/dt6D8bksXnzmHEP/MQXOJ7w6byeCHD0CJKpILvDGnIpMbDg6uQtwy2xTlVUkOylT7F5UpH5Ejp2aFpf06kyrEiBfKac531XZOzGokCAr+TXiReoj0Yb1RiiNiehBJhrKuYMCtMavKBi48sup0MCF9DQsTJCJ//sxA2Vr8SPqSLdLed/0mGUNYs6DlQ/GtW4+wZv/sYewTLZhn2wSlmcQx9Ohxst+MMlzFmmE33kTbs91ueXAlux/Zii+vE/yu/6fEIIJmXrZhbq3A18MjDPhPnbCd9H3U9nkDo5Ipwdv5PtdPpjrrXAkBBjysnx2EaLG3KZgeTrLekjOoK5vKL7HO1lwfqMld3z6rhamAvONIZtVJElgJALBemVutFEBOXFPcj+0v27N25F3Yc0toRERipDzW+IgkMyeLCHDvAzj2H+tTAC+Sh4jjsZxmbYv6oCUoPRHn7ULI9wqM+6PNTn0WRoyCBOPmuhx4lEL9OUpSCjIesOQ7OKMIEiqzj0+mNjfidAYbWDxWNstecM5ZUWsCufAd3JB3GMR19mYmRFeX6lC88V8yB2WWiwCUMbUNdM0//wPOukMLLpXz0+nlfJT7T/S9CZF5E1dLLRZHE4dLYFQvYD7oIfnD2Q4rJ/4mmp7y7WNHwQ4y5+BtGbXXf3P098q4hlHdl0fEnsDLm8kJcvu7rEDmXv5YPHQPGLhyvkc80bgu3S/e+YtjYDYL2Y2hrWO+LGgiVqx167fFUbaGuGt98Lm7GD+tSzAoKSoCcQRou5+KPDY/TZKspsfIx+whAiCMihxSxyjuSaXnumyVfmbXECNKkfFsl7gLCrUjoEM4LAgCkWoIx+M1OehF8v/8M11EvQGbzaqi3b4C1OQFIf6Afe8lDnv+TbJikLdQea2n98ml/+nEE/Nyoul+gHLOb+zBn4SdrN5bv7JKZGt803eL8mvgdQUHf7H02bNxf+iTvcrnD8CZLgKrGW/B2F6d/DQHcL8AE+TZfXexr5ASbe3J+GzVf/fcwe1WftbAt9SGSLJjD6WQx0RsHXNQo8H9qfoagWeQV2E5nNF5MBW6MZWbEmMs+hyUpE599GmMlBUOO8pM+0675rceAFkyo+UuB8Dw/qki1y73TD1gFcWtwlxkMvIJHmJR2e0GhwtoTyw2VivZb+Re1gNOHXlEz1Cipk0WsCk94DVp1FUx+0Jv76xgZ2tgBfYf6QD1JEkPlXjkYkQB5YcqYC6De5fyOtZdCWG6cXISN7omK2ydMrgatIc+yFLCnVFGS0OUkzCMRFR228/1tZgPN87Dr+wk00dvs5+R9zTdxCpjNx56YttWc4+fxqzCPz5GcGINv8ZBtC+o/z2ynDb4IiyTq9HcRkK554P7JNn/oKdI3UN6ItHdvvCA41Eg8kaF9p/SA1DYDZQNQy1Z9cqpvFfBHq23aJV1XnT7QmSVQbBAW6a1n/obAHjqOd9MmfkKS8u/qkNrHlA0twl6fkB44+3dr12t++9kN2r+tT1ZYa1OjceXAxdA3kEMZwOjAFigwm/7D7RRzidoMvgsZ/K2RYUf508omG6GpQLE3k8TD87KAYQY26DpToC8pjf4mqHbrZPWgfPHS2vvB+74P6mHLlPeevlVIbBWCJQKKeDMBRFIfX9F944Fk3O0BICpenv6QuRbfxf4NooGNYfiH716OSKpxNUuDXEhkC9H/leZCFltoL6T2r0jNxQYlrFOz3skb9J9iUOKJbPtdB1fccw8Wsy6wv30os3L3gv/IVwmOwDZToWfmxsiLG293fxtYchXXHrjzYXhY92WA+/df8wr7+2wIJca7inL36+b1EXTFTcX4uD/uSxpjVS126TkSFTAglf9lv83xjECakc4OV6JNQ1Gb24UthwvAkuPlkznasQn9liL+jGEQIN5AUnGyfgE3XshRBTOz9NpkpxdKEmdu0ZUF0MjasKsHhPpLmbZ86p/x0VwmxWcbib9WDq9dfBcm69wiaJUuphUuUZYwjjTCJfYF/bedogWPIxTP+LhkcfF+1UGuS07oj/YPT+Prjs92BDgzKF7ELAur3YRSGD5NHwwavXHjRn2f/RpMdTqS/FJLiYgu90zfSLtrHY87GLZnF/ik5rqf9Jy6YqRTK4H1f0s6N0xzyGZ5gKoqeu9PUX5NW+pHGKPEiQ0G2Sk1/Jb6IxT4DRrNlUuW/JqSHNp/w8ezYZU/Jllsg4zZbffaFg+Opc+/o/pXUx2GBkH48vvrIhtnyoTEk3MXxRMk28rENaULu1NGtQ61A1oIOv+zI/vpA6dIU1Bz5HSrxU/5EzQmHqJ4r0DHADkL0TEUMpDimWM60fvpuD6wjL2OqRjOlqr/i5Y7cE8saRW4HPQJhRs8LzI5MPt+GGzNh35mqhwLxAlJ+LwJMGmS7d9x2F0gRaCA+neT9ZSBk+pmXlBgWzTYbQTrDi3cl/atF9Mz8Ys/dEGWKRrNJvwdsr6ppbdtx4VS8EdJFlhzn6dVcKPD1kRR1Oxl7nm+xj1QD1UbjeroDf7AR0c+MiZ7PhAgT+u0Y/LQbhbmYCVU45y5LVuVolcR7xfg+xZeBfvPovdcunzSoOhNlGNAPCRPCcjEU6SvCa87c02UYJJnV3xJjf/AxSdjA3vGsC9itLRlYyCL6xWjh2ueFyReoXhs0VpvgaPP2QuyvCanv5FkVeh7p8WeH5FnKkslv6q5FKRKovPrdznXL8txEmIbI9ITy3EG2bNz0v+nXi22xMv2KrCDzpuvBFGQSp1E3OsScl6saEh28Vriz0lzG9aXPrqOBG8c9yUJfminRmNF555WvJmHbVfAMuaIP9G9YVQx7F2X+1RaD6P9kJahDgXOAdM5eYOTR2nwLbcY+NpMqrTMt8EK6mE8PhtuxCkRzF+MKQXrfjKcoX70D2QwdwWPLPlnzkf89NxJr08fwYqnrjwWt9ecFsIg6mE13d4nSITB+9FOgrU8CinXoG5Aleesr31/hcFH8ubZd7tAV44zEM29uuWeZUivNYkQrW1g32rS+qdI6903WstB3Zzv/BAOKRswe+3keOOvKfOzrEStS9A94IwbDEbQOt9mPYI9nkr8Gg3YGZn2E2Bdpmj/O8q77AERDt0oQN1IxChtldBsjgY/YNVTH9VflG4wLtJJbJKK4+viM6cYiZGzR7clUgToJ5QzCsmNBtVx3ZR/jELZYzUzNaAFBvnZkDgfBkIa9vn8sczW1lVT0unWmYBEmHrXCpG++di1PEWYECXoYeMFQCYK9ZG26WksY0fsq+2soplzQvOBXgYkUor/9tVccyNNTx3lIhw57SVjaTMWo2tXf08aMtjeE7gPg/I1c0Cq7jN5kr4NaElY4AfyuaOsBUCnNINbuKat0mYQf2dUMUrdl6PosC9N1M3b8ifROCY51FAbBvBxDHaqa3j6KHH/0Yn+tHxv6ZPQpdOI1si2ZDQtTHJ9Ao3dVhdL3kr1SdwOzXlKO5QI3bRVV+BBHJ8H7XtYow/5NNR2TbF/UXSwcWU+dbA6deLTPoJYIIWsXgfHKePqVE7IRfFDEGcjlwNLvmVYgq1bWldGa2Sgk8mwaPYe3/lQh0cIWyve6KLQKRxMaG5UN3XuQjmQW4sNk3PZlUNNhP1s9m570eU5eGgedcc4SIWLxBbK3Ks9mPq2H3+1ZS6HN3dfwghDTujmEWst9mZUiF2suNFcRJfmLu50o4X/gV0rrtVkWto8ycMq+OKE8MK815BsWvx0PenV8QsNd/ULOv/zp8GkmCo19BIKob7+q85PH/cPhf5GcBsA2Q9921NieTAVBjhKl03Eu1JEXve1FGLDmaXB/ur2mXiX1PKXMjSgHcmLJOnevyQZJvZsIHzbw9ZiP21K5hx6za1v7Ae56IH8D0a2Vwvxe5uCRCi0os7i+Zn32K/LLt2YPuAfNGaIy2aYwpgJhGyWSGjO7/NVwkYVGLA32Gn0QLgNvju4NBpjjGHCC0pYsI7ViX1uUsn5aklxFTuonqUTK375mX0GF9l0SjqotGz6DKl4JWwWzU0mVtBcijcmoML8diiTS+a4MQKM6YHS53TEka+y2XLWZDmLyl9jHd3C8Jvbyu3ZE8uDItAHbw3NUcNnHDvRzpCg1mYypOukOhkN2wtnqvF/LXDOTJfWqo+UXshZ/n/NKnot9ipX1a+y1w33p4THzPf96eqJ0e17cRaRpkoOj3ppGcv1FczGOhKtmnZWVYEsjvrAfc7Uy8xUlO8674rXAZU1dH8WA4gYa4e0U1ZVxcn8OZnFHtp1KOZJacHpGaZpi8QC/qw+6f4xrZnoh73uaASHxxAPcAjk8ERo6KpHE0K7xlFnY7/PC76phX4xmN/K2peaw2uOUFEKl5H50qd+fl55q/x1VjllF5INUHXlSVa7R9b8QwC7NqDbDt6UUo16mJf5SgqV1LRVCng6TWH+UVNhppL9FkQRaC9gDCQni7I8sKIpICDf/EpVOcEUkyn59wTMzrzmfrEteMm5FjHB9WH3+UMZ17aKdp+mscESm2pZ93ClQGYPV2LPiW9RnVgkdHYb5yT5ZNBh+BObaQMTnxfzmjRavV0vTglMhj3LFnW0VR2WkGmm9BYpT4n2J1b1fdmQrlWG/gPtslXZ3X73Va75oOY5bNfFvA+r7SrgmRyjiAOnNM8wcKK7+sWWjmPbGKs4FIuvIyZFi2tdHmPjJIVKkjqzg5g8s21lElwjMwE5H6PWw4jC4nJdadoVX4EZO51zeEE10mk+DxFbEACqjt6xm6SWRd++d/mrmRclOZ5xF2yW9skRXYqGkCv3Ni4qGy55Ik4FFNrdr7sGK+oRKUUjDUict7iz/1iOMIBQ8MT9A0DaYcSVrXL5E8ffmlYWcckES4bXKEpcm/PM1UYlqGE6unYS2q4L5GsQFYzjK+YUPxh1ep/6aC6OVeF0ZO2bc578qZ7I5iuQm0GO7WZ2Gm0NHJFbpDDl6uYsuv1+xUSsTfAm+GUJV0a7auLEXI2nCzMSm5gQHvvaM5KsB7WyrzMPfzQpubmcGEHRm6ex4JiZp+MkKoBshomOK3NZrXQl/8TOc+170jZ50+y9cBR/aLC7BwsOOzeHdR6QW4Yv/Tkv4GwdqUHkRPvRKk4bCnhv73gi7Sk/r2IIv/xUMNNh1BFCY/9HVIycP8m+GDFULypI77F3BK2ZAPWtWrTvQ5musgf85pLLuGG9UL0FChWGkiFB3PwwvCnmkpXgy39m6RzsxDBUBwyiJVSaA1mWHWzZXciKMubrhaFSj/SodtgB2OeduIAcL3x8wpYuNT9Sv473FbKV0nFd7PAKSohcd/2Y7OJsRHlIvLWLuc8uBXRz1F0OTUTXVyBY598t6UVE1Wq2ZjPiDk8Y0OG/RtYC+n4ym8BLxqn22blN3gGto0Rl+nTHqXuYvV4H4uK++MnYAhrN4vfAZh6PHykmocw8Ep44hiro/RS2Mi795cV648Ov8DRTZc+CvCKTN67luSyHmvMTKK204XlBkILTZ5Ta37YiDMQultFy6lceVmo+xm/aPWaIc6pN6A8+gdXhH/yr/7WmRvlRPxT6p6k1XfUlH1YT1Lw7RoXYi6UMCeNQPRshPB0JozdS8JJTpIcZgPjdxa480KSCj206rXo5WAt9TKMM0/3uqg8Kt8y89paJcRmA8wQ8d8yIgPPOKH/IHoHgn/oezqf+Hs6363HqoaP7Hyyi7VFlrLQYk0Ra20WuNb9YOBK0CwenX6ztL2WZA5M9Km+JDDsCIC02nVtquGBRUzsp+usJsn5J+8lbeD/5+LFqyiyAoM3UOsDdy4iAopUicirbVazZIoXDMDGRfWVqIRQOFETS9aAsZAwuvpGTJljrTz7v+EYwgwrUwwWbioE3/+kNeHI3W/wXfSy28kEd6VyZREOetLKyypsJxvw7XJosIEHPJ5oFGUT/SSjpoZbAITC4ULUzsySmb9KSx1UHYKy1gZ0KUnSmxuUpoQtZWeYqzO2hpWp9WOD615JgWBoKioxsBED3jgVZNL0EDItSg7Ak6Pi0jRxsCHzcQm1hwrb0tLydKeyB8YQuN6qfxJsiDyLRhLzzGuKdqjNLP5Na65B1Kbj7DMHWQAh4KIRbZ9PmanYyjemyYOj3sj4NaDcaeiOljDCJ8ZQCvkDZCsn2OlcPvFL6c/qOFA2tmp+XK9EY+bMC2jJaqOF1iAxoV53sAWbZrU1Id+VDIh+1oDqM457Q3VLyXHRs6aAJ/14dJv2QbXSAiGxLCKGFZ/NoyrHnFv58T3s+vdTO7ErOrLlkYSU4Ipi0i2fA2INFo8Hs94Je48QF1sj9xA/SeVAR7rLWBwso0XizcQ48To0vp5cE/Q+F3oc0x+q57gqYwQZ/YIPhxlTqolId1/n0YYFiQWKRJDXsnX/1tLFpXUqIZ5jUpnzrDd+2vRhlKxZn93llN98SB3N8dFRRoR9ZvN8+oAUCpoOgBy1hsZLm1S1QbXQ6gdvPJr7/dVSIrozIFJXFeyMknONCDcUBTZXuILvw6gZj4zvELv3OsvZlsIGZmzfHobybTQPpPhODV1VEsp+eMXv5iQatV5DKGm1HhhFErgU0lhXXCovk/lq5j21ElBv4SJrMk55zZkZPJYMLXP/rO28yZmWv7mm6pVCWp1Z+XbeD9OYjN8bt+IakxT/6Ky9MFJZI+IjiiAGr2/JGSQ3fazjhyKcvhuYcOmM4ueLQwxYi0BjF9RuSVITgeS9E2pGSukBLXDh6Rh6uMrvY2XVkwnwvraAw/dGQEAAC0qVU/SCqu+GmJV9tzXE+PlGTzLiPbM6dOvRawNlOcKp2bKGbH7t4cDm7wY/7LIBf5/M0vaX7L0qRBJWSB8U/CG10meE9ukZ7g/RA4sbmp8hhw+MJUMyIq7COldJM3ZMsa/y8PCmNzzexB1EwTYofAEVqymAiRJVVUPKG+e94P5Dj2BVXJf29Ya256ZQEYhSPg2MlOQcM6vmLKvPTzGEu9gtBNkF5CxZg7KS4XGsPJpq/QOARP06E6jLldabTG1sHnAmarYb7zzM4jxmJmOojNlG2PBnVsoGZztn5jRIKdy6/wPeC/MUC/6W8qX6IZXuicY17XI+/lKmD8HEav37UWacauWLn5u2zjXQKcDh6qdg7+3yMwO12OYOzgKQUuES4GkM3tmkS6Jtv8C0zL3L8i4keQr15/fyRq5fqF8z2NEtGgKfoQhMH1a8GsppTCZzr2WrbVa0xrns7modH21jA49KhArKvyK/VDwsT4Q9r2UJ5RSAP4ys9NMq7XX8GXKGgcJPsbBx9KP0C4fWJsSan/BiqY3370jUB8fqQz04NmjNEFX341c7SQCguOBUng8sbujyJ1WjqPWavRRtJFo2h5ts1X0MOkQxV1QU2a5d3IY/kJUhn18P1Y7IDY9US81Bdza7df1aU94CDM3x2Unm7hXPrxEpZ2UGGMVOVi9+B5Y8Qty9HLJVrIrdt5e0Vxkmfw7Brya534LmLUQ31PTBKNZaJRZ49xvziMVwPe+I+AZzrdR3IJqZeaeyR38bIT7nwOe8mn9tjjy6jSM+6YQp4wRUIvHvl2Ht+671T6NNkO1shx2tIpBDzAEgvuuCyYkndiZHWyHCZwDbmQ4zwrm6tN0y8EfGKal0nAYcg8koLqd2g5ks0bHGQg2h/IPU+6yrK1/mWUGFReLRWyg26R5SI/vTpMzgBNZH2FaNTmLJEXJUYuaJSyfapetxelt49Gx+u7vjk9qMZPA52lG7+nKj+He+yzTkd/WMsEPUOnF5gv/b7TQdwDuaV7AIteHgX6xfCq+Xc9e2GLjfURLbicNdjK0OqBTd+kjMRZPlB2LFHlefRcmWlU9BgxtaeiHWox2r9vNLJfkAKvABwbIAtSWzbdIcpHhN3GQIjbjIHHZcdadIKH9idwiLAFU54Z+u8u4G1UuQabWNSI8e8iJvG5bAv1SRZRW/t4jwl/BLfYC1ZsFZfYrnwhTouwq9xzNP11HnG3qKff0xJHfl5Of8TEiTYvCAnyJMOi3X25hiTVbPFSI8Ddqfn0+MvZ0+U0+SzVB3rpptwCHeSF9HTmbzkp5btFWkpYD+gpas6UL3+/OmBJu6JvmmcYPZag8VQbZhE5ZOJjsKLsSt74+vz5lUttl1ZekMxhZP1pNydWus3+kIzdO6XhtdQpjwybc1jkwUQMWCU0AvUcJ65qBkIirW7qFS/RExrR4FuUt1zejCOWN4I9ay/JUXTXrUoNo90LLPklGXKp8pxj2+3azIkSrnSv5sclGkgfj1SB/QgcAGljmvmXozJhkwmaFr/IIfNjwixaAMXqKTKF7LRa9JX+Or5BdSqW7NdzwF8zCg7n5Ow1cmdhk+9ugeRuWJIQ7lmgsHt/X+O9Lk0J7NoMJPyscY+k0273Xw2z1FDERi5kky/IbSIXXexIydB0/0YaiRVaD8cMfznpgDNBFEy/AUDd6Tttvz8Vwrlt6oMJdp+LYWjF+1S8OBDiQyCv7iAeRlFKiS4sUtWrPypaXqxGo64/h6uqfNA2vYpMf8RVMFQeu61B5YRP4l6vYjXm8Vv0o/gS20+rLUBvUWjmhebzvLxXYiExLmTxzMC2ilwm4wv1g2FQMD0INLXStHOOAqGAjLJIyza6mhb7fSZ3cvdxNTWT39Cavo3AOcsyJi/Xs/oS9ziTHJQaWiJX0HPi7YWSOOVMzrpO9NEQJ/oWa/mbq6xbC40C/CfUElDZMqCxmHz6JMc2Otz9l7Sv1dUMCESdzw+M3Lwxn7zONhhsww9/4e8XpbSqNVW3oxGbEY2lt42S8Gs4dbljfLGzvWa3XLrXhcDerF/OeeAv2g/yh3yGcpdstjVfAW3A9CTTzh3gPSMzQU3IHB1TgCZ700bcKI6M02A16R44tcZgaLaeoF33r20REZlJwvbvg9TEpHOTg9qfwNgn8cN8ZcYW1hsyQ1TZUpxUXrCEZ3HsX1wfLwRWOdLt7KSyN+3Mg1x9lWqt83crLDkIyX8N0tcknYRaaYRabubzUYfctTWH1wJaXPmY0NTsr4DasaWydQjNPKP/+QJSDcY8XAHuWaNLRjw91xX4n9x6YGEh3ba26DvmN162pYZgbU/d1td9zZizHfJGs+Goisrs6Rg+mor7m9Z37NbGI4vzWajpQKnlX+w395MMtPS3LSdMrPoHzIq7/rrBcBgoCnTtHivrLNFxtbIjGMudPoNfpYqv5LMMzxj10qpryBSLUwTKXpea5L8aaHvMrQZm52LU5Cx0QUpF9jb+XbDASpWGlrX7r7SvfsmnqtbVksuJIvGlZbqTCbHJRpKPwjkiLI6YiOISjYq5y9sywke7Let8NjP4Ei++lGIdcIxfyU1eISIhz/eGM+Mv4YbuF4fUzvibtke6Pc9yYr/1VO+/jFLxc30tOQte2x37yNwK0zTLVP4GlBxHtq+UezSKxsVeRhyKa67GzGKWF7NtSHKnKxWpNJteevjJSZGeu+uONVZXurfaYWzxc3MF+v9x7+cmWV5IgK/aRawMLK9SFawDt6DnV8xwPJ/ERfp/e9BvYs5TGyyi5nMU1yc5c4NCYRiDXjBNjXb41wv/iCcwh4i3/R1Sp91BczCSdT+BSR8ddciy8CIx05Tb5SD41GFTPtm4QF/Dh0ZZMKE2NLsLVKfLw6w+h5Vy/YFaw0V8obyyJYfZxbQ2TGqRBFswmuvHW9bUT8XfHNWECxqpcHTeIIVMMvSKv8YJcloD0Q3QhdpokJXMP6N5QOxCzh76En/bbfbTp20skf5NKLwayaehsdiak6XltShX00rJfuwoIReUyrunq7/ZT3Lt8zDyB6QrGnEp2V8ZQa6o5WABPqu32b8fH5U3qK56p7KvxKoKAbUY1WIR09jYKw/5t7g8zJw4zd8d0EqfDMSg9QgVcL9NJXXoE9VksGmWYJ/eEmLGZyEUy+XIIklI+jEQBlBAGArrS5J5l5CrHx/HHIl5VPswuEPg0ABmOk+8FaRGWaY8J1urVPPTpSWf5fHuuuVhxPiFuIxJ5YmTe4jeMb4jI/VyreF6iBx6AE0B6RuBasWAVyoC4ACubTxK8o0gOFn5gzlCoBCgORFt388JxTZcqcTC2f6mN5KoGtYYGlWR7bt/2boi0/ZgoM86yWSn7vt2DY59YJYJ8mi6SZOa5V9SWoS2LSW+KK2FYKG8Cd6JPbJw34CBIds6I0QjUy/yi9UMiyxKibpwv7ISR5XGBF1NbX7xBhf/pireL2ozSw4meXN2MvQ1IBRSWUnoqc7R6ZpY3PWYXolCdnW99p9urty6prj3Z73GBqykcuIQL2yO4LyxaYK97Mzf5Zykp4X4P9TSMkyDLsbgHo5FYXOUHJv7aukLhxf2IdDN5hoRPkm6EZDQuM/YT5mB2Biku1dcRz7BqvJZpDEgav3N87ac9umErd+mc+a5PwsPI9esvzzwp7oWHLH/87sHqfbOlDggFUA27dh+AqCY5Ben1aDPndxTOk4VRIkXj+BervTOZfUVAP+8G4Jz+xoCjR3q1UZo010oYUC+Ieu7v1krrs/ZLLcNitD48UlA8YiGwjlAAmHfUlGnEKWalhYx95/7d/rB5uhb+DbgORz7s4bhc49YecMDJey/CYOn5bcSFHjEg0PbQolwjbpU8R6flr0I/eSaV58REMj75ptqjgUpCQuMzDYcU9Yc0+oOj6+WweSQ9MCLaBlPKsvC2mcoXrR46MutdGPG6DNV2oBk/ioDHB1UsR6HW/CI+mFfRwsS8vNEI6SdBwGqUL5sd55S6mnmqobVF5F/0KbwVehPVXG2xesaM02Wf+nlHlzDV+q7Ir1SiiLNjXrDQgNBBiR+l8hIToHide8EXH343hKZomkfx/MX4qS0ACiXAosh9dAhXBf5UnhNGTqWXlNWVgnm50plsXULjDzZY4UBQ9s4GNq2QeDNyB9CYyG2DCBLqVDQ2vlm22MD1t1n8TcgENBWoEvtbUWsjAR4yswq8oNNpdhr42BIQASAgYBWS8uc1ix9/Yj5SlwBSkfSB8q7ZXN+My5CdOWG34yofl6esoizmKVWE7XKCohfAxkae+bxddCFJvU+anbGo2NXhlZ32qpHGj8MwYXO1agfGtYvCdcdW1KBZyaNEB50NrLamIwRlTF/vXbon6jNwR/1vjTSz84rqW4I/I10gBshCfcId9fRoIeMcCGlSSMKc62N8WXZcRJH7stN6xJ14q/WSucB7PHD7vEaeiQw3IANu4/6CpqJ1xdcnW6ubVFGft/k/IJPzN2TmDJU80YvXGHgCI0dpte6VL0bvU3EErsUTAbf7vpBENearTRLB39Ah630xR6o9WLXT6+wXw5sgstfYXRze7Z9vFzWq0ofTCixYDWROn/CaBH3+Z3OlfDxgnQOBcdnv5+TKSyY/Etg1nI9qNBJU9/lZrcS0CUjVL6nWa978VyML8qKGwfB3eR/x4BOh3P8HHLYaCIaDqbuKRPY3BVlQFeyFsEmnY3znQoxFz8hk6TLQMwuDqw8M3fdG+THEC3JMz2s+5OvF8RIgcjxRwODnCKeeMBkWOplJ/zobONBs/Q5FPyTGMKrFWUsDoR+Ut4/RqfgL86ElRFJ6vfdmsIvdiXjmnlgL50RqhPjw2jK8inkDQ0ekrpgakBxKC5HPyDJ7gbp1POxF0yPuiQ1JNmbYNLtKOG9LPwo4eOY6FocGeWkt8jHU8t+S9IPzRarE/fLEHi4BjjMBzSr1ndQu7w455/pSGTw4dg8pa1dC9wQOP7Qqt8cevkwrhhFZ+xMJ0H+8MnxtMJXiUGrPRtL5YXueIa6CzQxA72lnmYjnH5zYthJCwY63m7w17V6/1R334efRGXqTAx7VOw30fOIZLedC1oLJ8+mMMTNTsAPFRBXIT6P7Vw2IQ4lfwXCyp785W3oXNRfvVFchNteWWWYvOaivdXVBw7RwGfiouV8booNRPi0GDiUgK/kX4bZitFqIqhiYvs1n7JXQxKNetLxqbD/uJ+CObTL56b8758fcqyqbD3sMsG2Qulvo7ph5fuxxYuN7RVT/aceYG+1okR3fllls6uTfaSBRmc/XcDUujz2eGbCCsdycepO1Or3J71OGkX7AEdf9o6fBN817PM+pELVzPnN7JSiM7+MRGid9mnZQuERwMpqVyBaQ5bLNo0CcC/ONfh2Qtu0GuyYfY0R/N/NnfCu6DwWCn3nFg5U/2UARWvckXtJjmmaakSBaV3ZbAzKXhEpNpT2Ik/L14qscqYugy9of3C00DGyQdlz+dCu1acdwg9+usuWiFXK4XuSEYwE4Ij298MINz/H8daEsvGg3pdg/lKtHv1uHs8pttmcDSWYeK2XiYzYdWG6K/g1c8XELj7zPSQI/XBC1PFybAJrFcsjzxVl1xjW8LwqD+Ifj2D+LntD/qpQzuWcgm7S2tzRsk1+r2lA6TNaiPiKyejVcO+r7g+8OVsfToLla2mqo7OTO7w9VEGSDvmRlE6pqUSG+PSzOpLLPyjKNtKm4HbSTOPEPsvM/xWeyX7uVhABjEe2nm38IZBF4FbK2LVnPhIV6pH9OiEA6oYOQXIPvbY521C+7XLzJaw/gszLWIZvs7FfeRGz51frGttqR/A9dV5iBXqQHY5vWJx3jA7UZQGBjk3XZ1CKmKHGsGA8O7xXNylqM8Yp8dE31SWu6v6669TnwS1fkpDuykLz6u7QpdhAn49+6O6e45E6S9+V+HaWyzhSq3sdNfukXdwRoVkILyMl7eedrHixJGLGKEEgXSVZtZzEJi+ldG9KLu2/QVUmCZ5fKtS1cZ6mYZryZu2h6DnvHaez24jlizhek2MF0TxfZlHWo4+YgcSkPH1qQmOIkVBaSWfnauNgiTTsmGEKCZdXEQxI4Acrkj5SzNrT4lHlKHhXBq5FE8jRHmSmYXs5FZ5Wl15VtIVpIH3clo+pWSgauIoLd++AeQy2bJFvTB9+iPiupCOgbeYokgs6HCVm+t6cijd9T3pJ6YL0UAXeJLzavPYmG13kJiynruUzair/WkwNMwwGuPy7whGYIG0216TRrcHgIl8H6JPTy+pRMGAmz8x8JINeV4c6VPVy4nR6ZJkflpZmeQonLDrwPIdx8RZuoU5r8c8zsoH6RLi/BX3UGjR9XwajvzSWwc9Np/8G1Wjycwo8pw2I6BrXL4ODxm7GRVNSm2ETz0iYoRmzajL5591KXsrjE3+19a4yDCHmhOlJo7vSqF3IorsVMvvHWu+L2eRbXtphi2+PPiu25dgzq9mm5Q3IYmg1j+VZe421nUEez2fVV1O4B8e2h/DJr+QY4AChzltB6xCUxZn44dmE3uSkuus7Nt9vwkjiR9l+smq+gp58/iFrl+XPDECMI2WF8NfXBoJ4DpWYDdaOAUvcRt/+3oA3Fiyf5yxfIR3DYI4aEw5rMjA/8cvFFGl8fmbT9CJqxHQkzySRH5iGUZ1Px8KjKNlGV0qLEKScOt4WOpqHt64xTiSlKIKwNBFEzCU/IMYDy6YowhCg5u+ieEqCenGC0LM1LFp2/m087jyN2mkpQw+GrbDZpaK6kdxxUAcO0uxI92UT50iOvofLLRH4Xl+UQgyw0A5U+POd5HodEFPVa4bF/vrpw0VztC0WJ4yFe7AgdTsXsDl334vm2G3/sO/nOmxMM2fTM3I2Sy+8kHRsp9D1htJYR+LzL0JOExRyYE/1/3tXac4NcpiAyVEwEYIoA7gTfT8+QF+TzzdGuzZxbGIyd7Ci23jN2b7YHQcFGrjL8FJTmVJFeWrbypRlq+EkgWVPjR01MNSRAVegTPyZdTCniDXLmkH7roF09xxdJzSBXp0USampC60xfwX65exrzlitTm+svWCakjcv3WFDXoZN6RXSBaj9Qy168jKREATO/Ot9YegQqhD59SIdzwClhjobv7oav8Pp6kB8TaLq+Pe8wsYVGCUHVc78Nr2QLUCEOcDL6r/MHBEBTbecqGLtUr+BaS78YL9yBJkKSFvjsPHd4gP9HbMHMsE1/U/aiE193eCwIzOTA7g9RJjpF3SRDMZZhjN5i5e6HwvXChNP77NefbfO/pcV3ncPqub0hj6PU+rV96bbRjMyp8sLzCrysCknZHAlBSNjqgjr7VYrWryxMSfwOZE7aW7wauyuPgtqgAcFgTLDawJgREcvRjQR5ar0AYMOher3+xuR2dNokTONJXecBNlF6YvbNx/rBZGmEZflKzFo7mTtVkzt5VIMdalh8YcF8fWl35gvSXZtSW+8Zi6X4MF44k3Og32iwShDDak+/htT079YhQkVStceP5UgQqkjm7+v/RYfWiwHr3DpjV69jsE0mPAK+HR4k0YnLtE2O85Xjj9ZvtYEfoWH+42Q+a9P04XfK2+f/m3j7yNlfTA1BYQS4JhJU0/zFLwMqw5bX4QMz5CL88O50J3EkgGOnkiwSF0gsS04Qa8R1WEoHaFd+Iv7NcfGJGcwbq5SRQE1PoKI1e+JwFkcRL4d6ZVxu9q5ZLKobRKizJlkL9O7yd+r1R7c4my+QBuGmVo/DOt3M74sIA3GK8cN3rgoPlIIea4HbCRikIPBV56bCRZPVLUvVZu89t0xB2lmqXC8H0PIG/goGw55KLwCSjOeuF8/1wKdT/E9IwLlgzsYmUJroJqg2aa7PmLE21TxsCH9++z9JBFE9ndhXW3y0aWDfrjGTdflRHLNC7OO/WUYthK2qUyOdv/wjZOrM/28uC4ylpOKvPFn4Ud5frvBLSuwgNUa0IA42tPXdtOcT/U4Z02+nlzf3exJXl8euG3A1rrdn8zm46Ffu5xrLn2B3nUamj1r2/HE2f7NCv+X13SpXUPoXPvXIEFDL8vg8v6kcZTvEZfUXQZ6odMHMUWgRS1fsbvaQdaIOl8vKd1PEjfMT49x1fL6CbQQe5t4HtmZhVBqgalLIDZFlXq/MYmOa4F1a6lNdyGh9Kf9Ow17G9ZDmZhSACCp0TrQd7nxmewqo2pJEibSIP16kisvhoOnPYpEqYFmX55ldcrlj04gRFvYgdUirhxgzb02+akd1mxp5fI4/8/2IUFyL+YaIeBxSbGWN0IbYvXcXIDzohQKSyVn0HCc6N7rmASqX7+zTzPYpZG/s8FqrbLa15Op3zo/wNkp0MdXo3a605AtgUsrwZv6NBQ7JT2PCvRpFgIMETXXfE6RZ7UUZnJVji8WS61EA34EFawZIkooj1LC6kGmHSfxLUMJWM5zFBUSGlbcBbigIQ6tvRrlC+MeRjS/s7i+0mxSd14v3N+wJkvTfrfh0TITM3xXKLGxBtribvhkztJm2HxTnq8IGbw/Ye4I/AQZMCa4FeVo7FMx3wWWT9/FuJlm6DyhU+W6bxErRyIHK2gdeX5uKhW1x04twr1MRQyfX+mgYYRgkUBf8IzIg/BGxH/4kPGSPS4StUCLKiXR4GHxPhgW2HGYqJDbvtkBoD6NqB+5D5cXdjkpDz3nLzUo8n+zNYQMe5H4LwOt1BvsKP1x2Uq4boLCQmwPd2e9yJGsIaBpK1mlCClcA58rcDTh/ssE8UQXHkJwMbIzSW3ggjYxVXk4NbmekDPVJO4SQjKQoFHfvaS6zVaOKZdzxDqMdQbVQK5hFoJz6VzNuRZ8t/br0Ty7y9PKQLF4V4t4QXUl2LWm8h1CT7JMsVqtsJ8d+ULWS8en0URjnETtui0ubGQ2Z7ZYTlOwc7i9VAuFU1yAjJ7kjUoE+esz3+QJaB/S5PKnTrLQfntFzUqNPH6IhtyHeq3qrv3N+SaYImKRF0KObcnbxUnrmwXdq3MsA19obqF2t/LVkDbp/tIM1Iv60QVdKXxwtxhXi0GxzK3bmFn7a5dgWGv4/xP9IMtth+0hM4cKzpIwx4WxDyP9tS+94TwSeenFh+1VOQETnXivpb8QZE/hWDqxPx3fu/GMUSe5fw1D5m1o6aMaNCgI8obvZ0qVMS1AlHe2VxiPcmLfgreWvZ6XHzZ395ajhXkeDq3ZYqnnoLa3cIn8a41iuggN4ob1rQBLTflporqOSF2U5HzdrUhHO/b2uSuJxRqpR/yN3LmpK3xd9/k0IkP07hjFEAmckC83mCducpwNXwrNhA2Yxkii+heraxp1dVbOhJeg1hmjAPqDaRQyQ9RLbfiTkoJVIlpBWjSZ6UsZjY79+yJ+Szeu+gblzQ8sywi0RPmWl6pTjjIzHm6TOSHXlPqcrwhYU5fJ+In4SfvYVf+wymJcTevV5pPMCjrNnRlTdU2ml9RifB7YtNSnRwh02yiNL/Uev23nIdR6y7F8hBk/Mn7gMBvf21YN7uhxww00HoJDT+W45q8MxmESGJxpX43WmsntcHSS49g1QyyKFMxvLJk91fRz0fUm+yWyvUCRY+z5jkv/hpt1+IXNSHlVQmlZC0oKCEoukKRsMnxN+Sb7TSa4dlpFJtZAFSWBHiDGltei+MnIryGsm3QbC7lUW5IV+/S7nktgNCJKVWJPrhn6Tz6DQDaULl3jJnrEKkvrfBYbWwS/FntEUmU6Y/XLW4bE7fwjPgiL0b9i8u8XPdp00LfAfYnYrzl7rI0qNC/7MgdjtIUtE9iWF1znBVGIdGhC4O1uZvEWrREV9YIS/kXclMfeX2sUuQ7wISleQbn4U/hgQoaede7p5bFNSH63d05Xgv9dAd8WMXIjxgqZ0JfZnvgrH5pkhZXRIWxcI0qhbgH1L/mXR+R9j9T6yUr5N1bL4BZuJXLIKtYvujVHNupKQBqUXN7JvOZ2baJ4h6fVWB/qqc1rtq41dkm34J+z2gjWLUVbbEgW9Unkirjsk3stl9Qh12nousvr7eD8d4ZQea74RdTLO0xRBVYaUi9b3+DVBC39pQJmWdS5tQh53RQ8i3ShTvbVrLxZyvjd1YuP9gpdQpbPGGD5Zb8MFSZ/SSu9bLsrfjAKr4poXu4GhR0/ei356l4jRQdriHDHGWfveYrM1liepIbbJuc+HWj/ILs25mHDihoJln4KOFIzEPG/rusHhz3QU1yNQhZSChg9wxwx5TJOYbO6eXEtVxstVTkwTBEUimTk4mIgzK2hy/0NPDLXBptjxuXu7Tc3P5VlnL8B2h/hq/O/b3h2BU79vVJVxsEqPOk+v3QsK94wpbPmI5OYlxn7pVFvf+kKAx9Isx4TPQWmrOUDv8O2xGqkKbMuloH9dt2HKI8f3cv/l8L6phvKPGXltqkxlwaMuawbsCFhpTAvWfkbmr0Kcoz+QacUxFn6XDQuuNvXieZXyapvzH58Ri5RU38q4zeeKx5h1QfH8m2KBCdmDf3wtZZVvFj4gV+66iIvz27RCoVU4MVs/TVCkmh2wEiVp5imfejK92XBzculN1oL7iGw0IC6lDeujxFtywk6YOYEY1Ut1xJf5tTU0Ifu24XTEg8iGXSFnTXHKOFyHeDjl+/rOQzPoLiQ6SXdn6uMWl1Hm42pN61JZzVQZQmo05PFlr5E6ctnygBTQQCmTQn2g7KO6SUiI/asPMJjZatkYWlnpdp6juE7hlPkb5Nv2qeTOB3Dch57GyQcveNxI5ASMOBM6r+ApH2zlNwO3SLTkcE/cNfQNcZNUjpgwLDAaWcGqj9qO/OkWzxLl4qI5HVGr9xO5s8c1oKctgE65V42cKM5Z0+NycjelLPewtf5IDNO3VZ/ZxyXCd5XalEobq7M4xOljnoPoFVLq3900NJ+7tj2d0COYHvMH1aeLUY6qjW+AHxkI1ICiHSaS2nCxz/CsH1F9hwUuv/JrJiG1sv5q1sD2ijJGZZ/T5/EooWJiZiL7W972YwRS0Mc3Yv7uppBMPtD/X6VZ7zGjS6BWWNyMTH2+MoChLnhXTiiW2y7Mn5ESrKajmJe8BVJIUjLCfkRukCkmVs1zFZa6jQcjmGrv/Q1C6/Y/yrTNbtNM1fkvDWiIHBJmpvVLK+ivyKRNgXRcMuJxfT6FqoeJldrg2kvzFkRhN5eJ1TH+S/r90+6JRiFuiffuBH1XVUf4WVZhZOaRrLhioEdUzlpdDdJFHimsez2pXrHnm7tRO31a/niKbG8MRJH8zNPpPJdCTnKkTFzJfrtxMZf8xuiTEPd/yqD12f8eX/H1IcqODiVjkQT2UrJSr0x4aYU36QvHmNjq4raJHBubT8YyweRq4uiE7R2NVVaY1UvL2N2H+H+yDQNUeeiUS+BQF7I6GXSbbNQT5XlzJnqIr8KRtk/3vqFhOvqzIcQ3YbWQU/kFCmQBVjwLz+/KY61XA+hJ+BfYe8q7CiK6r5MHv+T1Cm4lkGyvaJo4Eb+hWsikW36CbsjRTpz3/HfKu6OlilBitoOWh/gq30KT1WcPHbOzBgPfRl+94KC7LeOWhzVvbbzkc16uDD3ni61uVR4oulwvsERZoH9WUia3C9jUqqNBN1uf/0Lns9vZ4f9XD4ILP1u1ujbH7Z/NkXLB6qE24vDcbNMdk8cOZLFkcRN+DEC037sdEfAcnY58YCPBEG+IK25n3v1iDJVTiH9iPa2XrTlw0pq6nG9fy3STVtQG5qLgZQ5RxL4LfAC/JzhCwf9VOYSIHmVcqV93HfOawYG7d0Ehz/MO4XS/IUWroULtf2ftWCLD7iaI+3dxy7hcf+ehxZtuKrY1SdkefsE42qlQoyK/1PIR9X9Apx8hv1sujtPm33X74mRfqFGaV0HWPJvC4GsyLyH6rMIZAaEnOJd0wBMt7xbP4Ak59Mw0efHICU/nEDeASZe9RCOy38HX9sQreJV1JDpqORGKWVmx6SUzcTP9o11wv+r9hhOo9A01fJVpHHl8Gmt2MANCSzDrC4KM9Zq7ftjRuCr+v/0oeRT4EI8bMRthfn7aoebukVx5PoRN28LicD88MuOE9mKMd2s9dYd5e7UIOJ2aPH97K/4d7b5nnmAHJa492O3g6gF8vBoB3UMRtWjOAZYkFSiNi6MlY847jLTkAB6YNPFgGv+Cz/DAmcN3UMu8VN36C8jZgoDAucNB/1AN9NHLtT0CoDYAzNG0Pi79F52ppC5A2vxuCwnbx4jRsCglhEkhVEKpGZJFPl31r3F64AN4BJvtLxEMt0TwYe17/4UYRV+D8ev2GMcc4vMxFxsyr2MLi1mbKfp1JZBvmC+rW01rWV/vBRWyiLCqfaQZnczodQidV5OyFdyrL11ftTI+L0v7rILRJ6Ueb086SI2LdXYYsWV+CSwXeXk/oPiZaKpSsBt9oH4qrGwjN2X9mV1a3RAGR6Oi6gTHpIeiF6PgtFGRy8H6d/cnvwADLR26M5KoWw9RDH7Ka2z2qwcz7ns8IwgtYiozrRZB6jRqOPcIf/mpQlk6NwbnW/97MbMpHiyyscfXJKhbtfQLw79guMpd3tpb+RLUE/1cm/UkCeE38qZb67C6qdJkkinTZMBDj4vBvpw2+BXSJRvtKx+QEoKeX/0KtrtNrB0ACNwJRdo93eXVuhay6SSLhS5lkgIq7kKeLUV/98Uey5YFWractesSUXq8iX8NskVpVUFe7+daUBcsexVkkQdCESb5rt9EJ+5XwYA0bTLk6WKoWO4r2nKmxkePGvpfeSLfRY/ytbI4Z3dSNcTSSCle8BJQbjVSHBmjfliMZ5Hxhp6U7elgYS+ElSfVvr8AApWMopxb4KHDvhni5Vhfu6i/y16m9KDbbkRJ/oLE100msWPFfpErp3WjxK5Ymb5owA0oKJXIeWPjQhewqh+B/QHLabUh+Sxvx//+5v0gBT1Dqrntu7YBjq3bK1q8y+1Te0Sv8xLsxaQaKAvOljKDgtOtInLRnpUbKPiqW8E3r/ydArIejqLD8+701FQ44eEA6JBBKgrKbxKetQV2pZfHhm/gWR2Zmr6tj2X5ml44zE83Z9U3AXmNkhDVlxzqGJbIVeZjmghE6fflSHf0ZGarH84QeaAGPngnrYTgDkHfQHzSvUAJOv5cjtQoSSa2ebJSux/jcHKXxVEDJEIBu5OIsJwrW5JQQkPS8MLefiHAOedTWO1SI3YCyjnxkP4Kde/9DKzx+TdBkcJgREfDGh6EEjQCkMSf7HpgFYLprBvXKIltmt/A87yT5tm3V5W+Iwk/jcjihIhOv+3Sg8LIVhlMzBkYfkNX9cbZeuGUkAjrlKm35evmzrZCAfdq8ffsVorWvASOwJOYP7uJOIkc39NkZyEFitjJf6bUrPQ/PESWzp2O+HI+Z1l+Aj5uz0bTSTuWMkP4XA3n2lD1gjCnsLphfydm4jgLCYgQzafTPSrmNY1IkAiTYVtZhAcYpFVmr7upprWxW9PtlfaKSHWhzbB/dEM+a1+9jM6v58TRTytz9IQNQAOVRk3FNuPglt2yP0ppu8OUncHWmUXX7roN93e0AuZKhoFrjHpxLcs0dVs6LBFhDeeLNK/+x6YG4QwGPEeqTldIAgMFGz0gNIg6QDxzPen9bq/RXXyymTdO5kB9Qniwpr15jcihr9ZdIddTsFk8WEk/pCNWDBpX2V9mhidoInqXBY+PTgtE7vxF5qaWeWcgLZPKOodxUXKFuYfeCch47scU2wGvmtBudYYCakHHSBIgx9gkNYtnV5INdPM0ccrXpUSj37YZdacf17YdPRSesHu8mR3sTsh9DHKEBDx5tzBYaaZpLmTGjywlTyaO99NcEqNksLAvrrXa3JppaMfYtlXTXqSm3DmYkM+Kxzj74f9pJNMoTP64Ae8c43latDfcV+wTkJcH/YndTTQ8AgOLguqUB1x6ySSEx4DmU6MrmkvOv7CiC7WzjuJ1mz08eYWTyC9bzrlMZ1RXdv/VOQDZEwK74+Z7fg+KL9/8L6Ef6dpIFYvFJ8UKbX9RPLSf0hWPDX4l2e1ySOzC8Ur1Jz4gj1QN8CJIvsJyskhJPFaNsj4JSv4DAuvDSIJbvXykI4tb39Mh+3vX+mgR2mAPXqYhl4Y5gM8QRwEmhYh/uMbttkg0FSCMrCQEPgv2AKhlsKoId9ou32sKmB2EcPaMHPOdTykSENhGEwRYO7D1miukfwWeoUzcHfm63NYadM1PTOeB3rBxB+j/s3Au+U5B4Om29jwz8+ISw3+ifFCWvl/UJEfEZ/w7WcbryPMhcZUl807hPKTM2ru1HP0JN8lXonvQ4EuI6HYlS1C80Q7SVBVoUHVnt765EZDBaN9TreR2gb+pEC/7IwBc4Sl5rgA/Pwm2Zo2ijf/8gfGEP8Y5lL4eNLKXhmzurYS9icGaGSMwgN5BI6ySjtfQ3bYGdK+KGD24LJrpl9N00+uJpM3QRd0hREYNLp3NmCCRiBbv65H/6XUpHo2i3LMrm+bqdK8Cqx5iljmhWoa6oCGfI7O9eWJKNI2XcKW7Cg9v9Cm/21JBKU/P8CV3dGp8+5nLBCubA9xXonUEjyM5LMiCvYXviCwK9ABpSaqHQMnV1yg1641N1a/sqgXI177/b6eU8FahAcb1ca5wMjs69KJXoe0Xk0/ule6bYmUp8I6q8rU4iS9E7Hpz3XWLe8iNljnXfnC/feQ1SMk9xTaPTO9wP0STMtm1Gio5K7XNL3XAg1qSeUciTp2Zn4vmg1Uz3TEbQ1SZ1FOHuBQnYS/EnA5eNzma49RtanCeaG78ldmdzWnOEo0X5hQvBTQYefX0JaWvhVTnuX0Req2lwgo+ZfnpsUctdlpiIybkNN4pu3bVawRf91F1Vv9kOEkC9EO06x2jyiM32V/Kng/wZSvATgmL3X8Eiju5Q4F/nxN7vh841d4Z2VDRZPIczFLiPx+7e23PTlZHkZM4H4bkoA818W17ioM/tOkgMX+bmUiQh9JjUPNtA0atXnKm9aAaLkKEFm20RajHwglu7tH7nFcxkrBa2RnUKwwPGcCNycwPUjvdkYJoimI3NTR+vZnoR6ZARDuCnBn43fHO1IIJd8z0st2yMZKKAdpmEtBy7Og+f0yCvGDC54BsBVMpe1Lpx3KpDCLASosX1WjgSI8X1VR51ezhIN3sLGcSxvIIC2CH2osM6VuUYkT8lmUjuGy+AptHtKldkMz3hYVh/Flm9cHynbSrCX0/iY+KPSCuEGh1aYGBMXwHrv0GS/SkizarT/86R3eJXAlBNmebYfxv1txp73gXJrDVzGnbdnUAhHTjjn4dh3O+HeI+2E/e45Wapywfs6h1mXRkldczhfrkmPRdyBG7gGFG8zuldWfaxrFG4Hk9dPU94qtqJjLeYeoRCEdF8qcXeD9WWWfjp8K9V8olnOo2/yAV/oI+gggoQM9oNaSfSZIbaZXTcc/mbcxhiwFrx7sXm+Mq62+cDtjbFgpItWs6z+AR9PITUr46iVtozq2A6decotPcvayw7EPa/Kh5dLZmSP67rxzdhJYAsJHu9SfGtDGlbzbi6BbE74sEtURu0+yVqePXHQI7dgAAPAkgvCSH2x7XyREHlKLKvGww25hcr6QNECVItQPAeagsC9NxQB52ZNiIHADpRcTUieKl7ID8z596LTRZif0wAP7GtI0pTf1E/h/946HiTFZumLTr8rCUvPTHXo63FhlGrSrR2tWQ4H5BvG4OPdW82f6mtsSTlkTAm2LPP03azz+mL7IxC3FR9+gH+TmSxDLyzFkl/jr9kp8SdGLlyphdC0bLso3rPT9nKfX5/+fKN/dQ6+HxPRKUWTMD03d9SEaMxMKEh08fFs5TR+e3yV4EmZMnaKU+9eiIo4CukC++sGn7I9iY66k7iR/lZiTCb88N2OPWvlv0moCR2EZOQ0K5n6iVtE5u4MgtCV9so6Nclme9k+1SrEGko/LCOIyckosUazbGVNILTD7xxbYYeGusuDLSjItwWFYd24SlTy4+jyf9BSNlW4BZ2FJJlwOIfW0gL+0lblzekH48WshXM6qihDiDKl/5SbibflqpxZ0O+6DxhOPCdLPlZizFalge33Av0ZF1uXRkVY0hfSUrXyj5oPKI0iTIMqMJuNEk19AUZuKXG8It93L8D8v6h5zA3sc3HOieIkZi1vX8pTZ8JnPrrLKaqWGXUVoPVHFKcgVazIBOKUOE+JuLDTsONYmLX/+xvgJOHy8KPz+nC3qkFX2rmKMGWIfyYN+04sykLi8krdIswcKyRFIGoRlrkbX3NrLHU912rXWXcY3UqxmIK+lL9FBp2a4ySUToGKmnRSaP52ePOqzAyJdUwh8ttvIx6IFV3RJHINjfIODQxv7rwpNpIyLCM+Auc+FA+NP1R+QvUeDZHt7BdkvG62XpVEdU+EtaFapfQsaRMy+JQF39MTbF2RA98EcmwNOgFsXtaHrfZPTejM3nqSKpTBtO0tlaBJ+MHHSJ3v5G9YvncGJ78KAQa9tfNUVOjR57G2YLa4L7a8ak+QAoHte7TyFhldsVDlhaw21PMg02G9cXHzcttqYviVWyftNdmtWFPosPaCXR+OMzlGdTdp5VWZfYA+xb0u1ChVjLdVtWw+GxoFLCvSepvlXcfsOE5gp7sS15rQ56+PR60uE3KNILTXjFzy8lCbDNa9DVkS2+fJn5zONv/e9/H1nEOusNbcyuuRAG48c+CUAbcKlPymmhXOMu+5FneuVEWT/m5rjZzd4IHGMyjLFL0oaZCcwLPDR5/lmYc2ieqbIVz2ynMcHT5DLa+viawdisQjGEzKfQAKHl158sM3VfALZh0ajpT6nsZP2WCgS0xUSjtpbEVgVaaWg4XSWXpo6ParOgmMsGu8kmFjOf9cMYJ+oe1Uf0KKxqdreWDwaHY1BVDV5ihmIKDlcKorOXryfN27tXdUfOnbCQl7C4LaWWmEdhY41UQrt3fxuHvP11KcBs16QHcRq7DaJPCKC9msRUDk62NSwR8Fw2+7b/Qk2eoFt+HZ1lbjD9RYF12zAAsZzWZTLZH2vJ2gylP5orePUog9uVWWGqxPyuIwH9RcLU7Ed43dkaJWoUaikV3nwMUjnWdHXsRSeqZMsbgsLAR0vOP6JcKVYf6/mDIkqOK9nphcrW95/d9zknGEvZ67C5jNtMHTp+XvCLm9kLhgNebytNS2i17qRtV4QEAX9EX1ogVq4x9BORv46Y3A8PHn7pzU/6YI/K4FiKkaRO2YMxDfaD0JnVcn+Sj2L1q80MxpX4JcXv798YoxlYZ+w/pfipGxOFFiDN8vhzoAZj2NhNs2ujW3+ks9D8ArQcVaGWmkh2CuhxSrNDoHUcjMLxFs2J3bb5pO/GO2wWn3MNbleZOzvHLPqg2kJKmNz/T+l0fjqh0xTceMme/8XVPx14FS+Quh5DaugmKTDGZno93f5l6WcVoB6Ura9ZH/AUXWca/jBJcSRyj/Vkc2P7TGfr0v/0JttV4b2ZwTbe4JmhC87S9YCeeZ9oM2OAsk7pdP7bARXxWGNQWRJrk52u/fn3F4qnnQC7IaBNQHtFIQtedYT+5jDEmU79HkwnEBeC0P9/ol3gnXpJ1Qoe6oqYddyVeQ3KcwDeQmYgrY6F1OevCGiSZVWVrDwx2HdV4J8Pq0pmLI5cFs/8oPfKajZl/5kWwjxjKVbjmzxCpZj5+2vzJwgbXdIB8otEfEYO5JrPz9sr+nA51fcPXa2L3qHGE3IgZxg9GqJT2jnsoRsdcfuD425DQi0r95uFVl0z/jcnPP3FcofuyMI6Wtlcc1d+y3Jgs7oOmoaWpXdkKwT1WBXr7LF4JDLwKnA0FKgcv6mmWUnsJJNXl6oi1WugxUbkCWdwPIJs+oIxbNBTQWZExQzKRyZSW42Pk6LsTis/+UmzchO8T59ndTqpUz1xBXcZ8N/vYLdl45R5U72BG9SrnQ6QfytUTElPfm76Ub7Os9Kq/H79imnmY29Zcxj+NU2kxuMlWGgQKuQmuXRoPFp4i/rVNLjsQ3IuWPDG9w71CkP0pBL27OXiiRv7eZGKrLTTaGF1bgYlG6+sfNrXzzs4q9M97TnJB7L9oWki1Zfj7coEpoENJ/u7RISHL60UOJ85ZxDedloOrNY+qcASHAax7pMVTIjAdQbxw+G1TOzP0IeFpTBgo4lZmyBD9raybSE+1G6yXVCfQ8ndD8Av6xZnCwbV8+3TKQ8JYxRxbN5eGuFsCRvJ2CzHh0M7Mt+KRjfxRnkNtBF1sGvP+BtySWz/7ChQvoJVRd6FDuWvfIZitpX+cLAUlexCXPbp4ieCDFsaRP1A9qpiiOikvZNJKBzTRLPTpBsPn4BD5DRP+Y0KDbh04ZNK2n+eMEDFqQ69Ws3bL0VieL4SaSpGvIec76qGGl6w/HR8ROLm6c6UOOQYy/gbOUDJnioBEXMRQVviLZQXPGqlR1GAr1flK9ukFGVyFrjyfllMizTcIzUoRjL0AvQBVApkv7pIPVXZ2xJlafhl9DvJiIaTxkE6mIvwasGcJfFs/8+6l/hLmqt/3i6inW5kWb5SlKLWksxM2vXYmZ++qs6nv8u/Nljn2koZWVGRJKgIGHlbgKLRj40XECyy2TJAWrG/BfHjACqRUX3TFyP6qrEt9Jxv5uarwLHxSf83MOfQ2kge8jmsHDAxThmUMDyK3D+5FqfcKSTfo0pOig0Yhb2Jeq5shac1JQ0JYI912BhbWg9De9BqC528iQK5fP15Wq7WFnu7IavhUX8jjaBUbTXvLbY21NxzKV7yruR/kJx68wI7WK0LzEYdE+ASvDC19uWy6CgIu6XLk4bIzn9D+ko8Ijg7XfbXzfXY7g4gVU+fPKi9EHICxLEOyteOhWFNooRWIZLFqn9dkaT8FbIva8eJDJyLF2WbEIAMkz36yQFrVAxVnoPfbhjNxeHeaQoqpViO/KChIgh/EoGfC7YeRmK15qCbFvirEwlOEAzCYwl8Jn6zOlILTFr2nebixSKCyU2sjWkW6uyyzqXKllCi0es3Ot7+DywLRV0kMBe957FYUsUCkVIIheW/IO2DoPL4+iX9ELrmWC9GPO//MtL4WE4HY8aBYbvxsjYB1X4W0ltoqvgXwj97bHdoxfeA5O/0Gy8Fs7hzZRFci3Op8viMu43HYbfuSDwxP3xIbpjIMw7bJ8YBpEMCYJtuj+WIO2MqqPyaysebFdLqez2D90ThBhqfn5hy2J5FTv4zrEaNf0Eui4FJSqXLCmPolUlpueezJEdvKS9H5j62BBbQmWnBkDIbEvbK+9GikIJSHuhwIR58IUGkcHJSgmnlmI/22eUvh1ja+Ra/mUZ2UqqhBfJbx5W5o9BZgFhPCJAbA9+hX2yxztyLir6KynodEjeYO98I5RPM5RAOXI6bfZTtaCTXOVKFfl+BpFb9b8xHBBE7bSiVi0lkKAzEu/odDxJ6nhekIsyYN5G+RQbWYVzyMQ3x/Q1Zmpjmoyo1XqScih5X50dpUsGp//EGf4ZwCWACR4J2CSQkQtDiC8pqZGA+qrcC2m6KO9S/MKtaEDFxavHPvU27ZOLwWos7BoSX48CCc+V0s+EMiQtNoKTmKzWTTnmpSE2efoyhwpKKH8PxNPdHUb+esjr1byJv95sSk4dv9f2IZStwftdPVnR1FLl4/QiNrJX3ihSteLFG2RznOQuu72GMg9Nvdwae52CwnHBqZuak4qfw56z7b/JGDU7I8leQz1RTH17cs7iOGkntbDFEuXLLhR2T+BU2e4eeKRD5ORI/XKxh9e3T2H437AH+ofSKR1ZLN2kGZsUruGmSrMkVPgNoVm7H3vPa80ZdX3GyC0gufzF7hhM4Md9BhSlPj/I0isIqhVV0WSL/iFMHJDNRrZt2lF7kuyS3vgBIdKh3SbIQ44VyenDgFW0hiblNWIna7qKnFTD1I0TNch803xp+USUhN15q7ZWDnz6U9w+FX66v3NlHE5BoDjd32glSPyV0TeNhVMIhU1/d+izO+Rmu8GVm/0Lzu5JE1JK3O7aQNYUuGxn/Ju3VeJcDS3Yx6E/8q2SB0e0uP36BGNlQy5fKsvwNj7BzIRuXtg96zDr6pSu/oLg57eo/3wzf4VJKSRFXV8cnz0i0HkgzBBbcQQF/xuf6gmuWBfIG1h7m2NH6adaLNqP9CwtKeLFQcBOdYKP5TAQy4I4SoTUWMNwsZPZkRRXRODoeLSmy+mFHNsGL1ucjHuLGpLge8GzMWRmUgCG2TigfeYF/abhe2B2Ote3LRRbsmm71k1GzhRuLMRpCNHHtoKazQuoViuHWt5uYGosIECvp0JrZDoVIdQ1AmzhS0O7JZDdNx6y59VPITceKJMwIGWTcoQ/+L8IlcsUZCGMYnnlywusqinq8qjkbS4HXWMs/aAGe8249MUg9ovIz50hnwfGAchkXVDBG9sm6aE8hlwZMnKSaa2iJfmf7qRmloaYVtqslx4zNdOy6MTvLrOmX0+RdtR5L6X8IYA0DcQUbOXl3De3GWc+2liWhzRO4PN+4bry2VuedY91CvPnPDof8m5PvDadR7L4PMaEuh0WMsm4ohbDr1Umtb/RQITSdqvb0KRbygzvYw4RB+na8Mbsf3vYzcu91ECOB7ix4WMZts6AKCesZv7bLnPtqPXX3kWEx/bvBbnc6u0+FH59vhqI0AC7L+lokpo6SoTf5taJcF+pSuRcIPqI8X0jcKKTMfOCLmak95VCA82sDPVrM3QbOu2TbalvtZTfOrYwiU+PiTTJqcWvLeGaHIi7t7j6Ef56wkznJLJRr9AcdSNXNrxy3FHa2pielgb6WvYGF/sApBsNhbVDW0uZwxclW4c4MWDQFpV+tB8fD7/WJ4rasvR5DNDzRadfGDVY8ma4TE715lKoADvnXAlwpZH1PVLWZj9cQUukOiT3/YUOQL3jEfLoVySZcVv+KaY5XKjgTO15vGjz62ZLRcc+DZZ8IN7HCjDkpUsk20dKsxkH65PXRn3Ysvj+ikKm6TrnHMkEBRqj1H1KZPx8Oo13yiHybbwatX4+fi+aYDzPF78fTXRvpUxft2CvBCQg2fm1GyJOct0vTfsbs1p72S1pUTDWE7+TdRNHEp6s3xikg0qE/mw+Jy5wDRKLslhDotB4WeTgzqXiggWHbSKnAGuvzheoBA41Hy9Y4PDEqc8NuuDaNWDNltvSkOed2752DmZ+vb5+WHQtnoTfkuJ28lODv0YZ237R6KypvjIwxDUVqbHbBkpwOOwjidrdq5Vqjr8iJFsxQjb03nFBpW9scGlSFw2pE1V6Fvd6ZfTFfZ5oN47Q9k1Q2pJylfcvW0lHXo9U9y+hy0qDKc0CqZNtf5rbmV6/KTQtU31iO3c8+19uBnQjT5FcQYnHn2L1LxKB2oD2++wwV2BCusJTXMpU1WvjaPpREPpR2tqLud3hIjjEr4z1CzpC6AO2Rkk5KzjRqVMCxlu4vtdzYisd8xUIyG57OVvX6FfZRJoZI7r8LlZI0QhOd5dSuR/a7JwpXnYXtsul0rlnxSUjUS+bC9HtLCfhBoG748StlBkqKYzKXjmMLIlvubZdBebJ8UVUHy0pnrj6j83xUl46GlR5tKvyXsx9Ofku58DXgpVyAl7cTGQuRsdnWIEW9FMXfoC+8a+lyXkj/+WeEA9JOP9MfMU4KE/SEt0KRh8Dy0b42c9TPBMQ83Mne4hmbp+YY/96Hhypidtifnx38NMyFu9VooWojfD611r5OvykmU2SjATilGWl0e+rE0GsQUXY9aV0tbQv1L2aH3E9sHbPUqsqf6DjcxcrgrJX+BSaqdbGHedKCwkEJa16z4fQwN2lkNA5P6f43W8B+kEwW3jcBEEKQF1ea0JUwhcPV0NPgSNAqqeJcOliqmnQk2wL3Zg8tyOdkK09dTqlZn4m2iwJLvKQ94SP5WPlzmtK9qpPaf3geNF8wzVjYoKAO30XhdOHEb9tVZh1n1lDPj/5NXsNTn328KaKv0IHyYaaT235d2mHUjXRHk3BfdNGP7nprB5Xtd/5IpuC4c/mRyZP3bTVlgQffBQP4kzVqHqP/S76nEx9+2/QE28leO1+pkz6gWRnkON5QRB5eKBpxMmCX19pR858yucI8J66x7ebsn/G7FBj/kjtfjl8P5GrF8dVnxwFWWyl9efOqCqeRS3JXnMypDlPt3FVgCtr3xUVbwaD81TqHhk73paJ52jp3NZ7XF9XMW9MFnmSZAVoTY9/20h4And3kUgZu1iPnqIrkGGlpl61P+5vfuKiVDIP7ftwwpfceGzkX56q3zaEMV7PioyHzVLOtWlK12rYS0Bvxn5PlWPY1oj7PLPX3/JhNSgyC7Tkvw/0W4unGj4OLr1RzLcVLcp+jNZI/XvV6aN5MUb3mdFf52747GEhm+2fBEliBnkpmuHznpPlJef9wtSqMIMqtXn2ppanJmYiSukPKnST6Pp1ikOb+uN4yhJ39gfnCamf+/7+j/aR8R6YmwV+FmTAgbEzXrqX721WRNwRju5Hon8tc/beFT/98POsk3/TyirzsitjRNG1qd2dNVw+W9xllC3TyyZe2oelaLYsJluZT3qT1ZeUWOk3qV3UqSF9gcMLhtkehBdIhmVMCIqWKWlRLDlYAwn8Hj8X5XMoJDzBgV/xoAJKI4iLsrmpx7SqtnrZeVlBzSbMeJYSe3253eiKbS5+rHoDH+FIul1jDkcmcqnLm13V1QaO5ejZ40AgHniPyfeGqQrVwOhcQdC6S3pyStiTQkNloZsl2rKy3i7UlIoyN4DiJYE5fD1fuGUHm0zd1g9GUqdRxq94C82daWfqg8KUrsa+y5xVeHXQBKaW3/8mjGn5CzmW347Q5FdAOlasDYoFCbp0+BIJFmrqxT38lRcu2FE5/jZBm3loaC86/53jsI8WHBXNE+GmsiMLERFL8PuoHWmty4DNwrmEu4JfkL94RZLBMJHAOyg6y94fGG01fHQOGDuSroT7NSA/2XkYWaiOPOp1zPGCWMOpl5L6pTgwAgEy9cZ9FXeU2+EphVHEmdtwCetIHWXPAALbM+itq4RvIr8uF0fIVE2es6FWpXBLypsE4WdNl1hXrZ1TN/hpf0HBrhqNmaRIL8fZDPhz5bcH4X923gz+o5x/UP6F/8hpO0kezAyGZtP4JKBjBDnMGGUZwfe3byFwvjfRYBkGzeqh7/uFA9xLZdRm8/r8gfgacPy3S3OiWgalX+wCS/QRvu+qQN6HUYOmYWtf5APOrKPFwE/Ozkr/mU+mg1lBhB7Yu+g5yB6eEebtE93qoFaF1CIYqvm19tI2SlIl9fY1h/YnWY5jGbCDjNtVpRgOsvm7UO8v/C5cWvQ6Iff4aOCQB1JLRn3BCrOUgl4Vdt/09kDgBiRD++glBp+bkGMojMc9SIJf7Y4v5Sb+fmHTHrzuCqK97qXCIi6dR7h9iaHFVs8igdq9xgILaZNAWjtprOL013WH/9Ri7Wovdb2JJM8VK6xlHULCeqgJPdqo6g1YP2UyGaoSirs48d16qkzWpktdqexiJ+uQRwWCcp6zf+0JnDpQbBNERB2jqJjr+219CjUCMljRv63hXy6rApVQN+e7/d57gtNLvtXMRxnxXi7J6TWHWtMxj+2zwKzmyfKvb9JQ322vY3Ax8bDd3jgLso6sj45Elc3BAuE2c4xs/THXy/ibfdYKSd0uRpNKNkH2+ZpczD34QSui8u3BMSP1BGW3sYRMRKdysch4attZXA+VFakFxcvn2XDDS5pfijxZSvj8a+4EUHBtGt6PK95OlPtjhXPHOaq3Z0Rut+mDUhlmrlkvf2kzt3PDhUvhC8CPVVWvG75Ptz/nBYjDK6yqu7J3Xi1bRUn+tfT3nYG9EJFbo7ldBmVl6IxiGo6Upa2Bsi5M8DWnrwZPRKpXt1kq/K9iS/MzCEBB8L8+gUBOUbu3L/DQNZns6xU27aQddl3Bbf++gZo7qGlcGqExNwOBTamdK8753mMhRR1mwivLGG1m67FsgCsjLHiSy89VUOp0MYFRBjGuJDWobkkTPwfJngBrcmMTboRP2Hndtweo1dsv+Sw/REmWbe7hz99QvFYTvb9pTuTf6CRQ4vM0vzBBjigETNn+bfJYghZA/FC2uEiO6u/OoMaoS/z5cviqeYgh1MpeEs/dpo/LnAF29CINnjdUqeTj5qyf4bHmoQCnWnFX70M7JQm3z8O/1Z2ULxr+1RrAp6/MzgEeaNEfRwVLv1/9BoC/KXUeIYpWc93uQSI0Te16Tq+GVBwBGkx4dMNkZff+R5qpkbobmzKkDMYEibJ6vW9eON9FAkXZMk9pyUOWAqc1hdmysjxwOm80FbVyjvUj4E893ExSMdXMiN7hnZrHeZ3jCVYcXLbs8QebGkF/SLRX7mX5ORHMtFXgAgG86BYzDAHe6XJrBk1sV2v82GuqBOKymgG3bwEfdWqTtk/hkHkIXLZ2vewQDCSl1dKnW6DrFTXLUo1Z6aX8N9KdtkKfXRSh/5TGX/onpmoCLlPxA1DPwGgluVeF9WVvSZtwKyUIKApnY1I+dzgGq0RNWc/sf8VzHMgoUIc5YN3zDa4uDCUMj88y5ZY7gJfOrJ4Vc4upCqrgue9sL+vIBOJlRt7kYf9SHkPcnbfpGWFHkWZf+g573WZWagXB28t7wBDGpYHWU2YYdaYgHaJ2DgxKLbHsJ+2fKpX+ihkoWNQ5hQ7ebxT8yftKdbO8j6wwnPH3soDqzSmhQkoiVnFfJrAPll/W0+DS5tBjAbLB6BV6YVjSZpFGxLwRklM7ahg1lTYpLquQhqGr4RUdB0lxs+2XKt6iFxbz09WXzdSvueP/oBfefm1fibpD9cT8Lyuxkvlnph0tJtV1GKqzIW+6tIhDSUhq4BnmQEQtzSiWhT2vV5F0zso2w95viXgy15e5wokfnGF3zZyuOweto0R8QzJ//VVEa7ZmdKKER3llgP1xND4ln6P4a4PAP7/JBM+pcqmk+bl6RsT0sbfhbsqzsFnKe9VRu05kt0Vy+awoleHyVOLdi6pxa8xbBZqN3Qe1puHdnWzFQ2uLdVAl3mIh2roW2u0QhMI5CN7Nc/GVCTspcvPCX+/zLhChykbLitodEVlQntCsPwsVGgaMyQEO84KS5eWV9RYlz0NEw0QUf9PY9CW3T5Wpe8+uvCFr20aeW7zaHOoWxzr6uHHqrxFNL5LSwRBdMBOIvFd0eROoseF81AaGnvc8rwAZG3sjbsf4nJ/KtKzL7eIydjo4CzZFW6euYi3P37t8/ub55RTOJfJ1/l668eROxlAtSrklYUodGu9aAE+WYsdlXRdC4r+G/4YY4bg4KbpzagxTBveua+HPnuL/apQD2imtIXGCQm1fxMp2g4XUe5YjuWagakvXNJg9oF52E1xOuGpeyfmVHLPcGzHRDKRrDQhhPvq21GYQ5GakRGrV1zBwsnxTDtGW8SWvvwg88CJKzss4ycMfGlAtEBPX32fY+SY+bepl6MgXO20pakLeov2Qc0AtAv2s2w9PPbX48xmvp7Joi9VCyrB5vsK3u/BFymgVNPH9DwoKlMMG2y6E5mtHvLsbRU6HtWRhJl8XLGn1wDSgWog3BEhszucBz8FCSpF365IdNM/VXIqywnv+CsEv9bbBGdrD6yNXUrIRZPH4Hzy51bah8v5lUMG914/+HcaAK7j6JUKDsEreTMvUe4FI0fI5CXJFp3F7Ir0MDo1vGtTsU1kGzRqJ1z6pvJjlr3f0/L5WRFwMzbVjV8mSJn1TOeUYw7nFKD/xFMWsZQzz84hkc6mAsCtvlSJRP9bRrJkTvRq96tQkjC4WHUa7dvMDanDhbRPSZyrEMnS2TzOQg5qQuJ6AeYLjxotUq1CvI07bujY3rmS0vyoFUOuFfnY64fJL0X/dh/3xCWi/ciPN6phKtbun0v/mS3GyvHgIn9dwoOQRQn/mv0QXR38Zs/JW9txhJ3WqPJX72BVkBNUL1NbQoyTfl5stxyY0M5el+m7IqKureOcVZWQfqH0c65OAh7VkiKMbHGTpAtd60o/gKCkovnGoqpwR8w3YeDa6peLKGtO88SKXvjOZ5y8G1yQUoDRbIBz9bG/rQPjTmb4CwL1lKK8JeVknehYhTwqVu5EJdZYhp2665I9Bm4YwNeOo8bwBkJLYBllwaYAUYU5rdpsNvsxC0WaHk13GQA2O+rFjTypxMyYREvc7t9gF9EZEYctsobQSscSsUrZU0q9aw9ms1wvNjlPVrMY2obJTQSG3daVZwtKWACAATXgpFY3xKqtM19Fvu9MBPmAw1IsI8W9mEp7I0fdlhvv12W+RxB0C9k+GKTPi5FlTpYPYMfk0zRyFZW19V+el1I1BhM5y7h72AqXCO5gK4zPh92uhst1StZEN2QnQel3LyNxoMMedPys3vvBT1ztKfoC+akqVxBZU5kco6cl6S+6fDrteJ6DKsoyZP5gujrbE1i/7PWrj7F8ezq6gOunLnwmPF0ZAS1Y+luThLrqEbrbjEUyNOJRnmF0EJibqcfJ7diqfGgExlt9/dksYLYv+OAa1JdXjZQsfs+72qjNbP1B3T2HOR/TDtiklR8qKXjLcLn+z/W1BzRjJeRBQ+kKladhdXi3Np8JP0Qvo0VHCIEVUeC74+F+oUPxfXJexo3Adw39AkfUbUoBm54juB6O/lFIy29VHD6qsAKTa6uM4S84yqnEjfYAsWGQRP4WQbhbBZIgnOcla0zFfRqOc+rTsQi1yAv5LeYLhPFZAoAmBS9Ly6AN6OmjYPjgtiC1izBmUfQVMWD6PIhxvpCft7vua4VMKhdFtyc9fyTuyXAzqpHXuBI+yJVzDiJpNA0g9MITbdUflI8u++oQW8rogX9Ddldd0I1Oc68WFVq1jp2A+mzJrir9PTJelMHd+BWAdSVU45mt3hgfX7J7mdwI8D0kPUFc40+X34DzR1kUG28TCbayd3bPhuQbZNRXXZaWWUzVO3WDSYgXbIltJi+oSl3KU0rOhe/iNNCw7SjEsjLQjVxLEfOa5sD9hm8tCIn5hy/5bu4eCK7H5RHaE9WYe8JOSZ+r0YjKvYbMwRVdJljcUP4P5sUoddVU6kjhJ+tIyHKW08Q12e0ppZCotr0GxzVBcjveoKOa6tVZg/pLpA0YuGu42/dfH02ovFTZD+uRTKY8RVsDeULCcTL+bKRr59+V3J21Z5csZ34+2ClDMO0xIzIoJo/OJiQ57pH9DfagoeSNkaYAs+1NU/p+aH/YEUQw2Qp9gQFETfn+aywny+1G51uZz3Ja1inFkk4uiaAcsZBCbpsc+FoQpN1XSxpm+Rk85YlqK2Nmd73dueUXke/MeUzO0sXrx5a2xSapyMevjpMZg1xcM1K1bmlqVHCbjdN20/yREWP6plhHmoF1Pp+WnabSA8ONn8REePz5p+JD42Xs9tRNOEVyUJZcs82Hvct2fekUk24R+KWbr8jmQHQSXpD9Q1IMJR6vX0YQoUkzybuYdGt/UmsDfSskN6cLZneeohVarIOUYt3CmLG5tLn1qXcW1Ab9Umton717iU0XZGNqGlZ1yGsS1ZArzXSmRURbjIBWpS9kU13SLmlHaxSMUHzB85/yF61upQ/A4QZRdk03oL31y7EYuq6/QcK8PF+qn995raSVODwo3fKvdoSqyoDXrPosnBYatpnA1LxNHbWiSWFUuuJoWXefzIxaEI6+bWu/kmOijmSkGtxXUnpfI4Z8VHestqGcfQ8ci31V5DJELRwLUEYLqctt4KMEogACh5t9Qumj8+turyzSDvUnvvHat6V+OL8YrIK+a5KCFXM62rcj3nFNVqh7A9ZR+evmKFQqWF49/C0rj/Wh/y9IciKs+eP/G1VPeBjP5Pg6lCPmIUpLu+cLfEjXeiHaXZz/TrfqsCrHxM11IyVMgbMJgw26zPImXWS/6/32wKw13jCgOW7WhsmCtN4a2R0BhTCtbBCNigTuU7/HKKNdzzXVaHlTBjEY5RilYWtOx0Ii/dAmII/QT1e1NjJ8yrHQj/0AqLnUlRnkpkMwo/1H9FhvF6hM10nhr0my5ndaApoPgW6y2bjb6gZqDGpNpN1pfAZ0izZG/DIvSWRsqKrdbYSrgyYEam0jLpenk+tOStV/F3lXLn1WeUqYXjF09WGU5JQUHSPx+uTrVoDRauzadWs2miThI1Xi2cMdiPPQb+rrO5aUyfibYHed9KNnp7dlzgOykR/ZxI0bX/43pkiskmYl/DHAkDckzWv2CqYWoDtQjVpdd2uGwt7V73bR8+0/afN8DjVq5PBy53tvJ/P2ocP/0oJpvj3us2JoxbObue/KVhszHuKBoig4pi+EJ7HIizpuXNgiig5FK27zx7lyosfTRYR+/nUx8KN35RmnViOQlaZl86N9mqWuX1awfdKxK6lhSbPXihLXwnSnfvh6GvGaxuP1x4fKSY3E1I/asVthokxKhLFp5z4sV9XlqXm/SsLEqh1u6EXVAk83p5WceCnzdMRGEVNjXfa3GvZU7/lay/70kSqOiFmWql11ah67vAVU1uawNWRZ10QpYITZlA0HFlABUAo1D7OrigsbZe59Tg2CnS3vrVcEZ3fVqJKf25fKlBt7xet5dHCAkJyVgvWpiZZb+OaicRI4FSf9tZeVL1DKr0VpWNFzsw+YMSzYB6DXumlBfFFhJlMwoVA0tX3TCp+r5m1cQW0HDkhEV2DxLYd9IwgW1NWY2BtLWpDE+7HqsIRtbYTFpZxtt+xLbbvQfBibOXOJBVLw/xvslDxWyfie7P7cRUzLbyM7tENVLcMrviiTaNz2w3QjlX/hiCpZiznUN47H7lY1JCgPFRqGdCT450IEB5hAoM7peJ5fJrKJIO8O9mKfmj/gpdLyObuaoGCAq9TjaNA69BwbKdM7knS3CHr3sLGnP8RrhUxyCO3ooJdMTmGp2NJhaGmgi6NTa5hBVfFP4EZfXsX+QalmlglE5E66a+/AFi6muNVnPU/Nk5m8O2fSMTbv9nvN91MtCuNss21UILkalhpQct0D/SdNrMOyvcDl3+DJbyj399EYnmzmfAQHjYkte+hvshw8721R3J0eEEBOaG9XEvGvdERV4oa8sspojaAZlo86Waxc+ZBUv0QP15Q789eGnVnuqs8PsIYaI5u77lCwtBYgw8I3lUkvZvAJvh9t8BVcuA2mQ25XXwb/fGzXVaOWR/iOjN2EfEY5+KkbGpnpsTBnkR+ZPklrv6zl63UFWaSHRS4QyjzL3nzj+YQNU9cakTm0B1FHWajjqNnA33KpDq5Wzcv2IX+iyKP1a7Y6/dSY5rSwgAADjFif44vVPI8d+WSceET//68vFa94TGWPXJ5AZZYDYtcxStpzKTW4qkZEmMWMU6pj0a+i1ApVGeufST26pI1uJgeEu/UPdnPCNaYsm76Rh+DYwWqaWSRuOf3j4p4p07J7UuWZlNVAWEUuxKylqcVtCqGM7o5JHz5rySuG8Cm5qIvwG5MoxUSCd0tFm5/nuT49pVqhWwjJhkoE0xgelVW8YsrpaKFNA7Uc0XVENCl+4piEoe0tALVw605BQ2kUpXnmPyDC6Bz892UP5m2HqiHr5cRQhSBCa+Sy8OGMOAsgFb1+4DfbSgM8m1spVqw8FxOmD1XHF/Rtyi9vDLrpezaINAnkxlcIgFooFyS8DjO3P7odnwiS4FaLpaGFffyQcgSNyhomaJw2wwJxKQDmvNMZkRZ0ZbwVd87/JmdNJK0yyW6EicGRjn5tWMz9W+hIbQZxX9/XdsiTxkBbazM2qlODH5d9CtNHXO5210PCQvs1uElrUxDD0pQj72myd3kquia1chdakutN0z0eYqVMmkmbHbaz7pdr5F6db+9aTXgE1w8H2O4NkUGg9Hlqw+0DGeFWB5Sr9vSjTgkkVkj/1jye6pgSqFOqcV1AMTM08IndDQNo5Th+UWfI1+bgY8elmPqDXjvGm6EDKC/uM8BtH1Efz+Nii0gnJP385TDUAABfBuLX9hcJUJEBLW+ift3T8iyKllI2/F5JdAttxfXkuPXbDvKiLoPD3dZcTENlw6HOLHr39FkE0dTpP/ubQ+PwpMjQoehKRzOWI5tTzOLQXtZFc+MxEEGrVWWqN1YnMkeP7buccaYeeU3lCqHg9OkUByEQFL9ZYvY4TBBlinE97vlBSqePi5Br6SyqlLLCUhrrznQSahpYIeVbS+vl+x9f/kSfMllczOCXll+XZJ4Wac6FBVKglNOJ0N8rO2kZ0A/kK/WEkmWlan5RyCarK66YLd7Tvn4GSc5WlxcSvGYrZ5/T5E8NTCzdH7NDI7CeZ2NjF+/t70QMnxnztseaAwLEvtJKUltgNrrCmwqY0AlYHDKt4XOMA0IsEUBTqT33hDnhRWbmDpF+b5DzuWXXwdf/qaGR/GPaq8RxV2DGS2EqML9MR6nuwlWN0KNsPQGLDlSgokWJCXkQdABGQvIa/zgztclR7QROePB7RlucsS+q5VcXNEi/6eYvKntH7WegPUBlyiQFfZ5rXf+qX9tnLnBQl4u7ny4stT/PU7fXY5y2HY3GTk1PEa2vyvV573evxI5hwVTKl9gtnZfxzWnY+gkA6F07LTQB4gY6gm/zFWvcJh+KvX2zfAjKDi/VGspfGPVpEUTZdTraupPIhm70vKlbnXHybmx3DrsdNEmzXwWetSmMQ22xNlUp0es/f0kR1WYrwb/HwJ2+RbsF/c0z0ncRZ9J71RffkSGs4mWkC5vgQJn01dAFnpnWNXchf7e+cbSVYnh/M2HSY/go7DJRgH+9BiSs0dEWgD6/nLg1NQIkIPA8Kz3AnfXYQ6mqUn723z52AQS2XJNfa6Q44VGqgz5LqlVn2FUot9Ul0yqL9cMh1ZbUnfeByk/RcEJrWN0AJPoqro/ENCS2usK6GkRUIGo/QplyWJuT9NwGOkItxUgvcQ4kxPbZAfxE/SPGcEh6VNqeiCSdg1ZcV/sog6Mon5ciuJddSqkPS7ERqOGFMfzML44LvcxUtE/H6YERajuzFf5Q7n3zbZ+eLKfUwpnEJhl4u5TVtjo85pK9BrV3z6mBNignmTwsmbpdsgSS/AwFci76HjOQhw/WTlKcNWm+xqC9//Xg4UvcJ0zU3lkEYrNAzX3CwqoLP7qwuHxxDbgEGZOvlldyi8dg5yxqhfZvrGN5b+d4fyI1iaL65oKNMnDiKojpp8yw7X9Io6w75utd/HymCT3ek91QyRzv3brBQXCrN8UfAEkQfqVEtoxoeE5TqA14IDUg3D/J4Baj04jBI8jpD7oVuPmbmBRRWc/I2k2qtO0tJl5ozsLHqdORY4d6wW4TrCr5COh7AQAQtnShKvcB4RoAjMoUqIvlqvd0y9q5n6bSxYa/tdHdFBjsKMdJ0vtMg0QPAGnm9OWIMkRtW9dgjoFrI/Y0eMuit7ljrOjcv0dx9ZAG2QLU39A4FktddFj+heNUOsWYm1BjUrH5MA7LF8l6+VtANNH4Ew9jr+GvXQi/Lza/xeIjQp9D9OE2WyfliLt73iPSWKD+oNTI/e/1GG0m7iHA8FEYCw/sI/c/J2o/QwZX5+sNN0TiKyiCj+JsjcLKV0psN/2O+w/L72x/q3WE/MpoYzNHSz8NyFF4q0/3P7pglzzgvkwriybRdkgCIQfHG1wmQf8JAE0C+NJhNFOBcvhGVCwQVcO7ZcDt/B7RlW50Ue4muX0HFd48/ot20jM/lO8zo2ZrzxWYKpe3trsjzmQ7R2KzFUmS0qlOPl9Y5QA9i41IqncGjqlhmwXnJJgFQb4RU4K2zi/s1iuuL52Xub3oc6ks9WprTzn0EXoPqXzDJN+8FDzNz9ulvhb/sInSM772sxRqKU5sHyetOCcOF07T78bmiGECxKaVhtCSd7ZrQrDY/M76M1DeX7mM8UVL9p2xBdgdFmCFhFMvShbq78eS6EP7SNumClKBl4aI2TLeB70YS5I+gf3bAGkvr4Ly/Mb0DFVkHSv8QqERBVFBdCEbrFsHBdDHU++Epm2VAJi4sPlJkz0N/NH1YQFTAym88fFb8UE83YeOEe6/C4sjV+0XRFWcPLmYMMf83+qP8DUmKhREOfTHjyeNuSkOI7J7YRNEF2ZjywwZq6AzAuzkCbKTuV4pUHd0kAwQIl4JGWaARD4p6auzo7LVOhlBdB1/MjTSbhywci+cjk6M1JM251PmklCpCBJM0RqXwvMvXtKdCC4UGWxFUGBvJqE8auvvNo1q7W/wpTO3ma6k11483cqlGprNAdTAe+PPsLWKJlNH+YNqqXcORsb7/t1mk4BZV2gsze68qSMGSLrgC8cBe4CwZe0tcVo5g2RGwTQXZTb9D1nbNW4vmKw5OIuwyT5URBPj4flKu4vzDsasawEgejOCmB34hmk+uDiL53RIbYtGkZQDIsybq911taR8B2DIr7ec4tPfXYg7jN7mvXFBYT/o3M46hTj5A4F9hSV/hdH3VsoPzx7uDQvkGBUrycJjXNcVmlIWWdgITHoqmqrWPzgpdLpfkB3lzXnD8l2+T/ywP9MD9VSYGx1KCN/E/LcegLQGRZ/IyCyzfeFR/Jhsjqfk4kqEAjq6fXdeM3qj77zXA2i9wTgGNyFM7ojRLsVlMe4wlVL+VuagJn58Q5R30JXt/NZsWRaKULKoF3PtbaVwIvlavRfzAPI9x5LhSEq3ECs+PiG8REkbZ5dbFSI9LGZaKQ2SfbDKfFM4oSUBbYSVSpmqtgM0CHVafCCbxckWlaXKXT1Sj9eyyi0benFeoevJA9DJmHyCwqoNdHJSz9l4dQbB4LSc9xuULqRR6h4TMBSOpGjkVychgDfePuBrAgWhhV7JslThnLaNaGlIRU3LfdJ0Mk7J16i4ltkHxGnE2hQRHlEndZcZrMvEx/kltKXZCEEUK3m2k34fyYr5BG1nP8Cospoac6pOkGt/eSVcc/GaG/b3xBoXQz1WtFNBx83JgpiQgCGUfIZ/ZW3b2W1DBRxMfotwyPs9r/W8s3hvCK3z3YiPgeizx4QA2xFtc4nP2K2yzdFBkw4BNf7ypHdxLj6jwSumS+ihdGQPc9pMKRdu37w+l9gT2LnBECO6vq8RIx26UnxKZR8QlGvT/rbtlUaKlIwu9/AiN8x9eutAi290poOrnZXgsYODOPdbnfHaM3DN21CVsP5MMlLJapDZcWDn8txjh0sWF8kTIRrAk+0pSyfMmAR1sAfeQW8QPiIl28C0lkQs44+TSE/XBpCt6ANry48uBKMzHIDdyi7wIE5Pvucrre6JWLT1/Cl/utCGpOdN/U6PJ4QMMlubJu0pqDUSmwecwFdclhGSo5hb5VN5p/skoforU3wHloDuQgXXiXF295f3qG5w6lFcrzsxHgTjBR56i9iYYNa8cx16fVFszxrWi4Kb2jjJcMNRvoH+ROzbtPIMLvNWtKhDWI42nyG5wGONkoLicwHACv9ose1T1LLp5XpKMZ4ZIrDcqB5Jp7TCGG36xz8JGKmB3ol48f1Oto7uptC+VmQtrtfgCs/uC8kbHp/VEwGc8qdGoG5LVdh2mjpCAPZUst6i1SZnFKSTmUDRczoIrql/h8CMaCtvbOo1AMz4po0/LysNH0LDpD+I59r+Fdm9QAqxidNZM9QKppegydmrTFtzppOLbo+0Zoy2NAElp1yI1jNvDBI8W4Ch/zt9iSH8sSpxz5z7GukPpk/g4r3i+gkwCCpDAOIqVv7eAaQ4DJGVrqQ/Fl5ZJX7cPLJ2Q3F7qW7swQ1xBDooEVs5KNf36ZwgEfaJGKcyyHE38HaNQa9P1gxpJtV3kg8ZUINohntKwvsHA/W+h+Lfr+P2jiGHXWUrICUkbHF3F1a6VUEGsZviuUpZ6x3r1r7u0tQmd5P1rxweyqeFoRhNJU528dHER8RYpuZaqMX5MSDTUtxCLCByUuBBokFhBXghulo7ptF7xBIs/tjKO+Becr+VbS1svADL0ll00g1ghDEOSiMikA/Up8o3gHzG3BI7DYNcpCK2aqLE6DTtFeVbg+GxugYF/1qnYiy2hh8+pguPeQ0L4ipSEVsUWVqGAV/XSeKWOVQGl0rxMuQhvkwfdx8pguwaSTdzP0HG0UtSPAkHei+apG9Miujh+KqeVtxKVVBB1P3MF8iJR7roH6cEJhsaLlTiLQrbRXdKTHy4l4S8XeOV7by+R/KfpTv3nICrhSerTpXLvUvGuNyiGkTLBLYCYJMPyFmzuP2vj/ionGWpHDQauvs+kXcWAfh9LYV4Cp+vqF+USEOXmYECfu+PLhCgs6qEEhj5mgD1ZZnKb4DB+8XppRDtSH6ptOotLiz4/7A4h8LRnzewS9V34PCzg810Rjy6WQQ4WVRLnlVROqGh6jJzHCRL17MN3MCiDgBFz4EmjR0zo5S/niBT9Sr54NBozjHuqqVUszsJIa8uxL47/JoeOp63tkOxvWXHbXZwE5ExHqv5KTXvXaBkzOH2RPDYIaLrJaf5muIa5aTYjqjHFjzDtDcwas6Fu1KdR1vSUEI2rTDcJbrBp3Wrp8b769SoKpDsgqztfXJ6ZxORQg2oRKNobJvQtkBrZo7/R1nQTvXiZ/jK9bxq99D2nD4fnaKsB9msBKsrhbeSP+dQLN26q9okvD+QBt/x6kb+MtavZRL0I77lUv/7xvIWhDPs0V2m8NFUxqzvQ+8sntt1tkJ2QtYFXPmqHiqyaPMQ0KzsEGcdjFv34cfI9MprrBvrZr8hlZR8sXwSjBejkT1k5Om6QPhVGm2K3ntn2rQSnyNUjPX4y4Qf1fNt16aqkeNG0PVK3ijN0Xxe2ELcRmR2t8X74YSR8XJUs6TXMTlxbCKU5+mXZEzmwMQ3bPJOs5Nk9W4E7wcrKiiVBKnb038erW7xCPv3WFJQegrkyfCIwFCIpO0/zqZGCZnrauQiaf9/Du13viO8daUqTRNWRP6YRPHn/+pE0aqMvKJq1z+yP2O/ljCEz5yhMSjuoCv5bWvZpSOOplOrH5ngPf07Fmhm9kaUiLfudrx83x7pmPHfb4IpjNtHGSA1C0180v1SMyyvZPm7oGn4dhg9zg16jBM0k+g07Hs0Lmf+efN6YiKw0izapL1j7yD+WZpqZC3Ulr9wDzJtJygmroT1pQ7vxl/SFnR+UgdEOV4DmOAWcQo/N0uLboY6pcvjzT+17gS3bB1Q1fVD5WeYEy61LpzQTu/IWou+U1M48vNw9sRsLL0FvW1u+nzG56QdB9dhYZmkL11aWf64AXHRLDmqaSkFd67/Pe4ulShBdGXkj7E9OLslM3EhSCMUJYxl5OTT9G/Sp2hs9gJ5jrlhDSkEQHYdF3/37AKbbWoVHY6qPfw9w3IAnEZDOjXu5qThSaVDVczXodTt9UruVgQ0FL83GR3fPg7TmmsLs4ZpIsMJx/sTs9xGYgaWw38mNi3dpgXGxlC7IUP56CNS34ff3nrD5xckM8rRT5183l1qtlX6/sHRvHvDfop390ED9GPyeyK2s1cd9DpQ0O4znRQg2dJodM5jCcZfX8wRmXbdgt8R+RfvRZ4OUTMwwTWqgZ9XWDoXkEqaOeakKwGhcjf0KRI1vb5wuzbzmLCKMZoPiksNDve9uNQgcfjd3uNb7XhEzK9PfjZJmSKJRD3S2kDvVv/gCddph8HgCnjAYXk43gVgv2vEx4X9Le/iG+OUX+HPOJFMg3JV5WwvyeOMvzf/cOt/v5FXwQ9FAirlzGpqbQPxsyNKs0T/f0mQm3UtgZQk9vojzADHeAtzM+DV/rHu1tmaMTk0lAAbPqYj9Dl4Jc0PCfk368YqGfjgBrAMTNb1Bfy/TvVhtHe9dzXgOyIxpQhfiSiaMD38Z/u7t+OKW2ukiiNPTB2nA93PSkyRMeToUC7aoc14L9zQ4QJI6hDorPY9B3sSnP1GRo9HrSFRagzTi+dZspg/ULoSTwNV4ALFfhMCmSMQNtKbeOCJy3AOnD8iO6DHAhl8Q8IgKkPjQNFdHZzF4Vn2yQ1sePCUqc/SyaNH3Pj+K9e+ca7FHy6F3L2sZu5WwV9mHQ+vF66vpapUWKTp4PL6UVGFtT88IbD3DDXUZQtFC3jeRsDSuDZ1YfDJuuEnmZ4SJBCPj9jql7Nvw+GWuujzN/mR8cIkE6OgLEJsqybCDr6i8HnCDp61XPnUDqe/DBIqzpXyey/hTzl529Lr15BZWsgjkidLZWf2md8yY0xfNR22p4ttHT4bifFJkT94cBnztfcNhpOB9dfJZvhEgs7Za8aXKn2jPUY/dTFfNEGj0DXqkvDlL0j9MdDnrfjtO02tpRm5VVxg2zkUF3kxUkQd79FHpYkJwl6bS4PkUbUh5MJlc7ucqX585Y4opYIyftO3ywnrsw/P9R0rxtDX/xFdw4E/RIaRS/qQf4h+IPqySn6TsHzFrz5RI+RytdwaBUZm9mMAmTolSUlbR5p3LYy3RKVCpwAfs10NChboto0ZVyoacbU9CKZtajSRu+fZDQ0uEWuw8avdRmHIjPJ5HAqUPAI9t3k7vfFvAK7n2g6RmHdkjhA+CReU8GUqdIrSjROTeD7ftPbx4QPRM4tQytY2g+SaThucprDBCgfXo6gBLjRLrIaK9FL9Rzgof0tg0l3JSVOdeCyAJudt+VvPSgi8VVK1dMfmG1BdnxwJfXi/lcaCtyRuO+nwdjIKvRjcwB8tpom8+IbQihzv/bVu7sxauAcIbsZYoqH8Ar8RkA2Nz6wsu9/ZtPxuFOgnubQwDxTVSgyGadActyREl3Fy/CMTuDS8NmwrCAgP3PrgeHt8up1cN2Qu1/aGEt86N4KSZcRxHiYOQ+7n+Co2ug+j+1pQcuQCJ1V9Pjv88J5D2UlpMEZ1AQMLlLl5vvzrX2n0JtsnLnLvZGgJT+KPleAQd6+oENOyDkZvsN2BYTqmRECCm7e7Ollztkz2PIIznxrS0ZnB1juc4iYN/futFE9BI6LCt95jOOhbUqPOHGHzWDFa7WEYhyqkZ7SUejAVoqpryVaoirc2wft+7sOvCfxPIPQKc6Yp0VFmDt9bOLUVZAAJZgf6Qyb0m5BeixvKvbLgCZTVrPy4jju0tA9K9tLifwvjjt7+8xAcdQO0uHz0JCaA8TV5IQpeHPB+QT8jW43WaAZRg/f9ouorFuLlm+TR3L4alGEYMI9iJWRoxPP2v43x3ZcdJxoI+1VWNDH1Ie/Hqf+CzxnM7wlrZC7GcP37fQ0xWjfsL5AZUGvJj5drBsanTX0xxb2UFlCOfU7dnH7aCJkui/O0LYaGXwajGuGHe9VKUWyIYorLEQA9Hb4IXVuag89OczwPUkVDu6GuT4avmqPcQ09cHQVb7L898GmllSFU+RTWkiU+GK2ETG2qjCqRLtfEhMh9cLPMVKqdHU2UBlG9RyreyqmYqeHNtafkobPND1gjNsedRofys93TwLxAWlUYNcJCYMhGNwguttrUAEggjXY1WkzqhLp26J0lgPq454hpt+sRE6pM2PhPLbVBQSeAEz5HRBmMx0hdi+nKNTFV/HzskjSCIurRdy/q8QsKX6I0aqyjMQZHa7XoBNthitkLRFWC8OBMFg1L6QIJFVuKdFIyiPkDuzUTWo8TXaoz0Vy8dwGpFsLd1QfjVFZMMVY8dcw83CoR7SP85EmkPPRqEJXcv4YUsoTO/z3QngXwNnBLWhvBsiQ3NTS+54i82jXztIYz3As3DITLMlUCvkJqj6k/rPC70KjzPI1wclh2WmgfFg2zIz795wj/apDOm73KBDRcoYr5oD+c/2SaWFRV2uswddiqtH3CTs9CKxszt4itWg+QXh33E92HYa0SwqhfMM4PwyqLTuyS6RmojsCAMc+ZJeMpVLqBarVjG1P8WiwmUeA5jsWbfofSMQwWJiPRgZGzfG5rJPmXKxPIuiPSFj3YckSfDVHGXY3j4UbJxB+Gmk9pVEDw2UmtMawxUILHYmOnUA/hIQ4I2oEIeZRqcxaP526cAjqn1/EWdOlax9R8r2PFEnmHE2e1zM51CU5ziPIwpwBXPyZ9sLcXZ2jmWM2Xb4PROpzQW3UYHfawQ6wX2x7KV5J2+3zeuSy0Rjb5UFftrmtufnwi+qbXgp+zKxxOhIRL/6jpagoq+SmZ08ivN7DlOdi7cUua6l422rBJS/0a4/PPwzfIKKFezZv3wD1go7HyymDN0AH6QvWx+q4QRWRimgVAOsgbDEslujbOytepKwI4V/0CpYAGKttpeSoXfu1/Fk6ttk/j+Fr4ykKEuvpvuCh9dBFGhBQCZxpV/azL2GJLj7l+r2suEC+XleEAioLovaHeEeKzduBWeNuDgsedargb1u9HdazBqhWWq72OB8UNmPX+mba+54ijB7GO4MEFYQUrqvB5DU3v0yjDiiwI3KuSmK14C8av/nfK8+2JQw3QfB7y/fq323dndlu/ipQroDnVFP7jDW8oJqo4OfaNI74e1MRTQga4ryQnBUjuTHt6W2xLrOLq7DzPAqSA/r0dsA6jOS1Sg04A+wO16bayrqVuTZQFYZTb9IOmjjjCn3Pg2M+pUM0hdJtJh2NEqrgk39BK7dWC8K3tdzIGipB5LrC45xMxTnX8tZEsHahanpilH7EeQJHBTD3VGO3AbpoN+tieNj73kEpiR2LtmpIphTOrlAZzKqR/ZHENDNsGOTHb5W5rxO3H7WKl7Hctm8PF+b7kOE0/eNJHB9CqhU14xUss2X71mTRSCX2JkfdbyX1soHJbwa/vMWb2oyPKcEGiiVLRgYis7Qp8H92KqzVgjzC9BuV8oOfhREvYq7dpng9R9eVTm4tuRkZj345NysgR12WxXy88Vp/mPchuRDivxUy1/SyeUk4f0joXYTUim5tawVIxJ6COK3HbZpioCOGAHdpfDv35i8zP0eFiLP5wJnBBNXavifluSstMeUGKi/6r9QHWrDJFaJpasIRuarmPob+HsDWz0q4+agaEe/XzcmjvCh+J6bRH2CIXw7k7VV3sAKIhKBfoTeT023/8lZqg0/JsNaUX3s2bDdtw3j5hf/gZAWWChKItU1fXCQFLDYvsyMjj8qdMpePc98KSgn/20RWWV2Uq2RkmMNXJxzY+rkF/Oqcf6r316gEGKHoT+9QqVnOW1ZBCBYtloDT/fFcTIhPAmJanZTFoXbxxeHKo2mHmC+WmFeySvWScXqkDXRNoiZHAaAWMyy8lvN3PSdfsCrRjVoY8oz2RmqjMKeLiSe/ax95s6REMf6kabfsF1QEYxSo1azqiGaD75urSWqSN2f4uqI2FRs1NF6Yu5Gj/oP0H8+j9PyR2d+IQ2SqVuFgtoxNPYIrdnJbMUyPQoDTl/2m6kkphNBZJeXSJ4RcLtLfWMmFmVbEns/1LRpEmQnFBt/3b7eaBZ/pBXQlCjTPF+zjoe4IQwsDBRgqPUy3dVCpcFwEcth4ZlsrPPnAlW94k3x1vfcmp0vX35Fy58nrM+GazkQF/Hrf3F4vgDyvRRvuirtlKPwKGvVQ5SSZOA8fz0UjS/BLH4YeCcU4vRAmhXoCapC7pLydai1JdHYJQL+37jOjGeuQQ8jTKiX9RHDMMyjNAL9tdDoSa/a/F0ydscroV4XVeFr9HIU6tJmppfihPKpUV3ajXsfF/bcBugiiWmZi3dzRG/qqFdZTjWp6XIJbylAaIxCS5G0PGz315F3WOtfYJIvEY5F5M6xq1mS5ufWe0jd/Bc3SeriCFxUIrrQogczgKBacZeHJQ+oo/0i6I5+NVmQgwGjmyjnNQqY5i/T8Z+z1FK1UQOUERXOCabPQju0cKKuGOgw35nBRfUb9JEDMrUK0uDIA5ZOZdWlYBdMsBiB2v5zicbajZdiZKjpDTP+Uku5GNiocnJ8hER9P9SRl+xV4WoR75XS8hmoXFZbODE81uED4Uw8nUJgYOPu8cG5E/0ksCC9wj+S37OmmzfBs8iqOfxT1k+FyQVrr12KstLCxNL60U6kEKPSstH9pdYS9wpM8vUfmHobI3xHbm8oW3mCUHWsZQFjrYckhM4OPNjQtEMZaXfV3DSuuGK0fAerZsqnil/iSjIjtGWPNpgNKlINegWlRrOLdpoqcp4NZNsY79OUrQGELhf8/2KohZTfer+tXPDgH+ws2REimilhJQ9SLvFjdjgMoPRWkTPp4MkXuGZoD7EFm+C2yvo9oxfodWFdAmbnfZGAvsPwzgNxJC/8XR4FV4TfPMWZ+6dqWFs5ucq34liFM9cIFYohAgqmBWgD/PSqL+YwEb8crgWH6sAgDh5uRetLmPPYxkGZqodUC7Pr+hhFQ/ylrHLCgKTsV5yrudvWlSlsL4C2xdzv34qtoz5xyuevvD/nHb4/tBJDHZALMr9VtW8/3RuVXLZFOg8cs7aonfNg2WHrm3nbm29MPxLdVmB5RmkdaUFI9FGoaHQeAkDSjOtr3crP69fZMF0gUg+Kaztc/r7q89E5PoRa3fVCHVTYHY3MfiUu7ycVN/NGQe/a6e1dEkugn13TZQp7bksKDYQcgflWwo+v0QbGmbC/nGc10SDpq7Fj2RNbNDOPUDI9wLJ7Wzkz5SWTlahLA+x9MFF+CmASBgFToP3V74EWAPYhMzYgfHNmYnJVeA/xCQcvFr/Spei6yG6VwrWkEU4Jc0q8DSH6p0BHpWF9TXZZ8grZA5LJgix0CK25geMCC676nck4yX3Hqy10bC8rptYe88GXof8lzyLzGs26IWr8euqC9T56+OxFALVfQ0Nd3Xt3eXr0nTDQx5lwWILyGATcg731rTqP+kiafd7j+hG1kD6553Kb3Y3aD9d+PwqaZHi03kk81NOyNBkXtdZGPWewbSoxuqiJ0WK55+TXi5ZhklfsSkBBiSKUSEf2joM7jOZPnczDmtGGUNvEJd9uaj+XlL5IUH5R4FGbEMPv9VSch06M1RG9+TOJLoKXIUC5JbYXnnO/NYu91Aufoa/osEulPFplbCBgauSRFCNfHEcK5fO0AKIdLrZ29fqBa5OhAx5SYXAVTH8XA3m1gwOyOqarDYQ4QSnhIE+q9MYjU+ei+lrSxB+BNhhZfQmGIrZ9diLS+y4PGYWpewD+odYLZamTXAEBf/zF3SnKQb4+cUoetpW4M4ePPOl6OLHtjwAqW+ESFNUl+bOv2go06KAYc2nb5/vZZuZxttildwQb3AN/6IRAl+Pm79vTx/UgSFIH7oElzLpRrENPrRW3n2dEG4q+yIJslHb36L3Ltz22m7/1OhS7z63fhpQEitiJOJNQVxemYNA2+s0cSsnccqprs/rterDH7vH8/L99SlKmxViazqwBzPszN086Vb11/oJFyza+DTXoKQ8qwzba4Rg/FW9Va8thHVQ89JkNBSbzEXyjEqHbKyTTAkWU4NrWHzkYQ5BJQvbsfMVD7xDrSrRrrLC/IgTDqqP1iCTAeLBnd/eMFpWv1Rg5s0x1r8V95H7M0o/ANE2cd9Rf1ACiBDsDASU5E1EdX6JkcfEdR1EjiAbY1bW91htnF7kn2QX3oakFniBzl4XIq7BqW4F7NIv505PJDdMPaQ036RzkW5XlOG/WL0WOCnj6jYut4STDDf+LufLLKNolfF7m48tXGdqcZ6iY5Hww4ouzINxx2tFUYCH0KlXE5q3mwCaSTCRjfwiEPhdMElEFqQp5Z/4S6uK5svyWEmZCDW3Ou391n7tiL0W+BlBaYwoR2gVi27MROjnpKtSMq1NYPofvq0hBrvs9LdEJSq9lY2gzymFw6D1pYKnSzpbpkdnZE5e2zNN3DpWxstQZkP6kbbrC5K94fVLuWaODwLTTgQD6rbf+nK25lzUTjJfq8etr39IVHRjHuFUKQuNRMXU8qdp9/dAPUJBgXu6y9p5Yn68ds10sSsr9uKA5Cxvwwkk5+7KODYe/ids6XI7YGJCsbC8q0oBVVpPx0xFIFTnSf6MKlFfbSyUaEUvL0kgOHns2Ra4rteRaFa+L7WBScnhAHpkAxIIg7Yl/dP+OGuARaLmzJVocTbwkNcGuPeWhTk/rEe+i8y9PRF3jTAky1L5UvloCm5dy0eZcqCaQlzhVmrfn60e1s3vZ667IDh2jDHSDjPmzjB3rDy2LymWkFOeJqUH+h3Z0sLU+LCFWCZgwRHPuP6FCcgjOM6rPetH5ZpuPJU4deJj5S/08Rwwyk4E1QgV+U3rXiF7/cT9NeS06uS7GwVPNVYxO75abwR3ylvwydtCoLPDEN/dZ7c/wqbrZKYRqUZOh+asBfYiLb8fJ8udfEsgIDT6t+Js6teo2sB39spi9aXmfA1JRJr46LQ4fOyUdoJyPDSCFlCtAFEZiX7UJ0jNp4VIyGtQs+i0XpXhxnmuFmtiF1o/cBXBeJcRABF+GmKbBejZEykugpd1wLgfvyk2nsegAsUco5EVBZLy4SWjBmIHCT9R7AdifNDmmFYTuFKggRAk7RO+zP30Zl9vJemy70L1AT1UKf/bd1crRiPoBMophdZUI+5O9/7kB9skNpUJrzwA8aEMAfP2xO4HWD7OKGbWXG3jKYHTnUL2URWc8X6HiuZmZtZzBfmTB2gaLTNWYTLjX63tH0d0bSWtQoBB5e1EQvX58LXXBqdg5MbAuqw0PlsgMUeRIlcedkBQvj4lmVomvZF6+9T8Rwixr/DiE/WDifGmUKAZFVZQgYKrlZ+E25U206LrUBVqgGkvDmdWFpNXDmMAn8y3vZWdgvDTrkeVGwU/P+zSKxjSreON6SVkTc1qb9UA7phVKliGuA+l14IwUx9+LiYFs88aBj1PjC4ljyBKAxyyClHL+MwJO/Z1TY0jddiUhc8E6kcS6FTr2sS+6qXJKH6bIcyt5vngjxGZjo5qgPEn8lnl1vS3jVPgWHj0T5fjavLVsPq8AnYJQnKgP4t9CjkwbHQKvUptEN32uAdmZqmQBXt30kx86UwofJRhyaPzC1ahi8MrqF89gp/VpY4743vNkAeQTMP165PVBI0HzoGaaPPw2plN0mGuUxUHqsn4gnEto2N4RsVCgkKfqvUSED8BDZqPqajNQT1536gaO5VMGs0o607tjPGEHSlRkarUIFUc5bpuSntfDvRONqzjJsievlhJJuEmCm6bcdMvbMEZ5/7lT4CS1yMeFHcm0yfICc2pIRyer02xFNsF9VAiFLLgKN/jvxIusU6wAecSfsLP7Dge19xHoZCbA/PtK/UH7VoqkdubbhBGLY5158Jhd2aRacT+xvT0dN4xJ87DuVU+QBaO1+h9oX27ecY/xIpppUbxH9QtFdb2WU/5ZyD1Df/o4fn95Zyns+6gCOoJrFZBu5RoKVjtg8fVSlkm7AtpV4kp0xL6Ed35mlnz3IkV/rha84VORd7g5aWhe2bCYk28cpJ1CPTTqRPoNrg11ITERcgYvvqsrKemXxjcuZ/FYKoXoySFYHOynFnU5Izrd+6lLC15nLA3aUIRQa0F7z7L8qI7SjwbNFMxjI3K6tGhl269rk2Gl1v+240rNzjSXlCZRR4CkaJp5m4MYuragxbUP2ni9s4y50WBy2JVatgttoMcwT09+lnFvk9x40pbPL/bXC2yxV4EeFORk+haaV4FdhdawtEvwJ36B+CZi4+TrHAnfu4GE8gf4X1Urf16xlO5cn7VV575DNZo02PW1Qf7EVczEjR5axGUST8BuDYDofNGr7qeplIeh2yoIec6rsyls/ZL4qs1Y9nBAKenYnGTWAoZL6zkbhjaEUsMyf7ZHQ/I5O1lrDPGzq+yHY4OBOcl7xt9rhwCdoKa+cJ+ZrMqt7OKoYtokIe0YIXemAVU9JiuxY8cUi3wKxyJTJE4zF2DeC8r5byMs/SacHmVpN/YfTLcDmaGM4JZ7roZ8MqSW++fn9r3r0yfywnIsiQ2uNpsuQqkPIwkYJ5c7So3lW2NRp+oRqsWSrN5XjLYRCZ++Wuby739wEovVj3Stmw5dRg4NeROW7d0yfxjsP4iRsDZd+x+soozVoJQcvB3kWzBXobtKJPFlesXAF7yBszc+u27YoOawjpdVKisZ8bvbc00HceJJMqjvJjoVtIKPdHjX/2cD4qf7uKULe1fy9NPfWjCa5OXll+i/mIln6nXGN+BgLi4eNZo4q9lpJ5ZDN0N8K2EbiV/7fCIwuVmmhl8t2m3cDGSbXfIvP5NDPk2r0dK+0pknjP5tLIzIW5zU7zDlepdL41xyPNf1bRbDQXmZIJmZpb+RXm3wZa/beDn5TPIqdQmZNqv9fy4WJYEZrqodeEi8jRZ3mVf0Z8xs1xs0MgKCtOD6vs4+dlH56kUC+GcXvONTTTXo1AqzmNQfwjEq88BPY2eWOI5s0mfrnMUsY/yBgR0tUtw+IGfy79mL8GtrK/5N4mZIrg29KnyU+4oxjEges/43DT/EFOuPrWOZIrWzSujA1T/8vaHafuYDitGye0z7IigC5A9vySjr69acSbYIl4mWEOyzInNxOmZUvB8qsIvetT0vUtQcE2Dz2PlrPQeiAk1BTtVLUIiLx0qyjPiYeYnlumIQ7qjLeEymGyR3TKjVoGhc6+I0cYYC8rxEwaTawqBxyIpJclI4oR3thO7Jc+QWxYOuYvuYW2YyRM//nadgrUmWbigZ4tQO0Ntn3GF4w7PSCa4RvjK8AySimIlQ8xZTXu1OLVPwObGB6sdnkblXcBVpNJMtK2OZR6t1p5NckQGWc4r1c2XZXAxdCYcJfO9FN0SJmbLE4QJ0aq0PkfRuf8ajHc3pxLk8lYIEyccMWkj9aVMAUcnBu29yoWGEmzFgi9gkMiNszNq49slzUhD1L5Wt+xIuylnV8rdWfMNGNXc8FRKSAMIeKitbTxaSkD1nnvs4K/y7xKai3wcHjj0W8x8xvYOPjHEl0iDwAnEi3xNPb000D8zGe8wV/BdHaSYu5hkdHOu1yXjgyUUIGKgz1oUOpxq5xEa1Bf4ChWC+U/mu5ECUw5OsGMXHmqb1QqxHitOnn/93ZHMY/IqRA3gpppTDNvfq69M6qqpObUlKKpS6kUNjnvCEJQViXk2RtpzuU+ACNWDclEAPAXW1gxgngUK7ZL6dcbExNU8WobzcRVbuAnJWL9/8t28CdUp6/5D+qx8q53dOph09jYGqznDKWzC7/pTIg4e7XPq+1nUBX+hWaHAXKwCYqe99Tjma57vOfUVyQp7xW1EUpxB1ev6JHIjB3xl1kpUiXZVy4wpNqBsR5w89NVYOl6wvhLGs0WlHxINK4szD+WM8JpY4sm3kPOHnIIdTTcbDjbT39w4GQMW9QVuRyANDMPZyqCxZW+ylAwUcxv+2HDEe6LSmCMc8xz/hvoupRVBP+tvw1VzVNUUYTUIZp0GtzoCx5eTyfylSfwWNuHtxYPgEiHVN25xR7sds1trjCNU+wluap5GwznU4XtI6p/q9BKg1n+f2bnxECdqnm/NLwCLh/AFL1VJ9aoxsN/F8wadR1NyC16iNifIlrBC8Ddf2nzYamjl4P1kTDOdBoGCz40n4+utqKzMEh5rR9+MzGoUth+d9aRSLxojMY+fisxuBEJCN8zrrp7kia9KKdpkMCio0pnutBPfKF292FuM8epMBzpdZ/gu6GuSrsSYoCVmfwJndS6Zex/mj9pmlf0ys02GoDD2NTCHhbPTg6yRxtVGO8EM+2d7zd98YQA4q9LWzdIvUNtLJm0RX0NSWEcQ1XJu20iQdfJQirGWSBAUN+nQfU8V/WPlQ6U2tN13zRMJZZHuMm5ZG1itdYxdpUeO+1VX5QjyV4gK8Dfrejcm9SvVjWkDA9MsQOQu+7QUahJPcxjGH8+rGMfysj0tvc6ZLicFCLQXExmXH2ijv3JqkGwbuSfY9WIBRQc5mJ1fejsJHXqDelrcgi/p2J6RHSLfhK0cYhTbJD2CuBghw09R/ssrRjFvBQPF67IEjuFlOjLwp0BVUF/bajy/tWeHaEyfp7lijhh71tc2Ys8fZ3SoAPI8bFJLSh7p+4G83sHnOEPEKV+QHaodXx9s2WIrds57yKTZ96XN5pCUFZbM5fiOqWIrMgrp5EdXGFyd4iYPPx+MqyVbbbFqh4amQHpjrOWg/37FMlFsB18oW62q4hL63O2r31SXrp8eAaEqcfSoIIf2O0YhKnIXLksT0zHh9xnQqyQ+wtfUKuVXYrqnTzWUiUUxmRq5PyjkazvGB0/1AhvJZhIYUMqqwtHJ0+7FNeKokoJBH6TAFv9i6Opr8yJT/Th1b+e8SjUrNmiBYusOGzcF81Vx5A3o0dy2aRitY8xjFrZq3YUvyyiMR9FS4SvYscqMbwf9+zoM3qPKm/rlRWRoHqoU9Wq/mHHafia68vyZgTeCtHREITwRLZh46vxX20JIh6n/hSWITJUrW7aXlfwNSBZo+4urQYvwIyF4AOoyqKVamCwrwVYNO0bVwusqH1v9kblGRxOdp2fIJtM9bhiZ+vdIekqru0bwyYmTS25pvRxtFAkiITVpTL3DPdzO0JFgxk2qNEIPP0X6od1NtAX9kcwpT8LLQXME5i3CEjjPqjf5+e59OVmfb9teMJEntd6lMXJlLg8IciRfWUjxxCCnsqTG2tf3Ps57SqvM/GDhoO7HqQT1q23br7pbTyMELCZDJHyjPgcM8ZIwy96L7pDjk6lxpyk3EN/wT+xVQt7OZ5zd+B9YB+pPiFlaRcjeMPIS+4IkELMqEYhWn3gUSpT+8+LWOv9FvEpIqSFeSRSFzG4iqRy2aexqZW6pgUAh0UxRWQ/xvuGTjhsrVN4kUzb5bERUbSkyrdozssOo68RHH23w+lO8lbNKOQlOuuxRGKpgorWfWkTwR1WMp1+EcWYsEeomQGXSsTzxIawFSoXOH+agKeYmNaDqu9F9o2AvP+bqCLGhS51GHVrIVsmh2hB+EVWsBtZ/9593idySCX0XOlW1z6u9Gme3D2EVR8Kv+pv4pmUSnEurIidqGZPMJ2RZui8OPozJehQ3hiMZaMDys2iYpHYq3p5U53ZEwn0e2doZ0fnSUQ7/5dfbJr6plzgIlkB6x0vn6U7MkVc9+2oC99YeoGXEcHX+CuG2h1j26IvQLAqJi2zpGOVONn9e74aIR2bfGkV7pxtCf2Ww8Er2tgIB40luH75YMwz/22lYL1/d3dqPfjKDtHKG4rAVFfLLGOJAeoe6nTotQcXYJude/MQ01WuuPq9zKTwwU+QYQ8bur/VvRcCjlNurodOEcAkhqW+5k39fd3RMj7W2CMSlwyH8RARMD2IJGTZ56SXCEZr+hEI7cUY1A2XGEEQRmhwxv2YtPgq/1osB2tiH38Ehoa/gGq5W1gsRZOYg18sV7TzkaGP+W2olDItFziOotvhLKTd8B82SuZq2YsRRnd56E2Y5O7smVKbEwejqOeJMizKkQyhVSwsrdpjekdiuoFxoDUqqOoX1NfYiha+t1LCi0rV3umzojbbgYJz9Wp4gA3IYMLxkp5Uq8ATlEPwylesfw+ll56OLzt06UZbsp19wCu7aW+qbdaL5FHv4t+Cbn715nKpw+ipDuZN1lpal4JenvVgGp84V1kwPwAPXjyy4jp/0F+pDEiIrdc7b4ieQOrfHbUU5kzY/xEfwbu4WuBXPGQiVZcdc/uYQi2yOjD9honoTB2VaR+o785xB379xpB6anyvL+03j2cygLoR2LIq+QoMSFYAGYN5CqDHGt9RtsqE81fHdjZ8V5hqEW78N0YsZh2R2tH8aS99vk9n/NiIYBuuVo3QfxNgRtVyzsMDh6YYq9EdKIDnNHRnHekAjhWf5HpPpiDSOlUTNncQ3vOfXkWGhzSBNyyyZ2HEYf18gJYmOn9P9HF3DVKQe/m5rKlAkMae9JhoQ/D1lUO5EBPcj53+9tk/pbkguqY4bbCdq5WcMRDxNIX9ZfbesT5E2YlavVxnZrIsm9isi7Ek/PQG66LlFyR57HM1OCLW21iBCRP3VRTkmEjOFaxNneITx24/py6t1dBElcp4ljAo+gGeC8nBrSYbQdrQt9r/+C99RTfbEGVFGAA30UQ8K5ASzwV79H1ltUWjGCPYHgvVduAk5uo+M5GhSSgWK+X7uzcXYt6PeM3tY3s6aGNP+4GcmsG14AIGvwBHobPOkkWD2i429dbJYD+pjdQqfKjezWpUrEz9Z1J7VItCy4WQzvrLCzWnyJsnX1B6Spv3cJfZVtjINtAqwWcVPPwn2Mn2u2Yhz7gHhEVMqQo5g42PA0p9HARXOaqBWCK1qMQdFxeKHQAX7Jxoiq8gfjsC+7wkLfVHhTvX7bSvlIWUCRwyRoSYN8Sc/u+bB0xrONnoOBVGODHjxgk/kaXM4yKToPN7gbol/uXKijia74m+wyBqPb0tXKMNq5jl5WWMaKDUIcbNPaYIHS7PF4ijMBS5RkLpvJtj7Y+5ss7EXdeswuvuPl9Q0vxjHKz4J92p5IP578bPubhx8ANVzAzN1jjSEVpKO/1VJlHSk7hO08xTnfKzXshVakCVlgdjAie34DDxUp42daYzLkzPdvUKbdxKm4d+/V4irWYIS03YjYqdWSSJ3v7sdgToS5bzfy/yBYK0sWf8XCStd0X/JaWaI0wLrXbLImYjfwvi5reavvwP6tgIITyyzhVvMeRkg+iUw3359USgUVohSjSu5jEpWStswNwzCpq7Ww3hvQKbmHhRW6vW7KV9XglpJKJtUS44TQB014L7kk854iOwbvw1MgD9BeVcyvxXna8Yf0MQCWwREs6rx0NN6ObweBfW4/75PCR4ePYUSdlxZ3det9Aqdf/cEwqWvo8yPRk467ec/5CIQwiAMHdbEgzVSvYPNeCkjCcNoLcEoPSnbLIp9sq2LsB2go1+dr+b2MVOxmITXQ+GEaG917wxylxr6y9g09qqhJjv+tbutxxKCBEpzxyrcyrewuOnMjT7iWRmSXO386ZYEMniJRpgvNNghC/ERt55bO9FxjFu13ueyRCRsiymccEmCUQaM1M2HT+eaSNOK7UUZTDAgiupzeBYIps/VrQVJpGgbYeJKGBHtjPQi+HmDWWqV8NMM7eZJoQfGrlqWhfEzix24WViZMnaoXCaPMQgRnWhn5OaJn30n5PmMWHnUeeECTB9L0Uy97EEbP/Xd/6YyPPXzqsMqWAGOK84+kH+5L1Mqsav19RGx153WBzoM3a+Z/6yKOjMl/sBjrpAqAWcl6qnRv7DkpJeFCcJsIFaG/fe13PJQzvqWIsDGH/bze8CD3fg0+KwySY50sJojGv4tCHkWEIoZN8OK/i5OtECq+wl3eUFbDSXocOJupvmBmwFKFT1tC7tQDgXxOHYIJGCiBA3BGh+Ajvd4EdhalSxI7C+2057JQTsFPhtwbZ1bDrUoNVHhy2lEWZ0NukF0INH+TAbM5Y2eaBDEJKt85VTaV7JzrJDdotnt7GlctK12Nw6VHc13h8GS0M3XEK39JBeXu13ZcC/sL6fi2JIT8wgiGwaH1eM7yXZ7ZyP+gziOzdhzOjCP+mv1OB7lJSg1Ist8hWM0IoBTRRcUyiQPnAPQRD4vE6O7cTmHUrsoZ/TojlFAnd83+rSMq5BgePffknuDHtwpkaZ6o/IfApLoMEFomZ9oSKmAz0oT0IwHot+iaq8YeF65xNzgK++cjE7TXsU2gp+sNFoDd6gfssGqLaIQP3dk00MfUoXUQZki/b2KP6yTiSljp1ztxpDacrH+/q0K1h8xVAJDZjJJv5l2+9eZxzJ6JbRB3qtfw+UnJO7S0ikIV5Btp6k4ELQGwzqvKM8qrHYudPEAWsNrB/1tB8g2tuqItN4rB1t2uJEZjqdhV1NSRVQImHvFbcfF0vflxJc+oMOWna/pAA2PWGCgpQC+17ZMQi6fK0mjTl66jmIkAINMesSIqrv9pkpqoI5Ou6mZJsPSPvANdU+0NMuKNb6itP7AswzWNDPK2KoUyRYfo/jR7UynJ3QBZyLyg/iRXTc9e1T4XGzrCknd/K0a2dwfS/Iw5AevVwAv4ssA295OAXqWeMyCeE8KO1S1Q/yOellSsaEcyPo3PIKc4bzWdGOJYhKE1XHe/oCVx2YnOInu5HGeLO3s3LWe3gOwWhMeOFfEHP5QojVCvM/Ox2FIujo8m7Abo1AOqN5AS6T1k+YBXmqVKW25HfdpNYfy9oVofQXDQn+qK/PY2asoR0dRMLuPfaqErHj9g7jAnjRcwbi/CqGv9ZIF5vLHLKtaxtu02pwizAypH5n+zfefDVPInYyD/Y8wejKWqOPriZCPYMrRay/aK9KqKn2muSLAGX8feIzvkt0pYRkV8yUX1WZaFER2P/7Bw+Wgtixc2vrurC4ze2uT+ZoAcoXdUM00chJkY4latbTPvuG0uKCyCQZwALDZgV02oGpWjI6yaN8rlpIMYqOifI8VRkijDIAOWKEoy9lG9Pxt0t7J1UqbPbB11B4WKl5E2kNxoLf4190FzphpazVF+QhD8UJM7IIi+DuUb6t+qCbj86JuZxXkKm28KVZ4gXdbdEmW07SKtd+nev5/2kWg5uzLDzgOqsoLkSuVjwBv+VupgzL3X3MJuI8fx/qc12YTFOj7q074lnlEG5zEF9VTIiiZyUMP+KyTNS+GjUHdlWAG5JZmlBDkqGFtqwLueM4sTptomQQAcwyT4szECDuWZPinA94viCD/378O8aR4LxfcbLVjcpgt4JFziWB71KnxkUNBXsCAaPVIMrUpm5aw/irVwYJtObm+7IbFbmnojBweAoccOUlCIpioCoYCD7SKLY8vsCceoBMaydHX48qRSn/lb5zUF3xvqbge1WM4LI2HnzNCCnF6UkBxSpPQ8T76kvrX+mJQnHiOi8Px1NPVt/aZ+lfdmR8GNR73+cvMAiZVc1URPXHZiw7RkTLL/KKcHOpDoku8zFmZ8uQAfmQ/J83b33UOxIoVedDahkJp+cm+OqFjwl5gxoZpEozbhLlm9kNY1CPHUaXUnPpj0TCf0I7dQmJXuCwbm8JUq5Kn/OmrYk9FbH6H2dHLH7hRAtWT7dwvBWSXhf+n1W2ZUyWm9uubYIwqGev+m21n0ODAv/Zn/S8nL24bx++eSnwArpnXMQS2bQfpBjtxBvwAOzler3B3oqQSeM+vpTN1hDQWFwdSfbM9D2SGi/jN5HntX6GDImwIk7ZSqQS6WfHuU6abQcn23UTX14CGHRWCtSFWWfL4YiclX+vPFtFBWggFaLn/jYuJi0l7oMDplAT7ho6Czz/2I/5AbZ2Yornb5Eo5OVpboiZe5dFDXtAhq/W5Vu97lzLFXmYwDU4Uyi8ZZL0J8FwcdY4wcjf7y3203UQHrxvSqIDAH2CpEUOQc+DAvAOFQ/G94qNjI1SEEYqUNrb48kVoAUWxCOmBpiGoWCy55swp0oHLMpK3Jzv+GhLvIv9dJgAT3STBXP0nvvXqxxuSbTXkgavvcWz/uCRZhVXJsUw1cFIUKoM+bYs88/OH4o95Mff0oU6Heuru83AdxqfSoiNr+ZL+fHSPJGV7h43KO0srvnFv4VEKqb32zB/XEkfdDBq/Sgjl4FhU099401dXILl1izUTq/Mmhk+/8pweHJrILtlH9Uy9pzhPBxRopFDi3NZiw1g7E/D7ZMzrn9HIegoS0oNcf7ftuPlJmuXyx9x7aGh89lPNxrQui+tGGF4lmk0c2Qy+k15dN1jVIMJ/3VPbZF4cQ146CUP0dlKBF+ob2TKxpCQ3zGEWpIleRtd8NCtFfkYjypzZWLnUkwyv95GctcKa0W5E1J/vsbzVuAvs6XMX9En4nrClGLrMXUsjkW522GU4VmhhmnP+hExA3CC5yTbYO2cT7HNzYdZjpcGXBOvbxQTnxr73gdOPWNXa+DfOYyJxr4MLFDljExQ6fTZj6HkT0Vgw7YrloRuEkRZTLtPxIowGyeD8l1BJ2kTGNG2d4RVT++sdPqqnjhACmylVXUxPU1pw4ni9c3lAULpyV/5CcOhLppR9/VzEaJWpGGVa0N2YOVlkOlpVg+Z4GCZ6tNCO3RXdwOulRkgXIelAXmlBdId2SsW2Lm5tsjEaQDF+kZxvPxT2xR9zoC2Up1HIAQb6ZDcCFzqTomFIOGmEapReruGRUEVlLSO3thh7XixQvd1oCs3mAy8nq63qZ1HwtJz9x0l06q/GjZf4qIgUsXjxYPU4XVHQ7ol/jCQdyu+TX/3vHOxnUtxUxEqsGYrUCtdWKGPtT+zM2BnGjMUIl8nyI0klbm+sX8s69TEO5bMrBhdQVbtbViz4a1xxQL0sFQLHZo0k1K3ni3iPh9cPP+N0LnKDNBQO8kyZtMK8KERot+woGiF6EJcVZCIBxCgFRB8cPAsMFxGQY7FaQ/wVPt+BgNr8oLEK+C2taJGYgZejma/eKEC1OKH+1zHI2SNJ7pAvRUSwXX3M8OFFUcImRzdjleGB4+U8lzmmDwbrTCeV4IG5ZAKFdkMwcsYjwzxPqgdze7ldKYHh4aExrJOux2fPW3XXZ8jXyiMVPf5jjqYI0dcE17ynzfnWJ/hvsi6PoXfLtT8Vn1QSgrvEcsItNzK+LLa2UGDNDCYasSkHUUaINWjpKiHt9/fZHB5RUzJHDr5ymMoalTZhH1g1Y5FxjJSuJOy8QJfjNE2E/07cbftygdmT77He9XzCK7YegeC0/pHDh7Ce2L8th2QZI3427jIh+BM1Z1mbQv1ZP9DEnHYfzjt42e0MT61SUdCM6VrdqAA4n/CzfQ+sxws+jaOpMJx2Ue4vFlAWRM93gFjo37ilTHNJBdhxSB5wcpKdCm8zFXHHXpKL96Ok4pPlfztjmZD8gY7WVrHOLwOp4jT9VBuuUhTCqUywrtn6JZ9Ua3TLgVnA9QKXMbm0mIY2lKVkvoG9A8AyXixaDI9zFcsJhTBdZL4TY5TtZGJfQPDCURmfiCtaYybacpoa/Ef2NXqQe7WuK3QSX3OWau0MBG7zgxMrMmB2+dVs5IKbcoo2GqIuXdyW3O0FjxUWauPuN+l87r9n4y4FXMnMct1Ni40tt2C9J5aYpqn4H+ukB8oebsGYoAKI1bXGq15Z8VH2G8CaFsoOX2+kVHtLTVSNyl1+CeemP9jTPiBC98mcw8YQnxGCDh2Xn7pkcf+YVm15jnm3o5/9+dAzekXCd3LXm+eYjWBRuBevkeBySjEXRjhxX/5Jd1tbIxKEfFTRaR4YSgPcz8kEI/z9hvNtZ2GyZv3RNXC6guyholKNzEbP9wsaGmaVdJ/W+qCL8V04SkdP37CZhzhj6vM9t/Ej5BFg4g1B9JFheeD/yAknsL1IqFmRfWUjQ16al1i0pPRTvkjBMyhCzvQOUQbpPhm67g4gAXUbnFfaLVsczHjqNyTXzKpTgiJzf+tGYhlmYCHHDzJEWruqQRbLhlVl+VpH+5O+rwG1jqjDTCjBzneA0FKSXvgOSVDfJdu45BPEVEO9LCRLKjbr+s2Ku0GH9CHHNMkOWNuwFO1BxPUgf3F8UepCah/twk59CI9SdqCTPzbTxMEbrjUDu5kMVNWcL4fQsledQb+I6FKRaR9hzqr0+mNtqs5xbCD/Faqu3UpZN0VJ3uZ/c1URzlPLtkWUnK/7uQKOUZLPOSPuy2FhKTKTBz9FPhqppFc76suzwZDoTzLtl1cFP855Wl59CXksn4WPO5N4tS/F0J+BfcRU+FVa89iIm3iBigtr7um83V5XRGg0dG9CBJ/dLhi39Wnwp/FB2CBQfEMi1E5j1jqUXzECVD3KZVcglY4gT8yDtM6V/D6am3Eulgjse8He2Vfg1ro2NoUCX/v6NjPUiCIXs5EKOkf1mmuDPFDV/zkfhuH9CNra0o/NTxxmMK/P3WZ+F2bULV71MW5feK0ZOF5CouV3/XDVhnTBDN340ijMwBitZu01MTeIC3qImJh69XBVXrTz2VJJJDds2eTwdQK+5IIbLb/hN+ZKaNBui/GwHFvhrpr2oPwupzP6/hlLH38LXa4dyvqFdyKQQ/g17uTcHIV7AjOhapH+cGVp5k1jaFbYaq3lQ6cvl74cQq1+qyULfFJZ7FnRKGfDM5d4sdtC6K1zXOtCZ0LofEQcavyT4dg/EetoG0PPjermGN/XXAjhT8rxZFjgRKT3/b/mA7a4SVW7hT1TCiB7l/e4NuNR7BX3XHi6fwpMC2gTfWgEo8u9nXh7bCCCRjaSuNd95XQLsrBFa58e1usI70s2EFLnI+zV6Ls7KyhqTXvyVETv81dq9MM123Jbk71IgqPQnK9IDCX6Xid6RY0eOc2TOQPEyupw1jGWraZELn7KQoNL9DTh5up/fGkanIsjuPILjP91tGzBMrl3VcaVwAzBaoIluIOkwxWXdMrih8rKIy4aLHWPGQWoSWuSySh2L/ugik+m6DCxwwBxEZqd+0u7fFbPcRIH6oR0mW9kutDaiD/ofZKTTFHfVX2mK9jpUF6eD17bgpYklFJ40fXJixCGe6ggrYe2WcYOGUlOxvE3p4asCi3CexXXFAPHWe8f1UQTedWJkmgAqUuWqUFx6uxE1cmK4tjhkg2WKYuMTzGW3W9fMlICMpd3CPVdZJ7rvNP3zW3tiOG7ju0xRlFKlYIt08uTuSMrcTMPe3BZsbR3NLmu7ZGm3r4Sz9xmeW0Lvv6pFUPa0XerlBcSgYDqUZWwI63BGp1sSIHbXdw7OR9LSC2z7XxHpejS12aVlxLfmRDs0GHJIoDc9RB+8aY1Vweq+NOfAnm88qr/FOkCqaAkW1+lMJqZBLruR3pKJmtQ3VdT8Lb1ss0K5DvXcnGBniCRBwuqSsC1Sb8UVH9Y5+BcyGAuw+F09G8LFAmGF1pLk/2slyEulvHJXC6FqDcRdEAVd08xkioNZLxoF+2r37E/zmDFhncMBdVqlJDuowy8SUqma5FFdtseXDhyuo9YJ0Yh2UbF/itCxs9z/y0XcDZmZkTJtc/qvBadUfAE//ZcyB0slLfs8DEG82+Msg8B2WkIhUQreyjSWj/DjR+2a8kFeqj9euUvoClyqXLYOtMPVsev2KN/snSVBcbXFDTDJsuX4f4VGXM2RbtnueYYmWGUJgbpKEgfyHb5culqZWB01hqoeV/hcwAeEvUGJRCSvLgQNo0o7Hi4plyflhSaNfHpE9DqhH+QyEhr51XbF2Ac6okI2qrWrJETIJQk36d1isAAza7WPi+YnhVvPikjM3cwsN3WNJL2+NQH9v3fGFv07JlPmywObp6XTGo0LjIyVZtVJNj3M/Vjdlai9R7HDHC6FidWJdYuPt3+CLIyWkuj5nAY9z1uLfgjZn81NUcbGz/cDAlDw+BC/vytAn/Q38Yu31r2GIiBbBIFjOcZaswrO7h82tDVi1FOipeCXGtENsRYX5+MCOqFufjBjX4wnqFxiWE10kTopy+Go0FWo5ebeqrSIi0lnTW8RqlUQeZ/0ox9QTQkc/qvdgiq0WSzWReBS+FEEMLLh5uLq/YYEzuZjiOD3461v5cBKyMrmUBbUz6ibIS/9bjxowgz+lQvGsZ+PMF2+v5T3WWD8wsJkA3K1F7zjRhRPVB0hSa2PV41TNJ9py0La40BYLmEv/rip8SvUCPK319q6qEdi9o12oV36/Vk/1iE0e/oaCj3q+oU/uwvSsHOA44ePFLTEAfBG//5L632V/bOCD9Ta6nTtDGmtwcQI9MEv+rOVSJvvjkI/VrpE6Yuz/WHSCC7ZnNjNEWosQHqbEd+uTJCtn9o1ClU5hEtQe9ZcGeV4jg+hULWdwOCY1dDiIusmcQ6qzYT/P7H0nUkSYoEwS9RaI5orTU3tIYqNLx+yZ4128PaTE8XRWZEuIfwUKmgHnL9+4FPHfJ0nE1aNmyEc5As/b3dxfootvOpRZNV6PGUh+dYtOJl9D80ugkTTG3IpquK8E5v1Qyz4C44+dlgrJ2LrWP3ctVh4sqbq9wHA1q1BYksL6yiOe3r0Y350Yg9pCZbCUYcTOAK/Jrc1q4Wd0aAq2kytmnxstV+4d0mv/6080KNSgDOcF8BvdmncgA6jWJBea+BIxMEIBAjTLwXPur0ftQxaAgat3Fz/dfGlqxBoNuz4HpOJklQnv0Nyt/CnPdP5aGvpVYoXGxX/wS4YlwifsoI2DvDedtsCD8Pz7uXWvB1fIF5+ehGL5Co3BPwS3bXcE1OcGk92zo45SoreOxkLhG2Oimz8/Hv3Jkh+3lcMkFXcVJFAacMNNYETBdXCk2BciDz6FMllPLOgnzWjPEnIRGWUQmxugoxSOs0+WHNT4O1fs1RJOaF00/TkO8hUA5vTpIQK8nXGC7mFOvH0Ylb5usmAOmkjg2D/qYZ+2AuzrCZ+hFNYjAB1E7MGj46bAOlQswESw0FrUXMiVgoBDfsSiUe+kd2UXSs0xcspPzKuDS8cPkiK6bIHvffnBgbwaBkaMspJd+oWIE6Ig52HsYOy5vYSXbWctL2QrqgoZYwHy4se61e4iHif+BFtlfb22xG2vffqG1y0bWUEM4Xjq7oqYz4dm4qMZPCmkRJSL0W68L+lhW+lHvY0f0vijWMqjmN6Yh5QL4edZkcWmnulWJoE7zdRSYrJQmZnAiKtmEer9fhuFkmHebGJYV/cW83fBEOtqnmL4+tNa1hgVQzgGiqNS91wWy5HIVqevMVjdI8sN9pF+rVKvfqBRKMLINWlpYyVoJ5Ca1FPPj+Rh5RcTK2rkv8BTqcpuTvU14fv2vBKTttrgVL9/wNEGEmiBEO9qAjvi64apR+iDDwd8USZZ6ewezF46Ai2kt5U1TV6VIoT9b+pDVH76W2DIbT85KbwoceZ8010r77iC4b1YjLPCTZ9rgNuT13duBjKhk4MVuI0CxBiixGoMYQPepsCvgiPzXDfumJ0vWY2YxOLfJpGN9n9k5uVXBcGeNHNNyZ58rTVFWhm2o2GlYigKgwgxBWok1VwhSXtJVVRkcEGlmi86otcBoLiZ1BtUJZ8UB7+J9+DN3tMeQIwbOdN5XhJYjiSE9ZBMUfIDNolwhf6IS2A0E7hvgYxFBNkAEhquRpBiaqiQrHGUGo2tPTO/QnjbKtWw9g0qGh9LN00F9Ow+/p9Wv8quNAsuVznTGdCkU4eTtANl4QYDj8p2IMPFC7HlYl9S5foTeOdgXTKO8Nsr79SXegxFuRpcBoaBKdKJzgPkN/XoK43/vskj8gMcvE7sfJFX1isGYXWuGH7npcH57e9fQvg5yXxbu3klwvMmlV5UaaYMqPUFWOuTgRhj2Cydfh7Bg9+rtvTqT57tSNYLKn9mLp90RDuIqvx1WCl+na/N5xlkLgbvDlBP0r5MvIvrzsTwRprF7QR7GSUajMTmOi99JJBboOgxxAW6gGROvVlOQfnVnNbVTsaCistf/k4pZi5/L9NqLbUwg76z5N31u/g4f4uDVqZzVsLlkvlpIf8QFiolKpeBe2/RytzExhbagWfELkUfMZM1yTsV0YwBxQDjZ/51f1998oA7zh/tQikJ0+rGc7+Gzj6XEm+lVRz64QNnVZStSmBkyYg0j8V2b77HLiiIO4WaHrL2M/wmeVb/x55Eaq9wG8gm+ePQOnnBbs15ikIPl3Vn9TfGqDyWobMOzGN264dCmHsiSEnOwQ7uERNOnYsRPH9es4YuXgbf/8af6hhKS6xsw6bDzJ+WNIZUVNr0ttitT0bIn817AJrlF8uY+4w2HoKh36FDtnyaRTfRoeVxzJFzjfP/BxKkq/prKoFW1W0v4EvIwMZ+gr17Rp2NBkabEyM/BqP5Bq/jDXc+wV19IBBV5BURbSTDjr+nKZNC8eBOEi4jt/WT1vfeBfwXKwio/ZixBB945QRwwQYRKiBtdypOf4mJPZ2La7/US1RbCzs7kM+mPK7mLs1dl3w7K+nps0HdlK480pzJ/smXnIsoPYatnzuny8fU1eyN3BHLDFTltrjK+oNcqzoW81HV5mxxm1ZOc/aeBCHdg6eICtbUyaQ16KxFHyy90B3tlP8mhKtJyO9wZLwrcEbSqIXUWiWVJg0Or9GSiypXvgeFGfM5SzacA1LLcwzOlAuqSBbI75BFWPTRtr/rRphIchcQwanlMUxRzLl4GqneDd/PQ6ecQe+P1p75iIstH4/qHb6q+QGi1U5TXbFcuVBsXVPD/1KNJsav/JJu+0xOiqaRqqqV9TniaiocYkPMwPjTrMcorBTq0OOj4fp0ivYBIjUvgsVdm/aGhGlb8bLNy5L+fmGGI+6BkwiC3udpsiqRhPjJ/7YiZEfak5l4YaMeOefkPgpqqDO/3tSwGVRQgrYx9/CSzLXebOERSoYPPT/VE6H93mxIsydfoJZHAzkLb33WpIOy07F2hjYvoWaf+WilVfDRjn/QP9mmHS8nP3+UE0QzojL3lLYkKnKChfZlxplH1dm5a5Q8Pb3czatd0K6KiXTdARiX1fysDj3PwnE8o805Itorx92rvaQISU+sif+Zl34AxEx1PsRiEVuB8RtE+qNO2N9j4DdWt3/BJRmRTbYjkwBMtGces0Rkc2za/weOwjr06M1YuyS9hXHPgk92JF91KNjCelyPw+AF1TXhuUeyYx82c91MEJIdn5kTV3ukn8os3hIWu1TtJH5mI36+VcXs+Cu7sWBoR4YV/K/8m/37ygc6lZn+Z6Iw6MRN8rTxwAA1Dv2a8q4eNfgAZdem0vZigR8Z6wtLH/vu1LmB1VZGPHQHoPdv+wpB3bstJa1XsS9dHm+OoRLcaNmhT0eafYcv5SuHqkCsngl7E9uMjE8j0KBvWGnCfNT/ow688bnuA9L2u4WnDRzRGdR9qOCOYEy1+73RWcRcRN/LRB9mUIowgu1QFkg/ZmqnmvIPCG/HoTBkJecaoYxpb7ScjJNdbhHijsb99UiOaihGYzP+Sv37EIIonn4ZAKoewRgHOzp33vGuX2v7ELjJlpvM7Z74Gm8+S/fqVIvEOFM64i84TA7kCJnIZKEl6ioOIpN8vNT9RLqI8b07SpBRqfWTRbb+rJX52esIH5I9Ri7ywYTJhOIC2zsHRdULdp/uVjYTl/T02udu+aPUu+z0hGzZzhmd+xumt9BrD+2mGwcz7jVrDF7VRRvYjA4O5x6Q9qENJKD60Jf/jOpgHGODb6Ky58Lx/LwQ/inxqwKNqf+0U1EatorkfHyfTUP9kn6sZnEteIEJSz2sJyP6hxRPLgYosnfTQ9rVTbxyTPGNGugenvqdup57VHES8NHAGfPTZUZqoRyjaoW7hakJqFqlKoJJeUIi3KDZtCMqamHaugMYmkNps2ig8ZRV4oF2b/zW3jt2ktMz3dhy/Lbv6bXtvR9/21T+vHNE93H9BRxuCOjDd86xlIo1h4GG672DXOi9BohzZddzW7FZ2Y6iSWgGOYCc0yziklSt7rjyS1gFXJNFQjcdIJkE1JnzEHZ8GPcvjGNca3bhr4jxwTpRNbuBPXCHZAphn4kVxcDV/nvTMqZ1xgqBFM9efN5OYi3Wz3wXQq47FSizU8vQpInhTkBa0B6oY4esarEaXaS3rqun3N64yY9XN2fTVb+QCtvPwyJrnv4+uk5ZNxT457ystj1ZJ+Lssssl93GozBsAjcV9a0o/UpGjCS0miJjvuehQLP7pXQOTqX/21Cbssl3fJMuyoFYd9/I2Q1EHYrDjLKmgf6ahmeDPmzg3wWQgV56YPyq+Pm5FAVJZxNkkliY4TKSPKnV4+ixSTpoJbLyMDwMZ6bsQ/wij6NLVWt21ghtAt35GYSK2WF6bIZkHKF2ETosL8feu6cI/9WAD4jhKTp95VPvB6PffsVuRXH5DyQHw8EEVLPJRzje3W3qI/M+crDSr3CdbBPk5UW6GiHuJbBi18yMWVd+WOxkoLSfcdBrYdLvodk4tem1x/r8VC02Ob+XYW6Re6JBLfqO2RrHJEqxelPxeG7WMWAow+81a/Z6+u2v9HWUU8RJNkxOTZBKXe6gghLiCfYt+6q8+JzFH8i2KBudGD8rJbbwqyMSFk9C7lF+9xpOFdbRtN/pd8OYjsrv/J97ABYWDMxDiaMcDSx/TgjByJfF2jsByUVZrvDYVGKyxAVX3w88oHZUijPu/PoM3DxXPJ3Lfi8bo5FvqA5jtSegdmO5G/OwmRjA0tlfxf/cTvX5+WX3o5gXyDzffwIp9iCqM0PvOifuCtj6jVJqQrYRhhRwXla7ijC014QiAd5bUbUWK6KjKsmCIjrZpr3fgpj6RbaJo4b/a7Al7ifJR0T+XEnaIqsmRNfv//+SyuXR5M3eOIXyp87UbXv+oKchUD+FGbY6CRUqdVKRS+Ex7a4Zio/EGgiMoIOXMW4EG93uPROXAbtdEkU3do7QjSRtFGhdAucmvYLHvzhlCwI04Prb9Li/wwt9fflmUGQEhYnS537DgThjE475mXkkD1KEE3VoVN91Bbwi3dftSRXEf3femNwsBQFZoXMY0A4vC/Fqcq84ktRJ8Gf85+M6IJ2FnXFG3hJRaNfH0tg63ujNXhDn5jP6vPBuxcZpXJf0LZLLJdcyL/qjXmTVBYciiyEydUMMfOiqwax/uEzYdbNS+IjcFS6Cz10YXxTjJH5Kwrk8RxN4WazvcMOkZWYlZp742/PRY0hDsEUiFZ9BeqPpPdHEQUEw/xU7yXbqPMdObRhIX9EL3lx77N2S01bpEkz+AehKM2qFheUB3e9AskKMOSE3x5GMzP2O9tZr5tDlBoDhVmaEUBaJWrbOTas+656mfxz1YIuPgKZH1doPQltwQ6Suni12PagcoNmx100Cj6Rvv4vy8j4xmnHaX9MhzqATAaE80GYq6Z1fo1LNCiA8p/ACB/F1pU468cvWblnKyfii4SxSEej0th1kJXTEQp323AFFPfOITEWCcSL05z7xThcfOQWlr+NR2eynr/RQkL5SH8Y2mRHD3JPMaXjpsSBhhN62cyBNwh1HiIZKo2WDaVsjp89YqMJpCKj3wBG7gTnvFWOFScczfJ1BZWA8WpLQjxTdsbI4hR52uR+yrHQXuUC3HWCxexCjOM6bdQsUEtlPDJ0uCZZUML6/k5Z/hHNL+Ub97zJkwxh+K/fbzKhdvI+v72NYPT3pKJKW/gap3Pugq5PxrTb0SXGXBtqeRYt+WrU+QlYf3vkEGW0T9r0dc1eEk0g7CqcWO7/rDlZRNVYv2Np0eGfsOJUzN5VOLjTfLLCG6GMdIrL2yFwq9sFq0lKN1IxLDo1hZUctgHKRm2akxm146vPNv/kKB3MxmM+3Ev4MRIEz7KUfs6LNPZKavLlBxgtieRxewSupQ/Sexzu0HrkhH+w9fQkmY2wT37+WmD2BszMpjaE+3GAnU1Co2S/MurITE7P2icffE6F7mUYxJdO8NWQLZjEfs+EvwhAgxzWGsd5UlRH/ipCW5TR+V5+7krvTuK+1UUSRbcoQCyLUUwcaYRHxZ1/a1qYZESu5LhBia5H/uQVibS8q//XvPwlV0G0O9GIedFQ0Tz4Bz3avyUmfdLg6KEiSgq+6t3bWF79a/pl+BwotDjsWMhDDjQPhHhlzxmBgIeM/3ZOUYPVK/TKd9xXChKpm6S64BgREF0LShbv51dpFd3VD/l861T86yqIyxwBXVtNx8/7lfJV0zkHRWifm5YwK7pan59fMrf8dV0B5OJmFOhNZnC+Z+MHUSnAb23wZVt95MBpg5YaoNIpIEGEXzy9fYgIR7lGRXxU3RfWba7KzhhXrAQSejiK/tuAzFpFvO4dfbvdwuuG/oKKHmHavwUvBz3bBO7+e3vi3x7Cf7kNtcvrpqabNCbI0vqEM45wxe6wEyc81yhbw9KdX5DFW2ApcJJ7nC4BM/yb0FiGCD8PoMehjOvkxeKQ4QdX2mU/YJxGE6PLyYzs0tWHRusDUctB+agWGtfmBlt1uprHk+PpnMA6ehWfW6/w4r2AoJ0oUgwwzyzUN+7khNEfSt10wBJbiwznMfldnfd1lvFiWw01YfB1iKExVe1PBElxE/VQK/Raf6JT6vOjjFpTKFNuH/jSsi7pPBqNp/UarTjVmM23mHK5UA2VuqurpURb6P/qYqLI6B1sHX0cYpDdO/OmPHreTQLf/E7n6i/2YUQpIEAi73ctwVPkCYlYuk0XuYPoKJYdDKv6Yio/B43M6Job3+hWis8EnAZ2qjs7b+cHM1Ft5x7XiiXa/xlz9OVsikiuSWKGjEBMD6ErkZQwBBH/mDnso8ufzjV1fO/cMihtF6ZoffDw21ZG39G0DqDIUjOcv7m0T6xb3S075GW6pHg4/MsW3XU6DS5x03FSg+Mzl34NJ8FpU+k5U4k23a68Yo/6TN9RhmBCk7n0UM0xkLnYDo4zWFPkZ80N+c0mHKGf/0pb8cQsILvMbSN8/CnKtfv3fzmqrA3vDL8P8OpYgjEn3Cx6ypWKW43cBTE+wWitQU7LoRZL2hF6U6mbc2KGYCk0lvxpFPX6n8gaj6LVDswFmgoSHHj2Idg0jCSSw/L1MktAR+v9+kI5+peWXP+fQjEIMuHNVAqTKO+NCuYgvAg2qnFsItqzE92Plre6ZSulqRphYvhY2EObgsWdQoOxpp6K7SzTNG3TjOLwgi8GHcMnahO1LzBoUk0yxesCuk1SsEkwKO/sEnxVUI3ilpiRkyUwZyOosCziIfq4TmbTDUN+vkrDlCoqndIHf2kXcOuprYwPA1Y8MP7FhXbKr/oXODRNpu3O8nnsp+U9oovUHWCV4TAhtL3oCfln3zRua92Ml9Izk5jz217aP14dd5siUnmeBEORbbT8TLN8SNMuTO8snj65eHPhWfRsxEkxJkB9IReaBsRjmP5EPs/+gdxr8i2Uam4kakQL9p04ZuWM5DjzE2E79rdN0AzUbA6/svpTSZz9YjTvAxynbKRnLGOlfiueC4JQug5wSl7CjAkslzR3E9OdTVx4bzOB0j+XbGu9+SVK9R3tuG4DCzY5tp1sWDT67/s2W58N7LPSFPM+vilKVcS5ZH2bxgaAgovPdjC4GqI2KRZfpqDA24dtlDMWzTl2qW7DzVUscBwS8aEeXdbaZ8lxi+Il/iquzfxmT6j/6bOWj5Cwbvlw0/uT0bRGIbmKZfXnQgWsPX7RRzGpJM/Ah9QDsVRJnE005Lm9VXWB78/VQhV0cwUQWVVJAbm885igkC8XEoaxHf+tbdo23PXHxOlD2sMH3Fhmsx306AAWl1ABerk5Xw5/4qfr+1ukHZlwIWRABKrGkr0LKEF2cg3xj0rZ4qeqGtkZ5v44e+BsvAga/9S6fodbUKHFnsgGQc2Ux4/g3OlYDorUr57EmQTYnM74Cj9HoPgQXhaj5GirpV2jAca+/+2oLzdg8sz4rRaMFdmM1Vvp5Z1MZCjNsygDcBQZngErrS6pwRjUs8Nycot1ubG7ev1esQdtFYb82kweww6KqKiDGDFnUCxKCLWqeehIC5Of4dA/BUMBQwbYD5IUB6GK7Mn/yqcc8HSGd4O8gf7v9gvgsWGab3R3qiUQ1uVGe5IZO8EulC0gVVl250beeDKdeKUGOsbCPhw/Gq8HUgTO3AR8I2ngVBrbzfXG1atZ/qgZmq3rtTVVmo5B9fK1Iq5+f6T7tXtaP4b6AqOYPltxbxdl4QI25GHuYIzR4hmV0kEPkXadNfqsGEuouaq7M23avBTwpY4fupUjwL95xDfS2jAyjUdNNwHmglSPXlC5/V4bnz4Hb+neAoirxjE1Ad8Qapdmev56uhk/kcneymqkRuWrIVcll/SwmFZTj/XVovUQdsINYfrH2AJnvo6/d2PAVKlRtuvfphdyptCX6Z08w7ALTQLhSlm1LzZtTHkoKwRyXsOwwQXZfYVN4vf7ym0bhEmxuWKsbsU42c5f6QzjCO43KMgLH+cLKfYZRabKhaBqUfQjeH/MS5CEhVOoYUlheq52MHLt8HiyfXE+tQnMC3cY6kPRDJA3FbTIexmjRYDL5wkaWcHS82Uq52/fTQEbTisk2S5U88GR3Af4wVFSNRdwzz85l7l48NQ4EJ+VOK5unDUYhUE8X3MB1iE2jkuQdGwlw652tswW/f7Z+gOggLD2XpS+7ao78F/WdLco9/hWZZbDWGlbzNNcjp3KrvcoBvdTGscSF/Up43hP9St1BFfpK83HQa3IYUbPsP/JyO3qwx3guKMSAV+wFD/kiOCHGoPZMRBEU8nmG/leo2uuNfpvcclLPQVT5tBq3dVoe2kSrfyGb65e/ERwIe9NBsWyNC90GvfxpZR8MptXaJe3HoPJVfoXBz6EAIlcYCdxTXDjAsaoAHjFz+XptFEhRAo7Wwg18kZcRXt1aWYBi8oYK0Q/c5ELWG9iOtpcKm9BLbmvROGLhaoPLAc1F2O3WRJOk8p/m4tl7Kru7VjNw+KBkLaiWbFOLTuqA5p+aF5S2AkOzvQWW0X3d8ptv1eeTYZ9pZoxugewZ3eVk/n7FSsbnMXLz9AIb/+Wc5OSr06YuAr23xhKktHq2Fu7EulX23ZZjcLnDZSEhRmxZqRJnbTpwj/1SEqpZgmnzl/Z65OeLVwhKkH2oZT+0vnXkdZUyhT0094Ay+iLTEFyM7FyMyaZAiVf8dwicA0d08tPWp09sYYQWCtLyI+ZLGGipiusSK/K+p4X53G/zVEEmHhIoqPv7OonQnMwHsUNir1bCRZC6ElNEFKCuwpWDghfvjk3xFxReYoxb2aRZsHirMtwJCKGqFi8jf7tHCa9XimqiZ9LtFJ1VIuktsN3ZCKeVOso+9wvKzzTvSq/G6whcrdqBYqENBL00Wodr9upvwjsKSdmqWRFRnvptdw6U0dHkcH0TPLN9KZ88TMo6pXzAEpIrS2vDYAnkqOV9eFgDzOgO2YXQdbuMu5+5RcOgk3GTN37ftu9ftZ+XdzRnv1wKQrl5A1PzxKq8j9T3z3xN5h2EL8BjXne0NE56a1B48lpYdnUIjh92i08hWIA8OnKL6mziZvBWbxBLXfJfkrardgnqFQDL+DWAXfSpyv9yLj/MBGgPdgTtgVp4yabyyZaxLM0OrpUJlfPIC/2zO6EbyKU2OiVlOxDU4qXQ3/azjuPGvh3ogs18dPhIEAsL9bDgeKdAKI89VHzBZC0xiqfUuCcifoWSO6oUfyyUifAuiaRzczZb5hHJrpESEidlLXFKTahfVdNyqiPF7l2yIsPJUr0P58thtyHjSrgEyw0lddSCpW0ZSAAXuFi7IjgioDp5rDreNv4O0cqs/8S85keV4qvPOKz2xKllcW0CBERZcwVePkPopodi3BL9yUSKhc/Xe3uiKbFX5a/hZpK++KA2yS1a4YG5xLXHDbbO27UcKqWwWnGfp9T6OqEUNxfg/UXJBstmZoqKwetkInTn2okqgXon6AxYnHmJ1Uou3CvGfH/kkE0q18Oj/2tQgHBWTVeizCcmxijamMRAq5jPMTLD7NrB1ZXSHexdPME6E2TRlEApt8hed19YCUqJZoGG5FenI7/DhlOLNTuK4J0TxfoB2AlC5DHyxxoRwhDelUb3U9fzO4UImgaIuqromsnCBgv5m7Gt0gAw8C/7LjGQd1zDoQJle8Osj7zDxsEBcx4dXaj8SnGc7nKkag98zb/OhlXOV4PLnccywJ3YHHvL9chGPXxH32X/KTLBup49qDZ0Uo88AelbQ28I49j/fGltSff9pIJ1lx2s0SUq2Kz+DckhZplSWox8ulvS14twbmk4ZppTkUkmL6NDckjzOxiwTpTP9xwiiFsRFcWuXyVqqjHZzR+7b3jfZHSjk323PIZ5CHtFfMEEVLc3t7HYbE9ItyhA13NrrfDOO7ufnLk4gGxqW+I8v11qudYnKCLNtWoa4nLl4Qyc8nH2H7irbdRQg15esF8tpo4psOeXKIbmHtXEIQQ8tnmM7K1gek0jEIy826ICOmxxflLWsb8nH1o5au8oV9O5upd4WWcUV3FjiAdgQL+rF7m3jhkIq0o9rttwk2+kPsnMvFIGqVTu65OHRLbUyAfhdExa/C+BMj6G1+mjw6x8DF7XSLxp9RyrgcZJhT4X9GsEN7aqAu9q0Eisy/1LMJk6s+dMrfi9JWoz1GAg4MaVv8cGQnVSV88TZthD2wGszj0wmpDPhm35Ax4LWvL7JTa+mSaScnn01l9YGadGak0VJ7yR2703An8SS2JZsE5r6TPCzLOke78Ch/Pdf7ZLsUxJ/s9Qww05u5LyO8dbw/dp5FUPPRoFqzgALJPk7ajhnAOzEsyND6cY5lk+GCeZXFkx5aR5T3B/pI83FN5t3k3CETndhwl8ckjCFjvfBDsBqvcmp6E/pCZb54PPiI/x0e5n7LD8G0l2aAXi6Uh+AmPZutpUrqRvwALZGDKPU1aaQ2zUYj0eBzBp4stjRhmSVLjL6vZIzyEpPKh6S8FonRXncfrhsmMCNQzC77e/JewDiRXa3/StqDN3AOf1gke8KbeYWsRu8jlVvATNXfjvDXXoWIEc/KBoajNMf+mKeFm86czI4gQNb2kMEzwLS0Ozn3ANMiQfBMngzlxSOevEP3kXS1OYOInPiMYKmYVmI+yqN3fnlybY2KlE3Zh0pCmzotcBh09msN1c5IxGjxzIMRV8Gc3iMxnSK1C+uwiO30MXUZqrbiStobHvtcbT8HrkVnqqJAyKzB69bVvClwe5pQVPrV3h+COexOvYZvfP8QnPYgmQ8m2O93C9jF67qABg4RrpVH+ggvHKDMb+aBnRsLq+MH5HlIq5eadXpYt6nSHb3gfgzC24usFw3aMGO4Hei2YgYwkZZOaFj7jGFOsBaXkJcwhgb26zV36NOlLm/Ha8/4bla6/3e0yI5N+JmTM6Edy+fZfpBO8Pbnrlev75ex4NCDzjygWioOjzDpjQP2YeelCTDm7GjChtv6+XifhjWgek7rTaiQh8c9kzHa3BMWUQG7kffaFl0V0uT9cwFPm7aP2C+Jk2aOZi0uV+6+jP+kCG0sX/kR+rNOEBqs0esfOGW2KpYki48TEka3ABkVH2uudQKr3Kxr69u2r9xW9TJ3m+1YYO16REVeIdPW3eR4GZiAYGYp/wi9YNCSzj3I8QHxJVYVotcM8GePrOWNOFzGKOnUBrhiiQJ9HF/8S9GesU278vSYd/SBOoPqvEXKhLqhfVFtTRHkoVqteG4CnpUCmltcQ1/xqi/FddJRuZIsoxeyl+55LsFqefHJXqO8zOH2wdlIYvJgactkL8sEbNyJ7zg+bXxSBboBqbwCzH4yuVNsaP4dn1yjBtEX8TegZkZw5I1pjVNGev7C5OsjVBUBi2dinjkHubHjJD/RiMPKSuEJY8wppkBxwnwYTwQbFc6AeWXTCv7VdbsyPFZJEWQ8m229fBqqixd2rnbRyIsMFeaQjkkoG+flFxvjKqKap5x4fmbXm4ViU20QPOnYSZd55/Wo/s/vrEH4fq+aMAfD+Tuly9vM6+NRiRtxyo2azpID4dp+aHbXzQxyljbF8Ki4kiW74Ob2fSX8docHcPKnd6dMw0ntpeNiAO6KOm1X4DqCX1ylvkG88zeBKN92EB3GDalGJtXuCGgeo+NmTquD3dto/26GhnNlrVarmrHK7eRxZ4dvQu3fQv6+xMRnS8M3AIAv1MQsEJWmthaY+J5PxTHkIP/q9AhkvFoY5OfjLrYA4KzSfZk3ULJHQEuTYHZCnsCRwhLU+XZrTxDUmqtnaZ0PribofsdVvsCP+KmIlvrxcJZZZkz9YOIATT6+jL8TxT8VNYpYPSDIJX+FG0a/++7wRG9tC5jGCvqasZ/Lch5fZ21z/rZtc3UhY9uWND5KMWL+XV+swFKN5kIG6KfO71mpAUGeSto3SYdlNwJ/i6v97h0vxNR9eRdp4+CwygkjIeQaSfyyUpAklLO5WTwlBTkJwKP6p/2J8ts+Fxc368bci0t/3zGub6her1lYDHFvP0UN1pw7JLF+AZxRXo1Ho2aotoTsEg1H43fRBaWauLuuF5QerATKvr9J0kupPgxwi77w1bT3n6q6qT/Mq1HDpfprEj5/JRmsDX1BRx3g9+PJpkhS0XDF9leA073n+PC9Ch01BQ/AxTxg/ijGZOajNGk4wzTBBnUd5biCykvt/m2Rc2ax1J41JQ1ex0CYXX4u5p4fOx5SGH7cF/p/WvEPa2Vz2s2mhgmj91lJWLNIv/cDWatuBghTS5MNrUbtaja5jaKgg9wYVbF2/aJUrZgb9NAHrTGqdwzTDGtimCz33PZOvEXeg71/ozD/dN/L4Ym01QWfAriRciimNEAz3dcKtguFfgnfY9ruVTumT+4yd3P2LwYJs7nwb/dq/1B6QnwJAKmKts75RtZERb0sVjVHe+0Bc2sKTQeTKIeHyP2duVNhWoSzvuhYErTW54GVmWtxLsGLJH0xe+uqjQjRk+dQOyveu7vAQajwCHHkLCGiVWz6VJbdpQbt0Ylymn8FKSRvCSzp8zC9rm0QCetdIPFjuBQxJ/CnK/PARBqIcG/9riTZpo32npUXb/oL35dY2qnRhjz7ILMnydYkRtSJdEZPf+sesK/K34fRvw4cq59AzkOSfxwuoKH/oVXZ4C09pXKzsBA3coeWoSe9DdGOBUh+wNd9gI/giHl63qm+c2UScTvBk+1Z2s6y6cE4Zp59vnI+/HyqKs7UTvEjwaamj+zr4YuCk8vC9fWpM+bTW5XOvFIeRSaQvgwx0ta3RbCNJnIiPjAoGRX0U4yGrSJLAYf9NePJLu07ST7LgOzE5KuCSqudJgixBsU9JfAfIZmGVhQ008DuXyecUivyQsop29G/GvaiqkuxG2PO1/UNzNktjKqmDyK7/iXYYKSoEn+7HblOUL6p4pZjoJLw8cjNEAuuE1vDDP1AG/xzOr0xpNfl4bpnv0fceZs5gw4Xf2VDNIc4eC+jePrbg1MFXROXESzf3mXCpQaMUuRBGwVV5QWhep528hbQLP74fGMB1QYWhrXFYoxOfXlPTHEq+QjcMG8yMDj/nVwA9S/xSGTx96mcY40Q92dZPHBkBituM+9fFE4ylZpt6vFIIrZWeyO9SLxxiNMnpcmXXNG7tqJhx0fPaCyQGcwkW4tDX8gOq/dtWShe9JU8B6mqFEdGm4s17biPKKruKROiaCjwiowauQE9ULpnpQijob9fXijGyIy15hy4p4YKSw1POTGoH2APsmCwjCEWB4iFDLFRfhH/5lDH46Tpv8YM1Jn8Kd4NDPocYcjxMXqwuf+5sw/B0Yj5aQra5tY490td3WG+j5Ai859L6Df1kJWaHVP/pHEspzra2rhXwNoSZxblxxTh81G85NClH38EbcoRatMcvUIaK8S1OPr9k9m0iEFLa14b3JhfRLHvzxS3T0t9cVKs0u2TSa1FC+3LXSgLgTZgavrICvaY1HGR5PwvLmd6/dOL0rbqmTEquOiLFD5QVy51bYcYDxR5aYrm5iFUoJMkgZro2PRa3ilDN4uMqbzXn8iv7zi2+5DHtr4snNkjGBg7Huc7vvPUVqJ7TvXhomN5T5PdDJ0K8wFXdtPWucdK3eYho67YzKZyuXtrDaZBfHERZVuSKzuGlsbPr1HAM5vLfySSqKsHC6asYMQXXH2xcAlBI+SEYcazzxSY0psGwKOs3+OOtX5HRZn6LXxoT7UzRadDp1T0ijx/MUxIrdfAMIUbCPIbyU6BNNad2meNLKzz3A6jHnS86+/08sH7aGk87uO98tN7FmR2kqcgxX8CuQPAayRbDOKuqBXnaGYFOSyyIrqt9kMreiAeYPk1lm5YU6FRJkxaSq3aRzHuvPb3COgUhH4assD/5eTe8QDEjP/SMkP8pDTy/2BoOtXte9ymZM6XaivITPl0PTcTHpkboX1GL2j657EOVn8ntNHe9ocRq7cL0+e0EEeMw/VoxkcNN7VN5SIWY1iE9WS43As6135ABGVlGa1Lp5GzkwyPWyan18BWMrIYz9LjlNGXtGnBdfuSZTXKBKieTxNy8Djf18q5RNLMLUS9v6REsU2a0qmIPBC9B+NlfFeRbGP9xpC4bhmwkc9BvcN91zvOikpi4x0e0MUOayi1OKF8hcoFE144p6AbrFIO21TejQu4HkEWslOrfl2aG2mrcT5vhqv+1t8l4v9z5+Wz6hBCHOYJ+39hm9KPL5+Qc9g5Tu5BVjHoSl83uPPwKzmqcdA9f151A2MgEmRR9ApF2ep7/P4JBGzV6ntlpmbVyMWpr9FyLawlrO57Xezw0d7w7fLpAWwfNs/zaGs7/cdUvuMHowK5/F+/7jfBdCNzis3aY52lu2HJfkOhOTYFiQCjY34DYJWm/f9oc6tP9CXR399EWb9nRiJz8L3vtFg9VeX+qtdTnr5SH2odkHqbzKJWOxvMShXfiFb81f+StOspqnrJjFykysx2ewaByG63L+ZOaM8UTnCCTSRxFEthBSrXULM9qu5MsTLPBDMtoW2xtyes6m19Xdp2nwI4opEi8/wc2wds6vv6/+9fDbDOo+qS7dS5WZ827EP2RXDSaXlpIOZ/KggDsIgoP4WJk9iLI/Nr2CZdRhHJ62P79niv7wrIxs6013DpBQMVPVlFLdwqaZ9n5Vo8a2pXfMxhdq/W4Xm6m5UUiCjDgNrgsPog0zqgzKCA6coQx36vKCPFYN1oUQjjTh1/Wc9BQhuFVtaBZ5Q1LmThGdBpieMmC83o9uiXE68cQBVCkmDoC1iqEAplIaho9QSAEWvUlWotgPjg0Ql9uNQiFEv/ZltZfiB8cJlPi24vTtUR3f8kyvgGUmWNV3t8TKuzz+ubx0Y71Rj+4kZyM7ZjCBQfd8iU2JGrpUYkRD4Og1Z2B0qn7Sw3ph+pceilPNFdaM63AR1yXRFwDpi3+6BGLoQQAZc2zWAvUWcjuDgg27pWGtlBUadR0HKM6XQT7ty9zKSKN+Q+c9tKB5BTisgHwI2f7J1nYsvtIogd7Wnp4MCt3xHeUOnuEkjoG8vbbn4rsk1P7AgdhDz8Bxj26/KIVW7cwZCmFowJJ4/kRjxyudvk1R1CC2LqfcJLkyKEjDCaplCjCflIX63skFS/YG55wOvVOKgX5L8O0/F642fL1UKeOnsir5ZAa/bkQSTFR9mVQ6ExQwI8MOYv6VRVC4OAJ8HCYLCFklTumHMqr6SuawHKn/j4vj7n42CXRS4lAjj5aPQ0ab/whjsDFgk9wfMwNovQH0pjF6EZblIfUntvUgbrp7McvvZ6/1OqgE1T7yc5dKzJzM6cPk3ht542/bfYTxrLMuozM6jRY7sU8BNxZnlUYS1G+76ucjv0mW72T7xU+vnIcwyrxe+RdE2CsIsr/sf6//zACTQcNT7aqvH/mgw3LhNpxWaCFxNq8geqSTaX948dM1b+eiAm78CjVnO9ExWhV3vajK/wrVULMXAhiHxeEpo/O5szjHVcmnuyJmt+sUpj2pn9DT+v5aKsHa69wVhQUaw6bF14owFUol9b/CcoynmzeJD1hTcjQjYhwq/nGFF7o84RreUg5OYhFRxSa535Eke+aSZWRC8TfBAX6pQ8PxAKGzlSYEOWV0sFgnPowQCtb+MnIZ+iNeObGVDrWHIeps/miyi+QnkZ9efoSIl+jdYpJ1GrnzphVmNDvw5ZFhoxGcxZGK2w4Pn3AExPszpxfw8LeGDHS4YklfmpAzWB2PXX3Q7fTCcqoNkS/blisqQ/1mbuGNyKiLnXvoctVQL67vCpFW7cRK9c48VG1YtxGtpSOb+ThEfuHPucN+dbAnVxLqu7UlFfnlf1suRqNWLx0Xe2TgB1rEwX5xsrM8HCakDaa8SSGHkAJziK28Nl5uDIIiYpvxM1Puekzep8qeW85jIxQLtqdUnFen/WGRWGUdoJPbkMdQdTRg/6kIsvmlAERh3w0cDAQQE22/iFHSQD9uj8FYJqVF93rROuf104rX/aNtPy5q2Zwv3kUbKB5cdt7XqzCemyFXhvJ6O14NK0vH/OUB3v0Dui6M+ygyw6iD/4KUfZPW/0lBkFpOEFe5W80t/J0ihA8U5JLOXdalE5ycypzB23HyL7muT4242/JowDkrpl00mZoOo+jrz0wfyzkmM3qSqW1mUCqw71FAfSCGmwSIWC8vQ8RbcsWE3jzC389xKb7d+4gb8xaiDP2n34Mmd8p+5mIalUVQVs3CjhWF5GfI+OhTT+KnrotfFBOxWUTtbT87B7df7ovcIY+5RXg2eQjgrWHhDt18u57AiS1QV5e5XsgAM7DnjvMXvTN7Res/Cf+AAOrX0d27nSEJPY/AUMnhfOOhKfmikZfJX3Aly+jTws2XhK1BxjAqjoUqlzQDo5JjwA6ybzaYyFhE+KO5nfq5C5CNONwCoi64jDpgynRv1CMPHj0LPf1XDqpOKL0Uvs/POcx6iDeN2e3sUiQViyqiw5v5cOPiRaPIttkr2N7uChzQ/s0rszuWefasRiY4ucumZJNJoKVhpBiKurM8LjEyuM79qx9M37yQn7gbNFHwMfqpv2SCSa2B0Xx80KMEGMHYbJ+z1K6fy0/fCM/EbFH4zRd6YWSsML4DF01f5IODW5YBPE4+Eez3dH3rhOwrp+l839FQsi1LjipuLNeTXEzQ/jDr7iHWSA7kqVxXHV9esNH89VaDv7Y0TIi0oVjgq7hAQ4H2wWPi4+Yuo5tbaf7JvlI7wXnCvuPKwid3IO8S5qS8PXIxmgyqLpWn/s6vvSYsxNoKwhAPZ1K9I/LJPXkJc2+bOyaTvpkEPwNIWXaqoJCrM06o+cj19dxRraxzm6gFusY03LX8kjJeCwLKXUr2lughtuHtC6kk/REAm1PTCIdMw/foORStfKG6MnlUp4S/O7AXN0tRQgHZ2rPgSZAoB2qdHGS3DGvrMTRWG+r0TWJR0+7TxmqS91MP3c/lJ2SOMTWwplEQKhmSK3NosBkWU9+lQFFMeCChL8VUgWCBhmjPxi1kxv9YvrR0nyt3qLyjpq+qNIvzMPpjAFHBkX06jSi/NI4c1jCcvPEyF4XVkf43HX2W4H05m+uWLatRj655iV23BSDCW3hE5UzZSV0Mcl3K1Z/HgPcEXeaeCeTdFrkPyFrtvzCGl/NcUWDvf0sV+zH1cFBKf5Fz/oTC6wOg3syFzRM+3J3svxFyX+/zv7WDHsOTaNs2hUNOA+bzocwI+QYqcqFKKp6+ZAtInyJJteiG46U0wSePJy418beIRwJtX+8qloZTkc7TWyQgKlKSqTMsKFhDmEo/BPSpLQmrEFhWkJJLyTkP8n7mTM83/TPWtU4wEuJjipl/kg79sjylhCfHgXJIvr7e0Fu0/aVloMMsVIqVoQqX0sYX8j8z66tP53gHwjhZPiyN+EEG7mFYQZdDaXtJNfN5HwQryFHA+d7RMWlPwh4JS9fx48XaPtJQOMCEOjM6dV3Wnyn0fKsQ02kyvVpTfIUIgCgJ9TIs+DvFjDT6zHb40l+7j8UUvtqjqMRjhGmi7x/+zz6rkKYbX0ZM0+eSWpPO/uRIREXlExLmPzXQYWnp4ZenzY16nuoA7F5o/H2k0rv7g/ppx6SZc6D5n3OhKGD00ASz0IgVGbTYPZOD9EkSaD5F+WLnQZNPW2H2EvgkFAxuZaydPFPlWyLBVS0P7GSDJh7Vhs88csZRe5rRTA38BYlkKM4rHRbBc00yl1J2SD0udV+CFOx9v7v02DYCYq1mYxozxhNJR/qJcL/JO9HSGZyWn/xhUOC5mNGcIjMsSswgaAWPElV159YMkY9EJrPQ5Y+CRFFpAUQzuKb4XeCECp3egLDzQyB7yaEQ4KBN/IXsi8YrfGoMKnmZcghH1MrS6aiL99VlbTU3+YQTOyMlUmR9q/6WHOWClkg063wx+vWa0BKulKNP5+uRaAdqkb7tQE8BdjUlAvcsT3KCc0mUkkp6bjhfVB8WUe3giEoTGD9IFgOOb5DWjnyBO+dI1zgIm7V7HxjBvcrzNLNKWPiANkJebfLGgKBARS+Fg8ZNKuKkjY01c/tp8ddEUZVc02EYGR2Pc1Kn9idCUj+iO6I8ZG1x2km35c6cGhWx9ezq+rcE6i1IsVDP0/KkR5rwnUxubQv4iKED8Sj13BY3aGMnXqj48R7hJN0qc/rUKT8fDxXGig1/66H38+H88S1B2o25CpSvtLHpIiDYmeIogzhLY6O3QJE6N9sRek96SyEh6pSsmINUJVsFVK734uLvnNZT6ZyaKHd6kbOx+cDEwEoX/WMZqVQ57q4oNFUgOh58eSD4WgjsPmyrC4Q0w/1sBSW0U1Nxp3tZSaaX7y+T55tXtvHhLhhUPUC3lZA6TZJorWMncIJulxclJ/TrJ9rPHHWHZVLaO5Nyv/k0hxrS5lLuD4M6fiLn0TxU6ztqPph0epylrIO7s8GyP+C/mcBh6wvipEvZoUVMcqZhtbl7ZaCZzg6DXQqKthfUapkP3/CD1X59+Ia+IfNi2mttWn7IzIBA+tjK66DJvK6l4ChSbe3jWfzn3nmz7Bbtlonrl8tTMr9PUF8RDS81DCs8nwCtj6Y9THNJqBdBkU2n2b90vVpInmZblQG5deWTVe3cudFFMhfrhA8fwkqzlF4UyNs6CMv4teX/I+q71iOVOm6fSW8GeKh8K4omOG99zz9JdXn/yJuhDToaEkFmdustS0ObzyYA8xzsxsx+haljFuzic5MBDaG3TdaK78MwS9KzO5qAlpNMMfUUGwZa44DIwZ94Qqlr+5UsIC8oGbhOFUoW2agi11kcgLvk8HXybHSu2JZrPKj940wUfot4M7CAz4GQllWelxEj/h4+TeuvQJpB/wjo4jdFNnYRRh1UragPt54VNyvp1NWK6UsW6v3BK5zuxE8AId0nGIDXvgqfqbLo/GwVIh9TLIbv5+6JQEWPwjueWTyQe4PeiabDAABZnmJjqyQTv32r86VGc/veKsHfx28e64Vi/NNCpDFe9mRKW+0+gH/WKYypAp3+her7LPjRRvGdzEUm/FZzORCTCqtMuFuJmXlEoHKw/J67zcQN3NVCFbzXV9EZC7kwn06nvsUbOdkTZ0BxM598u++ZG1K8helbTCQKdBd5NcMVKaV/3QDPg3G5TqfqUZvrZn+NiwLv2ialPTuLuDG+B7iNys90aMqLkqhMfk8T4dzvn0cDKY5DmIHVl+IbOyQpai8bjAEaLmBA985ib+lWyfzE6x+7BVjZdiV4DSh49oU+9I42S5EA9O0RqI01Y8Ep7MI6uiyqqXUEn4eWgsZDhPtb4EhwgMJs/CZG1a7jO9uqWlhPjvFVtx7wfYsFMm3xPIqbGBr+ijMyW/Kt+BcjD0FFl5IOx2CW8iiH8VkYCbDGKlEhrFr2TyNTzrcfpHxedJ9dJwL5n/IPPXUF7VJGOMG+HnfyEXcsc2mjCoreO2Y4M45GmPtMv609OmMnP2zXBvST8Dknu3qV+MmYRDqQMePdbyGW4vSs3jlP60/6Yv8HRePH8UFfWossQ5+AZyVrz7tVaJ/K0PZMBgNgOVgTzdE8mPvirt0iqkv8otlzs4dprQKhKANAnRP28uMsj79+KpqxmyK4xNTc8pjtgyfXNrYlt2NvILUMbRxff7xy9S1gMdI+OiPrRaPuQuMnkwwefTc0u7LnJ6c8hMLjy7yP9mjdVWXn6uCV7Ziob4XJVlJou9XQkmRcUOf/weM7pdVBMSII3KDockM6qHLVKv0EPPncnYvK4s9kUcZxXYGzpVVSj+g62luSkLyVKGfvz1NNyfglFVyxupmXD3Wr2H/WqVcc8/PeCULzCy4QFRtAXJN/SpC+sg3FelyCXPJhUuX829LT/giEvH5/bFS6m9uXNuB+ANRz76XsSfLb3mwT3dgDavNSOqW/X6NWwPntL1YBlVNWVQgwtyDPXxUu6JVgA/3v+YUjmW40Gb2Yi0Mz7WjKZy6KwoWEfM9h3GSWqT92PBa0WyJ6kW0GA7HoDtSJJ2mHBuHq1yTEXSt8AcHEwxhbAvvx/gqY5SkUNkmmLjGFuPPJM7fTJKsw6jlqFZ1NO1c6HIv9anv7abDCMbuD8OzXL1mZoqsQq6KzRcuQCiSpD3yPpUhzJ+/JlTNy6YI4nqzHG6JzA6y+5iZPZPd8hsL/+6e+Mf2t0GkuqPNv9+PbFXJwEuUaFIljbHA3QPA66D6UyLOpLpWIW3Op37sFkgy9WtjChcRntfUlsGdPR+AUPTQmeNVRrhMi0AtwGxw21vFXzBwP0BdH8h+eWQnMYnz7ToEGG8jcvfyb8hN86khUPU1p79icaOlg2OM4gc8blCm2KzBY8bHk2jgPKmbQTfNstOEJ+kkg0FEwFZkm+N0z3SLrqdw76UPocJ7oG+ruf0K7ofDFAh1SEf4/D0uoV1zByzliTmxUcH1bhKwxJ4Uii2faguZX1e61l+KAK3VLNobxPjgLMuoxuprTCPcF2l4tACfvMoof6tsqperbv+MvIXTpmaRp1/u0E7A+zMAs/uLvsZLdchOg5yKCd1VJn8tx8jcwwqcO/Li7/XpJbYxnCFIoQg1vIAKTNl8D9b+6RfP9b5m5zjG8VwFI/piM3UJu1ki5+32l+OSBlusxphaok3bkzgnymCKNrgbIpYG91Gbf7sLWNJpL/VECIytZDWHWXD8S/xZsfWBFh7g27LDGNVqRdY4wWb6cGeSULpvF26m0mRq47GOkjf/swT8S3gJa7pFOTB2ieINmu+2RzbHNR1jPiNijMcHTu21MVGYKDs8+aV4gjRtFRh8dFdN4f4v3LquMvI67OXrTdMmn6Gup6hkhgIHcTESVMH3ejEzJmIoxs9PFZ3RZbK0NyVhqWz5dWnYGOj0ZyZ42mSGHalJuZy64eoQTN+ruexmJEM1yUQj8M4WlB/hX2653I7C9kur0aNupvZSsIWG3tA9X+3ta/yil/v9EzwsiQFQ+//s3gyxoye+ZtPGPi/5TLLznxS4B68A5Z53iazRxx1+pjVFI+2hEeRc7jUXGHwWGHTSZFt8LhZ5DYob+5T5N3GReMq43JbZZCqLvAqS+pHYVhTncz31wO/B7/yz8U7QsUXSJ19KkMcyY336QACeRukIyCCAmqtJ1COB0Vmk4BtdmlC0CL291fDz3m1Ch4qAbLy6+MzMCa5wNpVyZEjvUMhUDmZSZacmvHCQW2voGn4kwd3SlPXhaTC3OP62tiVjYc3tWuzEYY+RLdVxh/Mj20Nws7WpftYfL1mqny7DO0voPxlBW0EPU8O5bAlTp/JTqS8JaeMXb6rQDbzhR3Bma3jVESBK93sw/iZwJc/p0HHNS+XzBQlSRfwg1BnzXqe7pEHANQMPACwIzLAUXVKoXsnerZeVPEjzImBDaFxpOzPktxcCyh2KSGqRvSw5UQoTHt1tDN2ZD8pxDFfvKU7/CJAECdMn/pjzzGs/y9FgaDYMe7/VcMThPQ4w0ZARzYSQEnPKFmo5olycqs0O978ncciVwZwrJtWrG/rfJksY3in12cSzMGOQYmwjP8mEteX6cKBpdxQepE/zJkkE2Rws3a2tTWd8sTG4qmieY83nIvVfq86ztMGKYklWhtb+5SvE0YdWOOukn17UeezH2O+DuuBAF/kR6b9la4bD6D/Y/5uGJQvJjSIEYLFGJuxFS6ObaW3MrlIr87pbQGPxx4KwMlN3HpnNHULuekgaddrHruH7f/2cbF3RJniC7LWFlPjaIIl4+Wazgihs+G0qvp5IuZtIGuVC8rwKb4bowjuPmy2s8oAlkpE6s5DJs6eSPaiW0o+c/sVhLPxNbFQh8se5WV9+fP+xlRfyKfaqdBYjuKtpm7+YhiQQ9NUIhXFeqgeIjLJO29/MbVcvnIavoK+kD8O1y6UkZXV+yTizOfXvOlMQtNFgeQfQAWh2S/gbc4oiwwQhHunq34Lbl741HXeNM8YpAZPQbmg3gyqM37Mp2T6lU9CXWzdSglj8+qioHINfQ1Hyx+g+gZ7XkF91RJm+zvTWHNuZnYZdjsMElkjGKddzGSlatm9PTMY/s2u85Pguiy6OMfprgw++d+j6/al3IY5sUfz6sDorQ/+rr6VfpgFzOUA7+bcWbPpYRykT82QUHMx4NkW3st6hT0hmUKvwPmz2ukWE7aIq6gx6Cnw1DsuJXioVGMJ773FgfL6bpk8UCW9HKF+kEPjbLixEV31+Va7tAemVcF849F+3q85hoCqAJajqXmXQC8r+F6PIODv/HkWBaNsZC3Rxyeyg7GfTErEJ04Sc1yHxEuqjwEx6WHR1/Hi05SbJKAvcGEcJv8avSr7fcfcjU1ttLtJmuQa89rHaHZUnbWZbzXPcpS2P6UuQITvA24ocR1hD96uEFFH0mz6faONflQb7x/0xWSOS37D0TlO9GEMrucw6Nbscv9F3xZSV+Zav/5d8jGwlHoWJ4Iz70BUo59LglOF/olYxuRKcPm+noofDK+NIiiGIpV4aGyc8B4KdIsRRRRJLae54XfdSMyR6qMzUm4DHMJtrfcv0O+4EjQe9v6hBbslZ9/qgfh1/KBKSDPJFGpdAGpzdxXs0cze1lqGF4bIcUsWOXqU7Sy0qGSmdYGqyvCyBvSRtdg7uBILLK0+nmkPT65wxPdKgibLCh4f+GxRV/USzIUv1D92I27zfnP0Bqdue9flWVYsuxiyInHZF/cdS3ncRp6fm02dbQDaAkeM1rYQaRqOe9y8z7zWlVDeY+3LTCGEa6BASdTq/1p83KKvwRO5fnqJVXnPGLkVWhmhiY9M8flF2SLWs/0V6WvI2HHl5LrddUawJzWzmIoIRddRidDKs0Mjz5BfvlQBuXYxaDZER00eMWlBZGsbkUNrnJU8gCNSJOdaB6PH3/SzgRIqjXT8/FPN1vzbSGam1DFpTP8NyW9140tbADxe5xmNMSd6C/+hnwtq3i93eYiHVHB9GCdx60RUO7xHCqVRi65Wj8tnFAsFJHbt62w+HY/gnZ1glDUDkDksLwmZmODM87kr62N2iudPOC9ZyBoPop8d2cLHwGU1Xc6vP10bZYsn3b4ikPs1cYRSanGj52K3mQqAYcwrMW5O7SzbQ4tAQk9jXL/sDofvWR83XBz4vLX7tTt6Xsjcem4A/1DJqOq/w26Xwjxl+wvg1W803Pybkb9BUhkLmnHBGkzPBrAVxe2plg2kXsX3WQTIh8QFznHFHBZbBvUt/PmcBZvaDyW5sPjh3gxKldoWZDU/hRAck+xBE4ZBdn5tp/Ct1k/C1Qa6tNnjEvX8WROVcNFvKSf9QO44MSYRBXcUEv63CHkTC8X+bOMRu/VtfbcMOEaiA1THkUlVFVGH7mPaGp3+e4TROfs2SEEFszevqJ3xNnJViGSHp4gd73UuRFy5DUXmVmIKwYqVkBFgvGV3ZuRX1DWFEkT3zIdVT9zMmmTonDyAUeDPaPZlGVXxxxKSFz2eNC1A5DFA8OoWORVT6+gfznPxDejz1P8sXojl5nqlcsUIi2LgmgIQBD15pSXZtjah0zqsTdg8GRLQqMF7tUxDK85cF8rCSDh9RMh3hpQNAKP/6LwCps1r1Y+dYab1E1Zf8iMbfR0sjzH5BQnsEBnPylX0s+I8sNyuc74fpXz9qd+qB3vNQNLyqTFZR0MArg3CfuGHPrLeHUo00a6SDIGi15Kw052HC/gSLUEbkS+Eaj+E9fJqWHJmEc+wY3spuLvQYZ3dmhcteU/NK512EoQurmNnjWl3ayTpHXEVqw99yOEVGiRTNO+evQQdCp1GrgHJ4XYNgLzf9tSvOjBMptNZLTpffTdGF+9/8kR9JmrG9/JizIiUWP49ENJAgFOV2/pq+8jn08e7T399qxmoZO0Gb3dpOmU8taYQk4Gm4Vay3LUwMPrEvaUZjltJQQGUP/HUXE8QD5Vh7cYYVfrSNM/ltLgSZAV4GO9AeMl9Ao3nhVJSwZiqeckHm1AZdHpVmuHRojX9EtKMVspe+f8txry85Fd5UZD/o1lTDnfdcmiVnsb5ziVIT+GA99I/3P4XNA8cTOtEB6xxLMTsJGWx0ziA2kmgysfqwVozBV7WSJt9L7JfvovFXRPo31l7wNJQ7KdbXxZLzk4MpQuPmNv9BwzbGy+voKd8kF22nPxHBN+FrVb3tmzhomPwTXaQgzw4KGuHLHeIqeNdXgwOeHPSTTutEjrGvy0DrWE32cXuolbOpTBWh/eI7uSzYikV+bMH5r+DoiLotKy/iPeg/vWSRBtRDXAOvt6j3o7Pzo0MFw7mMkIvsS5tWdCNpqziEf+ayBfJ440DUVWt5/dsIk+zfupkEwZzMewYuEcze7DqC4T7fWPmEPKfBFRqsoYw2OWn/hHZ83b/EVM3zSM7AuzGy5k1pCxkmnv7NCjRflSD1ueN/w25aUDVP/O1TYaiMmTQ1g4GIcA3Df/FPK0Vx/qUzaODggVmBUznHv+ej/z3y9QuQmLhSkLq7Vw3rzjw7+j7IvAp/ka3gfo5Ps8ZXwSU4WnQEkrlCAGdO5Pb1qwUZKpgMwYuFdA3hNzYZzCBZ+8ii5nxWwCpPqsAJNm22mxChTc9QtE21hUYlyUxTBTt9Ccl47vdtjuCvdMEhq2uMRgqC3WTLOrcef88yW8EJD0MHtdMfl/r3dVLtV6SrPP1JhnCjikRx++vGkomFIDv37RdnLa9/G5nQzgyxGyCif/YPRJWT4gSwlOI/Tvz2+EgUH24Pn4Yti+cY3YDQD+vnz8dhVf1+aDns8byBWYHmp18GcwNQt3sk5BaA/kUWvpTeIzaUdLIhEazv+cep5WTzqmxYMYb5243dJYFr6Y0jNqM76XTEawZ6dzOnH1sh/dAi5aq/tcN1Z/jhJVkJYXyuX/FxDZiWzwZ95ZRnfRU72SG4+FvfbI/bii/utc4JrKr8QV4JIVmPYStmPsdtb7LG6NxS5qGLzyz4denpXy3M34a5wTkrIcVlWcpt5DtQTAqaX+8A49luivKPVZ0M2m0/jlCo/G+b3i4z9eOAfGxbYO39t0QAEA07kAd+2BP+pZxhUKVxE5R0Nfu9E5thEe04MzGpC6AOHZEyOLCqUlWr0NP1tFnxprBKUTD0Ypjvtrs3S+X1l8a9rLj6Bs+CCt1aook/eojZjbOON9E661osVahHbWNIIHawJrhaZT5mH8W1F2JaVEeiWeeJY+ktuJkhTBPsXmFroFPYrfJI+xeqp/z5aO2OYE/57Bh9FrH4N19UQFw9tGJWXFlYZZWa+X5x9qe0wWzM7QCI+dh8tWcbg4vcg25JOLDUQhzu5ufh0KCCjRuxsn1gb91C0DK8d0M3Xha6npp7pl6am+PVq+x+XAiShM5o9i9sm3W2+vkfl7i+odeWa7niN7gtWzvlmTHyXdqWwmuzJ+BzvqdBTlekGasE9jNQalYoQjm6G3WrXIYslg8n8Ioj0rGY7xsJteDO+wY6DF5MAxO1BavM2IqWQREexzF+w2mX2r6yC3uoKmid5lH6hViXPBEz1cLUrVR5MY91otqAXrF/a5+BB3gfvbQqltoFZqzBTAA2z0oWJXiSgzMf50eKHmQS0S5EVjA7ZEbvUT8mdqUfcwDHfWYPpJRzrfAUWc45nbvaP385Axv2OEvte9WJdyWpu5vLqjpju4pqh88ZP23ePGfLzXV9cSffj/jSzljSTNU5mWT/s9lS5lprRSMJOwsMvmLjVg8sWhkQz2joGuIx+UhiuNb/UH7HE8S/lPcjI2k+qBKfK7LAI24xxae9O5Fyu9TJeolNMJv2EPhwkAdw74prMzV66xElBoPf6G4dvzgDjRmqU1fOToP2IxB+FzQ+efu2sE6Xhtlaa7HWwb8AjrG+rx5YTR4lOFtoQMVcMW8jTZR1oWPWZPjC68WS++qHWP/HUDlS/ttwWXh/WIQevK/wbRxQAGmATkT2O+rd9/EZBnbi+GHbl4W6oh0q9Zp2uhinLOUl0h28nPxzP0WgGx0q/lLcjZzLNKyT+AgeUYDU2fkibe7+WjkTKlegFpRvEyl7oSVLzPGHwZ/b7D9N1rr71rXeT9iAvzRw+KWdAeaFP8i9JCYs+ZH5cfAeZfCLOF3/Upmydhy+BOHLg9klZDrmV3KAXIkoaeHya7ODj6faKQwAzAv/ZNTdi0whsZ/VZvlFE5qHvJKsK1Vhz0svldTPeaiP8mTSSx/bv/XOT0AcGHVmBFPg11Sp+qaMrNDlHfaCvRdmSuW8DmgdAa9dsdIuOE9fofyXq6VqZXBeu202YFxxcVuaphGNyHy3Wc7Qlkuq7D6m+6AyWQl8OJAtW9rZGQAT7nb4LN7yWtv9tXEiE0rwkpidw8TiFXqyeKBhmFzS70CYfYgiGzqhiKQvhvtVq42RP2OjrWinjwmkWknIsnn6lWYZBdV/MgYvZF5cPCXCmiO2vdfrDAnYrQj2b9QAnnsKfEqnAcr/HPjO6bSapdccuDn2FbSxN07n5euUXpx6Hnj2PEZcY+w5oxRDuwlN/r4sZqwsIdDSYrRoh/UhdZSDsxYBis4gEiv0HKfnO1/B09jJH5BTFQAWEVs9Ipfnde0ffeNL664Gd2CX9Vs7Wk8FLyp7etrXHhCOvKHGOW7LFXjXXUjlzKYo8Cde1rQppRF+jvjF+pkhgipJKDzqK9vl52mGtC/wDQ+B1tmUS7EJ7jwb19PrwqgzgXT4GtF5gYteuDAgeWUlC2mIbTh9QhaBrtMv6YZ9L303TdN7tlNV9RZByKCmCrj/ZqSLbi8BAoRGAdNdRaJmIPMjfIaPeS/piLsequfsUrGr8Z7P3w7jIYAb+YUmCXbP3a1h+o/B6JeIzleJfP8ZMwogBrrsyAujfhyzfXNa22y8qu0HSa4dILFSRoTkQ9t1PmDJz4hi2vYkzhvT7G+u2Quvlt1zYdpchYJ8L2LdTV1rKgznXGOQ2XniZLg1K6viKFZBtPy7bcqK/02njNvmxM1UVHXj0bro23EMZGdby4UM+TNFpPrid1oqIciJ+TY+nf7vBU4JW8Z1RyeFY4G3UFG0iijiUosL2itdBC0aUBBCFuYW2M8WrvB1Dx2DoKagDyh9qwX6/NC1O8JagRXjCJDn22pm/LIrs+m4B5vaZmA44bTRGUmmheHEeK5hJqxenGm9/nEcPd5g2FFk0se3OZiZQGTHAIEmo6VgRsWQhWNJWnZU+iFjOxI7JQI1fCxyEpmzkbyT9UGqN/Lq5ekh5Je61S69IYLq4faPYtOBono5qE/c5uagF04jetXGS34Wu03pySy8nsKEl0EvjDAuCUE+dlGdQUMaWfPvWod57uYR8ND25pr6sADejYuDJ1UzO9leSJL89RvQYsgneyEpIMbZASOXmqe1IkqJsT+CAXkv/tMuntBr+CPZv7x47SAiD6RM7v8qcQDHVX47yRmtjjI2pmCkjjt3kJwIOsj3tH14oBDSMcgaCabssJc9TX+tEupDfW3Kg+6mSQU8YiGV+Gwi8Bml/Zwnupp6hFciRT0Dtr+2nFq8WZr9R8b1ldKtr7oQakc7/4PcQ5huqC7q0LGoyBlEc/JCLa7bKixDGPLAN4TCWysSzVbgPPbnJATO++uJeqhLP+aPdqIF7YMeFu/xez6FHLGdJOWzA700z3ZBMoRoZN2CdEfpaHfFQ8npHZh+UauZeB+UPNR9IZaGLm1cfhAp+bovefSIz4K+Vj/jbD4tFqEA+jsJOM35FMSJQI8hQG/ilbxC4e7N8G/SAXGuySn9bctLXRMo4TPWs9XDMp8L59VRqYXZMplyuMW4XXxi/hLLek7u94DKe2WEh+hVG03cPdwiRoInGgYiHWwAM7kYB2aYTGtqTaCOCi9I4JUHD2bk1MGrgEmrg5gngVaM5wO8Xlr8uHhYJOgGMZt8FMECk0tTPxg0ol9VS8oFvFVufH8XfPKgCMRey4fkGF0JPOOWCREWYRbg7KVeBUyyy08V7ji4OgIF/kHu9r8xusM4hj9bOoJxlkrvlDBG0HEo4EzfRrWahdLLRunvztZpg/iPiISYNhj+gY1WVKs7VZMyHv1NBNvfvw/mNLOef4+3I860sf6NDdE3A8PJee0dn8cjEFxn5SM0kkGmcXYkT4ef5L/KE8Ltrbib61NkdEL9kFApjtu2PCfOQNi55WefdOpLTkpG9ntBC5mzx89K5dS2QqV26BV6HNduD8qndLgboJ8OZsBFngTHxPjIVlYUYrPHWh8w6kPsWQsEsRRNI8unegkhhe9BlCU/otjl17ZOKbFV4JjNPAeZpd6kiCySVgX3BhM3/TMLFXFw8PhM4gRzrqQffC3JXkr3NA7eCJ+WP3hOECXnmK3XwFb2y93SKTvH6oLtbJEclFi/kIvPXgZOgFJNQvRNFIWP1kfJGqsEIz4kLJWPlZrVWM52cbSyRLfORTfhKzfO8TBCuf00ksYHWn8ijl+48DcAA09ZH4hyLJ9baxWAqJgnANHQVe4DO/WytMvr6e/uGnBWqly8m1Lz/gWxua7l+W7Rk6L93j8wFNKsLuxVgecxjtj7268AiojQ37gXcdRc92Ws4tL2LimlnrCTM9VsTQXj6EM4TC8Mp6I8j6K1SB1/K+GbcY0CYRwQxXx6YPrzz3x+iuOSBfL7cNfGYCypgU+GIPEZDZ1wq6rvxQZ7bwso5vvh5J6vWh+rJ3X9Uv/VWJR54R/2VdJRVXOKcHyPt0iCNJboHKffXmiMFn5gBeR2jk9Om3hOcykHR2z5gtP173FYbVGunQE/snOZ+fJ22MnPhaHsbOouuxrHjvzJIQcY3jzpzyVNjGv0RtNRPWH+2o9jshKdIjb2PLCVBv/XQ4tQ+1gAqN4qZx4FgVHf0I9GJK3cxOEKjQ0WmUFg2i/8S2eKPPz7wsGOMnFtP63WYjQwCTc++B5Ghm3bOrTtvpi+ZekC/XYtYob87APDAiEI83v24OMk9n5ExaWAYe6rvv5lZAImuy9sgcAsTLaD9fpZKOFz6jIcBaewGPXGoQHX6tC+EwQZvBAkwpT7UQZUZAAROhujpLwYXjc8BceV+WszDEvtFqNBv0iDPnyX1mzmtXgHvdEXRbbJpUVfWxAzxLxnYRcDdq/dmZ9uawoX3dkeiSTA08DOYhkjVmwXMFl7FoPC8rs8TgWnPXNfLZzhPzbEXLFlbMOMVkl/Zol9PvTL1UmxuGiNHx4iJZc/0lNBuBrIsi0XfpbZMe1m9ssSc9uwfxAM2DIZIH75dfXS36D6dNIl3xfSiQf/rO41J8QcBe6Nrn53ZCGnUw14k9yx/JSNv2ngD/AImSBMJ053QWDTjj4ctTk8X/NaSG6iPO5UlSxRArFFQj2FG0YgE/uwsAxVMCr7oRNz4kpPgLALJ6g7TH8jgHZRRhC89dyIJdQuxSyQHw3rPD+rkXopkQ73M40rBAu+lYcL5D1kW+ijiL5006tCZ0PqwLTRY6H9Y3qy/Lg+pJa9FxNOinkWomo8FbxRyLhLBk3z4X3q8ZX455yS0C8kmpVd2qfnD7fJDshCm/BZD+iUiUlYkNeZd0USOxMMN35zGNcDhY5t1R0ITIRKZRpXta7nGl0zhUKh9snryRjASAABfmQq9gYcuFnl8D8skB6pPR81tWtB/rAvSdcVUO2zZJse6aTtDcKPcDEICD7ddT6SC4p3ZUwMClbEEikZRmAY13fYL5Mhr+hKr/njPEEtWUF5fQUlch8U/5HtyQoamn2/zM1IU5H615jIfSiE0+sofTTouN+cGYzyt0r22Wp5IXlhDb08QtuitEvLyuzPg+j09tJ78MmMrTcTXqoVNv1FSAehNHfNrrziB11WUTQ6EGfKXIjC//kgelFW1rzjVHsFpg6lSo6A5QTv2wuYbqYKIXxmLwzwtbRZ7hEE+g9+wLQO/7OKMEFQTJzUDFWwZR21Rb778GuaOJsVeNk8sJ0OD8jbNes100JydVGf9wXKG6jEEYKmKLbmi4/oeDIW0idXDVn+N266NrDPRRrBxpSNNfkg8qNebJw1uX1TMMinmuLIsXqKpVPMhs5/eYuFHIRcmZmxJHVQFkiVGLuUnyGg1Iqtzdwb7MZVl+zlaPp+fma/j8qIoy7hgmBqYlKpKG+Lov8L1Mvs4/nNRFFCzSz62FKhhXGhHXffZIVLQRELaFoXwzTR1+N48MzFhgfaD2OcH8pR21SvPAf38ZA8DfdPnaeOvbDO2Un67MvghgH8umAODM+60CfGK1hX+MqRMzknixyCqr/IWb1OwzOHz0bK9Ngy9ggvyBVycRYGvPfUD7WNNUrCA3yVoMPld/KsOF2urKvL2ImyH09M/qmg0Up61eesXy3JklRQXMQREIgl2FATfFcFmnshsrak6IuQiVwZOgjKij8dyXboLXIvnrHpLDXIMNADYBekPDG9xbrQGXqpqLznUZqQEN1I19f0eOkv5eJmd3+Jct3zUMmzjdjQQW5Wgun/FYSr8OOPNs5anQEuuJaKXjFpw6rGL8nWdJPnGcyXYAYNRv5ezqUO3kuifuS+MmT0uSxRd7w5yC+ulqz91cz8M2qeRU3hD/e+PJx9qeXBfP619eBCp+OYrNCVF4N8MrxByJhUt78SVwtLH42nycUqXBaaqjwrC5gTLKgS5FGZWhY7GEngJm/txahBVMh6oST3j2Ksh2bETMohm4b8nJndOgSrJdJE6SXwX6cLIr6gJsaDdjZesF/fxzHg1w8Fd6RI4D5GEPifx5OtrCjcNWdqZy7iv1DTyIv1suZmyZaD7SvyCYbPcWaGvzZUdxj+xdAJriarQeMMvYtACd5r2XE50DvsE0g00+M/BGeAd8XGBmVa262Ums3nDkThlzYhEUJkYg7Yjr+RbXnQlK3tpZYkBiY9yIwakM3frN9w/EC4vf9htIFxkL8GNF6R7Z39RkxoV36dqLFp65Ug2crwYUq6o/ibTcF3yVnUe/LQemfjywFG9mMq8CtQLyY09Hz6moIyuLIqMLvA0lP24o1M6t3qN7vnw4xO3L3aJiSWGAmHI7c/o72t2+4weZAOlGSNsUkV5zgYH9Vb1iPqHwIzETtizNMaJWJexfTvsiKD7EaqHeWtyzoER4LjdBiC/EQA9AsPMaZ2tapa6PJ3oMyXXJmeQwW7FsAoVFFITmfK37iy+uUMr/tTy+IsSuJZKnM46mj7a6kBUMihDb6paD26LEn2mtKcSrn6lpIgPrrNjCqHOYyi4TpALS3zqQynqdl08s6Iuy4oc122PSeJFTj6bLVxUV4eK0FpIBRKfipswvOHKuX+C1bHUmSbbJiVMBBwcij0NggmJswTv/915vJhHksn6ddORuLfIG15+3Ci1BWZrzaiYP2lC1+IPN0Vth9Kid9TCPXX9v7bfuHYd7aNz99grC8sjS+GMbDXuvMLiHHepQPrXxiLsH4T+m296EpXn+IcLz9CZk37TiMyoV9luB5yTR3Gza48JA+j/SRFNRWb+UIFoU0KgqYpdMfJP0v0DKkjQT2ohT2ojswMo/8hKPF656K9AECFUVDzxNkZ57ipzpbxZ9zErXTYpES7kDIKIrq4TSWNAdJaEFEogl8yAydP8dtdiWlVMEw1bgKiDw2Ye6DXPXppScfCuMQplC223POb7ghWNzNBO7n+27x04ByNtt9J5t6HB6HsUHvOlzmQI13YWHlYxl6LLaPYlosdPW/fM0tJcN8DIovDr7lSsvD69SZP8YE52m3ZcZZ/oL1o8+wti2Pzir7DHjBkS2H5CLwg7QLszQAr0n5CQL/0mIBjeXXgz/Lazkt5IdLIsFKux2RnCdFIsZL9rAlTy3Bd90fvjXL8jOSh1JkmSCCrJ2Z3xYvN9DcY+2OgJcdJrlcut8bOZqujVe/qVD+QU3LWQgCc016yzPURHFfpT3+o3fNluzGjazCvuOPRrE13HbqtNEpmnwryZQpbqjM3sZuNPlXFdJhzByIucDxlnQ5HL/M1/rAg6czrd6YOUZxpjAfKKY9hCydNKsN8y4T9N2UY8uvbt4dy4rgGBjbUiLceaW1VMWPd6y0bgLjAOfSd/2jYregTgs+G8GHv0R5L3ndy87oykdfhbeBeC+R4Xuz+C1FjhWdj1DYZFiqXvqIU2RnPoHbqqcRacX3sHPd0WeUPgfolr6OyUNYXx5nox+Q/gh8nt+Pj5P74O+Pb+cbseNwzLa8s5Mzokv1cIkWLRc7CnOJJ4dWKzvtDvmh+2EjosevRw2Tj+xs6ZBWn8FMJYgWrtQaSoqcs8hMdYG7OhIvBX2//KZNgq0XH5houWO+/gsMYiTtR7LllXzzepm80/VJIuyTa9iJsECwjMlSkjVj7wpwaBKqxvjAJaSethp7FOM8HVDPBVR7Knll5Vodfuxn32h3ZoO6J+DYzlRhF1RN+UcRAhCm0J/9T0CIfMTVpng1rgEAGlHeOSMNTYHukWOU0CVmv/T+5moVqnmXWvoKYNguZWDYetCq/Sy5VNpGEPYHIPo9toA7n9RAcxVTsviqkD6Wj5MihpMgOk3/rqaR9U0osJgLMX1uc7+awhZZ8vw90/60vPrCAiUElFubcZ1a9xCLea8jbQgU9Q9JDWF9Zi2dntWbhXsOLn6fwQJbAY+Rf02Tdl36PtQxWfOBFSsdhUkqbL/xoMr/cJowvhwEqZ8kQ/qUndT3adFq/LsGCZQTiEJtr4aMCA+WlXx6fJi8Gv5EDx1vT1P84dv3jstmmHT4EjtNsrQcypmayce+VGUxbGubeQbBNlMJqSumxXJ6Vwz4ef4h+GvpX+GhWC8E9JI3HSsNH5JYUldUeDf+1eJCHrVyLwL+aXPaVoGG0zjF0dzC0wlZsUXGsTP8VX/w0SnFeT2p7ftBIdhVpWOzZdvrS+4hwVD1GCzL0UAYjzZYQhDkd6QRzEepekFcoSzH5mwaH8zDOgATKRzLL5syiLt39JMRqzN76wWOig7P+anvZ75cGIaksqmLMo6NmfFHerP1+T4Qi8a/FHlAXwZ+By6+z+bo7+DaQuUpgASlGPCJSlZsJncr8jyQdf5v2eBcfxHbdQPx6WH+eNa0orTYHO5oH5BgcbOk8KZm6BpAkjlKHdbevnScEUUW9UbHvv9YaxlfZBaPHzoqn8sNR/HsaqaywLfeVXSXEef69AItJbYHt7nK4OVSaHjqUh1sfdFuwfdvjLbYdP+fH7IZxlfaQr57AqI5neDFdinHCCrFXAyapQk5pCWWS9h8hLaY4qswU18pMlHLtDhuckwPW12s7nMyMcdgPXIGAe+8MeBoy8+MkhIf44UaQHMPWQEK8O8AfM3WGbvj6TMqidJCFuhEyO6ePn3xwGvmFHIhqHPP0N1VVlPbeZJhV7Inrt6XT36qbHPkHhWBwnxsuH17xl09Wl2baNQPdiW17/e4iydQOHxwt92cBorZyep2VHNsBZ62rkIQvVnxJ8Bako31Z9csNrbj6NYloySoFysIY5R+Hgn9oC7b3iva02AMnvED6l/oVFJvqt5Um88bkhWnQzIRyPyCaXDsE6jUS/e7n5dzRAqnr2Iesl0nm5fIGG0diP3Jw7qXDux2sQ10djV7/bV9uaiUEG0vYxGnLgvNpCjMXxRm/nJSyWftV634fD5+xlVQHz18wZVk4/eF7GIEdRtShByNy6nKuv2tjXpv0lC3f0fpf4zJMEg7CpCrBo37+YaS1s4PSUexdCHrVaa2M5ChvsIBy1PvnLyMH4jjvdyXVSmHasN4XhGTXxhXbm+MwFnlxM+hBqmROmLFKkiF2odV/CJJODvfEKdqrYNvW518X+GVS+fY+iITxhVjuQ9NYP0rnVPxCDLW9HN7lKVMS7DtuJqOY7o/+22IgnMlVZeym6angBL0BK5wbdv5ZFKZMfun/LilMD/Y1t+bIzpbgQC2td4tB7eGmhQgWKhCuq9+dGXGxGfAZtppAtBjqQ/z8BSPtIgdBaPa6WrvfPu08q4uI9IUDSijFkm6awsNWnDpT0QZh3sAUZKL+2OzZWAOrqw3DCTJK4+jAfzn74yBPDjtLJcbGa5fQ5Nb5LAD0ZBtFY0s0IZnhU+m7MCrbDfCarq4rcTxFDJ677ftKGBA+EA3kdXx7opcLZfe5IPE8/0pcnGHbiW28kBPezPNW1eiyN9eq/PBQYn2pgKMtZuqWNTr7NKhYAWllyAPYgJMzTLLGi0eL8IrQw+U/cfzx7y8hpOULdX3GhHpHCYtbkKLk0D4DGI+R9aYSq+1T7j9h/aGbTwH1+0IdGH3Bfm/8iXbp/mlV9/Ul7XZvz0i+6TfiotDV9j1ibXX/SEEv/oWp/M3ou47P1ZsfmL89l7/f+itoGOTa+39XOaODd3uIUBHm2QGiyfTxt5IQ1X41Os/aP/gKM9Yr4BLnSEbAriwdg3FiMIStJCHNIkPIxIiZx2izf8Unmy4BSxDtvvKDT4EzKIF7TWel/vWqQvIDDYnJ9N/ppQ+wq3kC2/LzNn4F8Fdxe+RA1kVODCsPUX4eJTptaezrqfpKQW0I5fUS/P0IJUG+XH8yAUBP1TrTbiyn163rBJkYPE03We5CdIMbw4M5rvGU8lqvibT5oSz6BSbwr7N0N78iwYra6v34cqjEoN7Gx32P+fj5nQWeyLtYkibVBAWjDus4brAK+fD1GjqcXVCECbpEG+h2P8jF/QWiTXtX0Yra4ueM808yq/oNhCws4d+N/mRFDV3h2x4E7UT7FsmigiKIh1+sIYyyJLCV1r1o8iVSZvX7cLz8KhUniHj4tDxmEpgDj8LpYZdUai8ICZRbED8959R4G2AWAfIuf92cNEBKoPVHJNQfRC0v53XIOgCmnEkl3fj+jtf0uibOVF+C/xtyhaz2a54v895l0nYHlZ33NOtM6ntT/aVNzhdOUPI3YBIXQlxH8CnBKxK+IIIqAR9upIcX0TYqlhwCIBD6HDpdDtKLCj6K9G9jEab3tOx8FxKgjMmYsMhpbI6Bjtu3mcETcLTCpUg8GFWqfTfeg2/bA+UUdPtTw065dX3EYYhUjKFrMC6PyLHm2F0nQFLLjKs8fITs9dcDNE+/RUbe0//bR9/w8ykPsAw2xkfwiN13jd6OtTf0rsXSZaJI0W6lQD1xood/RXw3iSjQTvlC6IaZxX8UFqMMRKms/D1EEV0NKL+EGJkNt7BvswxRcUudDCFP+2mNOx3g+T5AEGEJvptWK1u0dZ0iB94m0+jPHGvjC9shc5rCcEdox7l03Elc+sKwl9CZgAP9W7mXXXxATc5PoOuYJP7m2yxkRtNasWkHPlgRGCkrFuPYgy7ZIY9QSabN6Khy8N7CIL+326olqxQavuqWbK424Zie8CqguK7nC2FXtWk4ptXiZiV3CNPZ902y6skDoyOIbrm+TG61ta3V6lre/Gh7XC/Knu6bmnfzLdFz15c0ohAuvr/lNfbAWrywcLWoEjDvBCY8VKFrUKnB7Eb537yevocckEA4FXONFk0/7ysKG0G9GkbvLkFSjgynw+dvzA6+H68lrN2+NrRF2PXs+NhmsxpBEpfa7CWKsMMlKFlgn4rjRCzvtCYoDRbWmCGBJh+mG4IegHNjz+KY/rXDih/S0TnlGz6escLCrfrnuajgzHjRmqlWEDTlFxtXt+y/Gj3nbPLthlErmQH6x54VZ6yMKTXD07Evz5WNTB5ZjqXYdmBhyIjYmlsd1VDYybY79qpS+/H+61JOImtQOD7QuZvXbZhYEWTz6PasfpA58md+zBvQ2opjTNHZJIQUDC9ne76dhkkYcNzU5Z0xa21kt1uMiTWjG1mqhmkqDve3bsa5ULzt1l+7ixNrmv7GFoydJ42yDfCcM8TcMWjfXeWyvugwytEbDJNafEfBVJFY45HkNeugVF8kmoS40g7qZlMUW7yH4hKehSBa+J866Wa5aAjuHOXX1NVfsTpEakvC6QRSzHpehL6Y96Ukr96yi6gG3E/qbbOKh5FnRJ9RWAhI8zOlpSozdgd0pfwZEc+2HzoosteGPsuX+TI780NnYk//Jter+xauALs10ytlgft6/attU7L8fuM04YsvLFsKD9wBxyfqiVVqA5+uogs1/+l4Yli8kH29HKrc0M4pGpWkMq5Z7iNT4laFyy8+rzNR9NPxKqivuKWObBb6OSzDCwwCoivh9rrkb43Hr3VKlY6D5rIQfkpXab6IG6EExn6CyjQSeFg0KVyABT1ydjIPJeINGnY/TDDQodMtmBfr1p0+hUrJyIs/GUETu3vRYEU6caa2Rs9XBZmccatBuGxhrD3o4mNMZIXH/3gweM0vU25DeTCIQMId/3JtvFIt9U/Pooimp1YOvwzPMKQGdCn5PjJxHYvCWvmsnt5PH68RaETeTEjioiGNrK9MADnUBG6cwKu0viNYVuZSeVQPjulztlVnKLpmpwTAp7CtQ9KdL8Ic4JtoDQeEdB/N0FUIO8ciMlmkFFpHqtXrqRi+wrMfRKzrKBVoeRSesF08OXwKD5ZP/6dyTSUvy1/2hkEGJwlYpbIL1XdiY+4+S/yriSVdS8es2/j9kmVOFhwt/vyYndJRThjdm1/SUrbOv4C18eqEr5eb5HbwXAlpZDci02hF6F6FrZrN5+P8IFAPx0rCLIyYMdL75czV2PE/Tr9aRUk6JyHjjy259C5ESoQoBeZ+4vFqsqIPL/m7ld5PMCGnLizuQphLmgadXwsm4R4f1WZbEdOssmNwWbPA/ZwHYlszXYsGF/LfPTKP2b4XOiU6i/U58kJCaSqvunXP1zYxviegvf9spDRNmv6x1U/e7QQWPTjwn31hjtzD45aWsy/GvGm4axqGHwMgfJ+/kWg1qQBhO8sFiqulUu9ns7/ci7YtW6qM/NvKfixQfwtHCRUIQqV8MxHWLji04BgdbtVB08BnNb1XvPBVpgdV7RsVucM0FHrQpUgHzTSezWeyU6o2Y3LUwHdQmXvfQEsM3PSeSlCAK5jd4XbXmQ6LESmQygGQKAhiY2Dm7/g7YadAJBm2+xqkyv1QJCOSSnSrDTEIcHhxk5HxKZ316/IBuxRt7sR/tQg5Tj75IfzttADLUtlCWJ4MnpgbX2hSh/+iV4P+nIeDz/JZRYGKC+NtMIGsCpnLrK/EQj/P5kqsZHt6b8Q7Y/+5KfJ4CR4rnvU1k029GKWBE/g06/F2LwHCdDDfhtxLFdIxvE5lwgBdmcghodwsM1Dzp5AP2ToRowov2hTnhrSyRvMHbi7818/a42umg+mD7YfWu8exbjcFJP+sCodeHl2qy5dkBJD0mmTC5HRZURjF1Zx/JeSiWhKno1bzF+MNQsVwmx8/MP+xAxFUaW1pd+qvd/irDvkbimClBxM6kWFM14K/6INE4cA9nHkFqYCQ7YBF6YaqNZTzJbmdd5MZBCZYvwRcKxvVsN3rLvwR8z576SMc4Dg/1YimHm3z8NVP4LT2DdW/4t04bO0sGFWtTcq71Y9dP39oRiYBxeHrYF642/t/fH3FkuRM1N3TeC+GpRhKDCXYianErKe3suf7w97YMZuJjuouKfPCORfpS0Q624ny6zNTPV/ABaP4cYr7s7CCc4iVjLm4hmcX7bhj8en6vhCHAa7/cV6xPaxoCAgjgDKr+lv92epr5HPuuqGTo84fLR/w0q5HsVq5CA4Y/ySea6m9942EjGVg8Aqy0qJkskeSl9IYW1WyXM5/6JWHJBgMSPzFzCgcXFlVL7o2gvcqky7IiG4RTp18PS295//rv9rBXpie6rQSVUHuUhKLIMtuWzjQRU2/UujqusLYTB+7+FYH6Zlv+6wWNwn5UNLe/nVrpHomcB7fZQZs9S3T9gs+7vQH79o2jI2wBh/De/GihrqUMsmyb9C+vpMna6m19E9iEX7A5m8VWD7075CU8+lG2m8AiDa9wiqjGJp3viR5acAaFHE+r00qLy9+bcS9pjlNLdWA95ruOOilAlCJ3CwNCh2mmFuKxC4PLtPo66GShPrn6Qr6DyukpPdXtH/6JGWUsFQrZJhQJr/oFpE9FkeTQ1dyusU5MmJ0nPGxW3t2iHrcmF6w7fhGHoF8AoWMkYo3NrcVy+Z4iHwoUWYKUwKruYpf4Wj155WFx4RvHLMTv18m5L6vxNwnv8ogCVp/81zQht58MXDKSjXSEPBDDtcp9YudTkNXoJhxmaK1Ki2VJ92sgMf2W2oIEamuSZg28fQDN8EYXmObJVIxcqeNdpz+cUS4Gz2Oe7XGBJGQxo96QvjoXLVtnGXC9AMUhix/KPQDZa0mSOaCgkf5JXjk/WMdAaFfzB/mSbho2Qb30PdT5gMKPtfb1QvMJ5+rGkaJNfBQqiC4B3T5g9492EkQ6iCDhbXilwnOME0xmOmE5glfgg0izhJPxH9B3gmdBGCVYZ4/xB9pz6Nqoh4KzIIcMuJFPqa1alowRWoc/+42ZuhwMpnVADFW4Tu3Ayryls9iiIEEapDPphtwdI0oSv3kPvA82wS+aAEBI8LOl97nZ8b41EyBTydFn82+eP2U+VrPKhlizyJ338nOI2Oy2MbIJnz/cgz5fXrrhPZT0VEM9lpey8BCJNYdgvdfGXEns/diba+f7QbngzEeAX9i2Rdana4tGMoJzqeL7hgEyCpLJdq6dBj/0hnwtNaRWyWvi67roIIYQvyLWLjaK3OJW5PQ8Y1lReMf0efHYhBPW8CL7WcGQnBvYkgX+F+rao6r3e/C4mYTy7X/U3OR0AO2W4tHo//K9JGBFEzhoX/hfO8qcLxT42nFeIoaHskbaNftUuLrI0llNn5Q+gF2wa/isavnQRADrmljUWa+VaeEVs0auKxVs1O/cnAWFcgZPOpZTe8tngqMPOzd332CqNBIEi3f8T/GbyauZQOCEmliDv50kQ4kGdj8+KlhIkXnTwxck/iA+liY/h+GCCpB7QFNP7r8NS67EZI84e58ZqK0RuOTAqnmhJkVN2IcVrAntSiQ7iqLbRERtS/3gFYLj5BlmnPwgKklP+asF894YVh/mBLz8EohP9mtV980DtLUO1A3ADVRe3CcGx3L6vFLGaY9yrkp5TGqymJ85BMxMzbWJPlXibzx3W2/Z1fB4UavvKZ05l9OCpP26p9MbeMrm4Rat9sO14jGOhAVH2WXWUMMhn14G+6jkPSyXkhOxzqODkTSehklwTiaWbldJkjbw+k1IzA5Z36fvdp/xWSRP7u9Rk41hZlNP3TofF5G4bGCo1pc5MaFUOuiCxMxeRLmmSlwdOsvniwHgQbyADKGpqKrvietm8tgon2s39jWMdHpJEHSaFDECnnha+fxzsfttvQ54hbGltIDY33xmRqxhiwgK/VVt0SyzUr4DDrwu6OOIvJuix9nP6bhj53hj2iWUUicC6mFbPGTfG+vVKSBvEYQE0bNVrQDTEDcEzZw8SdZm2MbZr+ZV4tYYKKmOwCYmNc+gOQcfyrCx13XMkZab+I+tmkEI20lreE03lexRXUXa7P7qSb0chWjRaGMTVDSQv+qG9ssfLmeFZLKtr1sRirnFlkTUEz3FEwnP0dS7gLp9/nVuUO4kVTISNxVFH872cTsGHOW2eejvc8nxbrGOm4s3h/k50U39LmpCNCvYGOhjaz+fJn5Mu31JReBbgmMraDf7XNW9hCSTpQp0ydka/A5w8k7A3xDR03rlC3sBDuqLtsUp2G6k15KfCs7Ouppy6D4NFEDivzt5oq5S3hejV4YGIWA1OIhQv6LwCRhphkmmho7joC4V/MAndPRlqcGHb0P8KDjC3vlz+vaeXvFcg57hUXmDP8DA5iydWKFb1UOloKr7DGyKmCJh5++tvT9z+uXooz/5QepcIKBKdy1mysZDSFtsGTa7hC2Go/DB5UD3Zxw00H01/g6msZu6A6z859XVNA0f3II9faRgCGU0jUiliwU6+lLMK/f5LIr1/xQhhMcGlg1kZZH+fwITReXRYC1lcwFUniowjdmXuS5/CAeA7ArQ52PwSuGR1xOvERbdvC0hm838fvCNGE94EVG6gtxpQHB05CFv6j3K/slpPbKTsiSgWI9WOV/NwEUYY/7PxjJMoRLUZBQlhWn5Eyv5yk+OJ/2ABwGVB+Uf42TJ6rSJj8gvLd1rLKnpmpE8ikwntKH+8G8njj9Q45nfzVkxKc2prTTh2FrFXwZY8N58Gos+dA+Y8pObmkrFr2fEDBfs+PKDe8XJVpPrlo7bSqPQWthuWfNePx+2Oz0+8jXB3vCFxtDP3/NWZZ3Q9h2q++2rETJWfP162tefqXK/R2LFSxf4MQd8QIlatnFEj8Z+xtmR2GZmHuFilXAg4pqmjwq+/KWSfiaOhd//qp/QuseTyp3y4wquJdtplSmuJ0vS9KksSbivNqjdsV4zc1Hf/GPTd9bu2dq9pPLnaZtUOZQdI5iEE8q2A7lSEECtwO2oaB26ePo9cvlgwALkByXLSX8m5y89ooo6GHvfhBv5SB3J+NvqtnuvHs9blvrC8u8EfOlK65SnpcbJKKjVUXxPpkIG6oANEhHBAT7cLZhOBEmaQTKHAXYB4fIFu8HHZ7IBMwK48wfVsrrwnaeb5z2i3gRf1tlv4cFpAI9in8pCjbApR7ByFIrFn8m0vB/6u/QGStdRlcEm9JlMx9zsuO0XXGqkMOICx2ihbbFCPyRaEfWU8Y+F9NgewtMxa+5jukX5G5x0JsBCy3/m0rbtQUWsuR0Kc5a0BR0AiNbxF/dEb7qK5H7cesL6m6CQLT6gYghABFDtZIZuvk2Oe3Dh+G9kvtcsJ4jco1dbVIQ0B4vYlNmT5zVBMU8AyfVf3vf83T8yzLfXZm5xCGvJuw9/iRqseI7krT9YDNoSaCelN7xI10N4edQElALBqJLDIigsbvcezwE0aH2oy1xw4tT18z4bymPy3den4ob2RpdryBrKfyuzSXG+DafsOR8ZTkNSoPLzmSa8IWDsXtzXeN/MtYQJlP/NJnq8LHT4WdLwvAq9ngnm5NtdqyvNr4nc0DXEJCZJbw6MdKesfyGF8QdDlldMzCmeRLV5eyN/3F8WT2VB35DzMpY0OnpANHI7AEjRVl/suO9IevNLXfR0Rar2p7+Gv5mhGIITOug7uwQgPVlzrlKSeMUv9BXP5h2VXJsO3lOi4SXDltd5zRo8Nn3nyKtNFePRfFXYNC/L0IgA5YajKnvk3CqdfJaJtpiY4PYUZvYQ6PRrM7GaZlvO/SOZMpN52Vdewr9mYUpVmjPjQQ13tuMZuuAVKKC9sZ7RIrgdrclulA5/xL2dZpsbIrB+vgOvO5edJgmux+QMF20+rsfLVCFNTRcXvhr5VEz21ayf3L+t9B7cCSt+RSLYjXeLGEgaMwPIG95qfSkDmQSHpW1srzKeBiXRteuoSqE2BbSv5oBSEcutE1qtpx6HIh/JlSm4vRU48n1sHnWUGrXt+ctpzWO9D2exne4Kmw5ZPqj2+aPGPm7vEJTlKFQhZG0mP+fWhmTy2L2xIhmiyEtcLwQIF/Y8MCFLWOZsP7Hl9hOKxyq0hPIhswKUmR3Rs564Ye/mctmynrcLaSCJizkRfDM0+jE6Dfy2DXJXVIJKuz9Y3DVl3UCJuWqudaZTCVsOLS2MM18kK9UKlN6mlmlfOObbsG6Re5dPY9CkucQNfInVoO5cAmt4vmYRcX5cpYmOf5q/VAkKrEXm6cEJTlPY71mlNdfxq+OqmLf7sW7nKCwkUZjCyZyFvFg8qLJlZdGy3dyOsgH8+M6eVdZzuf1mR2yQp9fl+Dbnx8e/Lj++gonov7G/ZBo9EY2Bl8FQWXIbnrR2en4GtoYzOcj17QC5mCxlEedDk5iwzKtOvBZIH6D6+l0v6RBtNsfU4XCYZUM9becbP6tvE/wUDGycVWdhysv3MPHEwuTwF0W5f0aSTUDQH9ezVolKW0SjrkxR9hT4IIXNuCOw/7wcjOiX0CfOfild3U46JqtMhOn7g2MfIxOtD7baStHO9Wcu3GKM4KIANai1K/o4+4SAfEO91rHpe/hamY4EIKJsHSTzGbIj5k666PzNxGh/h4vbOkidKRfB5ZX6Er+7SEcmyPhgEWAkS28eGvU242JcgMn7EhEvKSSBBCNGeR0rsOEBkyGABT8oA0jQDAD3v2xEi1GwaBzZm45K6peGL9XYzn8a3y+XdrHEiMn3BivgCNmW5VYuDrJvBZCsXNWVaRojohWqmian5On+osLml2jSkRYtiuTKPNj5Ib7tYSNv/XzJL6CLNhf6CoYAWBs5ClygZmlM5Gbj1BGFW6gjw6dfmgb+mCB8xrkuzfMGwXDx9k4CxAzJUYOnoyeHCT56K1h3ZZQgKuEJMDLrguZb7RW0taO93KyIWg2x/R4qRsh/Z8KV0z/2labCkH4xy2IwoFWN70NcyeQtcs4fOiSfOrdo/fJ53AkkN0YhlZokP5MOw7TdeZcqZyuMMBf/MFWapb5pV0/BeiQkkz4uGs5LBRbnY08XZ1ZfVRdZFs5pOHY1G2M5CLQfhq0TOVU1AWRyQMVUKZWRCHy3K6ZaOzrnBll09f40iT8Haj9rye0eBZ8MO7vBsz8Ead0yTvqz6Af5tWIewEFfDKWm0kifExIYZ9jXL370kqLwZzw1fbhv516P3k6DTUweqBvg/XlK7Y9GcipZEhXcRxkU5HZOGsVl2+dM4br5v5ghbX/3OU7K9vq261wvsR8albz3vGDeTpGL5k1X8nBggjuihS88JDckKtpOhb71qSIwjOv2Qr9KgILH00iFfe9krfvaWJWdkiZiwg+iMBJ6lY8rCOGOItlSvz8zOFgNCAPJN/lmPjdIfzpJS6x0jDDjNhCFUG0T5tpdaiUAiSOasEicQ1Hjevh8jsoU9yFAngGGU3qQttcAe6hZrelynZUoKBr60j7uyU5bNhLwFhEKpxFzsSjqNBxYH6HDIw5wId9FxfgX1LuAtER8MPjY8UVqEZar1N7mXeciEZWz4X9k0ilO3zkTmEuKAMr4wOWvoiWL1vgXj9u6gtHa0W64B6WXCzHlBTH6IWE+CIXU98YSTr4CUx512ih/K42cfc8SAH4qHaKWNbtFIfzUJYJc50mQDy+Zvx4adAC2UJnle+BlyS5i555seAAILjlfqsovA8+c/0kU/Sg+rLLchnH5tIq8vTzBNcDOPiV8tHeiQZPVq79MGHEjTYy2s7hM4uWmwftWgPBeUbN9gysLNO1lWeM4msGyckdg0gQ6ZkUtpXQV+A13LOP8pBTSqKo2jeQFmB6w7rTMjeO74749/lBhe4AiRcj7zNbfszZv0zin7RSE07rOnCpGALgY6ouyXR/GUG5CMsSH2nIsqb5DeZubt3vQoUYxuc4+vMO9tazVN1w6jfG9x+G5s5wklLz1HiA+xSoexyWlSOLn4diQR3VVnYqsDqphLx76qhpLU73/lh/h/Bn16zMadWjfE3MEyVe585UvMmILWI/JD8hTk6m4ATOtzWDj44GxfFpgsJ1PeY89tP43WiQFOvIXkuWYe5funFYmPoq/pJJdQP2NIk297cL7F8o+iIDncStfcM1grjLSKVrAVCFiKDq4RMu/LUrqeM9eRGhs2Z5f3tjKarPcLzrL7WVWk+T6762D9mrGnXpu/njR03ChI7A/5TcbLNBKylhj2Nq9Bl6vYku6WC5pz2+fW9/StXz8/1+U0nQh0ZimimiCG2BZGHWDsOUIYa71TGBJyvw3M/37LxBqUklLy4hHHDUR2fS1oavR8hFunxzqd15gR/7wXDEA96WOUtnOG/Q4gQwTvVlM67C+V4HFhGbJQp1iEg8CI6nj4Jh4/ayoak1xS7LHNCs53VEumtivvIeb/lx9tJf/i9yE+gBCVi1Ew7a2Za7EzfS5+rvA/B2VrW5b5fNYh/G2fbZNveUuVdS50Ssiich47ZGGYC0Rp4Kq/u+03zswjTvC5KIv8NC/FXKWbOWuXidfnp2xHqDEoX6PUJEy8YI5Xj6W/MnU91tCAGnBGPUP/yHPTh2o7eXNnMpk2iy4XLorwdovRPrI7mUyp5lyQLogzVvAcCbmtPdF1HkIoKD+Wyiy22aRYHe6xa2BCzNbhXvdyrMOrI9fzIFL9662w6rPKKrLxpi2X8IGQ67Q9GQr4+lKC6PWFveWl8cdhsi/x6tO6wpAIqPH/j2F1oZqmsuJQJqIOAN/uFt8euCnJdLgR8ROfnp5t2fwWkFjtISEULhyhKB3ujGufVL/EUoJcjUYqCIdRhsaBW4gJGForYVZtwg3YzQFxN8/KQwVyK5XkJotcNDxFZpRqtjwYjIZnYDyXpYDCctQYeYH6+cL850K4aJsxNsFxP5YoF7vF+l1jGFXvhf1GMMjHERa0mQqe0rMPtZvJMQ3vkcI8ivOaf2JYCb3v8SWDdUud5lj8pdmq+Kf73fulJlMnezlPIgYvcq6JhjBu2fStXWVzRE5Vl/GRYt8+FHf+S/8+rLvw7JUrUmKCs6BPKjSuRgafsmG2dXnJJNJPJNlCXsomP1Pnt+bygwePTBxzb8ZXOcL7hcl/DK7eh6XLuzat/nfyzP2F2F4nE1x32X+ZtsGp8GzyF/xuvf/UUT+Rm5WjNQMHne8y9BMT5RMqc7vGku0gUMJfEEB9OEIaMURGSndUe2/5sx5+mA72BAqd7+HocnLb4qo0FuqT8r+lsIYpT23yIvECBfJ3g0tkIb5kpZcOKVFqaQgbMlQjtrKUFZhAXYtjzUKV1Rnfav6wP+I5SGJ1y5PYD9Kvdfw3P6fJhvft5lqlc81xtVzZc8NmEAqu8s9d3O0eY5Rv9xQFaKjRpaKxRNvWmoUNP7j27h6wQlYivHye2hZujNO66VsbupGKJI0miIBv3J74/h0X63+PdvN8rXAx3PUUh0UaOPQ8xOV0zBS3lV+FGj90an6tKZu+uTAsgNaMTKN1LmBpr4Y0BVzn0ad96J5Uc0/PIw+lmoIIbtk+ZcPR/1c2yTH6TDC+24GjWZodyVFV81c2JNdIURTgrc8gRpCvUjphlmdi6yLRD3E/425bVcM9tNnn/WYlhigu9KKgbaB5JimEzrovvlo5jTke9cVksjiPDvKthVndB7p4n2NrTmiq+CK4RLDq1D7MLOhl8TNFzAJg4BeKFBJcG7hWH/CY6hEiebFsz6/YzINFAW9ynHIzPnmGzYQmtu/RW1EOQAiV+5Cgxtkh6v8eP8SlK4sEWEq4Vn1uL0e+PaWJjUl6Bfe+j2Sz/fgxjyVHLC0HGJTQJ/Ihr+ubnEaXdzBDpvMC7Jf5kNiEPoHLEMUIrJgiDmnobDbnVt+xXuvpxMqKp9lbIEZxLCe+16+AihDbLkP49IwxR1md5iNHE5cIzjLNk2+64XIu38GX9V+U0KXWvytfYC/4MaGP07kABWcvm2VADlSPTAbAdloav/GsiUZdxDhEZ8eK9Sfqwp9S7fwm4rlN272f62TWxqMbuzMy00Nh5PGS/DZ7lMgFJgZdvdWWgZjXIbPyAJD6oEjqWZRKTGSuWTc7ZUQaGn32QxvKLEnCwBI6ouYN8IS34w9Bc9rda7YPz5X05aOm8eiVM8HuWz1fZZnOvR3FOT+Et6QRHgU3L4rIZBXZ1h5Cqw00GQ7BAfoZeiiBHSkBUcTowqDSxvNGB2V05I8zMA89FwjZ+Rq4lCA9zd0E+XKyR6xNQA29RZ3pfLwLX7sS9A+GC8BB0SD6rR5UPlaWeq82OVx7qeRMwZaqaa2rUXFMaETu6MxIrZRAi4Fr2LSMDjohjZZBkCo5hfp8DvX6QP/KeCIxwrIHSjVbQE5sIU9ECMCfr+GwdvYbjWYyZxb46CP/Zpylb3UCgOICKrDxAo2qNTlEoU/jZn1rHJpO2U2pufs5dto+pwzScafZ74jG+O0qk1PQlf0riQOybO+ZWP+owGp/EJiLI/67F19unTJRWY6BzgbHLQpkldQcaeO01RdBD5+o14uy53niwrZCc/NmpaZfGFgPszy8IBAcv1r5zYrmmydYKAIdpWsZShSycO04LKXQ7vpyqWT1dj//mERihPJvl7KPoX2mSeHWtohzmpo4xRf/T803MTTDwTHuLhUuSJFztDciYisI0uX702mJuJ9iwGVyT9TLQ2SHfak9qsECL/eQlwWiInpIop5dtvUKtJ1IAhQj6F+nJ+PUEhLhLhj719cGipyCAUqd911oB6SejwK7P0kD6g3FeErXpx1L8NhnnHjkcP7cv+CcI7wcjTqL9eCNvfDCN3tX85DxPVZZ3uESzN9HwWY20gCxy0xLjrYsOyv+lBK6Jmjy4sHklsqodCrDUlgXODEuM0+tJVH/oxIG8q1IVnZEWDQ080G4GdYQ+9n/Y5XBsH8fE/yT+uqoapbbKjCm/wbV6DY5Txq3n870G0k6v+bJYFIfZvgSJNhdCvxZPLgSXAAX1hb27/WjwhEccxbxmEQI3LE2sf5CJ+VCWEgSNZPRugCJ17FUUVzUNP4CBvxOEc+ffYj5ppNKo6y8d1npE5+zF5lXlCjGiQb3m17VLF5yvAQQ6BrT925uxVtsWQZuGKQtVeshNwPdvaBwx+EVWRF8BJ4xepNv/Zb4TvWTsdFMODeUE4bAt9Pu/DPpKjXCfDfsoYIL8liim66UxW3w/KUVlpEBLxQ97I/DjalsDwPbuXT2AmDuyIqJbw84oEDXCJdsjj3968xP63/Flo6qzGdLt7vuS5hF+5NWsbf8Hwh0EDmV3SVvAtt7SJKPxbIuoIFi71+5Lepgn68zfndOQkvkdbZYEBFcToSs5emH578Ix3FFeQMufcOKNQNUlEIqIB+DsPeHOMJ7rU2phAdK1v/BraiADwB9qb3yie9AvAxEa7DfUDXBUL6LhD3/lB7PRVnZAnRzU2muPMcg+Ugg3SYvOvWxAjGUGUoyJ6aMIlSXLdtPjEOjOyVofwDQ/iLEnlzFo7EpNIBmqpgwj1fOCMgTttEzcSOttdyzttVYpDfDahTvpL1n975l8k90MLgxTvhfyS/PmlMfq7EOVRlp5JU8wlqymCD0YSrGAfx18qPGqj5lQa8i4SAk8Fy/L3ON0vX/sAYPp7WkqJhzGJtueHsNVHbngPkexZ6LQjUuBm3fC5HXgAVeDFiPNXQHNfjD4XN748H0QP+FB4RssvvyNnpvN6qqaaKm1V/Yyadqrlc0/0DojUvSdlYZfHZdmnE+pmJxumedpdH4K9h+KI+E6lcgaJSJXkMth1iJHU/jBKMoc+8vLr+0NUWqEC+Ek8nVt/L5ZzcwzRr+Mn5j6yFvjndb5FjWElbOiKg7S0qHaawp3ex7P+JqTo7qg7DSTq/qfmP4qrrmjPbnnQa1YSaqT4yz3jn2Vr4TwK6JAxWF2f7BfBPSyBUTRDMHbdQIlGE1PjAamOa01Jd19gd9vjnCoIgvQWd9TepHl0rhdE8vjaLqCjSUJj/W8sGdaHozH/ssepkjolwcQeEUuihITG1er4QfOk7XjN5GPZiEKk+tjcUWu1mWdeR5C3N32JwIsqf3NY6306wghIaX6n5pbrtNw+AnncG40r0rOwe+EJuQWosI9FrnPTotRKi2HGtTnr8bADzSH6I0xpi4hYrqw61n+hyhD/8JOn5uRnY/P56pCWOe795AFE+8t9VVogzMeBKnF6MLmp62mgk+plTgyOVllf2MSIZOsy4+23w8V26b5Gh1qTT1NERWD9drh7uAaIdlt2UPXCF9YrPSjmhJXjlPhAdRnfZJ6E/W59PViE3uP/9gRZSM3LO3e7/hbKavlfZPr91DspX61twt23UcE3/b8M+DW/TgoYmcL7/Av6XJ+hkVinDH1bjWVGHyscY4aHlWx57Ldn5uPoWjdYtsk+JYcXbVsLBmwl2Lkl0i8h2kFRtuPli6zs4Mr8KGlVMKqInQsSwrp7/qPGiPUgvlj0VC8UAH9/ZPon9X5lnRJzLIs5oa34D4SdCLxxxZEm3+V3Je5Ol7vg0qjPO40Cf8QH2Wq/G+ucbGomojkkcyCdYWud7Ni/FM+uB7/hxWKuuzOrgLUuSCu/yHWnPFuhRvyvFK4XuCh2AKrRs+wH1FiTemDzRQorEQkquY8+u/TobCXFfj9kfnhYNRK7HD3WDdVC8RIIv1MCJzJy2JcCf4Z/5UWreoz7z4nOylwRIAh+YZRwPTVZ5GaW8b1vk0EsmBA+CdSHjSpNib86IQEjZrpWnM/iF/tNRsDLfynrTM3olaEaTlBtHml3QRG4MxQsr/1SW+FQE+OT+o8VVODfxpHlh8MtFIgqfYOvPnTnggspHzgvzJwo9t2Y6do7spN0a3TpP3GboVHow+NcBq0Q+OvwQVZUMdv174agitAHkMkdzALDmGot3RA86SV99jYppDHSq75cWbsJQEHL4kvOdxBB3U5w+In5LYrDNjlu/CCoRcOFlZyoMWqBBluUWzthe9824SKggg7fXneHHSr8N4qOuvBl7unavkoSrOYgFnn/HOxhDt6Nnc7uFbRbBjcFna98LpVBlG6c17gooeqw7wWtm8MxfDLiVm4EJvXRBRWn5wbDaP4R8QMx09Q10MsfEu+z3kpNKJVJdqo2zjAZ5ZmCm/sKINHPJCHQefO+DmVuxPsEZwP6bQUJFYhz1d6XA936A93QpXuF2aHIcOQVeTn41NLg94xFMheLpfYZ1eFvF8HRhxTXoXgwaNrBYS4Mfp/hInJnhYemnHloPQoFWz5FBuNKTs8njaxB8kTYuoEeOw10VlPqhXNhZi3VjJwlF37Eb/uNLNpJYwi1hK/go0v6glxQZiRafbHdwZlC6xeCTQXdinH3fQ14/KDSrnjge20lmF/G6x64dY7jshoxuuEyG2vJfGenJ1yuII3QS/v5iYLsQSwmgHBDSrQb1ZCq7vpEjRCNpjPnpCrxX7MSLTqvhmqNaLdfcQvsytqp132y5yKbtx2Gyw2zD2AcHf0ITbl3tJkZ37b+NvGGFwrrrHo2amuJCBhaZwQ8lAFjZT17VXm/IcdEmefqZ+bTl8/fpAhNRbDUfU16GHVyIeuHbsotyauSLoLoIMtCbQYvxbAZS3fMRzec2V8F2m+hHolRj+SrQxu7fvenV22DV4NYX2ZqzWZtUeZCC5WiCbFEOcbfI5hN1x/PnDmfT7BOj123x8N5g7yHNmC/124rqz9QmSLvig0/1qtrDJ83LeF5YCaeWCn1fMI5y/Y43igj73qmSl3tbk4/tOnWtf4e5l4Xc4vDPeIWFKr9hJJsXQ3WGDLwaUFWnrlkXWuHTuZWa3VHnv5FH+W5bz15RtLf4nsXx8Fk/O0LEbkm5ibqfpfpImy3idc0l83vgC193X0DZjVeAiXzgV9uotzdpGeU8jo++AIsJXjgpgliv9lACJId2b/xZMCyUKkt1cgdAvMJztinLeh6UrRNqQI4YUGIv863UK1n3/d4w2QhguT/kvTw4KAvTjHSQRwi3W6OjGHAJuCKGFMD3uPD1IzZ4S404LX3tjUZDzgzi32OQNKCH8f6w8MkSIAIh2yxuwm6sITS8oyXQ9xsnenHjp732DU4J+aCLFE/Pamv2vk6fmdaoY0mohu85LleLYU5v6YWyzqtru6mkRLa/sxHJHDCP5wfYtt5ul5cV7tsUeZdye28jur7pgYiFuzr8QFRFGgVfOLCvJoyBJ6w/1pFLM4BafjBHiNrOgVJkekAqdwghQYncnSuLPqBWxK+6+ibF6+B9PXkb0YRFFSbar34wzG4rJcM/uNwkYruV61VpFlIwXck6yCd7RS+Sg8vi/0Kl7r6dv4y1cKs3r8wI408nyUu6zJ1mCF2Ae5+taewMQHZcKw0320Zro+ejEj96uOKnM22yL8hERrHqxFi+WKkqTJcqt7ZQcZre7pkBgJtZDRbKQrhe0WNl1dgb38jyIkQMJsQZJzEiJmkjZakOZJyJmQEC1UlElkI7ws7B7SnXyjCJWJHpbhxir8w/AKuTzJU5oBas2CM9PMkJBKRtfRtdPZq/5ZE9wOsA2mskeD78DpEEPQPpcACTrb1VJ33/uFKv32B3Iea2ytYgUiJF7WhjCdTKWcoolHSmHTO0zxeGhrG7Ncq61oy2OWI5QLEQ+jR/uUsBuvn5/W8xmETs67IXV/Bwu0FmWTXREDuifDJYpPt5I2dLTJy2MTr2qVJr49ddjpYP/FjdJSHtEyv5i/paKZmod2In+xPSpHwQQn1KzMzkBOWijHF/xz1Wm7lx6HuWQnaXiXjVNESbUQUSqsi8XKIv0pxjEopkk+CgnxWd/q4kTbU52Eglbjx4AZOY+K9z5T21tqYp+XCMNFIFPVl3m85W8h3+g0yzIICmEdsslgl0ZYOZ4NNYQMuhKCn+SELq0wSq4LfR4jzWZj1UG1XhRJg4jIrDRLfzjI4tKzlGXy/HLWmxw9vxpLl1cwGjAYhj9Pf4khfGsvXzJiIR6dZOdbxMkQh8YiPxJFVwd3supeJZMwj6sU9gGM12kfGgbeblTZLyABXWEo72R/FJ/hsFFkSrAGimLBOIc6Gi8lnp6E9HIEN+ltJZMaUJeho8a2dmh9ma6gy2Wlp7TvzmS7Ir7UhIYmjrxbhaTl0DdepPZ1oDrjBFVfPYHg1D03/IkFaOvMx5fgHBePkWRc9pnLf0EfPk08sp6sxwRbKs6uydommx9IKxXTM5/WFAhCzjfv/+rcx8EAGtHS57Nsa5F+cT5p/81KslWGi54+cpFCxSHOZUCdZNuvXVEJoeVFqBQLs7MrBXubAQhKoNTX6uO0i9EKZpcTURvklHYyZuUWT8oUoeEz8RTVLTOycsWTaYf+LOklEMEGHZITECx91+it+4mFonMiqtgTlBj7iVj6K62ikuYSv1s0amXMHUTWYNj9/Wv3lLPkltD8+bWLMPfavRDHIf208bXhmyfw96bSh4vaQCIjH1jsbCWZkOBxzRuv7uh/ZnnWBoLjp86ly+99VsVCNEzSN0tOzeCTdcsU5MlvRUtPsq25uwco+MEGd/e14ou+lh3qfw9tmGEhQfvdSmCoCUKP8/vqI43WzadFQ3SN/lghQ0IQ76QXE59AaWj2vfsSGtIaOjDZYjm4SBLkz+w408lvptgMGq33SYJtSadcicXvE93M0UYvwUzzg7C/U+Nt55mG3PCiEKoJLnnk8cXqAiR9s/Rtcbe1lh0WmOOiQvxD4MAVbvDXmWCf7+/Xk9zoqCnl4emdNVK1fAhloXJ25PXKtxZWa+8dgaxgJz/TEwNARPRQzj67Irmdi7PKAZInYKQlw9YU7i0I/vZQUf6bT3hGaPhJ2FeV4+2PO7VeCXSuwJeJHLA7WnPktCBJJVE6a23YozfTtMLTLcpYYahEdkRpb+2x3ikz7NSrkJ1RECDuOf4zV60brAR2Sk2RTU/SE8dBLQyMsfAbcikZCvU9lBZRpNJ/Sdjjt9GCp5cBFC438/ABuqKcKy1fyytvI4XtTwSTtHq2XfulEbhda/YoLP91GF4cjHkf09qyX1li7sjaq5RWawRZ8F/5tiLDWBBPHUCsVBmMU/OzzFEHwA7sq3tCXIDxVU5vP5ghXkQRT3cUezz/lujEB9Yf46r+wQCOopUN6KpSBeEUdSg6jnvWeJS9ptJgNbuGBUTrTr7xQLyzdoucBzzornfBShUWhuhBkWN2OozBq2+Hzp62gOU58KD/TGhjrpIQO6NMLmO4DTZlZ8R50sQTt8d1vr2cpSPF+FUizPk5Cjf/p0rz84+ThotlsLXw38yo1UEqEk9ZJOy+Kiuq/rYHl7JKfRP6DkuYJq4TpD7G1L2lxPrqFplOp1uIOsvd9Nm13ZC6whFac0ETRv28ier797jrQQu9DF9MsUlSzhVX5Pou4ndglrCasrf8sWMC4yX8JEoG1B0MtQX5CjOME6MDjoID9nbwSBqAMFkVtORkcrgUuffseaWf1s7xoHqWFOxdoOnvXyWOerJ2kke3M2RyO937sgcydwMuHBbKc1eJ1h7xmwfpX2+kb37D92LXhhq5i1eZAijgNoxtVIZzuD38LkSzGTRmHw66EVXniFnJCCzGmRSnDsiP3cyjhxbzifiVU46V67Wq/IBGGjjWNKhQ77759x4ckXko3GFIS7kElvd05fGswO55xu1It9jfV8H4toVPdoyRcpj9iKv9e/sqhAuT8uhaUIUDNLorlOi7omB1XrDMfqZzK4O9a3VrnFOfiGwOWVb2BxyWt1PxRb19KDyYAoxtG6HuB+MrGUJ5Gcg8MnzLeWudxKXs6bLJE7nYnN2l9lgcuwBoKL4yMPQm0MC9ickEQ1wUh21GtGWVCUIoLpSZIOGs5S5zpf/9GXx/L9yhaEdlgEmIi3Y+S30bJCC5zPoFR6uA9P1oviMgEU4I3vhYCji8DSTL1I4xC7y8B0FzKX3dg92q+O67qUCAlH540LzIf4rzcrvMaLguk+qf+KPz4Pmn9tTbx+HqwjtoH2iEok6N4OJYtaoKyyYs6lJdU33/xU5Ro7E+B+clyd23CeuBoM/ycf9+MWMvxB5xoV2S98QVKE/BRx4vBeWKLQWs+f6Ye/ijqi7rtDJE/aTTVrbUYKjZI5g5Yp7S28hREPEfJlkc1d+ROhV7AwkhJgjGUnvje26E/rfQFg7VZlxY6JK6f0enqdvqudp68ZDYOCYqCQPGE4eRbiGH4+Xy8S9B8nG81UmEYpnL8n2B/7apFdRUr2WjBBS2Vv4RS4EtG3a78p/hZyUzjjFavrhQ82v1MUxDZp4vEWPErdwx+YRO3W0yq8ombRBzur05ruwYC8Mha5O6iASP2oUY8V2vpJzPB/tos7P3FUVQw2b48rOGb9YKFLI0T21Ziw4MfWzyDM2dtrkN3yJP/At9GVVvdSME239BGNcLwtKVFOGdJOjjHdW2WV1pVSkdh0W/U36JVxPHtgblwxzmGfb3otig/Wl56iVhqhbNsx/Pqf4l8JQRq/bGCUhH4U90RvJBdaO1WIAvxy1z8iAqsiA9UZlFn0kVx6PuEdNcjhq0QBKptv3STkR2qjiTCWxYV2ce5llBPYzlxH8b8+jFHBBeYgy4VO7y46p/J+oRjZoGuU5am5PN3Dk4cChpwTRCAo/KdYBDS/m0vntj0mJSHsGj6L5XX8s9AJKlKmnw7jNfOn1vxXTU7tvOpHY44QXk5/92tYP+tAqQZepiXkKrkRruY2+en83P0XR7Vn1b8vn+dSUTNfuwwQzx4LLbLa+yMtwPG+Rtlrv1m6rIztywUp51B7Ca7XyZpm5RsmJSqVOqpl5TxHX/qXfPymFCeYhkBq8uqdYzK2AMw9KhtVjlQtTd+vkN86BwKbxrQl65UyO7Tnn4l8ovt3LDN9kz6ctS7jNA5Vnar90eQVWZNYvEVgApWKI9fRRtibztevlWI2ztMi9jLzHckyn+I9dpJcizT5FQbr3GEqpm8Yk/2fmGxcIAXofwkwD64NmyrIGyV2Arq3WOMOgOf0rdGCtIsZalH68/Zu4tF4Uygc1gvm4cLMRU/FwNSGEKEemiVSM8HDp1PcbWu6tLAi213DYJYWbtaCHwBHIIxxS7M5sq4OqktD2AEznANusDQtw7z2LAa3i58968CLECfkuSqPT3aLqLdKMKY/xjT7z9n5fugXpHQluWlsOm4Pdbco5WbRmbf+k8z3Wp70Q9XbS5JUPDriODICAv9tjo7J62hA7kSBGwkE60fsPttSiYeAuhAm5NeA8uYi9zX14ppf/wEVOK4cNkbUXYcdHgICQnFw3N1KQUb99+2bBiwXzECcWxRyXRYg4K2/ouhaJAT38iHdAjjQkPYdX+bSKZUuMVe+beeISh+A2mQkHMAVaAdwJyu17iBP3VvUDwqLYSWzlczUkKvL1rL4FHG1LmAUr+iBF5zZQyuA/5FFyVhFtyvJJnK5cffNx3JMVjdvxVuzEAl033LR+yf+kZ/s/aSAsjJk7+UeZVTC1q/bKqlnAjt7rUkdoz6oqJczqdQijEcJVWWDY310lMAOfLudtoO1D/64l/BRe2a6iWXxUYptHdNuknh5U9pMJG49JmaNW2z57tw2fjn+f6LuaGaKkcSf6rG+PMayad9vdPfdIZ4zp66UYr8cDxcyiL6tzHnAxuNrHywKOs0PHWQ9VnpCXtck7IJGCu8ZVIY7myJlSa3liapX9t9CRiufMGZ1cI2cFmrst8DHVMdYRpCZNvxN4GGMDJ6/A6E0VO0DpW0lVX49hrn629sLcBQUq4QSRbb+Od31khh6n8VOvewKO7vIFaYWHk8q3Z++6/rQmjxhT92uvB8b/hG1t+iMzN6TH0vsiS78EcSflQ2ta77wGu608SzTyVI8v2k2LRwVbbpqtFsl79hU0gz+ruaPvAiyw+B/wrrwDgj8aKvI/FDCKtfWGMleXx9jzVt79KHlSy9bVj+F/ETUckjijhEKk4ppPugJQUjEH1U7rRRl82XyYRssevYIQ5OyQG1JLSv0L6l9FVsyfuvaO1rX6L2DEMs4kt9z26/x2V5o4cXEl7gaRoUGqR2T0elkUujbY/2kXMC3CteD0OWJHt1UHu51PxplsXfOBfnd4C9GMrZochAYmm5D6EV1/iSk8P1tDQTr9evkIDJiIsSvO9khZ9Cobep+4shyJCD4Y/HS/MleiQuoepxGAlNlrdrBBpVuMEQQj68tDRCkM9ScyKrl00kpHNaliplq+oNcj/x0Q09AntjpT63CSPDXQqSh3pLUh40IssMdWkxOZFtb1oyMTCzVGRVIu/RPcQziVYpO3eI/MX5RaO/X3o4znOISFeIutp5fDefFrL5ZPnBtpauUyRn8KdwDHbqv3cB4yidzzp4ORDva5VboLHX3bMIWSpTv2O+GVk1rRjXb4poHD1LDmR6Gm7L58xZ9x6Yq5IxT5Ervfjuv6+jbgtaCFZ8sBbMth9h1BUjals9e39EoUg0fk9g76+nXoUYoR47H+XIu8m2jJfHoBFBQZbSoVfjQEARpEHvwT3jOV38CVw2Pl78aCCiqx8nRD8a+ex0efNt/LzEcZpWHGBb6C96N2K01d3D+NdAB73n+tsZqMStjH4GzqwBacHa8gkuPP6WsCkhbd2CVIvLijabH92plUTuTNZz5pSkZ6eRNrfYoveL2csLv7S/obPS6QzpY7BIldeWtht0f+goGkXttdXAX4OSXmJynQYpcCqLnu4zd3hQBIf0RYkI/+H/ihfYjvbX+2WantJolKUcf3qs4D7h4AU9yqe4TOeSErWwG3wH0kQeGlqVJeO8Yc0h92JogwfPMwtieqMybHI9Tey6KQ+fvxGxq1Xz+7iEwsGsT/e01p7jHw0r9DmdLIrUg036G2j2GuChMFbrQIDNhs0nRUjYageh5LgMsXAfxzacGuA73lH715YQfC7CX6l72kKr3tEoYmaMYge97BQRCMSOFbHwG3xq94aBhFmWhU5ILrOlKmVP8phLLu3Ku5/lxozao5iqVMqyqFndW7p6FP57qno8TERGyb9NcfVHInNsuEiw3dZMB2rMsuAfDfUIUg/TV3kQmpaRl6Blm06+aslrfxWkDy735obnpI+QG5Be3SQIFSPOlkub/rqWLm8FUT8qkyRLTUVyR1Xf+6eBDqh5hOLd1zGSIroOXM94lg6zV3/jm96fsElJSscuevv3IBJKTvCDREWCgpvHHszm+/38doaPjzVJkWifg6CMNWmCVUvWF0jpI09RrpLHmkUxBNCmVR+4Vo4vqSP5mpb3wfKTwr9p0QvohNzNsPq+1oUj2l7GTRBbEt73IQeNdv0WEXmb+ybeLu6f6CePD7qnpK5fGOhwBhGE9K9jSmWe9ADxAzNzKEV9gLn9eUODvhoTqj2Zc4FRukw2k0Zv3RjtyVrJUkoiWKTIVA2Y/cymSbNMyzFl32AjgDjDJNGjIK5o6wqJWgmbieMXpZ3c/30XcjqIoXQvZQidTjVe6UP+j/Qt/5f0cbb+/5W+EKrkz/7ELbVb/nUD+8T57Fj74SCXWFzc1JIXNTppR2gBRSQH1cSvku8pi95IePHS7LclQ2mxdcUzIcYJt11bmMR2KjsZ4RT9mq9W/rwtg6gk13DzV34Tv0GWRTMOMDeJ2O20/ZmDxozYVLZrQ4BwdtCSRxfUXUctUwYnBk5uxd8wpp6Pbk9s+OyvoR8TdRCrz2/PTH7ioPmKemKvT1p5wEpYthduThWgpGf7/93ed3W5imTp/pp+7Fp48wgCARIgJIEwL7PwVkLCw6+/EUiZJ11Vd81U3blm8mSeTLaCiB3bfjsIoDALJMxj+yZi9LrnrL71Ysy7mukRXgP6A5B5TOTKEfRsCPJoY/R92In7YOq3tF3LtwEN4MN1eFfPdkys6MdCoI/hDKCmqnlXx26zU4oL+WLE00E0Kak+q0e3EK2T0Uymhca04HVqNybrC6TOwmRfamPMYfE0ZGJ4GaYlDvMAhwvXJLkhzjtjTzm6XcQx7XQQfpApppWTm+Kb0Oh5c2/gYblc7wCZokC1BwMU5Bx1GtIg8zIujyNTWXbkeE6iE7QEJvdi4ID1SHiTbOcog/S6m3YaKIRumQX3hEsKzo5mm0LvM7jCN2Q22EvA5IduwPfyONIHywcVeU6NuiJ4/IOtKBw/jtU6fv8+vp9JLpwj7+3uMKTsD7o2x6F+G9x6UGiLCjKbb/GtslzGxZHq4/00twKQ/I590Jv+gSRRMJ6chMUIR2Ibo1jwR9fByyh7tif1YgIRmkhc4WoFA+kV2nnGy4coEmEc0DY/5skRSAjeO8ODenzjlSUBV7EjEY8XNzdghSTfNiO1YRQ1uCOicKWJbRIsAusiVIG2XUM0aGKOzCLlFyZWJ3K+LUzWYEbl48v1IPoMarXRDo+v/hZPhDTOa5imsui6bbfsg9UR8QCtL6vWe7cJKcF2GqwZ6cVIWg1UNdAxuW0YHwjjflKaeyXg3dGAT1jgICxKHCZRGXrQxBkEWY/24zPlj3JFiUm0hzfNb482wlZYxBIyFdx8lVtoR2bs0+UmS2fUE8ocQH9hEOXHAFeQujIxd7sSrhryZW74UAa87/oFKHlFwp3SMJ4XoZQjeYKSgg8Pfj7+bmtGjBDBVDnmG0TcIPVlU6ddDj9qffXhi5cpTPjQUUdPKMTT4ZjYWsIqKd6rVI8cFwN365ucS6Fj8NhVJdPYQbQLG+8azFYO19TFsxK3kKaLOXWcexn4CgwyqYRNtLnL5XbcqXdQ0Qh+RBZ826BZK6WOcjM2D1UwFFyty4CFj9jAIVCGq5qVjLQeCqoz8VCOJ5nwKkNQVHafGTgS+PLG3bDBLPRMmZBMrV+cNG5pLdkTk7zZatpOy2cBa3aPWahZw9HDct5YM/WAaIn0agJfckack4MmIFNLTSKzD29q3cW0YcC30a4iw4HvXCKV3pDDuN3T8kXkNg3NHc6kjGVlG7HL7ooly/FhUuf7/UwfVOlUJrdDGOsNscArmuaGaML1fZ7LLgpIoWtbuCzMt4bOMwk+hTvd3u6665W8B3eXPNGBu5av18Op6QQBRHt4sRO+dXVbhJG4YDv6LgSRG11onarrkcPRMYH3v2+Dsd363FPdFpTjZFfwjarb5wZr+E1cgvDYhFk2ZSpKAkDImPjJu911l93dctJDzhy8Lq86BaEz2e2ZuaHds/S1lVy/PcEr4pjnx5ekPPBbipMC/mwIqIPF6OnsS9T2OpzQsmxpOr7cGEUQO8/jr8m9ikOngBW5lw40Zc2df2dPghU3KpyZkVNnqtybMe1pMmWE/mIw3YlSI8WK7w+S34hH4HAQJz/OjNAug3LMmUmABp7ChyS4J97x4eOgNLi8z0XMvbl7F72noQFO91sRIrSoADPWYSeIIVjrIqyFX2/1Feked/sOsip0lW3Lo2UrcXavH1NHPVhX/+Z4eTd2XTAbBSXutgjWd+WY1OzUwLFnVK47JDtR16YUlZNupcZhtpfN6trg51ajERWS3PmsdDNZ+NTJ6USz3SE+0yyb60Hhl5Gn7OOw7n/nrEDy9vcdR+jiIzKUnn4q1N6EMe/D9a2NfxjndHs39VgRRqMgD+cmC2tZVlgtuGeeAHfEby8KIWhnf+I2kWkpDn5ssxsEvuJ2xyMEf/eOAeWxWEIsjorZ2INnSdsiN8428YV02hw4rdlf4+rxwDcJp9qKSU1w07cIrTEvOZZAltN6hxhUAQEdVsrnyLYp+2DFGCYNrFeUPn0c2SO6UaQaZFAZ9/akAR/sKUpnJSEc3YhplJgFXIDBrOZZ1ZhSKeQGf7kkeplO/MlKUaL2oWRUKrABshykzG71sQxFKwUlUXCVY+BG5HwKdfXmazdMC+GzUnRGjyhVVy7xPaf4XDyCsh+4Rzt300Nke0zoWKse9iOT9GAc4WRlFHb1gBE/AjMIsljjutDP1MQqTSZioE9gxA1lHCHI6vZ2qfqqqOSuW0Vtu6TUI5ph6cecf4B8lrHYuXfQVOSCDsNhBjY5+P+65Wd9V0I7CsoRKtPL0MGjcy5kuLi6ZUZRK4J5sbhtnJ1R7XKJRJR6mBfHH12eIkBqZl0LjR5jQHiPgo0GuLnA0Caxv1ZTdzUBI1F0XVfq2W1f7gEKjIA2lUe5JbANBgrMjr+qTq9LvJ88YDXC4mzCWbNcLWj1gFu8c8JGUOglp+qUNKEimppyHiqHyXz46heeGehk8GQyhogD34oXrL9y3rQ+lBShSaOgD0c1q8PmAiN4VlTOfXhapHvfDIgmQzFtHny/zTrs1INkk/koDF/yjJ3jopB3geHU6CyIYsXBQNVsNMG53w2H3B7USmIwke63CuP52SZGBIdEONnYiRQmMg70FaFQ44HnFqX3CWJuh3C9/FsVWkvsHiK3Q/Vj5qhOlT6QbY0vJLEn8M2MgLyNI3kFLG5CN3q1QM9eX8MNaxLnltkA31WCWpzGkCyxArkz6jpaahK+ukO9H2O3YCmpDyCUkkRlc2UlAl4VQSi+HCNKS0qXjUyCm3bkKdpvBAOGJB0EA4GS7I4IW1nx/dweTrlMB/B52pbnNDGZT952bKwtMXoPykrh0t8dXt3Etsoumey2I4j7aMXSuM4A2gfmR8TKlr0/NqwKvfHEXTh8M2L0DtcJ41gwWuwJmhHjKGVsVcC2FxV61l4vZRsfPHOvPx2dQwWipIcbfwXRMTP25vpURY1bcguKCpSsAN8dOh5ubRKHfUoubeFjNPifsZg9lUrKhXcArr6UaYwJ47KpZWyJ8MEiaCZpRNnt6pRAlcE7bF1ZVQ4OZkyDdPRSZeFmR2qPwT3fL7ZuThPZADMkpB07IvHJ37GGvDdA6IKBqJvmXVS78R1GPwtEP4Fuq5DqeH99sGa87fWxHfbEeqOwvz1mxDlPyb270a4RlZ9g3BYt+lQi+5zRaCkpc33XKNfR5+C7SbeTMwobbQevqavX61iWpCB08pVRGkeLsojvXWL7QIWsPtKVnhA+KSKtgkQIYurbPMLj05kaohXe3B/RQXno6oZuBHnCJCvkvKU7zrJdJwYNUYIRjwKsb2aWpR0I9Bbtxhpwa4eZq+ujBwvcnG9wMaim2RwWWyXLT7zTUNqEzkZnr88rdY3dfbFDAVH3Z6lEtjgllVxzVCF2fdwbsnYXvCFVxgU5dxPK7o3OmI2/zYLRRZ0UsR1rQI8SfDh3BSMDIyUMW79eOAIf96Lk83a1xGXn8GXZdK0m0noAyvcdkcUpebnlE55KN3l3S4b8HENAbV1g0JdrI7oYtEdcHcLj74fKuLHTeN2PUlexDrO53A42XBMC+Ww4neJIlwGwOIM5dlaCCb2V0cEDxOs5WMJUJuAC53LKc749ewOC9OuTNCzNm5CCCeWkG+VzG5za5FJUVuWPjVbPiepcxXOUQDFpknt8GD3LVJkEkAB80PExVKauELj5vHfO/GlLlMlhOBITG195A9bzW9FI6nsG0sFQs5WJt5s2pKWwoC+PcGxmJyMzIoHz3Yauuxw5zfOExTAFLOnX20nBt7C+SgAiCbbjsR2VIHBrAE339nE3XC+hkprDPMWsrMCamW3p6ayjhC1JAAhk/faRU+p1S/LiPCzVwZBQhrzFzYpezcOC6YauHE8SStUndlOQvtIwLLaV9lBvgrW5XDZFGIwWrE8P6NJILARpyd0nr+KShFEDcx9+g7dI0Rp8yyOJF0Z40Pv67o6a/ngYKM7oTLK/37NQXxZt2UTesSDp0VhvGYDWAUZTPdwMTkQPi1dSUeYZjzMG4sullLAF2SXexoF568QPjKayBxwBedSdNdy6FYLlC4egulNb5lzgMZKKSJjQmDOV8C4pgc0BDp2JAa7Xn4lrvy3JiE7kcienOXwcB+yWn4heFOOEMPk63GuUxZEPWZ/7agJuNWEj38uEdTv5ZgamzDA4PRmTfgS1arzD4ebM6AaDc6S0R/vEwLWhXBeNNgIlPSPsWI5iAaFNB1ZEV34DPtAPXSMKwV7u8HF74Q/0LFN77IxTJ1o5OVmo4gkOqmV0oyXwXWjb+/FKbtdX0jmxjnmn25jhAn+lonR/lPsdDBe1B2In35Kiv5dbykaqKgGx1Knmlu4e09wPey0I8Io2g+2SRT5EakMlVLbQcgDRyOQRPnE9hOJocGOQVDA8naVzdEBERcBFWEsf9WYMMkzL9a2AhapvL3AFoslZJ7pOHumYlRR1FLDTLr8jQ8ev0nvwV1EfB5mpBdryejO+NDe8uNwsRR8n71D4G4un8l1yl1BCHxvpJM0Vddh2ew9H9LFCk6Zf3LZt7nNxwFjPx7HpSDtYyjb3kIZ5SqpNOBkL1OMargw+OtNTvzxEiXCZ4tidDhzLcwOyxAzIbIWyRGdW3mCVRsN1G3qoFq+17QsCwlBwaLuADu9RQx/jahwiCmRnkO5gAj1ABFNtgtLpAjIicK+ShFCLj7Xd3rhDmTkPb4hhW8Tr74ciCzbXiAXZJcIxsr0a6v4RNgtb2DZL9tBEJqZObMLpySPIlY2o0LcVx2d6buBd+2ADZs75XjooluGYqXA+0tP6qjFg+Aql4yKAGmx1PvTAjg40FV4duaouhwtJTU0QM7gfwNxuqU0Y4GFtA1MCKHKBmfdxxFCJvmKX9ZYh93TEN7J1kJo7wt2ViLgGdIaeuRA0OdV1vNwd0wZwK2RjZ1/kWHMDmdFFuyEOOr1NDlu016neMi7KfuIPOyJBlcQv9CXYD2vMdFsgwV4StgjNgdKHMUFKBrn2IHizgliGhwz3Zs/y/WFQqxMagNAbxaGP4cMOu2LqbUPhMuvsZYBQAZzkGINKje50JTvU6RNbs4Hs/scP/rQfqBMmXiUd9AuzdChD+JjtZ++0WZdXIAwtcNufyiGtIk0RCJPxGRZPPBJeAE88hZmjkh3p2+WGXQoVc09AJlTAqLuInVW4Y5ZrxwO2PrVBm0zj4YCyY/HkO2+l+zypYLpAFaZgvVauiwLpo4t68hNcgLsdcVFhWwJqklIhJ5FzuSN5xGJ38uDecJrlPV+AFYNeWDHCNjkOE4masQt1vAUGS7LbDNuF3uGuXtATDsLwyedKrGKCe9eFHQIQFdUtHCJG9qZdH/jy/IbZs/ZJKEIX5TtmKeUco0p1OMNXLGwvd8xnaWRWCCp15Z26V9OOzk/8MiCMX93Mc1YUPCvbp6Hrl9FasBubjUpnPKapHfL1Wal9aIn2rLquvt3vY41n25TClpM6HizH6LmruwR5os4Pl7NskziSlCQaM39WzncnSSqUkEz2TvZ9scAVV9wTpQNLT7jkXhgNZH+BouNoMNt+ZdeFxZqZSBxrZGdbG0nuHi42X7IaYtxgaZLDnYxGeatEL5iMxzZOttkSz/ueZnLlcIqGMZ82OWvm/C07lbP0sB6H6eCDU+5asb4PAhn0jtzTniTpQ4JJ3pFVpXiMkWsqG+xTplr7/D2YywvN6C0iE5W+IWPdOzaWsXUGb6K0WtcLtrpse4VHRs0wWutMXpexcVjRKwlqNtz+6rIeGejzQb0djC0Dq9OYKIllZLOtdizqcHsLCpnLk1yP/XQ8GpcEP4YMg1GX9R2hHD0nFd17Dr7IFDLD6xEAfeIyPcUdYRrbnKNuM0Q3sokuws4dD70bBiohJkFBMgp55O+dlxJxCW/SN+Vmt3NgH8pO9PWgr2/NIs+uql5jbRlCk22F1k5r/XiuT3J5duyj1JHGTpLhCuujNAiOdXPJO9Uel14pwMRTPEz5EtMYZmJ/xG9Klt6TnQOqdE8pKOua+wV6C4042W/ta5fJgFXynORd7I4A91UJ5oQtglPsXbUVeRI1OrHzEStpp/QcwhixiGR3XIM3IF6Z+8sQQI+nN4cjvN0LOStDJTLDEpUcXJpi69E2krOybKqlgVWFuHM83RAstVeM0uSiPjhX8fUysnFsgsJ/xajJORkYNQE65dIDmxzNfmYLEOGlrUq75JmIFlA+UiTr4oN3YnL1LJM1qQh91dqvV51s7j2ThCqfyk1hKQFWNAP43bv6QzR8u9/Wxxj0IWFJeJ4PfFhQh0M13eJ1aZg0Fduq9fHelXh3j9hMjUCJBpf5wk67ywidAAwA6zqCLkG8DI8gQxfsvQrrJgbA/l6HArxAV54J5ZA3JvjUJbwnr8gFQx/irTnnZcOadX2idwU3wGsaMGodjf6qmTKTzOryMEZdKqiIkPWQVZ1h1kTvTg4KvDjLYxoPwGOYmhD7Cs2SWIoykmyNdx5k7IKZGjsNOn2aiJiu7tetWtiKulyF1HiI8xa3ZCRPdLjVzgAVvdApfgbX2dZXymaWEO7dU1HbWRtgYWZuT8h1CTlu1xfH2G8Pl8N93VTXqkq4R/lYbKEJR2FKctTjmOQAktRH8YrPznIfVQLVvOZtoaOe2Dpu/UmQdF23nZTeiHEJ8nRv2JuoCQqMAAiDqe1hfliyIl/OQig9dIWxbnCJa0ud5Exko5BAzxstTmydji1ivtYkf7MRqaCR1pwoA5SORLEVwCxOVa+j0NLm00OcZrSArzjYQi/p3FTfwcRg70XJDWc8wMZhQqUFbSPSPivzEGV4RDyGY5AX+8BxlMPx8Cglt2uLM6MAdkDuLvv9oEduWhg3tIjx6rBp7DBffF+3+yUI4Q4sngtI4y5iSs72rJWSOtUenWJ9U4TK5kmM8w8J1thHHCL1iQqoaThNMhnVbdKd4bXiq01Yp2DzgHBPFM2L3GcPERdFdAPvFvc9R/HhOMYu3q+bEQC045ETW1ktMODMw9ksLh4avNLLWhafC97osmm73LANKFLyh5Had0YR4C7f2zFFN/SD87N9GMHYjClDbLLdnZoyA4wn6X1S5xj/kM+LGPElfV2gu0g1EiN35KpPrVs7GKnzZ1WyHj68tv4gDmOJHI0jsZAh5rD5qZKunpIpWrI+tkdW5tC3oNnVBBOnLrflI+qgt+udSgNtsEdztmkhuqEsDnPRCZSheiQXTIvGLRWYc7pZRuJyZfGx2YuwxL25+jGpbUfKoUHD+D4s9NDCA4RUNheWYtmB3dMkrH+3cSuYrE0MiLcY1OV2MPsNgWatOmpFC69qXNc9/aBlj5iXQ3E9mYqBkOwZRph0lELqnrQNn3r30haRQc6CUQKoCPZcLDWiCKZ7HknqKE0xuZ3CgpkWu4nGEUq7a0ZFHtanm6jI4xZQ1dDRA47mO4VT2WxGnSMNxk58Iz5W19MZRCFBOkCmLGOhN2ZC2bjkE5zLL5JOcRpPEppTD8epXldQHUc7VMVMNRWt3MB3ZigwV4uCy2qiiWnrPQO2Pg1SNDA8tdHVDTOhgnB3idwADlfaFjfGF9F2dtP6yN/1bnC7YROn9RnJuASSay4iQ/hK3rj0pWcV2OW2MAePU4/WMVNd4sydDRukBtF5QCgmoynHAAcaYTxw5jHxUzfdb4ujn+49rRHxZKx9CEseGUA90X650a7mPHLU35p0PNO4G6WqkoYu02P7Ua5UPW6DU4AKcJ+crLAXNRDpO3QU+5a1Zm/H3ETH7S2O9+2RFqhQgIiilRVzZkVdwMZiK2Y4RvMig4Pi3YSbprfIus/OmyCmu8Nnl0hmyMkoIinHpoBIJEIJJCr7ix5x0r3cR0EzuBOJOKGbGYxaXWUmMuTSPYGICb7O1uVw2pMbV1H+gQv/wPmkvnXnbq5icIj8AwNZBbn78PZn+DGGlYRx2yblEhXm6SJsJc/Kd/9En+2GuOni6dluJeHiP/DNdZLi+hp3DSgqkNenJEP8Rj5Pmp8UmnoejnnUZU8S8xo+i/M06z7T/PZ5nL53vT4ncR1w9YtNXFVv469/YwBe/8EUsNf47Wvq4CiO0vhNEnXTZXVa3/xK/EXlm7q/RXG0Sgrnf7VR6/oOiCggFnHXzed8gZ34fVcDUtZdq9enkd9m6/nw4M8JG3L3h6Ju4srv8uFjo5/l9jrVqHMw7i8V0exvBPvr67O6MIb6DSEB7sRJjCVQ+Cb1j913fpPG3avHX5rhmsafPzS7wwbt7/NAAB6+jfuxwz9/BlzBX7n4nfNx9sez31lu674J428zW23uXfj/BTOk/zvMEBhcMzuv89cDFx4ASb4Ohenjh8L8OvovmO9Tjn/QDmeeDZ+m9EciI/8Wh/iztkoSyGfLof7YUr+2R9E/Y6cM+s3OWeR/q6Xir+EGv+pfIuWu/lLfAG1T1X1k+12YfbPmtowh+Wk/L5mCD0gefIMeN88fEjTdQMpvULvfiD/R6O9E9Hsz8Av9aYSvxJ9o9Hci+r0ZPHrj+jPxJxpNfuf469noD2ejX84mhf8R518tzrrvqvwWb+rbLQ67l8lCeLSpq7pZzRkH/7bQafi08aM8/vTZFicIBvvwmZA3oKMcuAgu3GCYhv3lVfXhHH6Dwkdm4nzbNXUZf/gkWb8+Bl3IDoRceQhCvR/ElVG3+av7oO66+vqhAVflKfyggymB919HIeAqbj4ngxUAPjMFin0DhODc9v4UR5JPkA++zfw7/PA6gYnes9/8sSV+a+Jn/FFCyA8PDp9/fW4VwkAxwkDxH9ifTiH/PtzEaOZTrMTZ72jzrclHtPlG+8vRJo5+D542qLoQ558nf/6foPl/kZcTAiiD8T/n5eCL4Nn/b7x8WnHM3+bdOPN/mnczv+Pdqn8NIv8fGFUBFvigAX+l3SqZF+WNcOzjdtUxhnC3doyb/Ja+NYIXWX6d+CVS/GjNf7ct/WAa+G/VOtf/SPrbyxm+OsGWZEic+MGpbvUt/jvNhf4C1An0m7lQ7A/mgv3XzSW9l8d4K1o2atSMTSwYdtb/+T0XfE8ALwnnVx8WOfz6m3tz0R/99T+p59cIQuR3/j9w7nmIbdsBrkdOQOXYxpB1zJt5IrCnPlzuRCBVvb8guS+fkFCoBxWP8GgmcW0mh/AaDppZkocz+2w3K2ksoW1w01jlmiGRzFHqzIIzwj5atD7Adzd1UUZN4IYQ925KzmOes1t8m+2NszKphZgrsnf3nGgT4CmrFFyqbThMX3+U1Jcudw/LENAW02WeAOfjvn1CfAHJ9eI0xnBVmt/lOuGabapsuNSQT/dImiqjrIoAI7qjsyt8qUI8W0ciZ1epy5FQke3sYllytNEsvrK9au0q+LJfF+sSXUgZFX/1kbtFLIk07FcRptKzveUT7fnDQEl49nY+4bvMk6oquB1T3z4CiUz34HrJwjKaXft092wSUU0443IGMxp3ZyA9QQGzFkdtY0H6BKUCpFWBmRKaieSQ/sOYr7nqSIBzaYB51xC7IG99hvhpCDcomP80hAWSKwuH6paLnM7K8Cf6euNjiSR2VG19CCQW8l3opidooogrOfNF+k9JjcMPEvmqpw37XZ7CdFMk7x5IYxfeLq0H5u85XhVcQVtgDd61agOgeXDce895zgHWVaoT3T35VEOeV36BLn3MAvInh+AK5CpVpXHe7VwM6nrVPdDvpYjky+ydGeSwYfnwqtcOsu1c5z4EObrxbNi33jgLfEUrcVXwLDvMH+Qlhe/8ALtq9xu99W2ycp2dHF63pW9f+miDTHvA52oLv2eP1k5+2iSaQb4Av50pAZuBN09cwz/Q/a5y8eNnDwEyirCqjCToSS4CZEFCm4C29Pp99wC/1hXMXdr2HjZVv69Db/njWSuIJ51K8JODUeVdFtz0K/D3DkgaARLoQ2zKIsmqNZPrgSXBGDCqG27SNsT4Or6/cXSG1pWjJogNmG/rb176b2vjZT2j65zql7Yl355a1dSA9qH0EUQ7jzMYmzyYJXEQREIRNQQcI8DjW63g+gOMa0I6HTYcoK9tUd3knm2F46gKIqkWoI2ZAs9M0+PyRjsi4LyVpgtcrwuAd3DOx7a6ILbg94cxeAHQet205u9tFdC2XPt55ycfp8P5C+/5Nx5BPLXQF/1XW0gXlPHjGOYPNDvndc10AY8hrq59pYi+vLUXF7UIcX0zQpmByCC++BgnfSZQzbRabQn7g2Bhr/lpsC8gW1QVNAzEeUQr3vsCfYfLYTOCH8gn99YX/mx7HPV3PkPQL5Cp6aK/+oVyE0G/Cg54RPVf/YL5HAkd6FnPiQnI8a1fDLQFMk4X7X0+QMYF5E9b3vuFcssJTDPDX/wA3erzKnviYB5/9QflDOmrLN7p81OmGhzj1zhm2OuFiL+NA3gjwXwA3eo1UyM/zOvZ9vNcV9sEfE/v589Q5xqgK+B8DnmjH1ZbBvIqNKCHEvnVhwL9bwG8zUAP0wd5oXAeYH6zNhOEvri/dJrDvl5jCOmHvrQXPyH5ifaN7/ClIxH5qKPjIkKdTUBHk74hsPcxoQ+sbTVUe/kS+AH9ah99RoO0wy/bxl929iMNnvtJv6ayyvzwgQZscAJzR7RFe5s74APYhZmu+gL2/7RX4Qj4UKbPNPGLTwEf+ZEG9SGOH84F9sPNwJegPuZn23C1H+0MY6PSQtkAXn/NpxChDqHPYmu8MT/ZPAZscQHzmPTnOasOQV8o0BPwH8C7cPwlh199QZ+YP9gqoGkwnn3wE8hriQMbAfET2Ijw8o1tnZqmRjz7+BgTAe0Vgw6fYhDoV1A+xUptKYEtlZ9i4kpb/d0aX7EPxghg78pK/xCj1/jxJZ4vwDee8fxLW31e236IlRr+5OcT7/h3HsNXPP88TyAfwHv62Ta/03xFRMC4b3Hunc8ZxJMXnx/bc4A+vub7xifgB/L6ic832gc+i/LFJ4yfH/nkwBjuFxlzr7zzta3Yvs33TW4gZ0KZfpKx9o1HbXzpfPmic5AfNeKzP3ynrXlnATZ//uTDgE/lxaf1zj/0H8BB+4xP6ast4HMeP8wlfPI5w/htveJJCPmZX3zin9pCuhB+GgPYwrTKd/Ot7QTbvtnnkx8R8vOFd/E7jy+df54noOcj+pn38Ttt9TeYs0Xsi80Ce3VJGMc+8AD5hH74pIPYDv35F10kQOyZPtvkmgNA7PmGUzSYT57xAsbnT7qcv9IAP/NbbtQ/28LybAs+e7c37Xt8BzSYaz/EPgHGLxDPwfjQxrnpl9wtGPeXFxZZZQnyyjc7ADQgSw3Rf+kQYBkXBTJYvtuB9tUOxvXc/Gtb6IMgfy9H9J2fovxuB4D2hcd5nR+IczAGfOQd+BW55saPdgDypJb/np6Un/T0Ngf81xwUwDvA2+sc3Onw7g8QD4B4vspBwZ/47I0ObP8M6aAyXd75eeECkFN+4R4wjgjzOsR4KOC3g/geYK8J6BjklhJVVpyRjsAm1s+AzL58ZkE8MMJc+DZ37bzipBVXAn+ZtOKXPUBsBzAqpH+UKwb1oRca9jZv/btfgTYQx37EZ2ssXJ5+JY668GbHAOMAzPqkK/gbXXv6GQYw0MuuQXw13c962Kz482PMHJ9Y9QO2AfIDWBnkC4gNwxdm5n7hV4jHzHc8BjE0jLHYL1xsfYvr+jNWL3rxwgDQPvOVhmtvWBjKyFzzPMRhuP4pz1sAf4A8v2LBNwysrfPVYTxb7cp6yw2QTkAf1IWPPgzo89rHx/nDGAR0Uv7QFvALsNqr7+kD/an7FTt9qCkK5YUrQe31CVdCm11xJaxPPuBKYPtr2w+yL0DcWcqvvtPCfPOZVv4ODeL2dHnPpwWseyC+0aAtk28yBfRVR3pR4m/5HeKQL/l0pYFYAHSrvfFMvGIOon3Lp8fxS7ydXrHsa9vlieVc9A3LrfF2CfvPWED7yiPIPUBXhbjOUzc/0KF9naHdvmPllaadv+ODZ64LP+OD+Qtee2KBL3gZ6usHGoxf569+tWJeEH/dtZb7nEdgbH7DuOH0y6+hjkSA+UcYh0EMe/MVDX1iP2t5199i/YBPod+B+hO0e8eWObBhyMMnW3nh089x4KXn49e2yEtmH2xgrc+/rje85vOWy1YMDXlBnnXBV3z6FfdB3LJi9i9tQ1hHYs8YBWRTvNGBXSxvdbY2vvkPyPsgj4cjrBuBPYD6RXmfH8j5K/ZfY/ZbXby2VzAd0j/rH/KN/K6ufw+ffFqrWXE39Efk63rGqxaBGGh+2vQ7Xn3DTPMn/TxlPn+R+fzyr69t4XjTR/8CuHldt/m8xnNc8dQbTniu5bxs4FPeWG1g+mLf32nbOld/WpfbsLfPK6kf1u+WcV17N1J48WHdFPp3XYshv2/XI79fjWGIH67G/AUbQX+8GoP9/rYmPo6aOiy/XZ0Bk+2+XBH7dF33dUHr4/WvF+nbVbWvF2WueRSte/zGLO/i891f98yNjX//tu/v79MR8kVHOPZdRyj6w25d/C9Q0s9XWPFvWrr2nf+8ZPrD/sn1IthnFf37om/iNl/84P3S+OcNGD+7x+9JGUPC56XZV3+Ahvyh9P+JYgT7G8vSFAvECf8nPumCwai/S8bENxm3fdCGTX7/f1POJP5Hcqb/NjmTP4ry797yO+Wd8+Hv54ZfjHwd/trwCw/mDwdG3ORg4lCV/84e4H97u+9LvH/3tvZ/oij5eYs3Q5CfO/mLNq8Di/pqQ6+Rfm9L8O/z9uOm4L9sJy/1zdE3FdyQ8X/w7pKrf/PT+Aqa/wdw9LauvibYf2C4gAm48HFn1r/cYPKnc+M/0a+7Sd7j8b+4kYUm/q5w8t9yB8FfFAVesvuXe/7/pmjxn3Bx6ov6/8Wu/395xp91cXDY1HX3sTn0Eq2OYCIW/xc=7ZlRb6M4EMc/DY+NAAdKHpuk7WovJ1VX6fbx5MAUrDU2MqZJ+unPJoYAZje7qxCtLvcUGJux/f95zDBx0CrfPwtcZH/yBKjju8neQWvH9725H6ofbTkcLfdRdDSkgiSm08nwSj7AGF1jrUgCZa+j5JxKUvSNMWcMYtmzYSH4rt/tjdP+qAVOwTK8xpja1i8kkdnRGgXuyf4JSJo1I3uuaclx09kYygwnfNcxoUcHrQTn8niV71dAtXiNLsfnnr7R2k5MAJM/8gBJ93+VwfPdx+fN7mX99/quIn/cGS/vmFZmwWay8tAoIHjFEtBOPActdxmR8FrgWLfuFHNly2ROTbM9qWYEEBL2HZOZ5DPwHKQ4qC6m1V8YwcyO8UNzvzvp326PrKN9+yA2zNPW90kWdWGU+QmVfEulhy+vyrDB+TbBjh/iXOvAtmVRaxBSNaXlVqirVF+9VSyWhDNLW15JShis2s3rqt4JLrNab32jdSNqO27wFugLL0ntB623XEqedzo8UJLqBsn1HLC5ixUHEH1GaiMWevx8n+qYneFdiWa0Xso/7UzVpAmlK065qKeKnoIoQHNlVw8lRLlt2hhncBnyXtgnj8KFRb4xdcHf+xNxR+ejoxEzrgQ9LAWOv4I8Hyb9mLpE0MzPBw26aszMLe2e2igYxkesXhuWsmrlsq+atamHez8nSaIfXwooyQfe1q50FBWcMFmvMFg6wVr7qqQKpvptU8eEFPwrDLZ0NwIut8vRYJf7kY3qfgTVfCpSgUXqcQ9xdUTlAnsngrNcL/hmEPl9RMFINHnBCCM0FaPw/EkELHnQCc9JidEDx/2eRJD0siFboI4AY+tvbAIoluS9n0ONiWJGeNHwv50CoOHeL3klYjBPdXOegaPAPeNIYpGCtBzVjNpl/zq2+9vGFl0K29DRxNiim8Y29y+EzXI0MbbFbWMLL4Vt6GhibM23XIfbbDbT4ydJ/bmDtQuKDyBKC+h/NgVBQR/KYiQF8a+Zgnh2rWCDWRpnmLAVz3PO1lCUG43pd6KkPl23UTAPXPuT9i2KIY4vxMvKNAKb1+KqvOyqxYDXzbLywkF6EdqswquysisNTW3JLfhOrYxzekuH3zCRGAmmsXLGdIDscsb/h1/La1DR8MY+l6979tk1jQ2kKvlz0MPvxGfSKJr3TznPt6upY3Wm6aDYRYwXwd+JTrl9d6tnLjNw6v9ylExVfDsFpx+KoAu9kdTt6U+nYw5/+usOPf4L7Vpbc6M2FP41fowHgcH2o6+b7mRnPPG02+1LRgYZ0wCiQiR2fn2PQGAEIk67STY7Sy4D55N0JM5dgoG1iI6fGE4OX6hHwoFpeMeBtRyYJrInI7gI5FQgk7FTAD4LPNnpDGyDJyJBQ6JZ4JFU6cgpDXmQqKBL45i4XMEwY/RR7banoTprgn3SArYuDtvo18DjB/kUtnHGr0ngH8qZkSFbIlx2lkB6wB59rEHWamAtGKW8uIuOCxIK4ZVyKcatO1qrhTES85cM+CP6doz+ma+jpR3NZ8fISbejKyTZPOAwk098nfl+EPsArrFL4HKd7eQT8FMpln0QhgsaUgZkTGNA5yln9J6U4MC07JmzmDjQ4uH0QMQqEBAPhPEA5DsLAz8GjNME0D2N+VayNyStYyVXCzzIsVMOqJIumCWhEeHsBF3kgFGpIWmR01JBj2f9WmWfQ023gEq7kjblV7zPYocbKXm9FsinxSbZfY4oWzhPD/GTsbn966qthM9ZlGw5ZnwLBvYF3xO2ir2EBvCITVUwmsVeLl4huMdDwMk2EZqzlo/gk4AdeBRK6b+C/Kaq+JBGfA7SiM95K+mZXSYs7PfDy8+23lF++hjQkt/s6xaARUgzD65X8P97SpiY23VBWm0Z5pLN12XP4Q9WujAGNrQsBDU07QbQpMcqgNqU4KECTXqsAqjJHjXmR80F1oAWpbA3GvMbtQXCnzWnGQ+DGGJhmZOEZfkMewE5hzUZNmvGpbO9PDAWWRGZmkAJeY9jmItJHrkmwNofSKGQok8Y4iQNdtUoRtyMpcEDuSVpwVygkKEScR8dfZHMh/gxHQ198I8kX/5vMJe29Q5u71xhLXc45LpUAL9rYZFzTd7QJwQsqZDsc44gFfDom5xaWpoUUU1RZRvjlfIFUh22Kk1qDls5tZIvpm/msXbbZSP8BOoxjSrgwT3pinnpPeHuQcpI67xaB9Y5sdaR286sdMvdSzNDE9Rh4zaI2t1Kj2yDOkwXfpqjkWY0aozudv4uY20GBWgbzebmdFZrWwbgrjzInS+mTNic4kcwBiFnCcrTeN4+/2m6RelzN3hHwg1NA8l+Rzmn0UWndImIMWrwuhSocJoU4tgHR7EOfbRhJKUZc0kRayBOpbqok4KNR7mNv9DDu/Nep9sjw1HrHKPt9uNJ2+tL7NWdvl3m9Gm6T9N9mtaX1c5LtyVvl6WtPkn3SbpP0t+XpM1nnd60x2qS1tTm75qkkdlyY+L5pJSxMAzq0xiHqzM6V08gzn1uqFBorri/CecnqTmccaqqFUTITn/WiW+CGTiCJJdHybygTnVqQ1gAD5+npnMsFqt+PhKbBsfMJ88pb6xXHiMh5pDVFGY6VcihmyI8lkq3Gwd4yEANdRbmuami6rqD08iYKJwmVmMxxRO2GOWmUT3Q/7eWSdfJ1fnwNSpO1JupQbplEOXH15dDRSga5ti993NjK2OPR/Y4y2uBjljSjAf5hLMSNUoE7g+ciyP5mRCSuT4Uz7GHhxi6FAAPc5wSyGBKG1A7hmPvCqeyUcSW8EE0RFAvid77qxDcYZiAVF6lUGiaz3TSjhm67fyb1QnT5wv7vobva/hfs4Z/3zcz3RlMX8OvQpyCNIWjVoZhGrfED9J8ZifXzw5Ax+e5fCRSAptsF+bjl4QkcLkhmMVF8K9zLAKsHCwC5plhv2H4aTYM6/FkZYz+24ZhadgLNP5lNgzE/b6twvT587zyVXd5QPCjdwrWD90pVOX/u+wUCvVfjrMXdxTWm+worPFkaNiTiWnZ5nSEkLqphF3BsNbmOC/aI8wYw6daNxmPO9cAmxFl1rEzbdhYwfFVNyBo1Neefe3Z157t2vMjvOVtHw9oD5DFt0Kp+Fao+7igLww/bGHYnyS/1+ve0fP14Ud734ucn75AJMeAV8fScF9jBdSZkyBONeINC80yqF6sNItvbF691DTHI8XMrNFUZdFxdn254hOHp9XHxEX38yfZ1upf \ No newline at end of file diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md index 42925274..3e119ecf 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md @@ -1,27 +1,58 @@ # aws-model-deployment-sagemaker -```typescript -new JumpStartSageMakerEndpoint(this, 'LLAMA2', { - model: JumpStartModel.META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2, - instanceType: SageMakerInstanceType.ML_G5_2XLARGE, -}); + -new JumpStartSageMakerEndpoint(this, 'Falcon_7B', { - model: JumpStartModel.HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_2, - instanceType: SageMakerInstanceType.ML_G5_2XLARGE, -}); +--- -new JumpStartSageMakerEndpoint(this, 'LightGPT', { - model: JumpStartModel.HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_1_0, - instanceType: SageMakerInstanceType.ML_G5_12XLARGE, -}); +![Stability: Experimental](https://img.shields.io/badge/stability-Experimental-important.svg?style=for-the-badge) + +> All classes are under active development and subject to non-backward compatible changes or removal in any +> future version. These are not subject to the [Semantic Versioning](https://semver.org/) model. +> This means that while you may use them, you may need to update your source code when upgrading to a newer version of this package. + +--- + + +| **Language** | **Package** | +|:-------------|-----------------| +|![Typescript Logo](https://docs.aws.amazon.com/cdk/api/latest/img/typescript32.png) Typescript|`@awslabs/generative-ai-cdk-constructs`| + +## Table of contents + +- [Overview](#overview) +- [Initializer](#initializer) +- [Pattern Construct Props](#pattern-construct-props) +- [Pattern Properties](#pattern-properties) +- [Default properties](#default-properties) +- [Troubleshooting](#troubleshooting) +- [Architecture](#architecture) +- [Cost](#cost) +- [Security](#security) +- [Supported AWS Regions](#supported-aws-regions) +- [Quotas](#quotas) +- [Clean up](#clean-up) + +## Overview + +Two constructs are provided here to simplify the deployment of Large Language Models on Amazon SageMaker from two different hubs : +- Models from SageMaker Foundation Models / SageMaker Jumpstart +- Models supported by [HuggingFace LLM Inference container](https://huggingface.co/blog/sagemaker-huggingface-llm) -new JumpStartSageMakerEndpoint(this, 'RedPajama', { - model: - JumpStartModel.HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_1_0, +Here is a minimal deployable pattern definition: + +```typescript + +import { Construct } from 'constructs'; +import { Stack, StackProps, Aws } from 'aws-cdk-lib'; +import { JumpStartSageMakerEndpoint, HuggingFaceSageMakerEndpoint, SageMakerInstanceType, DeepLearningContainerImage, JumpStartModel } from '@awslabs/generative-ai-cdk-constructs'; + +// Deploy a model from SageMaker Foundation Models or SageMaker Jumpstart +new JumpStartSageMakerEndpoint(this, 'LLAMA2', { + model: JumpStartModel.META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2, instanceType: SageMakerInstanceType.ML_G5_2XLARGE, }); +// Deploy a model supported by HuggingFace LLM Inference container new HuggingFaceSageMakerEndpoint(this, 'Mistral', { modelId: 'mistralai/Mistral-7B-Instruct-v0.1', instanceType: SageMakerInstanceType.ML_G5_2XLARGE, @@ -33,4 +64,138 @@ new HuggingFaceSageMakerEndpoint(this, 'Mistral', { MAX_TOTAL_TOKENS: '4096', }, }); -``` \ No newline at end of file +``` + +## Initializer + +``` +new HuggingFaceSageMakerEndpoint(scope: Construct, id: string, props: IHuggingFaceSageMakerEndpointProps) +``` + +Parameters + +- scope [Construct](https://docs.aws.amazon.com/cdk/api/v2/docs/constructs.Construct.html) +- id string +- props IHuggingFaceSageMakerEndpointProps + +``` +new JumpStartSageMakerEndpoint(scope: Construct, id: string, props: IJumpStartSageMakerEndpointProps) +``` + +Parameters + +- scope [Construct](https://docs.aws.amazon.com/cdk/api/v2/docs/constructs.Construct.html) +- id string +- props IJumpStartSageMakerEndpointProps + +## Pattern Construct Props + +### JumpStartSageMakerEndpoint + +| **Name** | **Type** | **Required** |**Description** | +|:-------------|:----------------|-----------------|-----------------| +| model | JumpStartModel | ![Required](https://img.shields.io/badge/required-ff0000) | The model to deploy | +| endpointName | string| ![Optional](https://img.shields.io/badge/optional-4169E1) | Name of the SageMaker endpoint created by the construct | +| instanceType | SageMakerInstanceType | ![Optional](https://img.shields.io/badge/optional-4169E1) | The ML compute instance type | +| instanceCount | Integer | ![Optional](https://img.shields.io/badge/optional-4169E1) | Number of instances to launch initially | +| role | [iam.Role](https://docs.aws.amazon.com/cdk/api/v2/docs/aws-cdk-lib.aws_iam.Role.html) | ![Optional](https://img.shields.io/badge/optional-4169E1) | The IAM role that SageMaker can assume to access model artifacts and docker image for deployment on ML compute instances or for batch transform jobs. If not provided, this construct will create a new role with Full access to SageMaker.| +| environment | [key: string]: string | ![Optional](https://img.shields.io/badge/optional-4169E1) | Custom environment map that the inference code uses when the model is deployed for predictions | +| startupHealthCheckTimeoutInSeconds | Integer | ![Optional](https://img.shields.io/badge/optional-4169E1) | The timeout value, in seconds, for your inference container to pass health check by SageMaker Hosting | + +### HuggingFaceSageMakerEndpoint + +| **Name** | **Type** | **Required** |**Description** | +|:-------------|:----------------|-----------------|-----------------| +| model | string | ![Required](https://img.shields.io/badge/required-ff0000) | The model to deploy. Must match a model id on HuggingFace | +| container | ContainerImage | ![Required](https://img.shields.io/badge/required-ff0000) | A Deep Learning Container Image. Available list of containers is available through the [official documentation](https://github.com/aws/deep-learning-containers/blob/master/available_images.md) | +| instanceType | SageMakerInstanceType | ![Required](https://img.shields.io/badge/required-ff0000) | The ML compute instance type | +| endpointName | string| ![Optional](https://img.shields.io/badge/optional-4169E1) | Name of the SageMaker endpoint created by the construct | +| instanceCount | Integer | ![Optional](https://img.shields.io/badge/optional-4169E1) | Number of instances to launch initially | +| role | [iam.Role](https://docs.aws.amazon.com/cdk/api/v2/docs/aws-cdk-lib.aws_iam.Role.html) | ![Optional](https://img.shields.io/badge/optional-4169E1) | The IAM role that SageMaker can assume to access model artifacts and docker image for deployment on ML compute instances or for batch transform jobs. If not provided, this construct will create a new role with Full access to SageMaker. | +| environment | [key: string]: string | ![Optional](https://img.shields.io/badge/optional-4169E1) | Custom environment map that the inference code uses when the model is deployed for predictions | +| startupHealthCheckTimeoutInSeconds | Integer | ![Optional](https://img.shields.io/badge/optional-4169E1) | The timeout value, in seconds, for your inference container to pass health check by SageMaker Hosting | + +## Pattern Properties + +### JumpStartSageMakerEndpoint + +| **Name** | **Type** | **Description** | +|:-------------|:----------------|-----------------| +|grantPrincipal| [iam.IPrincipal](https://docs.aws.amazon.com/cdk/api/v2/docs/aws-cdk-lib.aws_iam.IPrincipal.html) | Authenticated AWS entity representing a user, service, or application that can call AWS APIs | +|endpointArn| string | ARN of the provisioned SageMaker endpoint | +|cfnModel| [sagemaker.CfnModel](https://docs.aws.amazon.com/cdk/api/v2/docs/aws-cdk-lib.aws_sagemaker.CfnModel.html) | cfnModel created by the construct | +|cfnEndpoint| [sagemaker.CfnEndpoint](https://docs.aws.amazon.com/cdk/api/v2/docs/aws-cdk-lib.aws_sagemaker.CfnEndpoint.html) |cfnEndpoint created by the construct | +|cfnEndpointConfig| [sagemaker.CfnEndpointConfig](https://docs.aws.amazon.com/cdk/api/v2/docs/aws-cdk-lib.aws_sagemaker.CfnEndpointConfig.html) | cfnEndpointConfig created by the construct | +|model| JumpStartModel | The model deployed | +|instanceType| SageMakerInstanceType | The ML compute instance type | +|instanceCount| number | Number of instances to launch initially| +|role| [iam.Role](https://docs.aws.amazon.com/cdk/api/v2/docs/aws-cdk-lib.aws_iam.Role.html) |The IAM role that SageMaker can assume to access model artifacts and docker image for deployment on ML compute instances or for batch transform jobs | + +### HuggingFaceSageMakerEndpoint + +| **Name** | **Type** | **Description** | +|:-------------|:----------------|-----------------| +|grantPrincipal| [iam.IPrincipal](https://docs.aws.amazon.com/cdk/api/v2/docs/aws-cdk-lib.aws_iam.IPrincipal.html) | Authenticated AWS entity representing a user, service, or application that can call AWS APIs | +|endpointArn| string | ARN of the provisioned SageMaker endpoint | +|cfnModel| [sagemaker.CfnModel](https://docs.aws.amazon.com/cdk/api/v2/docs/aws-cdk-lib.aws_sagemaker.CfnModel.html) | cfnModel created by the construct | +|cfnEndpoint| [sagemaker.CfnEndpoint](https://docs.aws.amazon.com/cdk/api/v2/docs/aws-cdk-lib.aws_sagemaker.CfnEndpoint.html) |cfnEndpoint created by the construct | +|cfnEndpointConfig| [sagemaker.CfnEndpointConfig](https://docs.aws.amazon.com/cdk/api/v2/docs/aws-cdk-lib.aws_sagemaker.CfnEndpointConfig.html) | cfnEndpointConfig created by the construct | +|modelId| string | The model id (matching a HuggingFace model) | +|instanceType| SageMakerInstanceType | The ML compute instance type | +|instanceCount| number | Number of instances to launch initially| +|role| [iam.Role](https://docs.aws.amazon.com/cdk/api/v2/docs/aws-cdk-lib.aws_iam.Role.html) |The IAM role that SageMaker can assume to access model artifacts and docker image for deployment on ML compute instances or for batch transform jobs | + +## Default properties + +- iam.Role: if not provided, an iam.Role will be created by the construct with a managed policy providing AmazonSageMakerFullAccess permissions. + +## Architecture +![Architecture Diagram](architecture.png) + +## Cost + +You are responsible for the cost of the AWS services used while running this construct. As of this revision, the cost for running this construct with the default settings in the US East (N. Virginia) Region is approximately $0.25 per month. + +We recommend creating a budget through [AWS Cost Explorer](http://aws.amazon.com/aws-cost-management/aws-cost-explorer/) to help manage costs. Prices are subject to change. For full details, refer to the pricing webpage for each AWS service used in this solution. + +The following table provides a sample cost breakdown for deploying this solution with the default parameters in the **US East (N. Virginia)** Region for **one month**. + + +| **AWS Service** | **Dimensions** | **Cost [USD]** | +|:-------------|:----------------|-----------------| +| Amazon SageMaker endpoint | 1 model deployed to 1 endpoint on 1 instance, running 24 hours per day for 30 days, on an ml.c4.2xlarge | 344.16 | +| Total monthly cost | | 344.16 | + +## Security + +When you build systems on AWS infrastructure, security responsibilities are shared between you and AWS. This [shared responsibility](http://aws.amazon.com/compliance/shared-responsibility-model/) model reduces your operational burden because AWS operates, manages, and controls the components including the host operating system, virtualization layer, and physical security of the facilities in which the services operate. For more information about AWS security, visit [AWS Cloud Security](http://aws.amazon.com/security/). + +> **Warning** +> This construct allows you to interact with models from third party providers. Your use of the third-party Generative AI models is governed by the terms provided to you by the third-party GAI model providers when you acquired your license to use them (for example, their terms of service, license agreement, acceptable use policy, and privacy policy). +> +>You are responsible for ensuring that your use of the third-party GAI models comply with the terms governing them, and any laws, rules, regulations, policies, or standards that apply to you. +> +>You are also responsible for making your own independent assessment of the third-party GAI models that you use, including their outputs and how third-party GAI model providers use any data that might be transmitted to them based on your deployment configuration. AWS does not make any representations, warranties, or guarantees regarding the third-party GAI models, which are “Third-Party Content” under your agreement with AWS. This construct is offered to you as “AWS Content” under your agreement with AWS. + +## Supported AWS Regions + +This solution optionally uses the Amazon SageMaker service, which is not currently available in all AWS Regions. You must launch this construct in an AWS Region where these services are available. For the most current availability of AWS services by Region, see the [AWS Regional Services List](https://aws.amazon.com/about-aws/global-infrastructure/regional-product-services/). + +> Note +> If you are looking to deploy models from SageMaker foundation models, you need to request preview access from the AWS console. Futhermore, make sure which regions are currently supported for SageMaker foundation models. + +## Quotas + +Service quotas, also referred to as limits, are the maximum number of service resources or operations for your AWS account. + +Make sure you have sufficient quota for each of the services implemented in this solution and the associated instance types. For more information, refer to [AWS service quotas](https://docs.aws.amazon.com/general/latest/gr/aws_service_limits.html). + +To view the service quotas for all AWS services in the documentation without switching pages, view the information in the [Service endpoints and quotas](https://docs.aws.amazon.com/general/latest/gr/aws-general.pdf#aws-service-information) page in the PDF instead. + +## Clean up + +When deleting your stack which uses this construct, do not forget to go over the following instructions to avoid unexpected charges: + - delete the logs uploaded to the account + +*** +© Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. \ No newline at end of file diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/architecture.png b/src/patterns/gen-ai/aws-model-deployment-sagemaker/architecture.png new file mode 100644 index 0000000000000000000000000000000000000000..ae8f6352a4aaa39c6d41217aa707469b18b77f80 GIT binary patch literal 598654 zcmYhjNAB!Q_a64z5Ntt!Heh)A0rKGcz#N86HgnEwP6XzhGk4&1c;K10p_$fUufS6k z@B0^Q+`eo!StN^9Cp_mlr+)vtsSE${Km0HM;jh2``j3+Mwg39-f6V^+>)-wRfB!#$ zBmc+$`(OS~@by2ew!r-LfBo10_5bmMll_ufAcs2bPpAL#cV z2*P!Fx-H`XcERy}%<7`fv%k+F5Q6>_hW`m;E`Gj{sUpbepk0S_!9E89p6i`B|iUEkDxgM{R{o`T((-q9yH=%2>TcG zFC2!Ef59*Y8vlPU__l`sg@R*FT*OQL|9jl~?)es%f4{dQd*f(*z2*2A_gq{-K7d=l zZH|0dYcN=UhVH*V{5`SVQ~vkSEI;b>-eJ#%k9hJrL zDjIgXE45aL>Fzbq2#-l0b>{qumz1y1o)pCCAEH#~BIlzZ!?Uq%%&*+^j|U^Z5Pm-D zita~{?0o?Zoq!ftW$AdVo9jOiCNfzWOd^A7n_7Ry5xee%~SmxXdh}qtLw)E%-X3VI-8P7LIfdrNPM^Zt{$#z=$%V#b>R_ z_&-N?!OtM?0;1z-#jze@^B-lNRSIb&t;q0cBq+1E5-p0{_tN*j;+eRqd=D7hwNN_` zd~N-DMjEmn?O+Ru3rUR-L8~6>0o7x$W3v3L z(ma3497sl#SZ zwhnC%C<_CcAH)lqT8^Z<@JibI(RJ>GAO4-T8=kC=c!89Ak%>{|Ux-5IQEM#lervPJH})g=P3E(57yU>cIyru=Poovv+Koz7+>aS`KaGlcn2;^o8=@j6YSOn#euJZVMr4?=fb>EJiZrl+=-?tZn#^PaE9Isdwk0V zvO#`S2`+f@AXL-gi38FCLc%Ahkhf@^naz9Fr5o6Q7c2bu;Mb>sqO;P`~4|mp;iS2Y%dcMZ`WDK<_#NMnS}$yQf4_1_zYw<@_^|z$W!$WD$@S6 zrvnCbj)!OIs8FVq8(7W!$Akzu8-@T(9J8BWSceKBxgNZt4SL5(l_Sq*axkD|e7||e z4}9N8a4p2=($hrufE2p+$0RHA;Gx1|UOuC4oqT<=aKAja*OFX!STe%l2E9f{MsNP2t>W~n(;QnLB2coeCOcX@I z=45a)z0gd@JPqv&r{%FcMEC^j0^9))n#4vs#IXfEc5u1t$CimC+|fM@Y{wuL&O1$Lq- zx)Lc;EAc)oMwAMt}3BnkEzp*TLTS${__IVu<^J+EGL zN}p~ePhTwoZSV`WJ*`M(;??qRX;X3;Fbz)u>EL<27{mdkMffNu3%+8)GT5WFZ|l3z zsuHVJ&k4h!ik#IN#l1BLsR{|!zsk<04qJff;2WhSMaphfd4hry4#u@;G;c4>zy{*5wnU76ojwUYddoYjCUa6F6 zqc(Sf)6>rb+o1c?f8DjsCoLp!1mc&0(wNfGF8!O3q#20VPk6;W|6w-xdeo9^mpZm|cBmiI6p$hsBGHpJmP#npE_ia&M)c{&lX79ahd??^wu+`l?wMCS8c0Y)O@ zJM&cnHX4x20oXB^g_ZG@nDD@+Bo##p-<3i^5cz z?l)@qWsTLGf_%UcA}qc* z>XAFR9iQOl9Tjgk&Q?7tVlupjpf-(<8i7PmFfcqBEyq2OK*<>txG5eUlFe>UvZ&R# zpf6yujt5n#*VtuiThLQazPg=4l!;N)+x^WVv~?R>b^(so-CA zdgXM?*aHIlgnKp5DaP;nIx+N$Aq|W%Ge`x64$`m13<`e0+cDsM7>%O7zqUSJ8IYe_ zTo(3@)mCGF)y$iOYrwC8^a~cPDyZ!rcmCqV@J>{N4IApWQlrVJLE%V?UD%eK z_(7OE+J=zVo_asHH_Br2$iY8jKK{l)*f_$p1E8L~Jn(2b0v%~A+4g@s*O19Kx^*L< zWW4plF1D%gvx&hFTbdCIc2441$G&p{Ml$SOAW}@wY^Q{4aU4u#Cw#S!p$msfuOzI- z$`ke3*4G|T8a`Bosx8J3TtLm-WGy^}u3jHw#`_Suzk~fPHnmVgw)15t?SF(sybln6 z*#Lu(%SCN(GbWX10o=@w4c*ho;>VAbF}0Fys%YT=wYp?058S_D|Ah`E3vmm z<>f*a{j~A*<28C9dcz6@N3WOao<8BxU04Iaw^pC(2gszG!h>~Vj%#QdnvV?Y4} zaAF*+25}AEVqg{?1ZmNAnnXOL<9;201dPnta%-FfgCP+ZkNB0y%XFmIt3%E)fi640 z&*riUPstoHufjrvFbq4!2Sq1JQOJ8s67AKw*bG!tg~ualW`h3K7OA0Mn<7{fefsj z6x!CKV`O-K4iR;|h60xN)i9ff%Wy&u7)+&FPTWLeqsjza#hYP>VQ8R0V<6!m3_&F{vG?5rcDY9yvbpsC^#Vj;Y*sbEx29 zp8ux6Lz+68uN(DR)toHHOLK+j*fMfE3H*1&qQpsuR$4Q z8~FuoUTDyfj7Z^M#TsA->gL#{U7=Z9pntYc2?Bjg6zl=~sFq|GQ_s`XXtN~tXm z=V6HWM^ZBgj^*=YhL%ZT>cW{lK?Y#uu%z?JNri;uezKD(#JX_M;NmpIG(o&g%hz?> zy7Qr|#ht<>#2D#wiX`l@&7v7+uDAq6c_i?m3>o}#6MqpV(=d@--7&H*F^?4AilqF* zN&z}yGU_+s8dMHP^}(Whq1UvTAD!%-AK16AY*$phU^H*cZ|OFFAFttUDBtB zlVGA|u5nAW6-^i{w|DgQizfDEb@Rv^wl(o=66+y_tOrq%dkVz;)fG|Dq}!${*wWaP zSBl`SoUY&BYgYXj9WRf{tSV_#N5L94^R^B!h;aaA4xN!XO<4lomdu2VUX#~r4sf;%d8d})zu-|} z7xKr)^Lp; zXq3x}V_Cs(Adan4)&7{1vOR3ffbw=&sAG?AUKyB(vx5YQjXOdG~u5&j?to&jKF&ULt! zu($oN@~6hsN0J9@)O|n~30#PUuG_;Yj0pW`GL4>FxkaUiDr0Avm2VtadIts=OeVhS zoVHBF=uJHt;$qBl)q^I74bj>=!*Mgw}cOX9#(Zj3K+Aw7M2`&0wCwt-lIyUmNp;%C=1`}F2?T9 zS=NfGlCLz?9xV2kdlq*C9HcQI(6SLBSq{y+YPR9(S|Ybvw;v0 z#4h0kvT~2f4Y1;jToZFVwAWWRV$Jx9xHigonpR;d3jFk!`4CzUY$-T67c<8G>LqN0Nkj3 zeyyDUkeuFy;F|68a~r#X?-%T}W)*f)V&8$B$Fk4R)l^u_ukMsYyccooDnG7e{Up+` zA#A;6TEK!YN>e&B-QJZAOH5EYWyddZ+EQ0Efk*Z`fyaEL(;h~wXDu&H-CuY8RB!C( zOp>PO6pn9D#LB5sxMZ?n-}$^z*L?sF*aUHTmxcPJequVK?bqX)AnHm~{lcoyCl&nU zAOb!U22 zuU%KF`8jl(WckXhwhuE_(c1PIxiM6qZ1oF{2QKWLagCeJhFpjm&{qk0{iYWgsx<>3 zNmUf+s3u4hiqhh{c|y5)(>J@K)H?_u{;>ZS^??Xg8Xsy z6gV4MfpP#PL3cFj4R`^n-AH4iuhkw*R$_D4 zI3TPzcy%>Rdz=vT8_igNJrDD|p)r*Wr)ptOoxZ*Wb6N^~k>lByaVW7rt*U#u($Qxe zbHU9$MXoriMCW^s9(JvxJ~p$D2AG*&E#Tqx(dGTh9(^W#tLk`iTeZfmaI7jObeGI; zb9@AWI4kXjtk&(iPu4|4q=`h-VvzFSwRFBM$*N=N%N(AT`_>==u)%lPFIz8WzMFH{> zJTnH?R$~J~J=t18n&`f1r!?=rBP;er{u0>m^y~@E5;g(Yk1b{}xp%TWA+40wRiNTh zZR37g3@A**S^zIG1>>XWSpDKJxgUAvnn|_Sj_+htb`aTK&mnvUKV|>ivlFJI?W4sg zZNHD3j12d~DV@y z`3ph$^5ZbdS;?-bkl#<3guu4^TE1OblHD=5QVCvAql3goZU?qO#J^F-)X>#JMf>`= zXb@U3Imoa1Y8jL+%m(Mig;d;hV8MA&3@R6ucDF?0j?9y?*6EEbc0ygF-R5^UrVZ$z zcSO}_j-z;r1O|cLPj~!^_J(B0O}K04n%IH{kgX zVtLph+V$>b7@kx-_XvuTr{gc>E8^VZodYTIodg*61(vg^HMFD_m}r2BA^7nME!8RJ z(;bM=%g0pHiyVI+n|TZnL^GGcX}AXiH^EGNMd&52IPUgbc{=b*`MJu6_{tpW@1xjN z(X>IVfkk~EPZW|z<#k>^?SM%GGG5NCuNZ!siSO$H3KIw&)0H)Czs?jK5ntxl3BiUQ z(d!kTr1A?AF=t2CWzgo!emd&rU3)G>#6V&i1ZKyA?OKCDZ2TMf+6vbW5R=@HB|ruO zZo40nPzUptUq81qnBMP)nGg^`Y-Sss2qrx-3W>WoZRI-t@@!NJVtb&*BB^wl zu%z`VWc9yyYvte0#%uf&fBHd3hL^)+lIZn=Qyan?_+@&RLv1@r2C^C;*9&0akB`=& zs`c`C)N-`bx+|4cyvWA_Ol7<1%@cA9UO z068{%bpeMmz&(K9!n&GkAIZ+AJR>r9gqX*LQVJi@X&eGCE5$+7IjcyT zzF*x)bU-7edS~cPJ7wf&NFN+3n;@HEqkv{gWN9uw@}yz-JKe`c%B*1kbjzF#p-wBY ziaUiqiGBw_0bG9ku3beOI+_@0YzV;JBjcQa;tq&ApnVwoR*=xR^9545J}*dqdL2e- zKmyvaYOLWs#cH|Pc&v5LRmoM+a!4Ck;`lhLp0k@6_W)~pj&6}Q4p{-SYe+>o@lB#w zsUJk=8RL@p?tH$fEnXW^KcjLin z_#hHAhVp^<`~zDFRyeW7-2?Vm8o}rvF|u{Yh)A#X6s_vk`#wJcc@gJK@$=~RqU$P@ zJ=Jhk_2f!!X?-@cV_eE0EIQ$AlK>K{wwa(@8LH}FB>1{~=VCl^uKPGx>A)Y7EOpji z5I~6!l@q^!EiGNcZ74sHF^_G%->EHZQSXMo6q#0g8FixiG`>uAu3bG~?0K*LxNc6I zDdP*ClYgq#Bte~nYme1tbd#5Z?D&>lx=7Ung|=tez`u@@p8LIDy0u!DSpsX$xCg?;_2}k1=4n?vmGm9c z-bDxGSPOjVp4)3NX@&@h2C*ZKLwY3A8x{2=uOciDNC(_vgu+|`;8HPe~ zey6TSojOyNy$<%_dJn9t>Qk|0@CT;|Ald{Yo{Q4`>aK*nUbmeSAf@oOORCUe+CYf` z(pj78n;XsAFN0e%P5`#}T6o*|2q6I)sP!+We*G()nRg9`BF&x4Yy?iPq=T z-*G4A*YjH%s7yPi8P8)3muh@(OW>t{cWA(v2>RZ&JD6G48GeN?fA%cmn0h45pHa9B z`w{3YV4+{wC<)W9jfhWXpa9qd%BBb^f6-1zOVV1@)A2@q&44&)zsKx}WTG+D+UBWv zO{HlI3gEbrb~ksAd=vi}Nh_>+E4&DFidA-cJV~n0tS(ahPH~y4QWhJ1fq^hs{<>;FOf#F z-!EEUqwQpAn1?djxc}lmT z%8`h#`>~Oi(tP=5$WuN+*1pcpYs?>mq_hqQ$8|SZ!in&{s;0te_VhQ{3-K6Ux)52NgEDwx$Nf?@* z{NZ=bL}o*nUI{G7YK`n!&M^Njl2=$J7`X3!ZCE{20te=cm*(Ye8{YZ2uI$XW95-NOwiLOp`)D2cIP>?(MRFhSe z76ADC7r-hmpY!YjI>2it!(XHpIa$S?qTmcy>iB87f3Xx1Qf$Vs4N*dYpKS${Uv zD${~XWvSh%!tc+U7vopX9dm02?bVsJRMK{8g=#@!VZ8CF{)TH}DkL4WMX`|YU8hJ7MB&+bohPxr)Bi4m14H7ENMJ(vY9!>@E`t!Z@px)j#`_%j?;JQvy4h@;z z5+Joszc7>l_d@0~I+349qJ75caHf$2A&?odSpa^Y)gj7>=waHMn$p@Puh)X=`|37Q z4ib-dDHrBMp-Cmmqp-^LUE_eGpDK~d3)G`l zIC%gt{!6EDXM)ePOJ!=$WGPhS&XTU^k&!A9Oc|>>H|fz2l-7Rb?K+qIgbQ@hCfNcd z=y4!kc<~r@h8Z8bfc7<=TPZb2KFWF$y%Csbk8S!HA_X!`!KOP@`hhYK4r)fVeJP6I zzMvEl0mT42yD(CAsHV zt)PHa^1D{7sUmp1ms3EqYq@?ZV2G*d234SETc#vmuky_fL1p{h<$kDhDK#j9@kwc) zXme`+c`9SsNUN@)?vi_qzLH8YhvG)KrEq64H6o4!TyS8=_SxXco4dp>P><)fxtj=aWxqI(<$9(s6h4?$w%4&MR)Bi^(RhsC z@x9vcf^PC$sd`bEWZjVT*j|6Nf~|!^7)46h%5Tq7?W~AI`-_wCCA9`X@iPF@D(ppR%AfxNGcP#2Vcozjd0pNwSKb_V4dd(32K(SK8jI` z4PBi`s$7YJQ_DAqk z8)El~7j-qmODa!edSA<>!kz9*8Cv6)6=HbS^y|>y!aGgpqS$Z$rfv^IJE0^!KtZw{ zx0`!-z_6DOS)3$plaDVV-kO%3<};Hg&2!rTwehXBzVxT4!_IVuEv1`8I=YBz#*H1Q zu?i@3*Fg}0^I*1K3HHhfZ9a_wY94vbd5TsEbcT~7l0+u1jZf()J~rmWly7KOxerYb zz%4_oM=T2#kwlA|Bq0k@WK6F(&F5Fle8q*Jyo<7dl3`QMG{bBIi5Kj4^Y47XE^0#ZW1 zj0>J;>N9<1Iw#2(U=NMw^x>~zEl@0}U=@airFy~`0A#@tU=+bx4RtDF9$*ccr(($p zlY^T(7sQ$012FS&R;&$`1}}_xd>Fl#Yg9C@vOYOQf&85uIF@mOYIFIQ947|Gf>$V- zVMGSyKa}LB*LTvkP81m;!Koz-eX9Uu|B&5N;#Gu&7mX_=o{PNYoeTp(H6fK?SR0QP z(CW~*A7jG@;Jvwx!*W$u&W34h#sJB7)r#9kOkLkH4CfwQAFdJny18Do z0qX=uS8JBh81KYksrjs8VyXs=*1e1oS6d56L{w5ma%x9VBMA8S?@|y)KW~eTH?M>& zBY%If5-DcA%;Wfj^zD!Z2L9;7mvjuOfgM&1?Cc{7(WUxP`EAR;HYboM)X>1#fOR$p2> z+A(J-aAAWl43hjB3b{}@ooi3Qeyq=x!|PIq7DO`qolT&IeFz>-1%v@C>xY;x%ZQ~R zzTacRh;GixSFe8S8}d;4=rCFz)z9U}Ik$wLVlnN>>XQy$G02gYf!D|v&GN(%+^)Yh zCNby^bfbJ@$`V%aOz-ND&Pf8@0s;lu&V6AIt9i75${J#)oX44Om=#9BG6NWNGcG`- zBN$wvClV1Z#E}zzz^*a%`a^sl2{qS>aR!ufchuGf(8zW-fOh;FZ1BQs)=O@MbHB(Q z02KH>1QEZhtMGLnu@dEur}BUaVW0;LUeTkan$;qGMW_8u?xo zW%!hkCbMA8*H`X!$B_5On}q$vOwS7G-(d;^szda|Gfw1^H0$h6`G4_TU zBAE`w2I%$Aq2+ZG1+_m!?`ZNZ@Zpo#`KwJ$h8sZZDgh!2ta)*IhG9+k4au!$UtdOt zgSXC=)MiU2`7>uAd1))207}d5_*S{RgAnvB@g+Yfh= zr6rgB@Hj7X9bb?R?&tsB(QChF!RXwuZR93FrM!KFkNsJSuF@eI&x%C}))&B5IB2Y< zXam+EMpYL;sFjSAcRcnSHEeWh0>=XY|J0Of{D zLb6wAsphM0&U`tdSCjH6n~;kc1ufY$UTr5pu41=tBB<^ihPr8a#@AacrAU~G(oT`xeY+2j1w6pRfAz>2&*hx+2ena^T=@*QZACbDnN7Om zq>@6^o7W+glXk6up5?g*#`Fjke@G4`jeT?n{99oVZ>2o$4U-B> z4xOMM3ox8g%W)YPc9d@(eQY35BC|{^XhrW}U~x z;9kK)0hcH8>ihU!6~ZfEa4v;ZjOQm{iq9D zJ5p~H4J=1Z38=`yVu4w*WMiohGWhlgEcBpA)(movt2RvzW2r?rd?^Zvxh1VZTNGMm zkQ#}0yPPJI{B9ac`|2-YSxSWzG&;3cqPW74{Snpl#lWiw+G(HWf6j_}$QnEcx3+)k z6uHKcI@Fnra0@5V2dl8}yuo3jz`jMo-VfGWOWD^n?S}P_DOP*A>Sqrn1e@{*)cPYd z-~};l*W$u$Ss6kO0&tkv_Y*{S2BibC=^i0Ctj3B*^%J4gkvRmIi`wTq9ArvA>u7(w6D!@tk)Pna~>Nd2_zk zWFY)RG=dF@nngb4Gco9Gd_@}ZZO%`F)EXj`Jdh~H;dmv!TMTbA1UAvER=RNBr(OuC1$Ohf;X;3qcg90cS+$jT03rNJY zt{gLd4b~dU-n+1gw`{eZJj;5m2kews;xMJqJBDNa#D?d|{SVj4luJ!;l*BNoo_^;Z zWi-cKVPB?tL8x^QVExpMm9BXMmZS~RDVJkaz8k(5&(72q(+H4UUD@*sEgS$N%v)5+ z*R>5w!lQ6Z@HR9OYaJkg3CAZ0Xux=QfW8LB?Cy-4b%i>Z2aGBI3$vnk7Ip+RpUt}G zu}ds=hVm#c)_~05;Xt?oQ<`dn(AR#)5fpKK{y?0hMrrHLK@_V5rx-~1lPdg_qxXm)dS!fnF*aKqN|OXq+q}2N6A(}E zzpSKB2dZ5q-?|woKfg}B-E#m&KG-KV6+RAPh$iqh%!GmEQIA)DgB{_1)h}I4?hTTx zaT%S$W?4|J@u}?Y(IZ1wmb~B07{b=}=Yz6S`}HNJvH?sDLiUDG@SuNrL9kvj^p89R z%Nc~n6C!P~N?_P{ZsKi+?h$`ML#h#yL9Ck7C;F2LdBFjN!z$~fWPD;o1m>0zya!NG zIvs#fR8XkKPepw8uEB$fUuOjROf72|?TJ)~o zybP+4G8AADCD6cX{(8AVz)1`Z7%*EGgGmf|MqW5m`hZC9r>?Lkz0|YsqVg zuUYih!WE)hph6S8i^MhJ)52^>>$k8Nri!35(us{9EE@$G&EfXX0m{n35)9JFJPbml zJ|pLr$cT0X3md-8z}L5R@7d>gl?b9T9=p?*QNe69yyLHX`ueH}YVGSj7?GB;M=6r!8d73LgJTK6PKP{Wgg% z{|aROd2507gzX-?)YJF`73O_!_|RwzKj?6);DUw^D38TaMm2vt@HT}PkY>{Gvhb_J zbmIBcJlEQ0LvsC^D<|Gla5_nFq|+N_T^B)%ZT=*}Zc=ZtP7 zp74Gay|4aRzsM^fbIFySFIU+P{4;L@{RI4^!KmDU{B}En_)N4>uzuScc<`q$SlYhF z?M$;-r>cUv#TTE7fC)XD5C1jG1OnHCL)n>RdCY)f2EIYbp7GMKT%K=DqY79j-B2fw z?C*Fa2+=WX_^Ox%fwj#NTbjwpH+6O-d9XMedd)s0^V%s(;r7AQdyrnuWp5B%L=y2z z1*p{mTawT__~%%7o=Gdo^P!Ki#|4V$Oq%<(VRW(vAn_xblHY{qpbppS^;G=>;W1d= zjD06la(EuU?dDt+Eqe^jn>f88vKFjqD>`#js@=)1LwY_oxWw&hQ8QHRw!&((@A})F zT;DSww;|s-3DSa|IZtTo*Rz%C>2#sLOM0zFiCtv^n6d`kgqfOJL-pc^s-9{^Cio@(dwRc8) z69GGpslhlp<;ck2(kEmmI9-1>YLhIBMTJ><#!q z^DV*PJ<(orKFx$PPNHuNB$ttn@n?f|f^o2Xvq{;Jae_Sw{eaY0gcz52s`7G&4t_|& zQensX_N9Dc8!$-ekfLxag3JND)#pKUOa9kfzW<7o2n)&n>of-bIwe2g$eUw@ps z>nw<@s6&=aMF8A~P7i|SAbohE>V>DR4Hi0~U4>t5HrSg9O(0K!w9;mXM2eIb$bV%* zbdEJz1b`5x32xy0Y+WOD1}V4kWdx*mL5 zVkrO@!}QglJyU*@m$$g>_!;J8BPIp>DURKmY#aG>eP}BCp{`#PL|lfHp@*LQvGkEseZASZctJtw_BvQC=uYyoO>{=C>6mJw08uN$g(^55DF zLM15hx3&>a%ET9pA5^UIBDxeb_f9O35=vkEpIfUU99W2P=m1l=cO4<8?TdMeq3fpD z#?WSXhWmY+Lyxn+`EbW(P;{h(bZJ-a0m3KTtW^W*u$YS&pgABN5%3r6PagRCaHPCBx=|~uEDfCfL}>4NbfNO1%vgRd zOrsnqZ}NkH0llX`UNkJ0)M5pI=l>~{4Q!hWN>d(6F4&9vl5Vr!8=Zc60@ui&Nj-J5 zGP62jn`8CnDa`~f#qW3o@$l(S<1NuXV9yE_oj@BTgaLh-c@ z&89b>e_~K#C*ciX;28evx3Z;nm8CJ+2MC|ZeVy;Htt4-sP`Mo~k-CNA^UxKv(0kzmTc#GdRHvX3T!<;}5F;Lva zd7y|nq6csM{(T)JapfA2nJ>_r=#{q>9=TSZO+?*G#*;rD3!grp0?L>lrhQS+0rre9 ztl`|x{|fLOi!q)7t~;W>WR#bQ>whj?mm4g5pq7%(DAP&?4Q%;G1L`v7udc>5;!4rK zvjF(F{9-NDEs*#q7C@8Beey6Xf#`#K-HRanG)Jj3-aS*HPAeMc5=(<{4J*Jy#yhXN zmz`2CqlkfEHnBkyXBB|F^Zfvz8J>b(@$Z{!c@fUV3y}Kv5eVvY5QG0rYN1?BC_fzA zc~py0`?!Rzmx*~9eRJ5m-#{o#ckF@f<>#KZ(tTlco{Uk${jm8&@(RdNEHU5^Rzz4~ zW82R&Rgrp$$Me^{5WeC^CcifpIJ&E_c@u0HcaX<^CZJgOn)gyuOQn;?`TCrg4S;`m zcJ*G%JlvaQ49y4KE#yP52}hgPA?{nf0okaS*992-Zo$2g#5*cIcWJ0@&V%4SKPXJLuw#<6~eqwbFPq89F-(qkev zMG1IUcy^axwrDgT(3t555105Eo%-)89WJ&MPiuPZS4XscMNl8qAx*%yEHMxXiitSe zGi$>`W&x`)XdvsBsV|a#9lzk>?@MMj}*222?0( zumQ2GtAhvF`CTlYz@I$C*8G-w&`VQhA3sA-@xT?pi8_7i7x$iuIKK|`;jUueOcziy zDW@eeyV{Kwj3_WwL7gR~Y1PE=I-iIlaB6R<^Lr|5_3wiK+dvxOQ)viLhnW~Fp(b9X zX>Ja5@njS~I{Ppfu>J_M%v|DTE%yq0ZQ+#$H;eclGeF*blXcwFz)gZbO$Pf42zMyr z<*&?D-?b1c6*!KxlzZGP&?4+=qi?P69d}Mg^eXpD96Mf4jrX-MFs1-0`UF(^OO+o= z`BMB3o+PrU23f&$fUi3%dU)7Ej#2jlP}PC#Ap_mKHvjYwTe@3r=$(PU&-_}9pt}C+ zqJ<-)&+mMWrbD|x{4+`V$Je5(dnvBVJ>n+ETbiDr=mv%QP0GkzupQgQ@0)e2&9wH; z{5}jM8z5oPv^JZWX{J%R^dj0&`Ay1}8jl^QMWRRO(=}^^)*Z1oUWm@M*u4TY#!!LC zh3Oe82qJ8sv470>@*9$G67QJ2{Gfa1IlyURUWr7SyzblntSL+G zH%26YQG5n8BqRq%)BbIl)3ckiUwhB0EP<+dnd6F211w7?T<2}Zjk$gd8p{;_g7HR> zh}r{;S1(0WBCzuv`HH%wy5DWtpb`OKjIcO4zx8T&`{1J$L;lQ*xo4SscX+tG=HkmX z+rk{J6R(VZd1rYMQ8uS4k0eq@%D|Bsb@Ac8BG94$#>0o`F(;T(!g=2qX<*ir{B*D8 zoFw|MmuE&0lze>7&Oq@+N4361Z5Bzf*Rv=p-j(5jVfvD6BzVBs;#}j=e^bv8o*$)F z>xB6X_g++!*cPg9KTLI|8_4=__{9iq{zW<3Vy08ad><3jg1ihu1wq`u_C9OjD#TVR zab-m-TMT6*ARQ1U>(nHyZBU^TlPHy{2e41SFxI(vdTzQ4O)kf_yvGAr%C(IGKTP$a z#32l9FRUg9ZXFPMnG%+h zOT#nY=LG;Uc(1pPiJaUP=U63s?VEuY12qQ0&U44>g+8K$qbW_kLcI*}6L=;DXb7H*V|8YoSP1BsKrt=*@r#s)BCqOB!M<{- zpxi#WWJcSee@N@P-!cwR{ip5}b1RZg5VlzypmQ#QrexHv5G;4IHrC9=xD!J1?Xtsy|G8>4iWD?OnaLF?%BX`eE@6W zXrV6XEY%pR<5oYuY$yDB$hmLkxfodZ6TM2i)NsX!Ul|Vgfy-%uBDVtkU1Keu46FX|6vTe6Um!0Qd@9tOYE6 zRrwiBfnr1T%zkgNA;1jKlDD}2a)5JJOa3<2RpTGI4Y}`Eq~E7Dx#f?6%@N+3<)0C} z9qx5YER1iu12kJL`RX93F*3k2&k^V-GRR5ViT*$zTdhL`;`J#UOWSf^la_HkHaG_- zBA-n;Gl{O1tv61#*@%-(78`)IP+Y4uI@IN&eFk5U;ga9K)ri8TBJTBUu|P=6cRc{C z4PKKR&76QlAvRGwXu~ycGL0oc$HFd74qS;eS#7fCosO#b3~`G(5<) zVVgT({eG9SS)lWQP*Z&7It|$7`B7iER>ICWmU-uDx-9d;_Q=%!@eBYAN1NMn6&5tX zpP%Yp^oRpX-gG9n_YQPu-|vS`tmb+kAcA3Q$2atk!HZbg5!@ewuAc_)Q`QeMV0-aRiFdf>p3CpFz) zR5ipErf>wPq``{Bt#aj*@c*|^-vM;dlJVvaf$-E{l6Snf-%n7X63*S*IE-@ zkV*~Wubugcc3x=f)TQtxT_8jgUmw^Z4vhz{f4sUQNY>tg`wE4~V)ngn!R*cU=0&Lk zSyg!Xg?w=Vn1UW<`*VwlG;zWdI@~zB=a#&omFX$ z0w07Uy)0S-b?5s-y5U*lO{b$WQz*~_slODp2yW=|{O?2YRu&hO6~7T=3?_ z4#=Nruz1+2@K7{B5&J^0; z;et-adfiFtUq4ryxJQ&ESg{FP9o3?qr3F-u_c&o=8*t* z8F6qw8M6K^WR*{YFQ6pZPN`{g}1%Ytqp%?9D+Jsj@M$P@8jqzJoY`=FruQz7S<#-IvX|Gcad8eD_iGd9nF z1ka^}CyCh9lfGxKofhBm1L{Z$d*DAHl2t!YHG&k%gcyZ84_GfbSMI;}I8RSPVDIk% z4VmZL-^Ki30dkkLBh&jy>ebWuoI}JKyf5#&z;NlfM^sZF54d!2z9wXmDPufnh_A6U`uNcdxYU(Mq# z2f@z>eFQT9_5faeRr4DjNpG$X{FD&$KG#5{wklM-=8~*H4v*3rA4&82;@xf{@P2eQ zyOVneA7LyEQNCk8P=EXsm_Q6;0m6a4@2axx`u8&|f}ZS;v#LrrzeIt(3szRiart(0 z(%uVeXr(jslF=DJTha3rAfXib^@x{ehF}>D2+!Bl5(5vTTC^5Wa`6{t{!2^0fMA4# zj5x&bv6``pkgy#b8-K6U@ssBUcSCdMooz#lBT-IlH9V0uQmX^3Gt|A^KX#TmaHdC| zTqnbghhPAxRCi=HoO-^=9b6ij$=kovP!+phWygo!0B0emnbAS(mje0>@QecLYZ~#)8>^xG22GfR@e)_jf85WSS+i9LrA2&-Wq7$yu+KdZHk6Yj+TeXAlnqLi1bh4N@v_ zL~;F448+?a;@v=f{0>jVFeb`ZM78DQ+d1HRsi2lT%@_)hy-O~jIRJ~I_n~az@sDJE z6LmJxiTYHp#z?>Ck5N0gQxK7*fffrzl(AFyVlMOfYVMTq?s#)eLhyy#$*nnCFcmme zvxj&4f>e`eG4@R&$~?{m)IX8WGr z+0p*mnkV*3WV(e6hSMJVR{d6q$%Wbv4ihSUZzC%SA_F#;z!?gnNZlJbUHS()KI%qP z_*-qWF=RQlTzX;}qqz$Tj)xEAkYDtuTL^bVwk;&*hdTDpDgU%vlqV0}x7VF*Q0(6% zZ*()LN%t``aLWB4n)RJ}pW5o1U}Wze^#QSi|cmXqD@<9Q6w@y7A9;ho98CBR zAtnfQIT`0_`oZ0mjh`JA@v8k|PW#YLyHjt;8cy}DD~Mkym-MypBR3X&6Mj#uZ``qjsN!f$XElmtfa**h&1wnO#4hMOuy$jbiof> zRN<9m!cZ24)*A*5Zi8(3DQln)>V&q95bXZ%p+O za@@ZKwn2*Ht#hAp?s|!Cp#txw-djadW-CpQG6A`hSSgH|G8!leGPUW8Tt2g{A%7KGd;!<^LECK%}OUkzNXoCd8ij5v^k} zOzKBeXN;C>-m!x`s&5@#4p2sc9zglrYygoyNe|;&=Yyfwb&zjed)Od2$Ff zG?rapQW>HszaL_htstrG_a%h<5(y0+;U4 zu+P?*BFIC5$bh6qr}$|{LRGsADsk`UCfSm#eGi1M+0UfpAnn#Ar2dErO8EMbS5-9z zy4V?>UkdDUoAsGZeekDKI<>hms}zLDeRaDadE4t3(I2GgFmJ{LL^bPIs0qtoy6hAVw7bCg(`I2x*;MdW|V7)IGsFchq+x zdjX;Fs@R~dtolY^$GZ@ORdE>ae7&9#3N_6vEaAh!a`C2KMo=rywsvc^#0Y%(|0rx@}M3wxZ=PjO^zu zeMbyKai|U-o;v`9#9NMOs!W9a3AWGy)G`A%@aFfInSjke`$?0FY0wgB>WRqm`OUcZ z`tC36QXW`G_!1r|*fnvQ>8>TT7?eOyAU9_MEBQ74c7VvxDqhCK*I^Hc%}dVQEA1wK-X(W3^iUK~PUBzkj3&)AxY}VzHmc z42uU8H65){D_M*+>q*W4T&w##P@goAr2;g3Ewo}rkx!||rg(VJ<@NY(E@2U?x$W2b z9jZj=cbbLxI`Ad~I7#mi@bBFE_-wh>)P@0CoAVp}d7$~p8)!JwaoFNCrTd*vgCH?wwVTK`Hw=M+dFenx3nW9Y`+R8F&hQC_tapPV5lD zm$X6zd3<|-LJ+Z%R6eO3-KiUn7p%NAGdu&`f;@5WBiA9!Ig3ApOj7P8amWLRy+o7- zVWwPK_z7lQ1|#%i6&fji=)yV-Z(Lh z8I;wkwm9yJ&)l<{j{RUM=Inb9*vH9|-Tqo^MVWpzF3UdBIV%mylz@BPCmR?fa47`! z?dVQ90r+|?j&1^!q;CDq9Qq4HpmX6)`hxTR3SoESEMRcLQJhLfHEiqqCn26|^77E} zaete5kwGwOky0lzUgP*sC=eNVre)*zR!Hj@Hp^F8~M#r7a9 zKz^-V*Nc&c#JwFZMrrS1)8mL8ur*#u^2f zg8H;!CAc7Ug@W}oY8mc=rxIkn5H`Xf1+hV!UY*|+r`pJXg+{o(L+AIZxce*3D+kr} zWJ&oPn*^c$2&=u^c{cp)SbDDjK$(Ki+(r{}WG<)zd%pis_7h#en`|ZloV)>q=LN#$ zmmyP~1I&rDfWxRfs5P=8D>MZwIi9|?qeZ6bq47hn!0>kMj25wXrmI-tJ+h73(w+w& zF^Lgp?><3{%lF#TFM3=jSh9!Sq}Xmwq8^AV#ElMaGQHQLz_iKkG28T+@jdRv&Xz*p z*ji9iP3i1MitW3BmGjP6SKY(s`s)Qej;xUE@|iUOU~;dHLi_%K(y))pN|30~gyaYQ zo0}rgjl8#IC^dq9zKz1<6n{Y*wqDVh%tX#O|N9V;o#pQ|FtBps@~>N^AZcY)31CB` zrZM)|*c2?!QEIP1P`~Aa^#zcpM{Ph=1PNI(nwMnt^mC=xkf2r z2Sr-bfpts_swePLAAHd|?fdmUsx4RZW#M;{>L2R4{ea_H!54O4bM|Y_*F?O)L!o?E z0KhTKdWxB+q{TSoTqvCGI@2dwhxey~lvkCn2csJj`LH9%pt)*&Jz-rFeGo1ZU=_$s z^if0XD`e1fZxD50gqcnk)ib+T`0BhLfD&Yr#*tlX^*0_zjq_tu3;ETJ*mLt>TP{G4 zALt5haYGyt!F=AUR9akjD!AMH8K#Kv{cVv#el6vsMOkh&ShmOYCdZ3cDxxm5paj)agU(=EUko1Vh1bY6&=Y{(a*`Rk8$QswTEqJ5T%ex${4j>bK9tUgR z&uw9qBBqamp`6wL{0kJJuMMV#=vkAt!Yk6v)n|nasugOZY%1==V07kiNX<2l)(j99 zQnP=}?;z>kPt7GqOXw7*{AO6?9{;vDN9h7a@;#-pPmF}ZSA9kjv4PdoOhm;%eN^}J zeVQTQRi${}MR0x7G#QP_$*(2^1X*bhE>&d6a9dNQz(}9o!@y>=1zUufjoqK>LbCNSqvJjm-Sl3ayz<^+b z$yR^WUU@h^D7eXqaSb9Z3*{p`5&@ZjiosxB_9MpYQM_h{?~CWly-$+3?`}*}+K(}; zOboJqJ-xD>){cwIKm@eup}jyT=mNf74U3>MpOH9}ThTw*BnxFB=cp9wci?6r{jyeo zw$Z(ts3Ymj8T>+{RcgeaeNH4|4!;Vf?T@E;<~x6V=W_|4yAKy}iw1LiuE^hjlUFmR zK7hGo@X&VZ_g(e#N~*sKtkoLpTo4$TdoGcHUIjIa?W zAQ5RwV_s>LHNtDUu?o&jr*f*Mb}%vmajt`Zp*%>UB!ykIvI|NYF13;LB%`V{{Xl6T zh(PHb%yp!n|CuRL3#oBT(XQz21$0>8r2DGPcK)^l_Z<`Bd{vZttImt#bogG+JQ@&` zSaA;9a!IX=Wl-O*eD?9GkDLlBH^Hlm_Nl6de5q!!W2c>E^Wmppkj^7J?u80;hM%`9)gTE}U(_)(74>MPlLNNiw)Hl2B+A zmF>g|96Mpyrk!Pxg?WSzL=oH1;e%1$PUxRC zS?_Y&asC`AIHrBXNSzxNPd9lu+j<~Bciyb-NnR^Kp?AYRjOdKm*VC3 zPX7d*3|w;qZ2dDJg-6b0D#6!J$sIITqx;6k$q@*WG`>k*{-z)3R9>WCe0t>Ne?jjR zW*O(d@AN}dAkn(7s0-PH?GlWqVE^E-zn zipXaYRMTg8yMXWm`>FJE2bq-awd#YIb_XVXCLN~xeWic#5^zq`4ZKqxK$e6O*Bd1F zA&lSv9~FzH2j+&UFMg%x{m~08V}uh;7A>E0g2%x|4TGX4c=9CBMa9YUYvh|qVl*CM zS2Q>GUc54|A(O9jr}kqbOtG&5dbmxSW;m?b@KX3OK+1pP!|7T^Tx_G5 z#uU(tOZ@czB^)^!R|ci@jDGY$WU zfw17F>3+w64_Vbe67H~oH8ogQ2N37=ypX%>jzEA>&}*`s^#+~P;SM!fL3qD(Ck58x z@0FnPXwEuVr1+4Zx2jRgF5X1NWq51m*_({qNxJ}-G z{mxsg90)Z25dW|1I%ursU))f1O6aD(2heoYZ6u{-VxGU&ahxrr44}icm3Y&NZRs^xH+>ZfJ;#S|QNZ;4 z9^_+;z-*k@26K4SIKxLQNa4U?8YU#rx6{tPttxK2-#gTRf6UF<_eyqtKTocsqh13g zet0mJv zQ{>ze7;a)BO$B=(?oM0r)ID6CMp$Qk!m>^S{i${x7`UTM*5M&Q*^)`KU(*bcb?`ymdm{1C zk!a;PXt61QteZ=nEBnlZI4Ksm;o`**4q@LVs?3^eXL{uL>GhirX~$n{9(UmOa~%5$ z7gwB!pqTlR&ks6|-rxo!$-h8=D4kTiHb*3&Z`cxeZ3FnoZ(`eK1JJuZR=&g5d%Jdh zg$_U=6L}x7OM@o@!)ZAf2F;pe|4Nt}XMIAi(bshPgDGaBZ=|FG zQ8WOC-ASS~(;f%zjzrf1{P`&;4w3c;0`7(u7#k-tKIM0w)|#3N%)SCe^buHZgqyzb zy-y$1&d}3+CG+tLA3#m}>MQK>F{qc&p%*;@ zQtN(X;galCOBQ$J21v}T(8>xFDsWB+ghkVe_9$CH3tD*flmxzmpql3ci;jJO5^WX- zy)V9EDC==u0RIdgGEW%rtsZ^$m6?yV(%)&#p7^Hz9I*7Bs-sGMsIMH1f-Fxk4R$MB z_e0J;!7}3sQ;x%ktl!|B;U{sOBuTaFoK?4yAl&fow3DFkaG$fcF4jG!-@OSt7T!+t zgODv9fO9JfSsV9p2hhJsfJR2S-19=?_@TsbIA~^bybrb=MWvbnEKbP>qA}78oYJkG}J^d{QoUdNLuieetZ?P|PD&W0EB?v(L8GbP$)wPZinZ?{5$22wo$4{bAG79bImVc<#t_u9<{{GELfnzb*HLMSwY1s&Qm% zUM=YaCLebv!wJg{9|gR?dbMGVtT++V{S^ZqCC|Yu_SQatG##Y6$Q#b)x~v>>fWRJg z3*r&+1hwmjWj;KAUrNPwazMr(@Nx*TJq?HE#--#SUKPt2DM0l^>dGD%Pezkz#2mO! z^1&hcgTHSy4wnNstR`K=a@QgWKG3y-R9*pgE@zwRJyf#@DPPYw2^|7-`TY=VBXwWl zw|*_`#K~s<-Sp9sZR0ywh7na_>U;Ikhll&h+I{kPm#&Jt7MpUse5*rdi5R?Q32G1>iuv6BrTjYjK=bb$<({a6=GVZz)h7K|{5`p@%*l5Ox5OO8Fcu zfw*Kafqy0u4Ue8nbawgFm3F8MlpC1#14{g0g1P85Mrc5aCw|MuctGFk|0+`i+CZ=& zc27B7N)cq$9l@hZ!$%}c2famjiUkV)<^`o6Ur)Y=S`{gSH62{l5toZ14kU=}gb~P6 znl&(`bvA;nO|9JN2c~WNHoKq<)W;R6JvKj$1c{otIK_&&b6uTDGOaD(mWYsVeR@y+ zgQ@_*okmLqvJnm+P6^q1TpY6}fd}&8J=Rb>+p-B* ztC^!sQ*o&~?-D_5<_+}P+PgG9(f#841l%(VfDqf*z+o(P3I<0T-fQpER7{owANmcJ zik5dLk)ALxFyWm+pEfgEWsr~k0ZUpAt|y_fkDaUo2q57|xK~^QRzKjR#k!Rz4-&zq z6KT~o8bn^%VP2=N^|dvh2Y%3$djvMEK)mz@;f16f%p3>lWZ|7UQqJ++1OS5cbyqX4 zkGFUA@vCFbZl{Cc0~4U9aAmO0a*dy?;AQ*FpadQSB?%o_CcMh(k$SItSNuRJJOE?Y z5Gr^nd71lb+%)@ep-m(by(Zot`I^f7CYi&&Nt{kp>qFGAy>n#lLRe6WF#88!Hj94Ng72B+%`?X&6Cx(y z3d((>ZKa9bK>$Vy@D}nDUiT14qj2C|*Bh`iban7*_?0Mp+uzi7r;uRn`lY)PScjyu zIIo@lO_*N_UXSXZXdeR%%I`if1d1k*?G?v%&<~N?uNcr8W2_9u3id+b+jfvt??P|m zv!lP4R)cyr4a;m4fAFiuG?C2ti8cF=_0s|k4xBgkQm^LYmqRird(vsU#aYm()LRPp z(R;I(^v4??01d8#q*7m$FLuYU>OMC)5w*5(CT*|eMJC?3yzx#8BJfmEHrWcX7p);i zRP^{cZoq{4zH>Y8Tj;sHVihwcQ2|u=&yX8%EPj8Z)9a+oUGGc^e?iT8NNjX(_S<_M z06C8sFeNvbCmeM0US+)1t6Y$mltI^dlu7cfXtJ3jR{+I)*kVN&2NP#7s_mv4+ztGq z+5wH6_6YrQD%2l`HxWW7i`G4YgExW`zCUvR6V8fsb8xu%*&WX=<0qVdZCqml6?IDy zN5A2=LH~<`8~j=xLN4X`E8gm#-T@ik1s88I#1tA#c|p>Tvy1HWut9wPm`L*?b2#); z1r(?OSAf8N>!#vsdDT=0=1FkPP`UkqwX%vny6XD?@Y&sa17A3!1&~u>U5b557lPg| zRqr@MEd=8C*+jnIcKr{Q8Zlu>kR0!*RC(HJW@lsMdE|E45}yT(6A);q7UZ5gBKUcF zRl^>eMV?R+m9ta?>rCK{Z|r-$!eXR@)UfOT;uD*(R z{GHz}a;U@h1tQrfUV%|;g#`4wnn<63Qq#)qUM|ukXJx(;yS}|>Z#avv_Hm_HYNJd; ziZyPy1?Q{~LWur1KjaPoE+}N66^Nl(3|9PT?_~g0sir_(5pfs+xz~usCP1{wKNC`W znJ=^qAX}i+J3>C*@3#c)V_0~@cWrTvQ>xn38@d!h3;k-KibEwcSkyptbB=fN%)Wr- zpLBlKM9=Yvka#Pt_+6Ke5#Q#=nh~kqUuA0O(bnZrmfDY<|5ddGSFB5Z8%YQHT(djM zoOx_vl3Hxd3t(2^7wiv*hdjj3$PF>)|Fs*pD8=X<)^&lgDHV~Bm>cj)sBGB5~rpZQivF0JF>6Y*8h8X_(* zNC9i*7rcl|1AzE>ds)X)7XA6yj!=$>a-j9If(vJPOx$QfAqE`VnV_>N1v##OuD1U2 zNduI#UrNl#m1%)iFo-Ysvc(#?Q30&$PFv!4_1-vAO>y#t$RJxZ{V4YJi_8sTm^MHI ze+CWUYuQeqdagBZfhsBpiH>k6+K)eT7}mW}!KS>3K^7nUEnfP8*mG){?+sMS$dw8J zVSR_PO$rS6{Wk%Ca}oy;Dn&$^H@UB15VQhdg;kMAB#hUkortja!Gd^ji_P^>{` zTP5zpt^&L(3snxFT?$UN_zxhd(V)DW?g8S9v;^X<@tlNWje8glQWhz?p+Az!@REj| zO#~#Yv{1jnv{+_RBU<`?Z_lf~ZhO#hL0HCtgn+|)BnT~rK3pKIgT@qeKaLP1eoh2i zDNw@0@@ZylH5kmm!Z_o=`8oTRx>MiKWbI6W$vuw8i>K!u1cM2vQrTdaa(tSCUEWlI zu}l>h0OnlEz5w_ioM8%(^92JJel1|-h4#t8px+C9KS@ODm_u!{dn{;s0;VSe(o+eW ztoy0=XbxPxXGG1Uti1tfzWgK$%zFyd(mx*5;<1|9$VU)hfd+6upy(A+ZS#f)F*NYhJzEfgRC8_`d z=V0gbfW%2msud{F9B8w8+Q3V>VUb<;?GoUBM_~B(*V+#no3eLMdV&*xNS7VlUwZ#m zGB8NPvvkoTMSHZzV7?lBLaJ6YrP$7rS^&hlHHP0AMB+zY^9hFoZx51Sa8-TS zB%H}!4(gp)Ztn@Z#tXnZN{QrL&ku_<-IGVp%Lvec_JQ(cf&` zH~nJ=$(ObKb1iKb_FQ(D+M(I*?BnS`C@${aJ@?@49+nOK;pP4a2kOjE+SBjPgX;j1 z{>(e^Nr#G#pb@=u=Dq4YQmAjoKL>5Tr;paV{%b!w{re=e`Y76u zict322-OHuX3KNo7?CG(ev9gZ0_gyYpzMt4KS$cx@I{J(mja8XL)0~9=@x|7_n8H5 zU21OQSO94zik7O%0Su!>jaep z?>zP;?riggS1wz|hFOu>LpA|N`I;U(B7@Vdg!S0bkK-JUFyyYPPNbP(_8G?JDFiKh!s z#~`AKz=Qn$;Q?m3ZI{zBL1btHJ3Gf#)CxQ_o2Zyn=0$?*OTtfT~YW3b;2e@4h}eg7Us@ z{(7n-9UV$R^~5FXOrBZnMI~Bo1GhrsALxatQeooKPSl(2n+p#F&RnezWg%rMFOIN4Pc3)*vPNOGR*ZmOnl9m5Xba z0EJKRvdDk-@B6_YfImxn2W&TC(!yqv&*igi?qI!j47c@LK|?R!5oNZb9N#gQwL6iK zx>k5~H2eZz7IYAwg};O!cWy?e2I~5nz&0(PU8x;w&@eT7kSl;QMxG4fk*JejrUYJt zV}aERro5yOe?y_rQCPuZxUX)h;RcEEV+GH_-wH_@F;gIBdWN8+co*Y13o3J(<$O7b z9+R|xLeH`DE-s3}7J3ZS6Bt^c!pKx`pHTzkKG9zS?+#Xs;7;o)-yrb)fi_VKSPg&e zT6mHmf*R>6m+0T!C*w|#O_p$kopVN$wqC|VQPj`UIgAh?se9H4LdJsmI?jOzchDz3 zEZMMFywl{xyBKRgkpeQev2{4Avtq(1ob&;;1!A=)^Ax7rRNd*^KVs7?bHLXae3Ww$AtcZS3Ur0>#5MdYI%Y;L0+#f)5la$ zAMli#(hWujL{#S}cPa;YWj76b2YUHuVhBIjA;nJ!CRfY;@xb{H{tPPfJ%iMZ_Eq}H z@apTHzF98cj;*3LdM{zx^G9dIpb=(oahm&^_TdZwI{+e02C?^hvOyWQg|_ZeO9^aH zV1V5jhzlD${En05@#L8@P^RgSgatIQ6)5Y}H8g~a@oOy`=q!;c51P7O!&K8~q9dJj z_gVG&=J!F+{m0|R5~G9Z%?X}_V|!%`8s(AL+pxCC)=+9G{eAX-_z1N(I|0;8XCGiA z59X?%=DewoIR$H~-UEq**exXA4q;@WF4^1fmWgs#o}LBNUE%zg-#2e!td?SQ)j9ik zS`zplKD^(18k6&Bn*=+uFdRi5HlH_;Gn<#BWG#*x!`P&~QFwP)BTc!DHo+q3Y4l); zCx@{g@_Qe)qD@Lar%Ve5+4q7FPY(!JzO45X_OK^dfQX0*o%UaI`|8XB)eku685*HX z;~4S*@cM7+f)BX-<`-x033IOvj{5wDtx5B!g#zW~nHbQYgzxYk23-FDoyFhc?pTrG z2Ppl3Dw#rpO>qe>baE#=2OjjiYykektKk?JY$CVdwTLkc*wL|j7o@X{_|OLv-ZQ*F z1Fv2%w?;tKqt}k2v_I<^S_Wqi4A{@_rorADt>be>!Amq7bohOgI)}Q0&7kP7U-QIJ z$1v&QL-g(?#TYw~?b(C}Ri8eX2QpAs&3@GDl$u>d9t32|Qi{Ry1k^o7X5xfVO;2cy zaqd2fr%7N8x#eKz_4q=`s)@i2y-$i>R^7f`wjv6d85t30pIKg0>r`{7 z_W7@qtb>P9z;0(>c%2R!$r)hK9k0(bGnOq5ihjAjFWSswrUSC+h*fGhRCc1<;;{~X zePrx;ikc2hBD`Jr>nAW{aCnRvi^7Zhtp<5x1J1Xju@KegciT|4oSuo3A8reYcAZ?=8@RB1Ao}lAY^X^U5wy;?{Cf!g zxEc{+50O-vjSBqd7i))P|Ne$L4sCyWo%N@3G&SRA!tH=R(TB^YR|mJ7!Dg`J^eGI= zmJs3j1rxdaN92?`XbR+~YnqUj5hj1#fQA!Gd`aR8BN%RLic;X3qEotk)55aZm-zCM zp1^nH_FG+N!{LO-Zi^X>uP++>@e4%nz4n1yYVY!;yFA84-8(#a*O8+mwwd~)z9+l_ zTKPvbw`LEpl(a;j`3LFM=^E|1LSzJgKkdSxk2Lpj`6TCL-CMo&5CZw*$p}|KXzQ%L z!=@RGEgfEJLaMbsm-fNUYQ@J`gF#`huiZi5%N-higyRAF< z8x2z|oEfLcBPw{7aiZ?HVfM48?so-CW=orh?cC;RyM^X?N^%J;V3MJ`@WgYLZy`xm z*>U#pNqUPcd3&1GJ7>Lw1S??# z(<1MU&pw6Xi8g8iX?A$WVcqXvGk%&XtCVwNmEju8`&E7(kPrm)qrDH^^NuvNc00Cj z$86kVlPqu|y^}zR^oRE^JrrpNe_@Gx7QHq5(`zbN`SXwuS(iDk@*;23a4d|UBG-Rm zQ5z=|?bK8WkHnQm1_hiDGvfC7krK-D3`sCqOre+@j+Ki=K0Lkbzf;OHy^B8=S^ecw z51EA-p;oCHJZQC(a;)pBAyS91TJea{g<@D}QM8X`3}`F&@+5hGOs7*1Doso$@U5+` zf`7^s>PXTT1GKrtxk&kYVzo-!=S>CHPwwwAzw`BFRaav99`w(=s894;7@$DCJuzI0 z{jMwqCT#zRSur{IpSS-Z6J>fK<(`D!_XWleCVklWV~j7FxD6)kN{BW+8%uWf@~V+= zqWBk>761OUZz)w&&(YIs4Yn5QW4~e!V8{14v;ksdCEG>pzy8nyq$|e`^nh>kNNfjr z%l<>W4!2CsvhfgzEFae0-8>x*%CuJ&V!H^}+G$t*U|sXq|LKKAj$tAIGXG#H^PR+P)+ zd+PTvcKLqDM}IJ8%u>V&&J1dkh5INvfLGs$m`oB4Um-6*Rk8lA@T-iy3-7%=D?Gs% zd*iXSKsS4sYw--rhK3(I+<~vjXs8h7)u>LtfAAlcc?NEbvFU$N8ACM^6Oe_$CxfXQ z`RhEYpM64l%1COV-&THA%EmE)z=5Kd?NOsIk=Jhzd7ie|Ua?so@EGaG#{!w}-%5Dd zSMd{!N3O$f5FN61YlUrxZBvWt!nPG-c_jZfO21_D(MVSihYny4f+OYQ*TbGu4EU@y+b zi=@E+-}bbQkhukFH}rMdRPpU6C@^k!biANP32#e#5}APu#vlgCmp#kFW>4H zq(?kMbnfFyH6Iu%lxmG?$FVCNuM~P}c?aLSbC{M<7DZ(`&xD>d6FBg8Pgb>IZi6$x zD)N;*+wcnYsP607i$*K!>eNxAj_30cn8_vDT+hFBFsr#W3567-l#lp>LjSh+1!;qG zeRxQVC1mH1TW`2kK_J6i19_%>o$uw`S-jTSG6Bi@mD=x=+W>bXSe+t%Lr+{z$~ADx zdt5QzG578ptH;dgamv0wBz4y@vi93^Pf(?aBv#)T;6UCgzgXI(^3yB+pq__=Q5k&o;{C&253;7u#wI+iS zb^DCw)jT!F-`2VccSjbp-rt|1qiaFk@@yS{9MM8o@lveNQmL`jhMQo<%Zi;x@~$Nb z`{Da%IIsIXqmHJ@zCwUY4wuAXPOE-?)@kM8e&)?inw*m=X9>NWmO^+sA7Yo4Ny9*D zY~P(A_B!b+9Hy9&VHn}Dd6Pjc(tb~(k^8~=5x);p=8#s8g)Bp0E~|%s*E*pMX#M7eF5-rrr;} zYk#`1iF{?SY?uc3!*Ef|<5Ke$VGjijQ%;5ZA>CMz>B8R5;s7hPno@cnZiGVpWyI@- z0(`c95B-zWT?-$i&QBcV%{aLZ|J}#0VQls3vY#zr#`pr>0seYxLXmiO=l`j12|KAh zMwL)?#h>_racJCwq_e$$B{oph&4DI!d6LA3O76O8?O$>abrV zsWB=gFk5ysNF)T=S|1uwMD;`Y;)6&%%ji-TgmpYxzrG+mDUB?7uVtL?r0D%xdDG+N zJ!nl)weQh3&G_x6Yv!Ok+qbQ}O-1FB%04oq2fF9t)AM=XKe*hzWlS!711#nRmoShb z;b^^niv458Js|xx*|N~>1u|Qdr3G{IlW?>m)n%f6*JND&Z=d+D0YT8TBRY`lzrBP_ zk{`whhAh2*I)0_y{oM#{IPR+k2eEn=IeRkQmR0FxPn0X-3Ih6!KlXeHKy4g^P$#+% z>hW7=A8`k^NlUEB8juqD>wedNJ}c68F+;duufyoU2DPT)(fH~gNQ(K%L7tg>Uo>#M z8>g|49bFNGIe|s_693Q!2q*E(-HfU+n5hl98``?3`TjBQ&sB4X#o*|haMA-;oNiga z+-*U*Ka+mnhlrV^3AC8ZjU1?kxqmv-(aVdiEOJ;Q;9F+p>wY%lF3BKD;uV(lqkxY2 zJ00l&Cut2BY8^T%8mff(=W?J90sxFYl=x&LgZ~G@zx}@L6TQJ%jfCZm$j3JqYx`tf zaG<7s_e*E;sX~*gyE@_02za;?TvdUzvp%Tz(rd7`$QKpFZ!tdH6tw_ z=)pGPs(-0&`aFmZTDlQ1>90d?+)lza}vZ-qy`ll(Lij?|!%uo@r`Xn1rW&E!D zZ;!)rhw@PNXYtxKYWHn#v{x~@p_;#75Y-$7xjoVU-9!}A6Ilk-h^mHvlLJn2LdAR1Z1SS>E3MX(z(0`y_QfSKYQ4iP1l7JJzp7qr{|$Z_tm39!`TOc zf#(ZvDiQMzyi3mW*uCL}Bv{9_=Mqd5vxxRnn9W;*%k)Rmz4qt)&fm8%^3xBN2OeRW zl$zTEOpuRhjprTRu|KT8E|PZE;NTnqStsm6G92@Lskt5enmzGGe1O-jk!8>Bp}Wvj zoQyptf0;8}hc1p+;FcP=wfY6gwlgn+Un~`gM%)$o<`~`azL9QyAyE%Qc zb9_oCDdR>pIb&aPMG*@+M_ZvQG#03rQrOT0>r2NCEzb4h&>c5~RwDm7!(6FvWPV=! zM@!#c^1+ivSPkew25(19P*wRhuRZ!l%&OS0fa_l|WANANUD{q4rp%ZxPX>FSQ^T^- zON7?(v^+14PrcbS9rq3+^xFANXsAJY@PzLN-^sp>fhqHToatU&*r`cz3jPHS(Qj{X z&71=skn$Jv&FuJR zMLWK--!4P9)!Bm!WILRKc3*zz0>$&q7)%`(=7O z1*YZTZgS?t#ePHksBDmj-md6wx&L5-=ik+;?tzUC6&V&qob>RT)i}qf`F>mpRura>YFvyrv0GWMG4{W7X8dCoKS9>=Z|u2 zRIv5&ml+WUjZUT4e9h4~-i7;GV3!3%$8eFLMj1^ZvB4zYjFg38GTQLr0l6UD%gX? z?|f%34)0BL>hh^vrw>)GFXk89C2ktc60mg|ebRrcjE8p3f)syuNA{2^2AP)n%*V|; z!j#Q}if_({=!^i3a~w_mD)c~~+xb|Lo1Tjz{W>_Ovo?n4w;6op`V~upwER;Kx9=l7 zH}#vo6_BUo=!z#r_o>K)T1);9V4uUjC;_1sr3KCye+Lly%e~i@fb^w1g9ZBf{btpH z!4;Z*N|1P)v^zTPMZa8CcE4{_rX`(m5FcIdWQh6mle!PDYxKSDU&6%@_bYWrz_E06u{T75FXZs1Lx&fIGOrS}}@ktHz8G*#;|{r16o%jd&6+Vx1hq;HM< z%t^*e3HCW2nPT^9;Jq^28zWlyViCaysi?}wAg!RL31zhRR zR7}yGCk}8)l%Lr14CCxzFsPsl)Vmfwoh|{0v_x5wdP%2s3gv@^465C7-02RmCt1Od zhPWIWFMNHEV|_I1gHDqdbh1}%NU~n-+cSxjVMWleWcTA}(*vuPzVI6_LKwjjMbc49 zfR(cVsz;?=kS>$ZDZVq|kIR)0L!EZaLf7C1b?WBZTNC0srtRyc@;hn(W}T$YS@?b| zlo!OxZnnAvAk}L=$<$Ym*oToM9m_~_1^n%(Y+o&q1@ig+LQMZB%&r*Zzg$K-Z`t-9r&mBrT*Azm4{VlTox0k6)wRPg3%!(*sapcJS@GA)GM)c`>^=s9on&A*Gmnc8&v4O zmlQB9aY%0^rB{8?(w;ExVHqqFPEpOzn!cH&bqTfVX*r;0&*j$aA4=C$9l>=@M=J>< ztZ0}yw=IK>pVKtI$#VPj|75eJKYFfO4~Dx`bU!oJU?ltt-S_)$_85fM`mJl&NXpXg3&U6gaE}Lv_WlkvuqQ4ToDgqipv`i; z$1aV#Z-6*lI?uiBU(Mh~?xOR2jNXUu=VX1Ii9J7G(N7;>rvUY|QxW=h8E2ETrBVIE zF*In;S-XT~31l<-ssq+zx&1tWym~E@ltrw4aU<_g(tY9+*TG=6dxhSS7aTjV2=a3d z!zf-S3bBmC$hIO?8f1lyF-b;%FidX#GFJ2F~ZQo2C@ruscisuB&3o#e2SE{PG#?->Z5Pvc^ zS!7uL0&&XVw*v+7e)#&pE=sk5}xxX`Q{pjhXj>e_k}zSj>#2V3cVP4PdLrY3^vGyZBIR!2H97e z9kbNz6bzROd4zCB__g8*PEsWJ4fEte`DGtG#fSYdxK$XHW}awg!e7{Idfe{c{c7gr z>09@Xt}+gyeK5=x7rb1wZ`*xtt64Vl*dy{+@;mO?m=uA^3;Ekp$1VY4zbw7+Xp=Q8 z_>!WL&3G2dl{&xVijjZy^^+;Jq$ecX^**uiR1SDsU$8&tw>_D4)nQ7(=T4bd`xGN{ zU0Tlw{)X;#3xMp?Y4v38`;F{^MeYnY!tEx^mx|8`sYL_7Rnq}g>AB~vwe^IWgVKmM zB*~|QKlvxzw30k?`=0(Ukbh~^L)kCGLCFOF`z<3_QvjK8LJ|az9?uN=3-@aFKwflu zU!dRLr{~>G6d02Ob#c|WTRi{)-4bC4ncm`X-3mweB^5S_IUt*#J3_Vdo6dif|N68O{??Ut$P5L;T^ z+sod8i{OUA!2?~fHs7XCWgiv1Glb)~$F z8#o`u7iuBGO5ablU0}q{UxnXN0JjE87SSXOt=#j6J|axw<-hg&hpG5+*H1CU*tEg> zrl-&~+rMq5?^1}2<>s|Qbk*$9XHrZ1%sw{M z6lu)-34{UVV8jiybdX&a%r_%MTCnf#f` zW90C4UY`xV2Xj?N7g&_dEolRHZoBojkWkM^y{wJ!YrqnMO= zIIdYcaMWW3uZ{Z4BO&xXVsP*k^%%6sl&Nrck%at1I+8Eexw?EXe_md6pC>_JfjwdD zknBA6*&F#)55`3TAUgKMD>O#FyAOl%fYd~Nd6th_8{v28$rO`rsQXX(3j9;_d~J(8 zi?nEP!7IZ>#=F1WRli9ZmXz%EJi7>ij-~M93CSQ!=YA06WB{DmO6&I2w0Mv1GobsJ zKs#Q&{p5lrKieZ+=MwD#?epTLLWUYY?XdT^V$SPDmi@)Kt%w-m?9h(!^*dC|0ebvnf5b9- zX=N1vBo)HTGg-p$gLc>QZ$iG@-7xV3v`JspsHz8`7`Vh+aIn{x=Bkwq+M+Pvvvo%S zCnpK87{B2oe`{2UKBj(g&ZE-PBc8W81WW0GA;|s*OhQFlBC8g_%2I&QoPnuvU^le! zGs4~l&{xY?$Ov&j_&z5D`{^ zy)sH#bbbt^ zF%)Pd_~S?LH#;d}^U6Wq*xh#{C%$;yike`4+Kc!0i|LxHXcXyD zY_xH=@3nJ@eKAQo_M>RR9ylEGtc4rzr(|k3KVE2#PYy!#L22WNl-cLf^ zJ~R<>#jUmAx%gtJvwc$gaWKwA)TG6YLC#Emu*8yuF2lak37Ze#Zubjq2${1M4dx+vFuulikbn85YV zD|r@+T$bjuWiUCqQ^ZvsN%Dium*lF#%W$_t!9+h~Y}wN(6jpnMEeOm(;)Jebc*y>Z z0VLH!p53HB7g9}kzij7$@jbcmKC~HYpYsc6I@!u^o!It=MWHScKn-Q40R z+LY>JibuY-FC1+W(g?-ZD|i-XE4W7)ntmxiHBtkvIeYHj zLGyj(--IEhoHh9^PwPnwNUelr8=O*}-_B1`;WFzf9m4u-M-FVn23m=UV-1kdVq?$JauWB1={K;01ONdfmd7n3Z)Y8qKv?Fg`tn(WKty`4XWN1st*-tuc^-Qz}Q#D25VU|$Kp8+g}3NDe4x6asS zClT#k5qtfpuDZcOjd6K(vKf}zQy;HW1c#){^;=1RbnRzrbILjL`27s?LD)}7<6`h9 zGpfi4lOy7{-es_pk>A^&Vmc3snq5Q4`@g1g9}hiEErd`l{5~kd)}D*t)3lbvK@?n) zKka=bBY3-bLwsPLhkeU475;GV#&d|`+yIF(d!|ZQ*?FIR zPvSuZ?$-PlVH$twz~A7b*Yit}_Qs3L3+*6B_n>~jy+Mb`ROgeSpJ#pb;{fpuPoiB< z%qd($X=v_IdaO)}5zGf5d#c*=vCqFgM0G|p-e0|Gxho^Q1I(+Tx(6~V(*5e`e>TGa zn9AeW$k-N93F0G}YGc&H6|T#ss9}Z^$9vRSzpr zBn9xE52Pk*H?*eqW2vXv3gJ`lI^Dq`&mML3$vsHeV{-+F=IA_E3W1{6NqW!by@DmI zP48bUEU(a_26Jkee&3~N=sqNeNr3MU_Im4_NBmpz4JCo~RHMvre+su>_0?%n6oXII zuwYvz%%FevG~|i380TJ6@46vn>T%_LA1*>C@Exep^pI}N*!efnzu<|rQ-TstdOTpC zJ_-ONi|QsEoZa0wKvSvR1{T}Xq~KFO2kbG2k@a!pbE|9)fSP55rm1X9()|yaXF*^2 zVLo!tC2(XACD-0~p0`4I-M(n^!qOg-&fd(2mZ(EiZJevq%?H!G#FPD(=|v!aNW1Z{ zpOEO60UxW+Hi1S*$jRwZvwXguEm{89MaPKZM0cOx9tpIkRQ(0>h9vZlw1Ne-Zf-sL zZZSrvS>RA@%=c$McqbTEwcrdybGEek_yjz(y|QOd9Uc#o6@DWLN?yx)^Y|Ht*6aXb z9KO{-M?B>py4_Omr5%@p!mzO376nS^^OA6cFmAv1?;ha3J%p=bkRJQZZW6T?eh=#v|FcHN89rAY)$Q(8!6ACBm=^liZt&@DLhjT**@XK24T|qWfN06uY+`f##%^$q8E`t^(ZtJl%_pngJuhYe?P`l>1mRjvAGsNwJ1 zr9F*@35yRhpl(kE)J%9k>0!W4{*q+U9?;!bB7G8jl1Tb1wZKh;I&FKFP8gLBXOgvh zS+A93y1mn|+?(bm`*R`mJsW3vGP-U7x6KYONt?6l-QJ_X`HeLu7Pa?n7(g+?6X$)W zfgdE{fWZtJ2yKuCpm7cP#m4^YRQBkZ!xL~hMf15ODx!ZB(p zmf~=r6Q{?cW_$~PMoL*dq_13+6aJFNV;>>aE@xc&$H-A&qRLQ9mFFL}IVYGYJ>#9o#7l0xZZD5NnvW0hr2315OT;f*JY82J@71|ane1_c zWrN%A<~XRefpU0nVxJqW=?83~2!&@uS%Y_D#g-D2R1CK7?^n9TRbWxM#)&d3+fPSq zy>1aCt2Or1gNKwa+P}Zg@_y5g;))|r?X)rI9g>#mlQ`%M6phPH zKWd4CpCx`Bs3kK|+v9y7Hb$>ldc5u;1uqIw9hZ4u5j*^6Zk(SkmU=@Im8tI2Vx~t~ z)PCCB*7Me4Dz##R`{|{yhe&bUYcSBl08#yNC!!W;x57wl~6OGc0CG z{Ur@VH$nq%QS|!6rTFKzeq=D&4+nFOe(QE6hl4Ppcik$pUgXJh0AOs2eb;}1{yBermBa=Qx4>4lC5;N%kdN&L>m*S_A|sM|81 zkWAZlLfFOa!gkvg6ej09uTXjtntwwczi;Q=L-V2CXS<$d#?)-(W^zTopU8IpfVF%L zX8LT6HTn^-tSwJ??;T&dW&V1t-OEdoV?6xi#SG9oUa^^#IqVp>L7)M|)JN&} zBAR(qb%L0*o1R?rcAep4v!Cah9O23N$}7U;spqGM@LDvkw^Qyi4165kWZDy1NQ{pG zE0L6~eFgvJ1z+N&iP;uyC5gzNEr@pOaH`S9AdS{iA3d|*2>TQ5D>I(^N=&XH4)~>t z^L-C=Ji_UDV4l*&dMAY9p}Ku6+Q!q1km0JWHJNSx#QZoSVwB$u(Q(l;Dw)sGe7{}g zf=GoZ-G94vcjnNMe}UPGIb726!m$o#FH9)(gL34FYv{K*u%7m&l|D&z=L!;^HM8Rp zQFq>J;~t>D_Akhc)nS>9U>8zJKl*m#4~Cr0Ul{ME_Ybi3UN%XKp3VURAVJL^ph!5y zD?NlSCE6#?qG^Fh=nq^v@!^5`3BTvdm%iCkf0FD)N#4Tmt4WY4Vq3ga<-|lH9B@DS zVGv7uTUq5!UvJa?jTkwcOan)}>HfgHTZpGfUARVNy+Zo;*m@-ZtbpYwiFnFc*{M}hG-Wu70~JsA)9O$5s|C{} z;w?D4=hJ;!&UlpZmSsaCFNn4I=3XID@z?Z>qs_q$Qmn_loX!)z zgP8`aMUCq{4DfnQ*Ybzj9{k^9D&s>3s!GclRDD?k0t)) zzzhdjW__crzty|r58efLodn27w$3MbTTl9eXZdp-vH#pC zQ*OqOz9{|p+t)Wz$UYsX_-ffPy61Qf6&a7~)G6g5J;@=mk5VP`ocbq8bgxCthympX z9(SpmMO#u>e?Y-U-f%ZbW8U<)C!Ai_=;Cg}SMb}jIIRim8lH(^6_qo?M8U_8-@|&c zhGjtt?q$cwAnemzXNpUuY8S7xeD$}`*(KgTlGg|%+v*V6$>Mhn>~Bne8rWNO7DTVu zQS)JZW3iDI`g2#3_y@m!p9UDaqLe8G)_n85i`z?H0*t+0U{q#(uuC1QbNs&RZ?lWh z3TAUs4FBuv6IO)sf}oj$bE3W=ZL;Qn3#2Zc1J|au%Li5?@IuTuEJgf*Go+zsOnYy-LOeOq4CaiWAPpgeGWt!NLjQ=j}CQyrgfB}fDx7volkre7jckO&x_%D#Ap!W0*q43+C ziGh87yBEEe4_c@FW*HRn;WR{ix$rpn-Tqx%hC_cjnHe7w_^laX<~x&e zV4?rLRHlR9$kj z7@iCptC#k}Nx34pAH>&okKW80-lx5OBe_4XyXD;oN4_q*pVSBHiOc!sX<4nsNHz+a zOj)CJDzp9B*}j%u>Pa<+D_sjr2EYysF!i`562RJy6Mz6?=#!j>bzK_prYteopj=l7jo%KaC0g;#h;&4@)_)=M_;l$?eF%`^*0hD8d{7 zI;-}qf>j$tNha{9p+G1HZSx9K6~_qn%gcI44ILJS_=J7-e$a(5-{!)&^aF$WGmTiA zoy~wzP5sHKRI&m581%;&m507kBuXsHoBGp~0>ib_!|6hoK5^KgVUl`#cf-uq=Dx1X zckt{IVR=7LUq5->+uv8wPu_*RzJFI=c**vuD@lUxDyZ)Zdut3icP*{u=@3eKsODHd z)=Ql`_GOH2G5g3Ds|_xrhR)~n#PgpUwY2Brs?KOwSX2|693E|Ij2WFPMbkwK$u!a- zxr3z&i}5_!;r(@#u*P1a7jHd};B}Hd2Fyo0Pl(<3c*Q|wNF$re)(RWkm)&DM=%Yrq z=x3|kp{@I{L5qe#H?lYE3m~ekKU4TR_jec@ivJrKzi?q+^d5wyuMaI+sbtq|_(RY8 zn3yT@blopE8N8#~yUm)-%afS)?Y&Q~rR$W1&-PMr5m!1p)cs?16~Ns6Mo+I>iAq(t z?~a|7%(MjoE1Os&_W%6vo*t%L0$FaaU;Skm>O)hj;U$WcE|Owrrm8S_*zE~!1*u?_ zD11S#buuNt>c8-ad!^74GIMm2#^zYVdwwn+dYB!kepH{=&_U0+{THUAwox}kr0eNm z#tQaaQW?(0a$u1nrUUy)9H-x5T#%A|o{IN(wlJAUuRss?K-ik=IK{`8{M!c>I23a< zevB7ve^5)t<3TJlq1TiyVs(RuC$Wz5MPn`z!2nZCm6?ku+1wLa`*zKjPa#~g!%e=* zm~g)oqIA3Y(q+X|M&$n9;XJG_S2aybXeTHb3CG=bJTw18k=M?2SY8_W3)=2S`PjMX z@F@8ej~hp~G7O?bA0ti@{mujItsU5J9MfW0dsl16%So+Q{j3sDD*zRm2H=n3{t(XB zJC|}ZHnv=g9`zkD%)ce{j919uTjt@tcmIH?7`4>&>#4IVUwAvO)F1tX`*}pa-FK-d z*W)}8@b~l5aBKI-zEG_5Q?)-I{{@Z^S9dXvk`iesH&1h-ruRkj8%^_I3fI)xH$&eo zSayqLaOIJX--bde7KG;KWU`7kG0$}Qy8qO4cKnjYH_3lr*5`EPzAOY__-L=s<#}`g z;v%}&q#$ z@S(1u4}W=8x6Al5eu7c#0}AaJ=Gci>*Dr`hUr0NCYWLegX(%D`Vr+4W6U0mn>;j>@&D~YjvAdKNlWjj?#q!3YZUfM}TH=M2MxA6e~ zV`ow8w2QA?z0c{U^Qw$x$zde$hclt&hJ0W9OZ&*ABDp%%t2=cN*=J&%=0Y`s$;4jV zx16k!KYq^WYxEP=k`-l-o}7gqk}H5Z+0yOH<*Gc8&EQWdD3w`{%XdXrhI3M{s|m%Eqf7XgqG;w)J$T0>5=G1%E*H#zDa*e7&~GccG1J z>GsyfQzD%WbzhC7-1%=uE=HUt4YeTgwaI-Mxa_mw03#3MR*I!%Y04ha?Q;X+uk8AI z6D#x)p_kvuy{Zb)&spF+xuJbglZ^8z7gyu>226l2laEK?*?1|Q=#rNHK023j{0diC z3q5d1DHNJ>kPX)F@`<11OCl!+l<9L9D0w#fYW!+JRsQ(v8%?$9z0KP8(4KvCHd;Xn zW!7<>kl%p;`x}+#&JUW0R-9RR{?g>pJzXhM<5<=yFC*H17@aq1=Q!`5ae6q_2Rcjq zl{wZ``c<2Xhd+#PtUUOmSdp-A@k&deu+T}KlD_x-)x~$0mW6_WRrfol+=~{EQhvA3 zW_{J%at|d{0X;Ahq+}x1kR`e?{CbI3iG|BXR5_Xf5R z#D41RG$ViYGAKV}oMy0mGw0mzA^$VJD))WTBlOo&Z$Z*XedANt?ZGt*oREYgvqye- z0+PBJXb0#f!7slQDD}tF*4D_-GS0AHpgjjq<&eu^50PZf&->;C=G2*%F-7CRQIWad zKi&PRq2g9S7S61PR@}GxH|r^aXDn4y|JiQ}LBkZ{9%!>>qPIPbBHAJJ2n!rf!Dt?` z{dVgf%?-4cEfcX>{~qV0zNBM_^pOz@LSockL~!uj3;FEv3o`qi``yf*;Tm(&Jr_c^ zQGeO@N#~>8Zy39+D2S-DmQqq;XV0$#XM!htUt|hF7C+cG@gttqHY3ZVMfH9)3@^P< z&7AE!xM91F*XYJyiLzFd2joT%yr`C}TGiq{Xg)rP{3VFxR|yyxCQ*T&Eb{!vI{RcQ zKB%atpE7l2Zvo_GTu9n_5mOYYf}?>ata}`)g3KUWEXVqTBp*lemdl$@ML~Qu|8jIR zxXB%d4mwQeQmIM$%pWc8*t}f)PEy%%*{55}l5bw8epgVaz`6~p;DTIWn0!v|F(gm} z2bKT+s5cw!*ntS=ne)E9;Ab+@f&>*S`iPH9@B!R*PhIipJWrh^rbFQ}F_&~BFB)T^ z!f*Mp&=P6CZ2)|EU+D&KUvmSX?{BP?T;<2=i9FDoqeC7}7eDsGOY)_9Scv9%;R)y9 z6twfL&KD}%=iT6CUqU0{Ix*!PPyZ4YJ}|BTa@0|x|;$i|g1WZTrLb5*6ai)Cjx`Sf}Z?PfAyyzG>6l0zrAf*@zd4{ zfhENY&~DvZF%VqIV!ygc7E)>`2bmsu}#*GW31ifhg}2m-+kBLBJ&f$shZ z!4J(5?38Ej`MWVpg$3k3sxDotIU6p;QP(Y~7 zr#2quhDfyR1@17UbaAnLn6Oa_p`#`3QaT4nf^z%3%FPcbaD zZTNi!$e@AO&7+KlArGipW0BO0hsVp&*7qB6(k|;;9iDa)yYHV*57~l8t=-l+kC;pZ z)u#YT7Zm*HD3@M)AtCA0>~BE~=j(`m?kIbe+1C_TljjzxzawAYU@S^@fHxmkMFF1i zcV7(nh#A!9yP}^xg)Hofy>i3td!p24CHZ{>v6VRY6RZNfnZ9G)fjAoWyVK(IdTf;m zn)LwwgDY3L@6e4r+E*$E9Vbo+ucFv>5DYrmNlRX6^5AB-JE8sSdmr~bd$`f?b4+^W z>Yx);G^6dLk4H2b;}9R;DmB7F4?x$32Q_zmWBuVZ+hVqW|6&u7ko#Z|Bgv>_nImC| zK>9!=-EL0CSn08iPg|I~xZ1o+XXp(v_*{RT^>JO&lE>R4y(gx^g;!JSQwi-{9N6d0 z(Wii9MNFuCZ<3l&Ad8Q`pHN@L$;#KtwZ%;&;f4lrSO$x6=Nnw!m4UX|^4af41?!AC zqmoX6wU%%MlI;h$JNnF(|3I2kGF|ry*Yy7A78((+{6adwO{yC6F0WNf%G{|agd>-E zgnB5z2Zm*HJ8ac4@+g(7AWe&krnF#8dpsS);FEKzZ zd)!XX@%@$FpNHJMD|@FjW?!jE-LNYcx{;PF^tXN4wux-i=YxN%jl;G0iX<(s$54P# zg0zx~R9^?Hxy#-jHVu2=zQ`AmnoCrq%JHP*px^05d`K61JLQUjDP5wfbv7~z-9*au zvS`c|N@@Q1;Xy0EHo}0u=Y0Be@_tR(lwOKE#a@>Kw2A7TYJr{OhurGeIOZ-TL0LKS zNZ6@0oayOMli5CT1vH`JoqYAuNmtoaMf)wzHm_O(HGEFxD%X#&NONglpXNj+F7}ld zt2*i89Gs;o0pYTDPv83+ou?nuddM%gXSrNg8bS%$^!|&j&rp*MJRREo5Sgzj%}F6* zs1`U$Vwwbel19)Fjqv`k?31v@8$a?h5)=E59gBQEyvM%Qe95O_tR;9c%Za%e5U!FD z(`R{Ceg+og%Z&&a@p8K>MakWI$V3kiLXQe-YD+I4Qbmv(SW@GL0KPgt&jnNpCnQ#v zsQ&(RhN9D9ieZcl_aLs_8#&Q}f@WAk%kRy)_R%x`Gk_)M@ z@Ldj%yFGdb%K9P)uSvCE7U6rn6FpvImVGSVJanJ?A*{ZqMrMbIsIK~kKB1X8x7~j4 z5>o(=-MANG!+g^FJ^!h*QOP^ZQVF#kj(UcPPWr9|W;=$Lp^$?Mt`|fCa^nvjW(#{e zxg-zQ@j!8Im)h|4+NTF1_7D4L|G)LM3ZmQui?hl@vJ}lnZz)b`A zQm4NqS0XcYQ3_}F{YFo$Mq?YFoAbh{>s))BbV;D#;3bk`#oc>dV#e2PIq)Zed4`Vf9K z|0C(Vwo}!@DEvyG)Juv;SEMO-bd)NfAWy$1*<<9KotOj-!dicu-vp%Gz2 zu(LBsp6(c|sGiLIauI9s9fbLB9fkdk8S7lqPj|y9c}D2Bl>a=x^6{2B-T+HXvbiYe zoZ#nJ!wOJBff{gtQ2OJwu$ir7ueplK>kBG)($Met%rDh2(04x_Z}=T8JYVN)Y7ccZ z?28qn4xjl^H#fZ;`BU$;&pCryQ9&WPW2(KPK@N%Wn?JwuXUz*ASt7eU{seg>z3#iE=aCf*;B+q~@KDP1qxwAL*I?fjDY`|J1pT2a80kzX7FPO_MQ;IEqk<6Sp~ z%@Bx<2I4Q<+Sg^UDBH&vETyc@N}49I3weWouzBtjV--@~efN{f^T<5hjA}Po2-4L+7PMD& z#rQ2uSMLV{;65dfCiANwXprGR%^oWMFd$P1N+>RoVuli)uAe+Bu0VTvKt`+otPt)S^i2p0 zTLumf>AkQ9KS=~U!4lH&T;;Eo+@9Br^sdbb%+Pmb2lTo~>cIoO`gl1H`Q}HRR4z&u z=;!MRFd_4RwL-)=tvv6`l;ZmG)EZ0BF#`>rc5LsL?h)<;(_772kI1!6D$F314#O&H zqAx##YL2!6mg$Cg&)Qb1^_Ki~f`)qPzRv?B5UcHb&u{v^W+1&5?SO3$2KEW%ycY3Z zu))ujai6~Kj&+zR7XGhu3|VFk%Zm`-d+-EJ4TY*+S#t`-vEPq&4y~{4gW|l7iUiP;udDa-Hm>o`!2k(tJv$}zyDpnN{NK32{VtnSX zDh~LvvoTV+Kgp?r-%IfgXzM}zgw&AmX#5gRZ-zF&PJ*&?t`Y{d~d0F zzXJDRRC`z ztgCE1iuA5_qt>8GXT?KQ(2g;8o3sC!*G*k=7oV+Qx+Cpto>qwz`vJ#gbRy5lpuyTY z|5}J&$mHT4V90j_DJKfr@Wlf}34gJ$o{ekyI0`~Ik;K+4BD_t|`oVzu3=QY(a_UO4 z2Cbe8Pq4C$_y6$a67-4gkSm&n0TFbxFrGft-|-|zWzJ;e*?JX;8=P+UZEGxd3}Jaz z6MF+1^YUngD&!6-?hLT0_oDUR&mZ!YDUA8M;PDDhU znO8(A`KO_#TTN3rcg*CC)94Sos@F%^^nl&8mQc8q#f7Wkw+y7gRj)9j_Pi;KdQ;o0Zg&;FnV_<{y!#H; z*SG2q#qB3$$M3Lx*IDVV&mwA0Y`qvfe})+b$54r$ehH{;>WkNjnF!1ZvtWl5i3tr= z%YKJpal#zt=g7Ur@x*{POej{rFCc>iFXK1$>%Lz3;I<2WXnXhMvWM#f-z`5zQE8Z8 zuH|zaqjm`(G|n>@GnRC|G|oFZA}HI_{?K;Kt8zP?=GIaSsHTYU9$^GEF&_}oNh1IA z8<}f33Oft#Wd-99I6i}P9sgi61jTC>xKyp<`4ne}@5+Z3Zz;nRc^RNopFoe?(W<3z zoo}Or{(J==F}Oj&$G&>Me5K)R!#6~b7rA-WST{1xtDx!kJHm4P?yjyQ^CQX>7pI% zp1WJ#BG7tviQt(1+?NSOb+`HPjQA^?B|BCo^Et=*L6B{M35M5dDb{wwxZH z_4Jf@ey_wDjG~+`tzz$qp>ia@yigkvgiOzt3i$a`ZWy(GO4s{r!>rXe@n8kW(K#F}?GIK##E5}!Kf zpp#nN&i0)o{PaNN?{`1nlk9JI79$MBg(apR zO5tl$KTMYozLd7l2?}j^ghc}YrN##cbecyqI1+PHT8D{!$%U=t=}dl6 znGcy~Lhj|HJ%iAtGC$<|8NFN{Dm2vb;Z(md#H8gc@jP;?qFDN$Q5C%&A=0nPlFX}1 zA!y(H&6tKelEou~*w;GTFe*x|DBgrWempF29MwQIzBl{nF7#}B-ZC+%U0E&#bq~*~ zCZf$dMDS$&@rdhYVvwx}Xu;W&GE zmhGj|V6afv$ucc~2Pb9F18nCCnbCA7KVVGTPL8w4p|OlVO!R%xooa`bQm^A8lNO}q zFnF$hRP2D&ba+qK+_FgiEaO>Q{5RjP1MpP|Afo&X1>ED3K3*ZK=9JI8GWmI%PaqhD zQ>hR9Ys4?$W9&gXOr^Cxc4@Nq5lP91x=YpM>{Rb{+V3+rv8uNAJu&yw70!!;HlFb0(5`Jg8=4Y-rr(t z_ZVkWU#|O@?>q8JnUU4acl=H-22BIY!bI??QMlp0vcbdkU7O6zhv%7WBG%>Y*BV4? z?7z63G;np-Z+{SZ(3+fDMe z72L6PADZp|J-zTakUt^rn!s?DYcy`B8Fow<6hxpmmUd)bD_y@5(;3oL}c z*$`{lW89`*l2kf`0qj@_N%x!svqBortFN3Y_~^C(7u-BrCgG?uL-7fRuczlLz2Eo} zsvwt@_9aT^UP&{(+tpvtc~2aEd?~@TM zb1e2b2VC}w{v%HK2i|;fk!)yKK8@`xGuK_Ig*o!*nF_>@Jlx(v%X0AYTci7)uWiUi z+iO#pnqJ$LzmRa+2FD%Ra)E1mR#z`C2u#Svi-NeqkzPYjSKNEy`!NGrS^KkBy;P58 z&!in&eLm*ttz$Ug>(}w^yYJrUN2BICHG0ZpL$JBAy^KXA?u*%cwDPaROSg?bs~NjT zA^QD7nvVcO<{(SV?>z89#+`cmc>@9@;aIo_&#M^UG zd@vv+D$;PQH~YAnC7JLSu&DOGmWk;cCY-OA)ij(YVy3$XtE#bY{fhH&W%qdec_2N$ z@1ZXMenXE(SKd?G%K)>t*h0Z(f`zju6_`PZILvN83E}q)`(7wGM}jM^ONG?MHd|J^ zChw+qeyF=Bv?@B-O5v5lyUXF)IP3V4p855{EYI#6#SSt$JhgG4vhoE-qZOpNlHmjx zX;f^z#?l|{9L(0j@Ilta@(7TYd@)Om&W6>#t#KZrY#89Z-&8sU224^A2D>Lv8wIVh zdY%hWU*t{ngnH#BUZ$^p^4&eyYp-2;c>59vD%;mTbNj3OY6Mpo!8)Wah1p3{^8GD- zGGDp*e51fRll3bO%ZV|6oi-_UW1Ulg1@@IMF)b2t&0YYrf{O5zryF9U5byHQ{JrPO zc~Ei4*3q&ra8G^$pSh?ow=3_dHZgV+JaJBeS)}_W^5NAx4;gYm9otbl`{LI-GQ#+% zRo-C~4LqP_8w6Z5;#F@m*hly_AFwd7llaVFrmef|7r~(rpt^9h>;x~X@l*)4%AWq{ zuo5X}#82ALb-KZ7dZ@@7P7N1H#5<2P_E7{~M@8<7!s6x&n7hhp68sp zxLo4$Y2ey;R?qeMLQoH+^zAN@pKb~}j}AxGqvy=DUcbY7lNR#|xle?v-;fWyaM3|M z5ZB;w95`4-V9SF)v70UW`3nLsrjJDkY;LD{&pBzl%$K*nKcCGG=OKcS`vN7$YQl9@ z3LwodTD^6C6c3@$Uk{5ck&I&ei0@ z5<~e$6EtU7QJbZHl$U=$qjqaBwSJ;4~@G^`E z@0Sx@+Oa#~O%xdcbx5uRIlYQckmdYpAiQHgh+;!1(4VMWcqiZ( z@GIC<$iDC?{cWL$M;%LlP&k-?0*F6`?=t>bd(JM68d4S!mUFp$0y%*@dDt98{rF~^ zXVl!s!Z|M&bFY?RSEYVA#;kX@ZL5W+$-Xed8<1DxcW3N(&>n;wj^RPYUcc7`mMP_b z+O^=%`E~>%h3^}ZGL38^@|jbTxCWOqZ0|gLJKES>*6oCSVcgGboGg@j|BSG8?Hk8> zjUYu&!rKzt^YJciB;S5y&KBiNQjzW=0bT!UAq0&JU-q;aAE2M?Ih5|@ksp%Ioeu7 z+n!HM`R6sqCw?!~lt-%JPpb?Rz~u;hq}M}U>*Un=a7y(>*r7ygw`puX)F&~L^b4m^l#x1r9Ui@DKaQ4F~yu&iTpQ##a@$`y z^xj{hOEVi(f4LBi-5_ufF2ki{4__%N3v;qcYxcood%B*c!Q}04lulwpR0Q>lb=w7a z3JjblFu9TRssmOI1@<+~gnyU2+)i*c_`qp)e`di?;lCzMa(F&`9zaUwXssB7r<}*9 zGTrgF?9qeu2Aq9_b+y?b_VKyH@+)rjrJ(Jp-rt`=HueR}vBcLILw1ketr9Syt%yQZ zj(t}111Vm3kx&p)N(LzH{82wCP__+XElQ2`&>1H9U&bt{lAePe({osz->>>d>VL&D z4-;F`(W0l{4xtnu)H-=L>Rfn&XZXQ4?)$wG+Txn$;Z>vr4DzZ@kXO>B6Ls3oGy2s_CykW>oO! z01Ha*+g5%~pzTx|IOPD6biU_Lu=*f3H*fm|x?Y>_Xc86%8E`?t`DS&N3cGX90V4=D zIZmMUyl^}QIOt}nuD4t@B@GmlfSM(Z$^(jg`ucwO4RCV5sBJIq&O+n9j1s=owHUGA zFecoeyGZuw{d?F;SzS0irPNZr>!Wl?rerv7mz?Y7lJAq4l^%jha$5c1&YvkPpY3BH zXN%q1hJVpF*7SbJ+d;=y`D6P*^RsKqP#shIGLY z;CVEzSmdb1iEQNx{s2?}l&@lqD6$LYNbod})9}N=kqw$VfaQWm9RJftMZyuKVgSoE zL$@Qx5jEsLSVBKPVDb`lfB^8D{z(NUUuTG)hfye;*R01Ek+4MHxv6-i=tGy$BIC-Q z&u#tU`O_sjQP=Z8JehJnIn9#K4mTJH-Pmx2z9ES^+z)ejxfUE(z1zs?fvr?*)Dr6R z29@a6bn$+2C}?^c?hzh5jyt~3>dP@qE%l6(wTG<`-``+U75yUZ!+6Bh@^W9F!;tau z67R_(QQ$E)2*F>~y*oMrAbN6XGI3Wd`UUp3GGh^&U_KVtX`4=DRYo9YqL#6pD5rth zx091nsO<8!*c80wpV_|;FJ4t!!V4ZZvo{LL_|P>@AN;{h;Rf1A36J2qF4 zGJorGrdMo&vni=5mrejq{QaWpH`$ zym|4cx$;a7p?`fQ`sjPf6z29mr}@})x=G@tCR{ItcfRuTKF1a&@-R|Q40xquG42t@ zi0b?GIHS(?yjlJ&EatZ?7{--3H}D`nb*JT=sSi$*J}O3YvjcIqDIWJ;_Pqe933WGj zKIz6HdRn;`%f%Ut3;r4xCi5hY3qKM)xN(ZA$kk1*LxV58OQB9m`T1_%$ykN{djzLk zpc6^L7`-4AFXy>u8CIYyuZ!O1xvmpIQ;<*~oe>oj_+AZDOdVxynJ}Bza(;|1nD?{& zb)1=HTK0RLHM@&!0w^)OB9?7dG2O*TVlHv0n&AlfRY~k6JImqnD(T0;z2dYU`}a@wrDQbFBR++Zl`DNyr0E8&)LoO+-Odf1Yv&b*HTNZ5`j7wZ(* z2>WvTOt?W&F;ulV{<;Wo;3%iGivypUCwnc1fg?u#tBp`kR$cmszC``!aedFHLuzpw zvt;})8a79tO&(4jWdB~;>m4Q-?UnI(N<`P>=e&+>@}%u~e~k>~BC11!v*h6qoG-Y* zl#lHH+1scT`+Tob7tMH0kdi>Gj_*z9CDMU!@_386 zP_HqqadB$TJhcWCdN8aAG8|;FUObtbxJ2D2ng+k!$t6qqcAYuZ@mxshNNiN2(;>+n=*Y?o_LN8JlZV zd#dAkc4R`{N=YG8ebO}Tvhu(6_hrkM_R6M(7cWiT-pVXGyf_Wk*J9{pnCV!pJd)aJ zc5t-z;IU9$nIoUTu^x;Et#}T=t>>jccPhD7$~k5vFC!lJ`>DTD(01>sGkJqYyT4Fh zn|~ao&Kifb`K76`(Ny{ruHxOE?qR_nPY-Pg1weZB*j5SayJXXhY*BMR^c|C2>fLzu zumWQB_}5{%mY#3*EnIG`Ux z*{tvK7Vf!d#8LJ8vko#*K0leZm(XwF(P ztN8r8?W;OGX@VkfyC8CPudvT#l(Eo1aI5w{A}3NJFiSkf^U6d1vNzM00TEIsj~4#u z1o2pZyx+$FR$JpYc#xM*7(eFOxALQ@%@uEdML*q@6)|4pe80SoW2F96UJGz=i2;@+ zMPMmnNmO3CdQBf<*PV;est%ZQK`-SKVYAQm6`s9n0`cygy#@oD+_`g7zI$P%R@@Ru1Gw6xv7eYHCl#V5D|0E3kNv zNIyZ%Ta&vHocwFBZ+7S3VUKqKS0k-waX+;tTb*P!a@uoOj%zoEZNd1B?NR|;)ZL)H zBzY}c_*I~H-``Ies~^HBE@_y60Ud0OAl-8;W^%~uHE5b$$vkVqPxuif6X;Zz1KqJo z`*N1C-dE&DEhit{v3K}gn zmPU95uZ%y}JN``+0(*=TnRLb{ZK!DKFpAHRa6(cUkgzd7xvxehRJ9SIQ=UAA!Ex%| zUjuL>6TnD1Y2F4ZmXw2W8Wz`RntNY*zZEpK^eFv0GvYY;P#{=yBGnOUfq`-PN};DK zQ}-Ar;YDU2|LSZ86j3e#Tv-U8O>g;lkKY5{!AGx!TrIlDZgTq^mm`@`oA&OJsY#{n zf7M?M3Y9r&-3BLk2%@zpY1&zD7`9)!DuaHo%(#Moius=Tuf*BsPjnP12zephdY-VN zHw<-6EvJSjZr=J+d7EkF_v*YKY)tzYxo0b)0GC&E-{6ETXm02Cx;0mp)14J@`&HbB z!o`egPZTDBkMRd0#jx zScAfUDDX-aRP8&<2j4xF+RCTKo5cGJ-D#y1Y_+5b8?=}PgJYRrw0lCi2zF0Xz#eqL z_aPOfAd6$nY-!@aO-z{2hiye%DE>@4t_R`3VZXfKrHHTMXtd>YBa|nd2h)RLnC9}F z)zn{&pmKE3H{RcG>x${+rx~|3X*<^D;Dw86x=L1+vVJbJ;@z#nA#Y|7*_j{y`!GCrx9G8rAc-i}!PQ1=T&pb!j z|F{7_ehHsVuL)X-^;Ugh^Su`e@X=f!uB(0hW6ITz)zt#(22k2sLL*X(@Hu}6kNv%0 z{<=qw;;U|p?fyIs0@b_@9bo-O@A+i-Z?po$o*jAVbuBv1*=?pfX+Ni`Ea7s-Cy#EX z#!yZ$H?VrcR8SP<)+**X4i3#(=ZYxDij0aqLn7ImYr7unF)cYR}mrI7mVG zL>unGEWSzJezXaX@%!m;y^@KpPj3$`ki%VKvK0WT+24lWd65lLv96EXxE^eYZ)KKl zZO;3vSOOyLT}mu%H7h}9Uzl71Tz6ill=+&I1w#eGdx@7D_x8K4x^@9ulx}d`qo508 z@bz5q%tW%D6unCut{9H<1Cyao+e+=*_vJ1D z*qd4Mp5U*Ny>B;i6)Qfr!w5aT8-i(txf<2Nar#v+eVKl^C~ld@k!dIsf~*`R#wy=K zwCmC3`1O!?`J0zd&LsL1IUmz>dc8Lv6N_d~&e0yg(4|I9dH}pcC8n5D+yja{x|)OK zp4YkEia_D4mjO#n2S082!*=f$Bf)V!H9?U9lj&mj!9^`HB0YN%XIy^i+aRf*iT2fc z0_*3^d$#fy;3Ieu_h!ob;gDyj?cPY7F@4<@g>_!MaYCzLn`v)rP)N`=cGDv!8gAv+ zdF;RCIl~ydXU;qCISFOPrFy>Qhmhg>&3KGI_Ys^=+pG`xS=Wj!jP0S@G;PPb<1l0s zD|bp@GquP0QC#w*XD`ROZ|)Bo=;Yn@>%#oXTfXd3NlIPDZTeJYRV{mHLRw@rIOKh# zlkB; zUf%=;<{nlMIpU&oEJu0Dta5mt7nULBG(|dQS$*udqXK87$u6icihWhZ-2aO%f;ihA zLy9QgJlPSaPOiWG49#h~ti@ocox$3PlB|r^FOK!qVO;H8iO-XcfkWVuI2rug{ZmuT zuENz$>%iCk2S!|~!%QK(;k#r?Q+V^i1R>8s>^{XcmH|<8$$hU9mG2?Q6888q#7}X! zol3&}?6n2q@hcAk`Q|Eb@9K-=cfWm{dxJ6F>1aD@L;8>}da}^u<{xt2InmvQR znt!Ahf1F<5@i1*yuF00+Lf8w+j53GoMm)%co#w(T!)TGdxx;#%%RD)#zX}`u=m2s6 zZWk<|@Z!XVck#gCu@>UR+ZX!vfUvlBx98JdfY)veG*9qwpn>er!--sgYnh&|;yJ4<>y z7lwd|3iUQE26=k2rwsZt_$}&oXg^6?yO#VtF(9EjzZk6%du6MK`7_Wu0rAUQt@`f8 zTm|Z|yq!Mlb}{j8vZB{in@+#zQ~RqP!SrHk$8&x?a=P*0_t@g`{tdFM4YVwAN44Rq zw#O!S{SkS;@E4$~3XN&%&&L#Q;fW=mOLY!~WWTe+vwbT?Zx2r7*;h3p-DcJJuyFN2 zj$MHE{l&ND)NBPbVmVd5NC*CN+D|1u?47x&K+W!UFgV2vIU0L1<7E5ip8EX7(SAqA z@D~Se4Zys63>ZP1CO$cZ6@I3RSckoE3^;*r;EN{qb_^R_{z^=edi%{GBWYObTwj>U zmh$>{j$yE@0U>t&vK$@uQ0%o_(-~zsayau}_Wk;rlPCa!nHn(S^WZSumHM7DcJ$-s z7#QUk9*L(tn&J7J-i4?6?r=ZAqQ1FHheD1XjLCw(xxd+bId^8VXD#J^;Yoqcyzy}M zTF08%m^NBM!rOU{YQi2eH5QgIAEZ6gj`4@br|Q(+3g_`)uhD|vtM~K$5Zv4Oc9td+ zj>9pHol*HI5vlQzba_q+xno(JmH>cR_Xh~i^O5_=SWA44!|)WKH{#E z-7hTB%JesLQb79tCC<^cXox}P%;wj93P*W~a33K+FEkK(L6?!)QthAL-J99m{mR8` z=(cTMPSny zFo~tX?CH%5N$6(J(9~6oeR=>Z?B0#5E{e|SIeJX|b z9I-)Q)(D=0&IT%*GA`@EbpCg#K}mzAvS{K5J1@y@_8~@-;J114o!wV~m0fgyH)f9C zSctxlLl0}rdn;gXeDJA`zQO9P=Syfi+R;9$kO3|Gz^kHTEKA@}4cho)vDf)nsr^FMM z3u+JMG3Y_714nU_DSA;#(cXs@T>V0h0F4}N}GSdKXe+@@#T^$Nx^#8 zEya-P6KahDstUy;Tz?4IRlN=t?YR*z=CGAzF$c`UW_;aon86-E}{O}PKEpA7C{ zb}_dF*=fNYs2d?+>Pz&N?|NStikaM7lHD*K9pDn;qxE@`e{ioqar-lvJ}l3d{hIqK ztp7ZBy;)zLLVIqK6@DMw5&M;vmgqeDFl<^kpcZb&%+J=$!BoJi-%9BTcA#+K4_Wlw zm%MT7S3z^WM8>=hzpwznwn?9u`Wh~QT@=&AA2!E;t3XGJw_F}>MtF0I@lqVwLNKT~ z{urb1VAsX!!}?s21O`1H$c(}0b~qeAo!d{VH||+uIZV) z{o;0R7>XKU;8J01`E2Yr{i|d-6FY*4RZKAp-v`?jpY>5{VXzTh6+=DKR+YWtOL#hO zZI~`EPuW=|B3d6UhTJZA`){U6IPy4>aMz8)gW!7X%@6T2qx9;|+4~D)jaWbl{8gO@ zALtwSfGRKdWp>lv9YIs|-RUbIxHN1}IhJy=Tiy^c&trU7_EQvMR9HQjvQX^%a+F3O zcHYydu1gYwaD{vHr{mqAb^7E4v;Fgjr$srI`P+I$bwEj&_klL*K~djoUzvZH;Ue`{ ziExF+U!nwM3}WDcn=xJwQzL=pG;MJ(hba~(nB4?T*}-~xj}S~Py-oahTJ7aiKr_yJbOhRc`T&(m`h80foi6j# zABA}NroTx>7hgD95gLn}@=Oq_yj(jgI%2j?u4po-g2l|UUkYfn5@9| ziUy(3@aFjb?t9ZWS1?K~U*$X5N4pkIQOjZ56(XWk(EBygtlQIJngLSTU3zXgfS8_J(|`E@HbJCRmm+$scm zkO*@_NmA$wIIh^3Mo?Zs=)n0}+w)-=n{rbUdvh38`owYi3)&$~;&xx9 z7H*M%+fG>4g47hNt|GUIJDZ-Ib*%HITdfJ0XmrN4lF=Y7+`UyHJ`iH^55mO^>};~< zqIfe%OVdVtkl)AdLM)ca>C0VU^!Czo>4F{r9`j;R)hRR;^nU9X>fW3TRRW>IGm3o=Q4+DE+`B81O8y0`B$ zFvfa4Kj8eu!Dt`98f+VxoGrTBpxN*D>DG<=F5gBCE8M^AC#)!SB>Xp@j;HG|zJ5hx z<+6q8puPd?sBTaDj#pOElGk9^cKa`%>fed4*}bO46wjEa zPK{Ixh_JN-=K6Z#*hA*-V5$C$MV8x!a~RSy`FUo-@=3ndK)pY}?cCgCtyO1*!AjnP z@z^PoriS~C$Fk@9uW_Fq%uxk&qCWZSv>h;2l9$)BAk<9oR9IUOU$}4;?^%=&V~75W z!OUUG{Awt}U>x_|wgopGLy*)IYjmoG0TK@}9vtJ%YJ9t2rTH(ZO@~Afz$TD4`o1+F64Rm!C_^aaEP-bh5~siVX3lsVyew)2hrbwe{+Czk$%T~ zYr<)d9j9xwnbIvXZCK{5cYb`sUvM2OYXOR{6t2=mOpj0Y@il=EYo_O*Z!j<&G^J~E zR*|-LeN))wME}(sn#SQYM9_F=#lHgO?aM@8tGXvDJxhqLf}~%)`c%~_SP>6<9jQD& zYs_bK9$~Z5V*eI`%N{cd7nC6aQhw++yJz%*PJhK%1Ns$R?2+0nKhst^ zgBV5Oo!7hf<98Q~dPV%nn=fS#Hg^4zr+d0&e`+|^1!(*kDl;6j9GEJlV}B;nHU%C?FHcT2A-95eVpOTd zecsfi#enx~>4qZ)-`^gd>ozq{O20k*{-mM%5SAo6C*kL8g23X|A_Teci3#WWq_uUJ zybNOerpp+IY3TRFo$ztjKGkaruIj(5#ty(9>*jIsy^4b7s`^e~-(0}KXdbm69 z0~K@*?A4jMzKJdb>EE*Bf*9VDXcd*6?|->_3DPxGxc*`j?x2tQGMEFdNRijCBjj8S z8>;92D}LUlROFz$kfAj0>!(DMKP;-49)GOu(aGtB&Kj3528nQv%cuK&GE@(VojL-J zW_kTnX@Pq88g;CC416>(N&j?fXZ8wGuk_Z9y@}q+?k0*{O$J zz#tkaiAx8ja(=xb?K#(3ZMyG{>VZL@iI(K7cMEL}`B9f8=|OhrOOe(C)Bw!!v6STx z>RYd0i2;tF=XY!!PD~a&iDvtv70udoe+~~H)_kC!p0~e^c^taHsX6eQ=<(S9u4-V2 zuVBEeq`ViUq*Sn66t(cg9ZiI!k+ZhBZZ-oXKh$AEJvo@8%Jyf(C6$`HP&2Be=<^doG0 zk~1*DChB!}1?hN>%?B>WE%sHCnU2>-chEhkcjAx5SJU)Xj<+}am*aGNGkM_& zKS%fa_ZZA4^o#MV`yP@ywMWkP#sLNo7BLmwzM;)&QL{Cq%cs5q;ju9V|9N$rN;OJ@ zy+!%7C(Wi7?+h1gxR#7cW(D@D*G@Kdhkb{azD%u>0Iu0Hym*O*=Gu6V=VriR>GOE_ z>Cc;rv{!lYpygjQSbVYGex|}%b{ReQ9}kFtFF{b>y91On&sBXtpC|v8E}pMu9n3iI z%V`E0nIH|rhW@h)yXfQofH{kN>2W19%nqLQa~4flb2PuKI}8_L+Y^tbFEJcu3!vXv z-sGygMwI$s(;i12=wwgdPiMu{OcRkfqp_lc6DwZ=`c|tV){}>x(nTs0)?QA!)9>4f zNF-z8p48sVQ~(Kvm4NBG8CA}ldi`TLy?Ui2-rmp8T_i4wex!St*P@olYjQlVx@!L) zpd!w9#o|FSZ``#y(=ZKp4SAMAc`zBekTK#R8{8(k)a^Simp^^KcKOVe6r#Pt(X+PeeUHS=%u%;tII|dcuKzotbiO_M2mMO#e zEUaGcV!NdiY`O4PrboPJ)3)HZqHfPkI>g_2zsuUD+yjaGdJ!ytXmV4djI~=VIzZ+g{T%<>8O+EcJ? z;88v%X*f-<-z#(7`1V;vZJ@~@QtOg;-5pXvKhI*V!vz2B)ArRYR5lVjvA*M;Q4D#b z3xw71p3=TF5|%N)9H&zA%G)`we)fqOw=C$t@*>|TIo$QcYUeTmN0Ya*9}R!x_d9+# zp3zk0S(od|Q+Xa&=OYpel==S=h6~} zosydr8WX&mE|-z+fAQKs8?L=cY^gnIjVCy2h~Jhx9!SkT9Lfv$(b(nowf0eS=Ii=F z-SNyhXZONeCq2g7A@;$Pq)!TN5_U_7F9Zcj@2^{eaUqZZl5h%bd7H;I( z7b2PL!OOlMH);1_nSF5;b)N5|&y|! zvQ0dFQ7)SQ+TTr%c|jc)0Yr_MLcDLN`|U5xl*$ya;f^;yOykJY#@O%Xcf_|^WRqeP z?xnYBxML>z?qWPXKFA5yuGN!7kNCNb#0;NzZDAzp052*zI+3lFUKbGOAM2~$BQATg z(LjL(7@lvBhl+qR_Yyij6`BKWlPUHr7@3;XNjY!c0A32dHNl+r?Fwvkujm3hZE7+Q zL>~thB_oTcxo-wzV;?^3a>DW(X2ygE6SyOO^Tyj~fwUhMXfkWMx|_A-ZSp7iy56ts z2yf^0w5b6Jmt03Q;s7Wu7}TAAPHBDmt8?v6hj`sWxtTGI!(nR*SvGq-+{d1=9K|18 zP5}r5dq_(ibKkKn_@lW~kvVJ-jnu6kBqU1JMFbH6->u%?J->Hgnzergr@7<#n!X~Y z{w{=?X0J;1is`OvSd_UNGGqNRtu&^M+Ea9@92X$G|h~?e2CZave2bUtCuU+@+DDcIXq=Cr4!xdA@@$q>lNpF zz(1Ss`sWSOC;uCqk6A}bd7Y%2Q3jB#O>YT-H|;k>r?3smW7obkG9;1Yiq}8o8yoDm zDBPjXZ@T7=OkE7F%u6jox$A3R|EyI4FJVZLN+>){J);vtkb7)f-7ZxMI6lthI=#j{ zPNwP$+1X4n_4|Izel+5CKk<74(Of9z42gs+vxiOk9#27>k`6pr<_|$BN6DQuJLt6+ z)#trmjqF{TE6#4AJ z>2h`1?OA|#c%Q2=Hak)ETNnZv0x%QUPekgoXGSOZ5cm7`!bX`r@GZ5?3SHzPkDL>B z*;K1whsU?^QDG(w)fA&So;P0cIg489pVr(ql#I3g8hQ1(lxd&3snv=*%@CbzG40A1 z;C^}KwPvR7K1o5OpFCct7}YwPx+G0N7-mjnb^E^Ac#ePAP3_UxJ*!0WZxFcONK`t+ zU#k2hGEgznY-a_t1w_O3X>|H@!H2al)gg(Jet34$(7aR% z>{GZEF{SY<4rAqa6breZtbR_x&<>`^9ejg?>+JKKLM*KZbyUI<#_rEND-*w)@vFm1 z2AX^(=HO9c;QQU&WiAo>_8=M7sq&t2_?Qkk2cgL>=EKlHGiuuxT7nUzDW-GRnS;wU zv_bu`A>j!(3JS>hEA6@}--i1Z9$m|M*!MXk93onI`WV}8K#!LfY$E%&zG=(l=gvQP zTGkKm_PiTH$=W3Ab4_`v^%uqntzp5E$bXn~IzE0fR)JMk7lo@KIVCdje6_q5PtZy# zSW>-S!lq*Aj&X6xdF@et(dOMSW_Z~^$P+1cE5kA_jycJavQBfm`NdC1B`y&Q{A4KZx~mkSD2 zGRjlQ+065rz{YBRw5rgWrzKPKrmqi=%RiFNYg3Zrzhu8FnBr27cJ9nXoA zo*MKPuxN=GsN3WKUwW_L#cX-#nk-M7V&wh4vWguv>d>HWRRUF-ugJGjE{ywYeEonn z4z<<|8FQrX_|1@D_7mG9;BGJAyO)@s57v3OhN>$ZgC_G5=?*v@eZkRQWPCl*3C65B z*gB)ummJ^DYG>v0jD=bn6~HmdlbFsKLur~NFrIzH{&xD&OY=m_fw|^Vl#}q#Ot2e5 zZmvr4Rk`E_(AdC~F2U(T!M0*w81eAFIcn*K0N!*6>W;M+Zi7F9mF|ts>)ZOs-q$86 z9yt<5y%>7@cBc9hb|i5u#xS4qn!@3Ye>~hC{UX8-mMb>^lHYeAav5S;b1y=fcDX4p zkF^z8UC9fc+unrZfSUMrc^F@Uwcc#_fo(RSBq=KV*M(xF11t-j?eMMNg5&>d<<>M*5&5UwyEkw+v&^cjroiU|Ef8nnss$|vN<{@To4lqFCI5OWj&pmz^Dh~odHjD7=2_DQa6w?CIZ-?s6w!hW3yLo~1y&2T+n20n zmh9#k0LSaem#u@yC?EDPw%qV=9>Bn}*rruWTL>@CK8Gx8EN7tn89*fN}Zw zuvR39&ZjeTg@f?dG>1B=HXIV?kxXOvGbE^j-tdI;Ixm6tU4o_+7no%lx9xaFJt89H7QvJqjQJ2~3O&jjZQv6GzG2yOT1fk{6vox(TdcQvuN8pqmCKZswp6xchZ z^+nIn#Ep7j0m9=aFHG3Hbl#sC1s8|;CSyym2fc#N1&-sqVEvwFxDkgqy24Rj?U_$+ z9(2F?*kxDf>zNrs_zQHAb1zbOgVR@P>3D$5HEJV79`{s%Cp1zy;z^=o=GY z=0En*m*0>+fG}(x?)x+l?G)?CKJzCsxqT3s<43+VA8G>Vc}cCq*(bvoUGUIRYFl~6 z!}_9K2>c-CkV4?^Qlcuko#j_hUXx)%Y|WeRK{!g&{(ZS@Xe=*UEe;=5=c^jH+CN<#=HknxttY~Bbot=gPtj--@}1}vAqW`Nl!a*wob z(kk>BCN_PT+@#h%>0Cs zKf83%;ydVUs;KA~Bv|Lf%b}z%7kf}}ZsRY7%)Abgal@h(Iq2wA^hYPyepCT_mYXzg z6^Q3=xMf|(@&v%^&5lJh)#ekL>5F|}#6NCjz=xuBaGZv_^Eu?r0VkFFPzKyZU+*lH zycDaX`?z`Ncw7b~Po?_=Zh3=k$_sp7+z8D5%8oahEK*~l7Qj>lI#S8JM? zDeHW>hbdlOH!A46q*U!>6}yHFI(v$x*UtUpD;s5(L4xJpy=^s0xyfkz3yd|dm-~m6 zZRetl(Z$*`6Lx%C#3Emd*pA~vVf$&(dU5DNnsM?g>eu^R00SorbCq8v_~<~uNSngb z0DkP0UFtbF=7M<>w^%#Wni(EcEtrLIcaZEtV;DdOW?0puarj$0tT z@}1YC3aI7+kv#eW(y~v|rYvmDw9pm45Fi!2o%TH4ilMylN79qwht;Q)1>Y8u>(B%7 zx~S|3nAPPj*-!TDjRrRL^?d8r@e1ZIE+bWi$;|FMC647-S9!zVE-9AL z$8Fz=NSt%|Q<=ADi=DsKb#V&Gkh3Usk(|XtYx4ms<0%X3t9j$V_awt#yVYcol!73a z=Fse!EYUJ*oE+Ec31V~~pMGZ$8r%}Ff$0va>HayI{J?NtgxVpTK;e;NRpyy*uYyo) zKUW*7M|XP6b##hNDa~YLF5uA#nu0r}MR4@DZUXe7Z@3wKqn`@QA@6a9nl5;d?jWcC zqr=EO#A-F(_n?i~C>aG!63}!FgLgoL{?E#XQ$Q8ebq&x2E;h5 zHaOC`eFFarop#UgU#3-xE80ZDsZ(>@1-6bENI5eQf@;*iol@>ik2rk!=k>~X;TTNn z^BSut9)EdMP?|yaec_NFjIYiV z$!5)kK2M+pZ4uBJRaX?myAPG8il@`MG$nx{+ZKoV4aQCxw;=i-K>}A|6q}B>rLbG! zH+^?+TMJFX3i~oUV83`GS5~78H$PhS!Of(ay*I>fUUBSiK_|y$ux0M>ZNBfyd!M)= zK1DxVk#7Q1FOI%^a1>y`g}ny=(;p*wgn`e8ydFt@d7GAZM4m$w8)%6|>STN6HP!lq z(N9I3p#c6H3s0u5?MJ$-P&-@4=W)95-2SFp_5{PKKyHR#k0aU+*nL+J$p8mSSa}wC zuNH$WTQ`^Z$)$|k%RL=arwaR`(#;#5HY3_Y%97`;z$Y)fK2-+`Cn~ zXq^w>qgj^Z3J68Mep!#7wFxshRF?t}5OzcIkscA4OB+y0^UPZHShzq@HmPhj2; zj|a`XEwq9)u!cL+UulDM<8hyS-&m^3KNe!QLc!Qz^ofiPG9La9lsnY`?E$%w_kL!G zwb=CZC<+2T)y1d%sB+72Mkwu-LfZvbP3m(O~`m=Z=JW#3_+iB$^QRFR<-<#mCqo-<) z$j1A2h6E!IF*+*{n5H*$i;JJcgHQmkunko6Wg2xoz=87>5faS(RP*xkJM0jUYaYDI z4`@(XJ5Xs#{C4Mh@%(Z__-P95UP=*VZ#Zk>mAR126ZE;oqFBik1ilATm_6In=|wGO zu>SwR#8Z7K!ku%juuYgls3XvGvhPK_=;~<)L#9V>Kdx6cY&8pc&M7fh_FXgc3O5nh zMY0lSKL5W|==)5P)sORj+#ZSlYF)X^6h;Onlv^!vh%*$J6 z=KjQ?M81;idMx~>oKk1*8IB&_iAVz(Zeqfm>G@Bl*Q5v-$G&y(UHzS->7KxoJY{qE zY?{eK*7hUP_d77#ojc{;)jN#@oH!TpN3%^QoRGJ)D>%9rB}zwnJtel{`B9nPPAI0J zL9Ygpo`y*>bV?sV0gO?e|Ef6SoSaG6hRs7f3NsoDqT=bQNci?z5CmoIs=8|A=8|$K zq8h5O@`m!q7Z$;xf6lHbf#jn>>{p$?;|x+tIWd!q04NE;*7RXUckS6TgW)5bCTnu(>*t&wvN^j- zGyR7fO72G`X&mbPJxV^k8snC)%>?~}_ByyA1V5P1`AW#9 zZKk&Ld`M#$haB}yPS5-SAJT99yldPCix_`&=ka>%t?=%g1730Bfihzh_wRn2#~T>j z6FcpDYk%Z+iMaDcALwHLuy%NmBYeufhe;D&XZ-vI>@p%Ka9ZI`t5l?}ZyWdUfd$xU z?a9>i`$RNIxrY1E27Pm>5uAx1I?nseP@ZS+(_lpEm;4R^^3IO}yyM61ubB&v1j%$~ zr4wlqoa)Y4*qcQtCK4OyY(@|CXAXjDD7T{wXEd8PKf2I0*u*NAk^J|% zoflRQY317=aL0N7FGR1On$092V5{o!&#b&2`nHN&Ts)qA$}Hm^b2;lscK@ITCtm|; zxSwfzyWK>~2Tmu!%ZQKb^kep6G!3<4Rn;3dtH+Voom*Tp)fRqLc=rLtV{TU$8qe1r zO32N4hPwqchG%AyGLh+U#sa^t13{5qsf8uxQ&#sWE1j!jRz%$yA1OTCw?odX)C$(w zR-nXiKZfw!)ZVTj*>#s|I=tubi^$mAwWEE$l<;Dc3viUltcq%KKn8`=Pmk+6PPWTa zL(St6bO6on)0p?g3c-zoguZ~*l=qjcNGderMV&FJC2wQD%#UbpWvqEisX5&&+A8D5~?IGrC1Ix6e?d~6)ydW65HXcPmp4iM^!UCXqSG$ASDUL|+t0k|h} z_!4DV&MU;Sax~;bs=_m9Kq%OonzoPEH4nXsYc9x)m3^a+?&NP$Zm*NxG_3RX;m>7d z&C_d?Uv*c3deVKJ8>cp-T~&S`{>matH(MRk?E9Q>MhEYa=oQQ7nQ<`c^sdz%H@jeO zhQvV2R|{oIgo!dW0`P%7j{;JwVYPg?vmk!2wXhJ}4kWahcLFaOs?U}JImqT^X+ z-ey`qKLZ3f(W4=UfrXdp9oxm9Vxy(M?dj_OxYx^wi!wT=tT+ZKobx{14X68IZ99hf%W*lcO-SFTch| zE-C6QbW&+Z2H*ZZzA3z*fbkNoo0C&^b8t%UGW6f#tTeOt>xAV94oEDW_tQaZ4xVVd zcKWb*IH>U2l;uZ8hE6b>IK?iv_qbTz2dY|ph$p3J(S0LWZT>z!UvxX;S=;!YVRnTq z=%I7g6I{%)r@xNgVj>nkk{S^uBwa%aX+VH|>mHU52*zI`kJq6q94_L#nJBPrc1|XJ zE%9#(Fx?N2*6m9vFEWF*ziBhE9J`+fnqgr;7=$KVVOdPYK{ENV3@75e9nWB4>YNuKa&pJdJ z6_BetdMmOZgeO2dYt*%I4(|sp$we>@3geE7FkC)A*NVlhgT4S%{}|V5l1DyW%T|Mh^GkK zl=wDw^qP2+FE5lEpU*vL;Tl_J)hjD~Gq^wXDYh-Rt_q(8v`?{CI05N~x_UhtIdW=m zb6gTWRL=R1WUXl0(Z>sat0dl^%*VjHs{Ntc&s4G}RUwznF_WlcF1?d8v4;&w+z$~9 zw(46n9f-5CC#cx+wUey*QUO8=i8A*de?Y6pZ~vD48xV=Amgt2}J9$a5?2?D4e+UpP z9MP10xj+E=$f^V9zwh1Fg)>TJb0+I|TcL1Zh_?MA)k$}s+T*ACj2Cx1^q2W9*4Pr+ zCN|Ex^o(F3at@QQeeQ3#68-%(Uqvo^c=r3vQ~O7W2l;Q^nSGptlxK zMPp}0Un4yEZgoe%2SvRG1%dwj#N*}Ls~qm4Xe}#s*38V;(2M$DTLWr^w|XeAHZo0+ z3Y_P<&_rE-prppoOTNdC+qGpxk1(C+pud+?>>q7 z_BFc7e_QEmFn__rNzC_qh_zoE&O%=(X!NypN|f4u6}196tPEJL{rt7pD|n&zUi%%9 zj%fSkKEWD%(;akBHW1EYhZVi|JSF8fvai>DQ^us_w`hOqGj%$#X!_x==f-^fhRb`y zS_yv~CR#$Jr3oRbn=Bm|Qpl?gG%kQSw$O4nA6Wf&;#d_%L$wI*Qc%<*6Sa;@w5jr{KsMFI$L7%J5|R4AWo&Ig07aW#Y!k|85J~K$B1TtR=#isK?iL^ z_<=<~F#HMHyWICJDaC|6ttijE#{HH8f!x<-uMn}yB)?a^ko|mtiRt!M&$7;xk`qTt ze6_xPWYEsMTgUI%wy}C z%IWy3>*&wwqS&k2aE2A?HNJjE!dJef!@v|TeD5sh>xCeu{J1Ym^vk>bmfmsEsG%9=TD%Xh#rE`l!)-b= zq^jZ9xIg^cmzc-h#fbmxAr+|f>XDfJ$1Gn5?s3uvUO#b<`@yNk)yObILai6~e8bzf zQJYtON5ZroBy@}7QbByDlBKS8^>)9Ep7A`qS9V`4y5?+s_bD!WyYv$XGX(@ndta*I zBsAZCSJ;YC3gs+CuyOBWqYF|nh*JvY)z*R2`0$IT#|Qq*`_iURXJ6tS2u1CtD~~dL zE}zPAAF3owEcOX}&0e9%@n=bnUYm0(xzpEsk7#CJ=t%kWAPAf?-NX~P+S3{Fx?kks zGm6$hLGJ;e>&w0zTs8GpjAGj%@K`;ae)OqyXM4rML z0dkQ1D|^%+@Jur!{w@=iu#t!ce>t7=&nMc#990{QIG=k!z>uW57+G>lo0D5VHn%s{ zdGu!zQIAeW-ra04_G;_-4EYxfhQ0jw{YAZYLEpsFLKDpVLEF6kSyH*0O6ZGH&pHy} zFW@0M(aqx?R0O_;f*BRtVmK&lcz%zceX;rw`x%E)a&UrK5l9YTZ^GvT72TEI&PgSC zQAL&~EZ3laF^r%fqe4K3IhtLkDL+DRu z5I&0gigY;a;rrnfwy>rzShxr3PY-?Nf&7Jt{qhxbv+$2* zzNT-1pWn9&aP~1ymedcz2N!{jMC!6q zRes(T&haX8Bo6h_S`VZ~QFZE_9CY~}j5pr#^3Djm`hEb2*uQiCRHPn78Afv_)=ab! z?Sv1qwugGNwCz@=tf4dm=NwhN6AJQqWP*sD_Urk4H-`${(&DKp6sI}$CVY*;eD=2O z+h3L|-9`(~@;;$=91?TTQ^tw>#4S>>5%Vt?W2f9>c~_#7!T!&pKAdLnh9e@Y z51M~51+uXsmUi)*2@Q%im$l<`M!_N*Gy{rl3 zxe0^J)IgufoTATCjHI$p>d{bdx=pF8aqQ&Z+*| zBl_=6BAd#UD%0O&05LgGFe_X>aRM9y^lfTlSc|lO2%3U{P7&`j zNFLZuy`*H*Qt~(( z@jz4GGj=agy8FTL_KEN8le73+rv3@2p-Xhl%iLJzzA10@-w|0%G$AkeZYp8z<9^7T zImD*I*a!9qF#&L^qYZ&^?TTujR9*eRTU!>FV?){ogGD5ubOn66uNS{aw zY{xStB7;Wki<&gP^ePW6)h5rq#2tS6$KH}IfECPOC>G$8uU6ipKu6a&oBp#L`QDaS zHwB)1Y|h;29#n};wUT&I(P}>$&2%5MaUaEvnnepi+4r}`Do^0kC86^KX%DvNK4L6t ziwamN<*#w}^lMrrbp37FpYT5Tf*Gh(@Z!jQ=cj(3Ya3p5RJQTAv3T4j5FcM(o7P!F zEuw3dlNxwQ@CMk-^6KLC_bb(gOu^T_M<34*4F|%Qw0gy@pV#JOB5#T7EczCQnH@-O zmNDn+R5;l5`Y~UBf^m*=j`~5(6mHM6rap}fDa-5gAe|q?3W5bB%(E1?11Gp{FQt>GMIjW|yk0sD@7E8Rn0{kFt3Hw-`oM7ev-ieG;Yg?nJ# z51c;LC{X0NMtdi_&(-MhD0yHWq&T>~pL{x1TIg~dt2-4l-hev*H=Vjw2i^RZg$7`) zDewv$h@UthiNEOGxFM|Q$Jp(AQ+qjXH|aXsMK+=!zkES^Klh{0@|bZ4@*9@V!|6eW z{^3m_Dt-DhctVo|8t$a-3@OL$h? zXAiJ9E^8m#o_gt<(x7ccbWDSn7R z>E297#+G=)JN^_Ir}Gr}bX|~Jsgv@p`D?BrIky1@sCySfA4hhPS8r$U8ySt~216;J zHS3-b?}u@@?|Z-^(&jdS=QR{7&<4S$VjhbH5wR7bd8rkg6vc7N?v0u5tV~^XjTnpD zdGSoVml1s3orV-QNn1@7Nw7zW}5=YyZbhU~1X=hqXyrFjUz>J7htnfI8s#My^O zZMlf!TfuyAgsO!DI=NT!lvFdvXVWJ|+r8sknx&@GacI|5Fto!5HuG{*jZ>s&b?;n?0O3XXE z!O@aWn+k{3KkCM*lh8*fn?&@4wdCXa*w=ktN8bb08y&m$_dSN(^M~CpCyEz^=C97q zia@8woAc{VvmvjWT3h^ma2A2c+ckG(O}(aUMNon{>OD=1p#|RpD$=STF;#dA%W#$z znz;B7;XX09+Z9;hf!*%4&(ZhnVjro@tuNjMfh{O0zg9rt*oQV^F$P?j<4INSt*I63 z;V8dI-v~*i4qxB>OerzU+GKOG7Y0wDvb26`EgAi4?yz5)EWbV{~cAwZCkbr z)^>9tQ3xxAl0%F6uFZi%kpH_p?yZ61(X6$51%#h{jS!R-n)uOgggCAgHb3tQU*2C2 z8ge8Dw==xg_sQR9fYsgh1sD6nv>ldhF2-bAZWp*`($GQ0pmI+3<0UF+_!%PaNOHG} z3D+M^zQ|c}sj8QJG19Aa=c@hoZvt_g-75u{8e#uX+fX03b*n*zuC=tUM5=>!1t4GN zCC^m%S79~W(XZq0?|7U(zpWzk^F_$-ohsCn+{~J!pc%fah2^T1(UlTtJ-Gb#mFHa{ z+Tz_27Upa9acO(?sp^NUI(J7r2=?HB&6s!G-&3Re{^!`-n+jE3Qprz*2ln(KZREw7 z;!+`C52w;6E_eS^7$Xd1NZ58<1^eJty1c*Hp^{zev9Y<$9tY`RQO~)(w|jgHgxo#3 ziD)t>h&%9!Pv{hHTBK*`IOFb#dNV*T7A||bV{AE?te!+Ox=n8#a>H%*X$r0adPeR| ze=czi)s0N?Mip$iGuGtbnwa;@_0boxDQ(+Tkc61UmZWV8ND<2TxU%gzS60B}mz(U2Pb9^!f0BRj|hp<)*HA>6`g_wn4`1q$vLZoKV@ zC3asey1>5E)-&cv{^v$bI{&_|N`?0Yy}Y-Ip7v@j|CcOYTSFO?)$Qr_v7eu~g@O>e z9o_e>q5TidmJc4Fu{k`UOf3&>Y|3EJ56L6euP@!Cn zzcSBfYaL@hF6=XV77Og?hviKR=<2wKTz_|}mqzaoiis%q5`u5(eYu__rw!HoNIw1= z7E=)J`X1RyBS*7%ZMVx4o16G?2cBi!qcQATT|1N>Q^<*Y_rJt+PT@Rm<=gynlGt!W zvv>m#rJ)TWJK$IkL$~&7sS(g`=pv?QVtMR&g4_5IZ!Kl}DqUN&a^Vl5_p+YLS&DvsJ|=4?mv8Mv%N+$}2J%+4G^N2;Kx*rF$0p2w z?NCTWfq4RU`lePpS5(upKV_(%E+hLrg^K*~9#Qbap@nx>*y23z!C6${G`jYb%BCGa zN7S^kVxS-HCw$dRZLw#%ZuE`0WXM_;G340Q(pr@dr^1C1TfH=Z^<@9h{aUm~L67pe zBDD~o9?kjuYtc)t#Tu&C=%z_FL}}uqtp@I$PQerQ5z4yTzwuLsM*Bb{$;4(P^r8$* zdt+y|x{nB}K^1l{Xz`tlFBv@#vkD>f2_4}xClC9KZZe(1!IUbh7Y{`mTpB7%Jf6h5 z=lyfy@*nTOys;Vi66xjRGpO~Qb@b`ONM~NVY^K)|+i5|l+wQY2`?6IDCcqNQ*sYOt7 zn`}%zr+JPcP~=?5zzKLp1HNPq?p_z>Z!|>`&SAL*{DjVUMW#TbwSmGnNG;FS8}}`e zI#4UJIz|um=oKj9F|wpLf86?6cp$%1Tahh{RFVieqs^CCJZ|aryU%A)PmkUv{M0`j zIDtj(kC$kjJ*!XR{eJEPVw=#+G-vLH%OWpNfBew86s8xDoy1E&J^C9e*$V8av?YDM zSdaSV((F{Vv!5h^Vkb_y4cvNIy)Uk8uhF3q@cK}BPolSiS#%kN|H`=Slu~&@^ zGaFC6E@Sw&%Ub&(aY;*)MSqdJEWy5grMFn)P2#NU1Mb}Od|An!w*C5(KI25>89Stp z8>hZ~!RbD6L%bO6iC*D3n3X5DU1y!l?}vu9eVE#}Rf)!ecY!&>pB|dxH}`Aiffs(E zMTpnr=T!T_y5HAs48hRv+6^&&N`T@1#f~EieOt6D+AOYyI6v-0)51#diPL250A75! z=^&)AonJqr)8i}jCWvCE^Cort<;$So(hUph8|-h6v!r&Hzuf*-5?$@d;p&$*N?tgqLb>|kOpDlM@3z^f&9VdH5t?HZn4DNd< z?Z$7{<5t4H5qlX!hFD^yUQX;suBh{04*TZrIrK!k?h*FDG_aE48Jv6jVSVJ`adm_a zvWRPw%Q7p1!}ezL?;+lY_3H_3&kXH5deOqkcHmay3<46tX!tTNq)0?Ot34*;?nX=l zPZ(c{v?10#fPWneGux=EE089P+raJUoTsli!e$8bW(mU!>-fe=nbW{_*#H z4E!D;EC4^9AuIJ~J!UB#UCJ6U9|F+Ra+q%`Uw+^#!BopJ&Bvw-l6~2j!B$2?D1P!X zfRarjU}QXIZ7c&qDJL6HOlHqBf<93SrC%*@bnh@d`&GLj)<1!1|B&nCZ_fmh-1JVO zi1~c0rp~V)lMWw4OjS4(@!E$|)3^RZwj!Zr>30Z*(7kw0jczutE5+fr&q0g4=?1DP zrDSZT8^akl{1OC(3EuNRA!0m$+OPTQj4Ob<_u+1pFziDiJoV5nS$xr~7ZD=O@LPG1 zuhl3-G6{>?QbhE_D{UIXor7G;eQp~qdzQm7|8;HHcS9sbt%L*R38q>UA zU!osS;@Lyx$XSNb9OT_22wLtA`_{rt!{K?JlDSWPN?@Hmt6Cqz07T)J!c zHgf z_BG_!aZ2yP_L%YvB;)840HkbG3;QJxISS(m>TDoNq;L>d*w1} z-|)-XH!~P%%0ktbD(r-lSqg!Afryb*A9se!<7kb2I`N+bQT6YZyW$DG$ol(|ICWP` zB*ukz8N#iiBsy{`G|oSnn&V? z>DCQ~%uCeX@T%%|crKu^X=o0|UyCcTIglQ%=hJffvgp_h!~QW6BKNm~z?71q+n_h1 zzOj`>eD2l5c*A%{n(-)HY^L)FjCP%mVGtAPM657hM-`&w= z-8{bavt%SrY>Q9IEWh8o+Z}I3_oyA<%#2JC`Te=2sPwO5hV^3m32ty$a`&&>>`Ouu zspL9rTr^yK(mf`DC7-O9EssH%3Cf562qj5lei$Dp(l{As>kgT*`AFCMn7&yb8r^cX zv3aN07~SFwFocx+kh{=a7M7++#DT1OH-cX0#fjg#ibi5HkdP+m=8*aEh_Le;$Wrpb^=zsDYarZtIm{9%Jb zk=_}I%Irv)x!SDInX(g;?d5U^V>m^mYgL``lzm>K!V9&)Z?2h=-R;Jxf=Z`&#XlU> z;RN(^nH>T~k%|M?jwx}A`^OQjOn|z8sg&#+RI@7Fd4kaq*P&_u<~Xaw`~Xewi!_H2{t*~{M1GUHgwpT8er zeQNrV&5oGp`~Awmxm2Wc4l7%ZrkifBR9XzBOBiR99Hum5+MhF`&pvzBBz8>kr=!sQF3E~8 zidS=t{nD0;Z!^R=7z2|FEcLkn>yw9%C-rvr&Vyu%-dgj%E`~}g)9trOBrUDd?JSpj zOzT`|ieO&oAumd?yy%gYbF(?YV$M*4eJ8!Ve*u-p{+9=ahKnZch3=2zyR|&abDB#F zo`ez-Kegc1oDnba35+%Z-3srN`C~b$H`>?=|x+&n#^v? z+imUv+4bs(Cw@*KmEh}W#Kl{lR4f=qSkF+$V>zBMt@#TtGM6*q-At?(8re2;|L8l;IE;kW_4e4Gycenfb0Yq#FFFFY%8 z9`JtqAR~Ak-|nz;wfVPlP)%M#tpsUu|JTt!*}RHP?1X(rE-9I6m7~MM%m00!I|jDn z&XoDb2Cw#4wf88)EaF1>yb84|_-!S-$M-3%#!Ha={%O`ae(l)a!9U&uMDa|vr+S3K z)Jn1>e8*$^LdW26(BV0<=go7@f4YYI4d7Eex!9U`B;3EClm%Kt%W=SmR_nB~yPttl zNt0hczu0nP{K&WB_kxQC`Fe>-1&K{(fZcPnSuhgVr8vsOkS(?IM|jpUG1{+rl--_l zL70O6d1#=DribHo4zZPhcy#Zq=bjx1x!D+Q^+E9J;S{yq-o4Mwq?*0}S&#ccg8 zy9?;cosoIrWsoBJOGte&2_PQrn$2yy!-!tDOU(5+;l6+MMN!)^Z*Oo><|^a;16F+T zrayiO8C@9=6T&a>&*;;7mY2t1SuOB-jNJRA=$}EsVtcq^5m_qQdGlH(si-Z;xbyfy zr;iH$1Y6+yuJo;c;{Aj%bjJ{ZJvM_H>vSRqJH5NXc0N%Jxt}5%5Au#hSJQ9CUd{Y+ za;Kku`t?AA3$mJ><5x{H-|@Ba-xLOEG>&amh`zb4Iy9Ir*pSMVOT?8H=eS^Bzw2B6 zoddk^6jx=Mp-niPjk~VB+DE+%U`vJ_9qut?aGivC8*4J4N$XbvR({+E+;Fs&j|gz) zhr7brOU!ffa8_>qU|8FD)pm9lm!d4o&MREvnEA=EFwlFy+|KqsiF);i`WO*63nP{< zwDNgfwITkXuW)pNFD$?>hVXkxragY5c73~IuQU5)aFZK%%wNNVpN&|EfCjN#XAgOj z&twa@ulq_Gfee^=qkV&f+qy#aDFgIyxRRTBZ`cnRM?9P<_0NQ)32bhUb*<&=<$fli z0y_t`M+f>9mh#jq(o;}~u0_9qC&UE`-WYmO$z&y_6HAVbLial;8#DQh3@aFMCVrdAj-J;OHam&;&^aYP9oV@CY8`?cx>c;ejmpA0qF(;tT?xJu0BV@$AFJ{aw+!NeAg7Gyt z{f?7}c4DcT&temhRd|mOmWnOy3`4Y!8T7DE=ODUc(GaKFQDLNtc8=*VkbA<)gQE@} zz@O3$_Ft!25yo_dY~#4WXI;rAmVSJ&w?6VUO(Pnl-b11|tj^5Puil?e$AsN4xDF$s zLx&&sm4SkOb>hmhOHb3598X6B*pVTwt;R}>`4qjVVR>A*(wOT`+21EXMN#ERZLs&X ziy-*>@7)KlxDmvLx=A~|63jI5Vvi6-`NeSizOTO?pg*={0#I??;_Jivol7$RcL|>X zyoG~~6T{X(56bcW{;BgJQ>5$Xl8wJhd4vgivD*H24S}w%N2-mE`pMSqCD%MajiV2E z7M*Fs{!uX92>RGMX;6UHF>t{bf<4h4L6Bt(bEX-SP*TTEtym4&dkDwc$8^=rM>Ws#=QOIhT}h{OgHi>u zkC(C}67G)}WVA$%RdTiZ1Gr;#97WU>#EsikdMYt!%XL6V-Lv!J)6=z%F#WR*EuQx_ zPy2ml*=+6!EQ@>Kl*hA>!KW(}rx3lRClPLuo<-FdpFG@jMAcXR@BsBnf@I92sRmCv zetg01mg}(lN{dP=FCL(z_q~n)1GoLke!f<6q4<6JT!wcOPq8*6oVfQSIy8RG5)?5} zUoa&U3hI)vQ=(m(q#p>`QnQEf1Yq-k=h9_yu&Runp_(Hq#=1dKpnl&w0!-XuG>=x0 zGE!C~Ttw+KZZhVw7`)*=E(qP?vepB;Q8$Ob{NkJFV_V^#|6m=&sv#WtAC=SA3R*nl`i(CME_)0`C2OdBjoeS$$1s*iB*qCG{o z<>s&1-hq3}3$hLy`wiu%w*jy6IVj<%Ud#($?jiNOS5?K|d?cECzsMlM?CCG;br6~3 zVRZeqdmMXUUzT>;WVG{NGKG4*Z3u+vgYl4~#JjSsM@;ouWa9E-*n5;p6`Ox#K35x* zE^~Uq?$UTa1gW^DLX)CUz5Vbep4!)0c}!R5eS^IAvX<%_hDZc0GvcdRZv}ji8FEYw zdyWckqOzh;7K)t6W)g6?ROT}QzDZiRVG|8?Y=rxc7zle7pqziI0h-N|t{+Su_LO^M~T6ydR811i~&}or-??+i75 zle;)o?HH0i)!S|l;iby@{Q1=D+2c?2)*+iHT6eG2I@e$*GCdTv6Hn)uoC-H5$2qih zKe87{@zaNQr)0HezLzXNzbA4r_6)k1DgK~lx90gI58ovGz(xa@O=A6(hu|5!^{4Gk zV{!O>8rbuASSduX&tJ5XT-aBLOIb~Ecz7Dz7Y(K`z=7F96NViHg+qEY)%!}^5tPn+ zp?lMxXI410=UaVtPF}^m{io4Opz}^9bw{p%qm<=2$m=lty9T(*iQy>|QJ z^7ZHfQcRP1qNX4k4zAFb+}DS_)0D3_m4n9QZ9v%g%cgzK-b|N)Q*ZyiNV`XsIERL~ zkoevB)M?u_`oU9W-*V`z@eHIC0}|68MD}ae9-r;;fgKiH=1OPbb;X{BjKGe`%a7X2Rm3;|h4uKb_3&+y6MJF@wweVcC8IBHx{JN4-<}O9 z$95;a8L0L1T-YP!Rur!vfy)Vb_3%j|quBlmRfnEXn)^SN&aB%pEsDZ_iG<*hh+YsO zk~e}7(f59RO=r{?b*t_<>0>u*ueIhkaR)19OZ9kh;4pB$kP+YySnCB)kAa^_!b85Q zHQ64ms(qz#x-IJJgqb zs;ccPxf&N8hCmr`WQ8 zfkuByzprSV#k#No;kI-%as>`*%|yv@6_wl9tO}RK#bvxqu^Y*&9*@z*TwQaA$!(sV> zn#bWStnT}^$Z$vZO=a{)-N%wIZfH{bcJyaE%M8UnapY?31CO;pg0V4RfI@o9>?OR* zrYM2Bpt^pEgi0$mkzBRWg#fk{+BvvGeL-Vb!pvs+9Z@LQYEgt$!d@uo{G+^XS&i>e zw+I%txPhz;DG04KBLCaks)QhLJ#T8ACty7qayw|3>6T)hU2ALkJ&|`8Amb?a@1Geh?H2Bq|2RTw4v z0=@Km&R-cJicskwG3_r=pA>MuSxJpLl|DVz)AFjriwpq*jho$5TwVz}zRb?3U$SG! zti!!3f02T|4{y)E9$Sfi>>H1(OZub$XLx=(1Z>wxI-$$k^boTO*jy3GaP&s$+tH3_ z6&%4l)jOlV0XK`A<6c3kMns7a%aIV>nb$oJ*dHr~yGbV8 z6iutOg~&fbbTWq1^ZaMumgGIx-Mwa5VEg$yz?-`}W=9~p%ZeJPC~|eBd8X|zoMN;E zBh>3GlQb*f+1iKWUYJ8!_KAWn?eko}z4~ndRbYxI@N{Zh-`~;pPK3}lNsXA zHG^j~{Vk)*mK+M?k`G*`*su%vDv&4`wRfe>%UarFOPMqE-5RkypR}UH6H3(kzL6ZZ5$*VU&uKPb{? z7W@)r$BzjAH;Gp`w55Osroe)?2pn8)^r*$G=O3m6ayM{Wysb7S{T>nT(OXG|g~>h7 zpS23Pya*9}N?#pp$Y>G>u<2o*tP%GfuA>BLVM<(wp~>R0M)I4!9n)TbPklJUJeU*K zY=DD>J;u@@## zBrK>r&xb5PlahBDiBQ*B)Fbvt;t?b1pK%drHUsv!Z?K5_)gYg*#*JYBaqn`j>DY^g zzUen>a(eS^`u8UuxV7&Wpg3{o5U(O0R2)n6y<1gK<}0t_5OpeI8}S!>hraAvv!B`v zKM1dn#y$?^b&#^Jd#yF<1)Ve8kI}zR!ewr#g1SmUS95y6!SiiUPK1jMPnGfDQEfmrfd#HlO$|_!+I(x8|^7N~Hv9Vv9-RJb|e~0RP(_(3l zRb(N!RaWC)io^HD>UA3gXw>Y6@BBe;qIhebAehm&;k?%R?E)I@r9xt3xO{EE?6YhV zGj{nryyx$Xul{l!t)4ZwDOYjIsfAd;B{nA+S~R8{~_u@Y#%37E-l?>bq1aja}M5ha8=+$5>E5a0w@AmD>yzEn8g=u$tqMNeYKF1`@ zRIBh<(8}?IE;OvL!3LKvfXt}kXwS-GgJ1Vu|A))DrMuK`L_E*@e>nb$9$6zEK9*3N%(kZ1h}qcXG*gxL_rx@9#&PyO7uqv!;JK zLoR#&KrXxPap0#MlV(q(AW6UQ#v!UW&1iKT9B{_NI}wDRGLYqf1X=Ydd%$c0?+G3X zC%Qrab1AxhM)K`yO%m3@%AaLzp~xJtz2xl|D83w4 z`bq@nf}JDeQ1A#M=53`3EtTDU=Zba!&=NnRdu>dw zoM>{Y`w3agWhB<1x>3~kj^z8S-l$lwJwQ9_5=^KBBVkFMTs=c8h62aTy)@!9MH z!10&^CH~&_k;#h~vbrbeJiY0XM+I%%T*zEE&uk2djX*-pP?hcvRvljl#a~Sf^uP5k z1`_X-`__TuV(F3&x-ZnI4htU!F3s)(T@CBF&p>~Og!emT>EI;(UKi?-9M76uQ&=is z8mNv+zH9ce?snvmRhO{l;1K-_gmk8PfIci7%vHCh>f%-er^l87Qw@O@YH~GGWp;EXJ+02M?b%&qHydBW9A^n+v6!vHu`)UAS z3Y)wRwM?pfdAR;Gz@da)L@MxviVk022QrYke)=a(NxaBS)i{0lfsJhwRQrcHsKyf0 z)6C(^xKz{o6}-RCA_NwKke}ocemF|!A4oeZrWmD0*wb?1>0{Sk9rWaLlAmk!`_z{8 zn4vKhk9@m_6b$B^)NJV@yYe?hZ+ATYeg__sXhFT7!8<~`BOCEh;*Y=UOYeXC;B>(s zTYo`4Q=gvdh_BDWe>CXdBE>vg5^JOY`0O>WU(X(wVEzt`Stl;+xMwk&e32(-`ocZF+WNbEuQ_iz#4AF=u9ynSW1{N~FJV%=&Fo{1 zn$5HNk)RMu!LFt3+=E{I{ebsF@P`-Ao6F^NuOp*63O5s7;&-J^Z}f_qG>Y#ZJIhfm zI7-37zoo36;lu3K-BW<U(I;v++?5n-6KPiapdg^PBtd& zf1C1}nD++`JX9ISf0{7dE%!->7TD=HM*GK4$%>I@MeTT)HBuZmUGA;M1mBa&>g+g^ zcl&I%$q%get2XdIH3jVIp=Hx#sc|;Jk^#?`dGE(rnA2Y!6)7!NN;?f7Ud93-!0$Tq zGLnEd>F;4{7C_O;h}V@QYrDOx6Ma9pv}QcD{*>7`L`VbEKB8s4{l>Hm%4swx?B_z` z4tuN8r@Gi=vB2#6ZO6&^NGPWk0Qx7a^H9yu6MN!@yOoht_>Av@VMCa};6N(?m)L6T z=Vc@P!q(zQMK*e`$*$(ERo4#sZ{IncTQBMGguGwdac_hni@%x<-qWvDjo(fF99>}7 zQ;r;8ib_x80e1o>5`Vt{IfRK?M#~9X8Lwl;b_`;u{n{~h0%>^V0rhZzG>%u_nTYOv+@pY*(c|~NaTL_)X5`MV@F*|-a(0rmtr6woy1zR9 z?B~gR@DK1GvcO|9J7!V8MWRlRKxXff$e~gOsJ^7@G4js!39x!tg`*48 z;FFo4))c*O=qpR76IugKebl+9J(IG=#&|AR*aeOB%YmROLa(K2bS#?MlQNIcu0}wI zD{txZyuCFK-OfD^7Z;4|uktb{%tIkjU z(kO&yyYnXw_RAf(Xs$J6^CVB?9RDuTEjP)p@LdMfi|?fKggU*sq4J6S0pb5oNqeH% z9{l-v|3ISVy;$e5YzC1RV{S(J9+l$D*2MYhT-jlyxonV@jAO=valV>&JG^lK6?{<; z(|D^*)>wHow);&=T}2S#w?_A$CfYAPE9}GCy9BY_wIs*l5hv}*x7+3jgU#bmVxURX z;L%g<#Gmw9T>e^F$M54>2H?oEDNz zHkq|7-E?l~W)$Ax^D=%xlj<@$!R;=b$ofdt{C#R1T{tePzb}`F%V){f=a!K9Ti)ZW zlQ)TERv>?*Swg`d2Y28z)zH=>+T-H?CE)`N_e;T;PoE7v8LEvduyFgHpOS(EcMS?OL+fWFB%DP zL#j~?->&wk@~dSqzgIDg!QtRo&s&af3n`@yb3oF@WVPcV7}$Vwnyzfe^=;}_@>)>I zLJ-AF#N+7xY}}P-zEyIriR1E9U)Z1|E}5QF4HCiNP=4pZ&jg+g;yR*~_~4Na2PnVp z>W{=c&c5~{qg%$t=X4((xl`Xx+oej;#MqieDtz04PqZ_&=*3t(zmpr^t2m5URe{(I z4{$)0=AH6=YEI_{{I!a)_ql;TJF;CW^n%r|5%Cy<2FLiHG>FaRk#s5Z>y~a~j=JAH z(n^M#47Cam)fI-$W`~~XZz1(WyRJ=S_+&om-qcK+U-TL$1Ur_F+zp@mh~ zn1(dZ{R;hZz6biZ6-~WehT|^WWm;6^eGSm=9C9ln9`%)9J7Jf zp}q)jpCmy!_={A1^0MX?>B`0am1QG>>~v0<( z>E;Ewj|6uELVrxXEk0}6cM*%94dJcy=(UD_G_V4$FF#0!;rU&n_uB+z=b&+3e>gKa zMWFL)B|Qdep>{OwoRP`oK@BW_--EPU-|@)5@&f7T&1IZwIpF@v+IUqv8;I4IjV@Ye z>MxA5w?aFB?7Q#EOZzGs-XT12f2B_F1CwKN$TsWE82lSJioPhL30#;pIiV-_A|#_x z5YPR33i^0o9E13X834IHt&1W3}gBD zppK6hu3U@QK^SiP-}4EPoCIGU{JmcFy548-{oq9GYu?MbNEwNmmB5>dSH_YBTFDgR z^elGduQbe((zBWn!;k2;x8i2eT1v1F6Fn<<=xB}?#jm5!{nVXYkTZSZqW2DUKyy%B zJuYcke-^!Y7?v`}=eM~{G^L?_0;|xee`!P z{Py6|$^lK8->VT+xjY^X}QhI?LoFqnXiYzt!~` z^3*Y5-Woa%V&^!Xp8{h&t@n9RWFIj@0V5ljZ-KR*LtI99(%XYvAJOb>5AJLzzg4}_cAAs zk8!zuYx(bt+!YSH$Gve;|7l|tPi2ry_lIN0D0;g=DR?&5@z&1XcZYFEFSTIm8h!Q& zP=vK(Ov(3H`_H9n>&y{K+hmA{a*GaepV% z9ud&u@#~G-*tGHImQ5F1qPh>050x7(pX&2n_ax}mr1k~-rr7r$VR5Tx5A>C4HXJxi zqZ}tBpGU12aU?BPPeT|-mU(v6xfbrnd~ja<(VX4XA^zOP0Ss#e__9PCzHbHKh>;OQ zK07#E$~kBoE_$YLd@H zH_SZ>js#@V5mq;;ThZEZgG^$$s129|@KxL8N5TWky&EC%_x7GCe|432E5@(`JVpmN zT>#7Z=9OEd5Zo-T`w3;d!bK30t?NyfkI~d(-;B(gxAUTfm?O4lcLa#jli(3#{&hS? z!2nP}6rdlTYV{-!ghO=A@5;5?2gz+w2t;nLlMPi*8cwN?wlHJ8%at5dn%1Vh#tyl% zNp3ft`1akS-K8g)(+%qw65|yzdkMWq-Vnjxdjv5Jey>iaJ>ryiyEO^Rk#JX6+U)m* zX#oZs09qKyZ^o&72G@u=64SdlL?d*5J<%fqlVa{xgRb)6jyUm@mD&f?;`XMdNQVKS z5D;|mOxx!wi1Bz{DWN0Lui4=&vEn1`97^GUVi*25Y1Yyz`uSR|d@YMSVCIJd@H>$d zdE0(`WveIUysycAn6&TXWJ%VYFl+O;2Tr63T_JoiJ#U^J6Ziz+;QW2TDq_IW@#ya* znu{_##b4916G{qirdEUYH(UEEk3#DUalQbs{NsQYkNuk=CGXY(tq#i@Miw0>a^A=c zlJ*oVfaI_a#trUu_OEcI{J1dTmO}JDR`B;h-TeAHG*vx(=JLs&@7sp29a5ERjW*4D z_oq8GIU=1{!(4|NchQlNkkT|>>{7dTyoctuV+m8ErLm#1zkJg_8!w*USN@)KVSyK- zQUXk`ik6R%5}EsZT$|!45?uP4P8$KM^|ag`wrr>T9gjj^{@kWpk{dkXUe%^Hdhi|9 z=6&ZsE%LH6x;w?j_dI$1ZHz=0Km0e<2VDZ-{!pzQpM(4PdN<55KyQpp^=Cdhxd8&g zTBO3rzkTy-`_7=(>e}*Yu9>-?4&c;R6Vr&V`Rp&e!>0OKJF@+PrXPS;>{F=6MzSy6 zM5%Zdi?@H9P?a7UX7B01p{x|l zO~0hCZ$9oM4r$%fhks`bO?~BFhvwW?F^{ZS@wQ->(HcVuvqwjjr?j-1&GEEY!vL}f zQ$de&J%7&yj1SDncmQDTgl@+q#Xb)|NYv;$Q&|wl2PkhM`+u6gDC~~b)qFwNBQYHr?nJ?%It6Rly<~_f#eI0IPHmwZTTs3ozisP2GZ3Pj zE%!@_)%b#y>vLc5+jH@O$Yi3t$YkesKjZA5QF9>wze7zaT6WoIH>$dHr0D^u^Tn2J z&D&M)Rp?B%oUlgwo0c)J2ELeuHVBxBN#BA;e;!l*MQHm-yqGtdE5YE}rPDu`VtsZM z5Aq|M-KQCOLTnOS$)A8YO|+DNxT^)OLl>k@WSCuWzNJI|HDa|pjnbd2I-%Cc-ozp}Kn3oV(D zxV(HvZ+g9L1)Z}7^4^8XlF^(Wu>Jk9x}IDYioh&C%clF=Ayjz=fj}S`Ce{2XJP&fb zPhjJ)$>P}Dx4A~DUQZlIZs<|B#XYZcd!4X{?yrq+1qQ%kj*gXV3Aa@&-SF5ArTa?D zD3#9fxk!JXf|-?bS9HzAoK^l~l@FEQ7uB9LlbeSBnbO&Yr|0B6(m8C$L!??qi-!St z$ft=ph&yyqa3gx$eF5W8?(o{|1DnadmIWq81 z198BW5k#(>K8bTtVkTgTD5m#F`kan$V>+{LtO8wkc}&_7*j+rOIHNlZo7et8v@4EW zgYv~QQIOx0DL{%z-=0H{;duC;7b)kcS1_yJnT8PAT|ljgEh~kj3@K znL@cmPzdtSx@LH*qhEt>iPhJy_WUZLe;F1p7OMvj<9e^0bsHJ{zUv@XU zquL)9iO~xm9wtQcEH)JWrR6}fDLuU$#bTL1qjSDL67hG~N7ggbM#Cvj5RyoWnvUwVI<`8;qv(q#Rfp=< zL-IzEmk(R$0@tJukrW;Ng=JwS_t$*4KcpJ2QoD~9$oGMl_?wYse!E3C-aF~^9-TZ> zSh40-Jg8Ml=q@`lZNYVy--qpI|Bw_JyD!1jts@V3VJu(*2LNz%81E#e&+q)*hg1q^ z2~QRmbNAU4DqccI7Pzk>lf_GZ?XT14vu^{Zg9D-fO|V5Jx8O3Ozp;3yB5PQ{6gt2R zHcp+h^&S!szqZ0*WlBD2DmsU>JL8EN0*VM*|E0-$B42uRb9v3twFF)gH}ZmNx<%Ef{w{7NYQ3?Su6zA)nw1c2ikbX@Iztm%Q z>FkB~e%()=u}_8Ei~C@YKqV4Bvu}Y6()T%SE2pq5?CotkYWNaDB1&sWZH zzIdXObn%K4M}0%>**CZ6=)IoH_j^C1Qw!fKDn)TUKP>f@BAybAp?KQ@M|%3;dQA77 z97Jq(_hmV(SoN&$kGL40ygpL#O%`cW`4C|48`*6SRS=0ux8WLp^L;q~G&QgLfx9rN zYYeqQv9!#@g*1&7ZR82J$7n+uzMTXoqhx~W_!JP7;d@4$YQYwKvEe^rM0MDoAFuqIS=@z@E=rf+zpu+d6V zFW9~%`T}k~aFM635EWkRRpM^?=1a^=S*7=VuY;`rFn_z%Y;WE5r(;hL^5)H;f4dJC zmsW6bGoj$nYRN#S#>xlA%oMU}GfH3hVP9q=LN(>mVPYU-U{HJu&-;F&xGqO0LSg-? z;HTve@g7C|y%90vq~w>nlQdj5mg>2fusj{FtxZJI8;7>({9&Q|JL|nviTtgV9tZD} z!jnV{M@X_@6r3D|AGBdwh`4JnKgcr^3Mu9cr;bYmu| z^3p2Z>&xj>GE(cSwQaQVHU-9e*e-`ls1D|RtxV+*Y0G|<@cL!2@AZe}-4QwiIKMWI z0tv^f*CHR2kMkx^V_0MaD|OjcG@BeJ=%XDip`_m2>KG}SG;gq8qG>Xin)ZT5bpfX* z!PV_yza&rJTNvrEFGqeHiTWNq74+i++A8SNDxFaB?RJ}(8z9yPK`jU5=s&nQPa1_;^8n^EW0ob7DlO2z(qeEA%#e4fv*w_QV166`93 zNAX*@m?1aqbF+VMQ0Tv0BAFiLQz$iDNr68xyk{?u=LO)^XTnR)>Zx3#lQ>Wh zPwzhMLC`wYuWWTv>m1Bp35_y-$Du6vc5&`qj+J^t)O7Z<5bH#JXaZy_Ba`cri&5Jj z+dRGtxno4_R4{}U7C)St@AG)l2Z1>MuIlwUo|2v@JvS|Hfk}MhUkhu?bwQuz@yWWW zYptNM{w_}e4kx1WsKW|wv@oS1o+yO}bbr$9Tf?0-lFbh<@!8)MjE(x3_%~lig5cl| z#1$em&3ZkJqjB?nOA-~0xFDbMs^^Wl0?&8{SknuV!{l#2$#qE^P8^*dM&~ayhD$$RSu2{MyvgaPl3C?G9@+jW1`J`RSg!M6UhyDSN%Ivrnd zDNCfe>L^p7~931+r|Mm)?^LcAo8z zYPCIQ?5uW48}tooK%E{K_%xp=g$1|k=zqEmk_z#*wnT0IiGCUcfO`z58XP`KXeT^y zt%1X!tK|$E(lf3f?OSc`sB=|1NVXY_@*~3b3Td0>G%>gWRX;Le9()QV(Ub zQx@lNq11?xq~EvX))atiRZS=N6)CYt$wKj@to(;xtHT#!+qB z2&Vn!r-HozBdlkaOJOm~?^-^i{d1r9^EH&p#8M7N^+1Q=d}wWtRMp?hV2E(fSfnI< zYA5pOi$4@rFE+Brh3h}iLA?)E=W}MRx*dx9SM>1eNmGh@8MN9m-qhyZgDxF~%N_?Z@Cq`ul*O z>(N73dvKZN1L`(Y2AiKO=dI$(vh(|N-Y-R;JiZSj1PharsJvI#Sjkb=R}M<9QL$Rw z+x64z*@PYzeit8Bjl9VK6&uV{CsK-*ghK%AGh_O%04f!iDYY~&)9hkyf1D|nVtk$1!um^L}58MT0nZ>Zi~S19|6THo~omcrf` zLtn7rDWuUh;nc~Rcb2~>(bEk5PEqJfAEYJue!Tlya-a7=FNSwHi8e_%zqY(kWAJnj zEflR~?*O%#>DD`dgWfUGj;C-vnf|De=tKty8n3ax(*|}=n6)KwwwcF^luOD&|Ms&% zKIde4<2dcG}@VLuk_aBy{f9-Bml?-rZ=F zaC^bh5CRxNm(Rw!R5~S$nVMUAphex$+fTb@V81PzA?`8O{R4jS7T|SmSd_r`wzY*y zyuXFpqjo0T`0WSk!M@vz^1G#92L$f$Tn!_m^k3#&bKS!CFbe; zEs9r^ufbBC7G_vP0TlxX&tX2sOKqS$m{(wynrTIC)?RPlH0&PCcUVx+9a{PMoc2~w<=So$W_NTI|#=Y)X^9RkVnEZC8DqM zbRv9-eB|WoYvdw9g?os7W^eI(Kap3|TK1ZO68hl~HCLc7M)U&gA(s-!tunqQ677uR z|EQ<$p8V}=QLyrOEh}uB;d%I`xQjNQvi!TxugoREm)O6T-lwUzKCv6{r+fG-Oel=* z0A{Hga|p?7)7AH-mY@QhdY+2&YSIY4tY5KzBDT}klmAToodh8)C2Rl>=v-+t`}85$ z4;N)hdO(mS8A)|Z8`lPAuhHvcfYO=bdv_8oTQ@Zg^U$%+iEsmF11e2It?xMP(3;cK z?+NH_$dZx<711a zeq>aI67wqkq+7d>2L&R~32aX9>NN;QVocyup*9 z^Xn1uuRR{t4+mY`3SM1-N$?wVaB2>$1NLwfe+s=n?w~iJ|3%3ici+b_tsZ{sD>w`8_cDyf*b;*@HL*THmXMXlk!s zfuAVno~NePz{>lcY0q%x-i5O0s^1}51O;0vYO^ffxs+EF(u8Yl_RaT*GJ>d)5|2Z7^r{f_POOgf?$ zSu6Z{&t%oh?kv8?7T3h;@`to&n=-l4hDMY+**fgYu;pFR( z0D^AdLfu~-nr!0a2J2|t=TL8@Nuf*d_!F0)di5urM{-$`h!pe~_pd#5i3L~!<>ta_ zZyYC}_GVA4>AsiO@yPXk%>g3XL~f06JC@jAF)Gun>o;A2RkXTq=m+&fE&J({=7XP&CKMc88nv#_bCgBp zehN(_uM4QtDDs6-if{n%lA#tr3H4z3TIQ(vdtNAU*S}Gv&9W>!3ty=o>9iVq2u6>_ zwLUoQZJ*$^=MC;*-e=a>!6#{bK4i8zy4OcAD^0iMiOeZN?z!rLdDS2#S zl>6XRyRTCh4L#HmyFHvRPjPgUvMnV_8EM{R(criP=I1 zB)$UWNUr>0IhLs!77M17H2XjLZG4OG2^Od---4jGI=d5ra3ZQeDG*SL;mpRSM#e07 zm3byLB1}p0{=+y&(A8U5lbOG_3gDS?pL3B!Uw%RkV|V>bS@a-wUlZYEepH_4Ywt8z z?ztQBt1H$3CaOjanzMIR23~l0L6ni?6K>OM)_SiG1|g(c>2UA)9u>gg-`U-h%EOvDE`H0OGVj6M3I zSS5>OdJi9-pRh$Mw`YIOXYzGd?`i?jd%7pLg@mKDceXJAqZHGY^jDZT^q;diXJ~eo z^{SRHaj-#5^{u((XH2T%+#4-+%;Y)d{U|NSjGo+{5PRj0H*7uOhA6j(1%)^IgL83- zVFP5$_^y^xEB6TOhdu?N^7~qTZ8!^mZ>k=z`&vBP2^KjClB^1S$iBf{OylT|e?`!) zNMoFJ_LW#{?SLU$<^pJ+n`}CXY}wU1Hy!{?*bu#cL?eDs6O$$h2~`y$=c+TQNP6&SiQ*&m7ZVl-pWt4`u z*BqLpJUih^xZf>fzG-!NcJqs6HH&|39ryvN2Czw(tRM-%GK;BZD`Cru8@}HarUDT+ zFFPhJuWyNM8-uOT#PL)SVWh^e?fODpbU!OOuOXcTwEV2?Z|<^MO<{T4N3PUtIsP8k zUlKJxc3&b*hcIZ1pV6tJ@qv$KCc5Z}NRge-VNVFCdypZV)=nq!Q~B^@ZDk*MQwSW9 zue%%!h8U1r@p8D@wN8ZJ>%&zi7lswYIosoF(&eHYsPaALy?zIjT7xUFOyr%XAHVIN)7dD>7G4vT;9TMdeoVN6gI86xN8~_)_H}&9( zmA{d0&O1dCyG|pRb)o0DPTr|r3Hjh{PxH`^*)ALM)xq zp?x;bXMV+;Dvyg0WfpKFn&Q@BiAQg#>q6Uw8o>UOIYL&Ka>>$%unACoqNMt}y?e?pFz1COMO|+c{3lIVXqsd$2L^_q zL2&ZJee2)u=K@;JNyAyr;oMu2`B|I&n!o9ggz= z@-SoIBS3zutO2NAQ5%C?m&V8%E|f{vaox)I_Q9~0FgN>#gjt7m8AkR~-_F54y|48A zO6TIp88g)=(1$S&x94VmASrcWykEG(!`pixr7mQDFZSAv2efk|yIMZNXoa%5uu!FF z(36K4<;}>!rH;Vg>F54c70ZEo7BSPfh1YIKW~XSeZ;0w@AF)rLiq7`G(AEZ2f~qcF z0w4d+(cX6N#u-k0el)5$%>MkaJ;w?E;NS}*KbfjvGDHB<%Gy?*mSYDsMY*rVx1+=r zU-PI7u52bBi9p+B#&Y}ie0j5EJqn!VFQBRY*lS3t+6> zxzpNI6n1)P3~Lae9anvP+4- za5!z%Mh{P_LXiq@EO*naf8`-@di(}-zFvqF#n+W*;5F=a=YZ1ZjAOoLRz}u75$aN2?k2(exGmxCTL{X~v#@=BbR zw(KXxTx{q(%_tM8E6=~ajXenu*pQZ`eU76R#3|xL{7t@~vV#C)GF!4PH{IkR6~}Sc z|KU=qt4+S!;~wK-*XMYX5JJ?y;0wZ&rv_(0aWtYuH;dzE6bjn;Z5enf4vIX7j!rLB zGmMh1Ws%L@A8g^>AH8{ZTXh)r(=DTsw=fzoxzqS%X!ijT`)zNV7g)Z(;Gg>~*39zy z-ea1^aMZ{j0BnHzkd@BK&0=vMY0|KA@IsB812sEeZ{=2G>CJUr^>fh9ldZei;>+39 zyG8-M-G+C1q5TQ90?B(d&-dLnN(Q>=kl^bE;#ESj;+iwbKKgcMM7UY9wXkQw-H-lC z#~!&bP$+*LaG8-zQhnyBm=gWufKcPg*TnX;>!BpHhZ1%3cszySV9qH)!L#}5A+5x; zD7&oB5xvO^K2{g|5W{|YTbtQt?M!s}{T%+28!*ToH%PRMD( z6xE=?v;?oCd@kD&;P~~_b+bs(9N|>3T)fEN-qYEG14@STDMa=IB-BP$U9@kBK4Y@i zFYwbfXY-$v9iHH>m%zk5kNa{n3V`lozza(BvEmsI4zrG{7PD5A zJj-n8*{bHXX)Z!DK2e4m{zJFsudKCO%t*iPpiQn3k~DXNvm-+fQ~NC*&DrTq5pK7a z<@F}k&f50a;_(UZ4yTI7N&DG4JbM0m#`e67oG&=aVbc|kUVVJk`@Ox^ySi31z0~vf zvvv>a$Qx<92TTV$y?yFCYhN#L2#JNyx%CWgjKS|Yl~Cb5Q(vO@CnNM=-VZvzt6#~- zW$a%&mq-XwEVzHgzw>@8`g$4K&0WR%9y|1KYdq}C*`L{HMy-6~5zH=yIoUV;RUi6v z!P`|m3Zs%=+kk%-A1>yVm()yeb9oqGvuH?K5;zK|{NxVIegee*If}TKAA# zd^mL^RmzW5f=A{ur)&AzX0SE<8mO)T_b94ww#pP?Abj%dJ<`aJ*;rl;Sg4te@Qg6GBZ@+IS9R458qCxf)yo$+Pl6P%ulI1B zBkmCAqdS2OuH`td;Qi#&DZ3q0S`PJ(gE!Hj4LUv`VYKuRU%IO5GT-;r%{r4M!zvHV$<@^2-5BKM7-||gwuUlX1VN@Wq z^?s0hLVI5H0OA^xACi-#504EM7`*)jpNS&%1p%BL8YvhB_P4 zZ=Y&1jXcX#JBhCO6>WOr#frRwf%}~+9`?( zDB})(W{9WoaJ{x}9etHau3P%>Yu#y6O#Y3w>e-!`>9lW~(ap+|{gU35-Dy?Pjs2}w zhPh0(<(*+izFj|()D}_#Pn5<_XN0b8j8pqKfswOk-^66mFW-QsgXWfezsvE7<-T`4 z9zxzUU=T{;Hxy&j*L~sAY{!&>?Ol3#27zrgU=+uII{|ia_akg~-jABKvP!)k-iJFz ziuih)J#s7P=A9lD6(XQ61jKQPsnube`}h)2gt3xYhX>K6N7=MypRcA6{J%xuadwo? zNxM8xO&yFnn`4A;+wSF#%l3(N?nVx@62IR`MwMRtVTB9~@zTH!WQgv&3Nj2CwLGGu zRqkv*Eu-KEwPGF_pk4HZc&K4U{{?H3t00PSR*qjH+e1`=#1#0o7wT5wt-I@#{@mBD zy)<@HV1=nob8Cy(I91g3rY?51Z&Sc|rHfH!IQ8}W#d4Qk!?UqXKg?Mr%?Dhlbg}8e zOoXW$_5tVqiR7c%P%>C~_Y=raFlJ!a8%rmt=e^_OgHvL9@?luapkgh`5qzRccJ0mBH#Nefs@`?Zewai2`tRD6fgBq!8ss1F3JQN??Q!TSA%FkK8GS-XEU z!42=JhMo^ly=!y@Gx3F|0$0RHK;MnJTtewKC8#d-I;oC4foXrg8Nyq=tP2Pe zp9054LW$^yia+XHPGEEPy_h)O%8mT>8rslZl=dU~-Z-6zD^%gkuvg9^mqbvs27$ew zy}g1ge#i2HQLKPmB)^EDols`Jpt9FF-Fp1tUed5*JLnccx*%q3RswJ~;dGdEUeLDxVpoSmJNLcPNWn1JgbLQ}TxRLJpA0;vuP( z3s-l#9yU2#uj7)Tiv7Otx^%WaX`lHXc*Lv4o{LTfka=>4F>l7*_kJk0;|v3JVRjn0 z0$H>;^6bwAf}_bkwXm_+L%VkW?Sbp{13&xxbcB|T(~Itkk?8;Gl4LlhVsm%jM#2!& zg(5aW9sDr56~0ONs?Rkut2{z&N>NlvNuZ^F>qgUzs z;6*3P*NxfCfe$x6ev*{J?rDRpOP)D9`Swb5NS6-V`5BT+=M5qP>aFe_93oU-G>7H8 zt-{BuH>PG_ZZ4JHnmQ%zUzG7Stm<^$`Jz`}}-LJ3dW|7Gwne&AMFFC~_06@;=X_oPkHh-W+8- z5wlkNmv{SWk*ore3mGT>8O{CcPQS8&7#0H{MZ4c`W6YN_DG`s8chGV!CqD3j^Uch# z+2o=Z7s0r^%_!{XVu?=D!#5g^zw{}#qP?Cz%pTko<8sXo~pv-+D+!+(BnAApmhXu7-8K zJ!SUUmMMdt{xje27vujfpDa2+VW+pU)NeHG$`M1wVSLujWgXQhuFC}50?l*uu;uOn z;CmtC=z>iK z(09u2)n8owz5aH7%||^a(QT3;6hu`=cVm(N@frkZBz?azW$b*{&$lycp4n=Hy}~c^ zdwueHes|*r&>E(>8TQBvQ&Tf?85UrwR~7$u?v^obtcMRK1u-l4z5FyD4?fe}D%*Jb zNq)PgQsjqQ!*jAQTgbwm`APj5=QlR=E4>s$QVn9#N+ub7kij#17(v+x{ww!s4%1SE zU@isOe25I6+tV^0-LQMHF*DKmro(~iv)mpMHksmLKDxK4%!4Skc!)n0`CE^aF{Bgq zK{HLr;=C)zSfRVyH#s7(s9bw2;ojV?clZ>{d+?5h;GEh~8V+d%FcfN33S(eDb%Ry# z5i;rdo&!CCbM(}u6L^n!gtIBLF;R@`(s%1r8G3bgLsvX>`*v0n*?i>JR*meWDJ#-q z-i-eemlYO1!M+$@-YztURF4^q8dPUln0==C!Dczp&C>);?o#ZKuq;QTKJOJ2v{)Mj zV0Hg)cL%h5+nz01+HDAPxt}5a@QP%T8HD4?e1+}WjARN4+w03hTvf~l17!MH%g2aG zX?ctLXD1~y7@<3NyzQ88s2m30H=9d6Rt)m|-R$EKX_xQ*QI~Hoe3lZOZRXNlR$4#_ z{VP78F%&*FhJ6Op+do^!7wuD4|!&SkE6eN-9fzDQB=6ZpJi&(iu6L`t7$P zL);ex0W9l(ov7kNA3@H87}&N-fDyHKkXzmRBVr6~J9Q7EyzrDDhx_)gye2eJ&)=`y zxIuptmcs!?NW?9=)<2))Z|~)~kUq=`A-()14Hz<9Et6hnbH!|};GS5`46LI+%LfJ+ zUwujT^=g*iq^hd5zR!wN3dkzX^pyawuMLA7fKfz$ySANJ^97u{j1NM z8)thXMPcUR$s9Lz^L%K0p497CLWJh8!0w3*xQYS#CjdbdV;p&0=*bFGomoPA`> z!eq_c@AVdpwt+O4-k>4 z*H-zy*c5W(;5E0(9Y)!_>G0#Y>wy8O4{6QlC{FilJF*n!z8LbulrWezib*mcaO@-R zk2=4a$Jo74{Lu<_j08N^E$%hW)On9guH$L+ZF$@SC}fZU-71}=f%Iz?Pgta0Nae&VFoI@`Nl8{P6&P^-mubIoseG8pNR%oq=Ol{nC@*g>iuHhiDl_roorx; z?mmF$X1+Sa9%p!iWT*#-DqMTzj-ch2`w6=oD1Ov2{Yh)?QF7HXtG^wY?04xZhZX2YB6!8hso8l7j#X61KEyhR)_Qb{|$Em!}+41Mpee(olSSp_2(uv{W^LuS| z8K0Pb{iRiKrX500hztVf#nDRC*^pml_6@ecKQVkwSq;^wFsEa^-7OJycm>%B+ccAuu9g zW%j&}dhwpVPWX8VzNuMNbnFJIs(quf&LnSE(&(b-{fl64Fn;8-5mzCpM{oGAo}2y$ z&D4DYO+hk5sC$sm8-L#H%fQv-?LZ~nmkErE4;ilwrty`!Jo8jcF7<00-$6EJBx~;h zbKysDX{3FBP2SA(p%D6Op!)2bxz+D`AC>2b4Y~#<8cD25Z`(5LkX0`3Cg6;)1-?-} z@x4!KPOs#{%;h|JcfS|Yef2#AtfOV)ze<^pLJvsPQ2l5dqqjG!1&SYj=mX6FH8v8PwE$v!V%pg(*|RC0DesA#*t5N?%qNr8zgonSu9WQG^0 z^AWA5IY^&C%@-MQKAqm zDoQ?Xu~`5N(FgU*nSJC1iRu90^bHwW;|b%joz%IdH7k zAYK5xM{(udi$-N-Iye32O7n3%oIWztwCnT|t=svT6ZJbWLcu2cQOCwvIT4R$7uQr0 zYr4Vm^749G?K14>JeDBgIc5kj-7Yz&x$F}kpAsT0@N!JZbLzo%-mA>p8%hTS>-OsB zm+eE3(bw75$DD$QU_(|%Pk(~nXhlBBp6M{XPSRz{4@oG+v+qN#5^suEK>3{ZMsc60OXcFex2Jn-Fzd?pN&8IO5|FLhg zc~;k&563Fw8+x%zJn%3hlFe-@gw2w}m^v9^9JHX|(QXbu5dD2m;jQ4uf*d_Oc{MIF zM01|J0C~@j&&l^u(0O+>z5(7`IsFhWlomW!8lvC8Gac6UB?a{18+>Az0@#!>RmWOr zQcU*!%jGvOe4?BweM`SkE}j3_m&03jsO7`@I*)s_o@z}fAs3m_o?PVY7a15p`f)pXZr5wX z&px`%-G$6gd09G_!y*Ks8LK=1%FgMzZx+RRUynXnINxOlXsgG~M2BXO>aaK!85so5 zcZ1dwq>J4i<|Or7IDR)2^3k&Z@N9|g+5673a<4xpQF%zkt$HqigGh(GfLS#@Vkg zI((zd7~uRqb82wTkDX+xq%moH$1-_(F7;xA(1W8y)Gd$vSM3jDnn2&vq9L||Fs9i1 zP->HVufo8RvZptlzF*FkNQNt)wqcJ}5>ZArvFhCGI9oY^8lZyR`^h8Ag9MGf&(o3) zE@zP^;qh8RT{sl*>F5hNPxnLb22JhnvZ?a?Q>(aB%q4U!r-2RwsTZj05Dfbx`PSus zv~Zn;S5_|a_E~GgbXyp5UfImhf=Bp){&d|7MD?dz&mnjUym-O3D8xo11#^Rq{-m6b z=BIj+XX$pjMLt_gSdsRHS$@W|!9iilJ_&a!R&4l$Y%`u<>`1aJh)m+=Ec@MVU!ZBA za{dSGna9jlO_})G>b4-hi=*n^_RN|sxAC+A>d6pN@`);X(Wm4UD8HO(6Z3q{B5FTVtJ=kQGV{K6LOE0EK5S5x*$Tg=LetkBK57R zT%H7UJAQ#%F~1&tl;4Ae^LB|$NvZ5d6y;pYw|m+B)jH3g4AN)|1jjxB}@2eV%lMNdv#-QSJ7Lf~}Eerm+(fY$aX9f&{ZptV+(WRCaxyiD&R zDdyufpSUCDGvv3SSxBcKS~qtYtAkh?$p$ZL&P*>p%;?uR-l|=g;G`WI^ePw6qdPdp z1Ac2xyp$^ax!K^pSF2s=#zDLfT}na@r#La`tL^WTiajQi0w1*lhwK}>$-XHWSNA^Y zL8jv#-MajxmCf}F;~h8aw&N`F+~KNzT7|qgmtzTSzxAfB3rWIsO|OQY!M+(zlM!_o z5fO-fU|SXU9K>J`wpOJZ9HCKG7WdDdi5&N-bP7)PhZ~0EQ@hT2U>?xw(%FRkd@O2& zm+Zd5uon7$a{$XHc|)OA&hf{Sf}XrxW%088xID>(H2;S4VvJAn_Nvlsl4xqE-R=(@ zPdewT;J=O!j4d%=$zds8PIEW}E!|u<=;6!;eKMUkaf{<XU71^xLn2@!~ov zdmgY4k=B6?39LhG*iCtn_hB-n8|@aNiYUboG+2b@pE44@IQx|04T~R2VfU1LEaK7G zcl^rpnXz~)YEhfGmXjr8^@dB8tGciF_@f3|;crT#a(=ojdeXi?h?Ke6DH(3h=;#+0 zGf>n&YI;Nq)aCGI-w2#y2dIa2o&6H{`DdlvkR-BJ{p4w`H1E|>WS=%@PwJliNc+kK z$U|b|B})=@oS-LHi++gj?4rKWgaK$5n<Vz^Do?5ajD$P$`@CDw%nr(Bv*gkT~h=?WOb=hS_S^ zoPjG0v+J1n7I(kBsM0(u{O>SFR5L>jx&|}Kf4DSx(isY65TEqpfm) z`0#^HRl0zs^f_(7@P2fvN)m!*xOnsFF#q=dkDy#?95hRRb9jOq$vp}WUbuMl*7#Zo zvApZ!O7;`Mx@S_=(qtbw_hh|81BemYF1w(YO~ETOv^{6#-qrg{E`JdEBz;@uUL9d5 zV&%^J{Mxgg`mqYc(?&;$9>a}cP-Dybt}23iWQ*;acHpY92b#kP(88-zt60%Q7-Q9Y zMNVYxfbiMFJ9agInCp#Oame!u?oXqplsZnpVsPFd&PrgagA*$xI?CK(a3Jz$n$#Xvl|`H$}J0 zdvr6_WATiId#=$_TtIlWWee)mU0cVHox49@-D)5^C zZ7-BZpyKdQs*We{mAuEwJ&Vh+E-(GTg=@7HJ@!wBE2s$go0VG(l+|N)xeEsID@iEA ztm}yM<4tg>*<1O)dX4Q@Qt^(t{wYvfH0MQctxH;^box@~I8b zaCeTJpPR@>5Dyhnr@a8W!JIp<+izb!Wt6kSwjaWkI@r**d^+0X!1^1_TK|~7w`;Xa zU190;l0E>&;`vMNBRJ#DrJS$(8$9`Ycx2DjK6aPrK8cV+MzKm-z5PBN!xNdsZ)lgv z?nZ6ju*eRfYHYms&}8{sziFMW&hIT?`{zRg96Ac#CAMS=qrEkzCCK;uC}6NU4Ge!3 zFHFV;K@(Grwnen`&aI1aIzAr2&DF;9Q5NR*d=cs>Do$kIxV!vX$n~=~k;LeAnJ9iT zT1MOV##AUjZo151T8pEgTDfSe#y06nMJanw{=sp0LMI=;B&H(~ zbcK9`5N)wn?8Was6^=5q2$yq3|6mdQ_&w@wy2E2|})|J)PT{mT>f8cKavYj3r;FBz&7K|-mgdY03Rqn}rb<7kC} z`QJ%~v56ffrg#RBs3X#c*j3t1+Ow39iLm2P=Gc?c^=`xB^IN;^Ph3W&$}+?g9HV2u zD3rA#e|(LAdx_8hcIi;wD{70EtT#h>2~!OQXKYBF_soy5(I{Qud8(1(BjwR&H7E;1 z2-39Q^KXSg<=2nj%NI5|G^$lFpE@RdWlkMfAfeYZ08h8@Qxawhq1&$xN`nSl>T zk<;S&0BN=UaTPvnk>2DlAvH2O4j*FKE#Qho@5t= z3418dpcG4!{VpI}4?k=*p%2w89LE-QPK(4h&OXEtk4qE6F2t37QCd3P;s34)CK}(5 z)ig}`;dmShhW-8uDT767yI&QE)?f?8f5tS6(>4jdjknOmP05|#Lr`D4@z76 z#RxsNgH+iCUa&2ze6tMIBWeguNLZ3hc~;!_RDt)9VE>KH-bsoybaX zTOGAoVk5q5V)7~x%aNT|YVz-SnHPlWlu@ zE+|2cAHXFL&lYs{I{$tU ztoH^{m8TIDHh26P$}?{7ms10ibB%pLRY{i7B2(i_Jz@wb#rC*UPguoH(g6auScDbz z0>wyOfT!D(Q@`nI8txTVGc)uV)be7nmg{h3uDW9U@$S*u-lGmM%IRCa^NT-5<<-sY zbTpQckNfb$A8D#??f&>}DrgLzO5bk)u^N)c9-#~2{0&4HG$iC{nXgM^#c{Xb0yjGi zK&(#Ty&uTj-qY0YF;xO64H_mqw9nF8wV4tM+U3<7Zr2$7iTxGAhnwWFbKi*Kv*j=c ztmI(vE6mqS@E-4h8Qr-dyY~|#e!u$S^7-z?Oexrt5Khe;;xX8=5Igqk#+s0*FQ%1w z&g9Q@VC8PTg-(-BP-ormHCRad%zwWt6JuL!);^rB4=>r;Rn{L}f3ejjn#^_2yGArs zzYlibQcAq{JGFkiCpMy?5ps6CU5QTQX;>=Zd6{)7f<;xCgnIV#lizrC6uEVeQ=+{L zIJ1(V{}Ov$f40+=-QOM?RL!`{Bg5U`zFjUPG$O&$dbIEuf6`!k?#11vU|w3>6ei7a zFiH^h=*ZjhB1F*s)#Q4w?j;>`-<`BX=w`Fmv`hw`o5;L4nlvI>=)DO;#`SzJe_R{J6=0l@{jgArOG!+ z*_E*l@S=B{c03{ht9;}(Nd$j`UUet?G#=_A_R;w;9L9Lp5%Ul7|Lyy@CSPZki zOKkln0)(}_*wM1feuLM2*SxL9z6@qA`;)(`cYdgueR>dr04FaiKkM?JrT~r}!yh=V zICPcQ&n>KeFX(pwnQ|^l(3o74<33R~m6TqN!+p{Bp%6e{NDmn{o}kWwSDv6S{RBDX z{7b~Qw>hLbvN{BMuBWIf0m&yK#@s(Sb>}>|qeQoopU!lt@3l+lhECptcw^kJnlk4( zow7gLnhgtZz^9iV;@t2Y6KKGe>-B3l9$fSC>2+%X$cAm;#Rekc9(m!kx}HjsFz8l! zc;^IoCzKErNhWJf&x}7Cpzqqj>Yi>!6@ji~hVvXz->XWDRMhXB&v36pg z%)UA*cW3UwBW8g+#L!e2%7tjF)Tt|66&aXayo-X>p9jf`5pp9HDI>J+&vzrWFbVMB zxVKuwzxuoFkXHw4h_*P5l(0wV&AKjg9eH=n)81xLd&7Y~t8#2*x8w*5KMfJ5b+h|P zW4hy=wnHUOb9Rp>H{vk;Y@MwOP&D!I1qFCO6--Cr(apKLjfFeN*1$Z7M~(5s9}tZL%?A7 zF-k4vYxBwM4vNaKLkw(>meiNnEW~bw2_##iY01$=f-}jh`834vM8r3!odZkId~8!c$?~BFZvL z7zP)XmH{H(98SHF_(XChp~*pY3CI85fX)v0`m*rysqpPbU9=YiioGrDu0DUB)GNjN zWbqq9y64HCW2V9Okq$Z&dnC_2j*~Jew7Wck&KDUrc|hC)!1NykcGQ9(FUb!&->F1+ z1(fBbM*#PzVJgO}`)Doh2GQQOWrwXhlORqIaHL#;0quKZ;CIy%qHnL-iqS;$mJl|KBuk%Cj)`aIz8D7POzfZqe9v=o&8HR16 zRpY*mmvZ!vqeIFMzodPfjt>3+FlGWv!;O4xdF6V6^IH2n8GT`|^1TF@@u~6}LXDLv z?b*`qn08{YN@gQeX8zu1Q&7hd*~?I&D@!DH1`eUwD7D9Ui!CCFgU(ESI z%@=m3oIu)9DU2$*UZ|(_J!LRF(p&G(yz^F4COPng_3Z_c(vpHo$MYXa~}(^`dGEVikhcxcs?%jHFfAvBH}ewQfY?rH{)+Kja> zltDP0MMGQVfkqr8>~wz-9miq_HPqhe?L{oLV0Xp{Aw?Asz{>l*xWnbO#psCNw@!Rb z&avr43QEHMdfBOl3Y0Ts*oO#ConOu>uXOPqBli)RO0THSSVf{d+mqtOAO0EuH(ySF z@_K}aytjnq@AsV`?|AJ)_p!&mt(kCfAu|l@3Ycpa3Xt4*MN{PRdF(qz!N}s{lxL08 z*M%Lg@PDPS<25!bxY^T-=#<}$xbvlW06^4osKdnaPUXEeo}<30;L@Llks)ZT4dho! ziG-}B8P;g~_66yeOPuGuJdnn@7ryqNXsX|^n^%rw{Y&YyyY^_eemC;Km{8!{mX3|` zI;`#AeY~E6CmGFP3qw-3g=??rK47zm7e{^^iqW^Km?U5u!(%D*Oq#2%b0XYFK7ci% z#iZDnrUQUNnF zQ29?!*8w_c><!cEoSu7TXTT)#@imwI)OACCTGDxa z+%-Az))Ia9nXjbgV7%hy8ln-+<`KN>bf9%OYtu%o-NT++g2F-hmn^#F^%cT_Oz+Qq zvr00}RXJT&&E<=h8gh9o*NQ;-*IzOd&D>oNnXCvaEhR2hDfI))uJv&6E@FHT2*|=h z?5o&p7qRQRJ+Bs&uJL+4f2xcro5GL%Wv2F){L@8&Q11Z}cLtb&KXg3ulK6P2V#N3I z6!OOh@5(V=+9=lA#JL$2&;FZ&u5sk)>Y_hJg4oD#)G(3Iam_}AC~rM4rcr$}O*mz# zs`>R_$<9wzxQ7Gm*lsAjd>)PpB9>7sJj}ZtF*JmTirG)kMH^|fk@5?YmgUdQnF`*VxNeP$R`R#w0 zZ--ERu=c>CB$BPl_r8jN{7qip5k6PqAoU_*qpWlj?;nJ~{+U_# z(7BV56R^E2xlj6#j~Vq+Z*1}=EW#zZK&A8JG&R1gQzrJT(sb#yz3O-9PYt4)#3| zl@vwh)uK9Nz%TE<&dU@j7WhZ7Fon1Ux+LJ^Ktskq4T5^E+gUgXcrEs$mBQSTY(A_G zJ&Lm2Dbhuk4cN|t&y13a!UP&|J9N45{Gi-%WgT1z&g(-Vzo=B8Y48{0L-+7W_xVN6 zdJKP4js%b=U9X4efs&DbUm0;)#n@-M-{T!vy!XFRsf?W%>pZr$^#ece_%_koh*9@bGmup7Uw;eL31tLJw) zi}%lqacD<J?yE~9eL;;3ZAifpq`zZ-p|~84{wYw-C6@A`hXU`gbYVs9Q18b zlgHk8str;{fkZrRRWWsf`PHqmOdr+ab~dwb8@xNDlfCUIqkg}=Ab6FRO$Djbcr4a) z&KyYcHMk8se0&Uj#cIj7T)mGKGJtml20J=u3%tJSd|!XDoXB&(l&2NmiPENt#~d5N z@5cNAME!Vw2X-*|5B%70>OefUPW`%Ha{H>-FDL@;`H}^pYD56BhX@k<+vINjBQ)ZULPs6xKf9(%BZMGeubi@^aXN0 zVK#i^Mkv5Ty~bRmwxsC#;T~}W*CHRR!cm${WpNgse^HYv)yT@J$?m0G$Ez`vC_)w% z2R>x=@MEg5LI4*BU;&+nRJoK?Kb+=UJy&lg(t_Ia+mHC`)d6Na_h$&n_^&PjTlpC4 zP%cecd`Z&*r6>`UQg0}kjshE~k*N*8O5i&5rW`HHx@x$8zMPRhRp$%A2udjn&ia?70R=m;!BL#RiiGfqACVVGCH zK22*6ugQR~472xYr)MEz&#ygYl%nHQP+v{})i6-WS&}l4XHb7OAe%)OWVPzcdz85o z^XMCPImmicTpzq(E`BzB$|@Xg%f?Nwq`<;su8xPAtDHx6U!?r!`kv@h)5|t&#>cS(+thGH(>sQNkUj4zIcJi!AlPw`4OQ<2TQV7<}VrU0rCHe?%}3u%yWc z8XQ(>{Fw|M^x>&PTU7{(-WFm^q`kSJT$VgJZ>$$7p3u!zY)T|jKq<4 zu8*5(`Ft@OulEz~(fJN07AF9WB88FQ^}vvt?(;uQJHE|dT8!{h)NjYfIe~mAD*AWN zhhRE%PGyPKveHgKpH?cq(LylA+rwT zZXKY~uKnpJ8_{LNwr;<@0-wGX#M;RZIw-pOI@s57c*%)3H>mMK{uu0cR&ohfOgE&}aA`Tn&GJPTW>Nmng*1N$I$IIys zjq)=(BnmdkvjAC^xGV9X80MF^>#3RX#InADj?vpadS^2}zG1H&>L7hHbu{{;e3H=X8m*kfC_ z7uKz=elPWDd9{1rN>R_z581zRS6Uvnt*&8=7vGx*_pGUg7H4w4uM!7>t2ym_cHCuz z`Avo_O37j3aUWr+1kJqhVuo2SeOAAKl_5Aycz)p3Qnyo{828&RM;EGw2&%r;V!G{P zLcOIhE#WW##g0-hY$5;c0-6a`@8O{okE=f1F2~sZ%rm-UkMe{NtGMBOHquix;Ai6W zaE-X#uUKH3;`2FYtyohTHDfL-L*bMCjk7P@DvYQA;#b=6h0h^jha;WJ)z_f^l0#O2 z*ovOo@R%=(#IZHTzDDC(cd&YN;xCP?l$$-v13%{ZH2Ua7$LX5V9U!kWAwak^QH-k{ zE=A0BrTODaCYTU+Fe#N)HDPPFP93+Qv02a0l8k?-S?jkRie>N143SG5*33f^?5i_O z+M{_5;p4jBuLFP{;=)MH!zl9a;$8Op*H#5qPmBbm=b+vC>{=Fx-dk5s%jhNd8&4c@ zJ$Or{=I;v#(~B}Y5?yjn1FoZkGVshpzKa zv4qY``phdw6;PLOtz95d8D-T0z4$KC-#s|o%duT(BdkrEh2oY1ix?erh7s~K_hOT- zDDt1)wc0e#Y`Z5X;nv;$L?LQ}_ouOhVvb(2?^HGB_NVyQbv}L9=j2`c_n01GGNO(` z*&0k96p5mw^Dg4~!~_&?ceY3x(wVq2L7W#8qx;^4%W<-lN@7<#kqz$MXx$GkIC%Q} zCSMmB?o3zmeueGw6Wq^RLNUsP2lrgOcMWej%{<)EBXUdOIp#TxslQvq(uTJ&jE ziRb!`!q!LQOxnb1AlBxejR9qJFbU*8dApBJzL^R2%n5Ktca(rtPm!$I^A-sU=Sox9 zb@iV+T=u%C)9Xrv9p6XozEp2U^j>19JfP0paB(EB_@!AU23kQdWm)hDtDv9B>@G0? z_9078A9-L7YkjW1H!Wu2!W3L|S`!%qEME%6%@nl?y{(A-Hmr5-yIUI={P8&oOLexJeP#u1FhmM_Ap)}1FKluO=NB|X z_9KCixIONtk+|QTge52L3tT{c-rUjqdB!U|yatfF3!VGm11aF{+n?s*vB`6ms_&0c zo9X0yb%H;0uk9f0xjj(=-ST;TCfGo~j~~`*QDB0-G-w&$H~8d)_0;$olKm-}$3b6S4a$vad#^#+bdoT9&jhRlg1OQ9s-Vnccvl|+D+|6Oi`BR7-35#0 zahXngU{7qQc709#Z2dlM4Gh_hF!X0Ko@IHlGW(jLTC%FJK4pRg_5g6@`WD>%IXp5X z@*(#N7|%_JN&rIm+&TgljkRcqU{CJ)htuy@8alm zR?sdM?mE3JFGMoM9$s|q+(GGh48{4YrQ1zM84O0IRj=m^JT7O+&6Ij|YU-~-TtwIT zi?m&#?d!rga(mFe+rF`aQulED^iUT+Y=^(`gfMq-~`T|>)PJ(Dl|+j#gvZsY4{$>k_?+uzD5PVzLWew5Do>1tE4o))56oz zp1a}CKDFI^3*3-kCNOwaNHL61?+O8>=T$fiv&J@>2ayO(>B`z-^1MI@U_X&|hvQSc z9DhP}MTz#Zgvf#LdyzcPdwTg8lGEoST3NtmuD>y_wYlj~#tGY(1^FWBNapvPm#FR1 zjS%z*euhw;SMh3e)h0CVKz?XFtuN00DP!UnJUoA`nInmZRE=EKnAQH4d`YYS+U>Rk zW;?%uJNfnNZpJCzx02tp1wq{RgC=eh9)xIuf!Wu7u0&}`ntYS3Em%`*K54SGS_$3; z;F8b$3DCNu%6srzwD&D?vu|>9W_s?mk*-ypa8Llwi~VO1Bk;c}!j?yr%DHx{K zmAZ8rNyyB>JSC+czIynGm7u%FTHT)SbeUt5>%bC^{g5N|P+vvP=h9{t@~27r@Ty20 z$-tJxKNJNuwPo!;zBPGBWpuF591CfLoj{}Li48YAqBzn6G-JS6utx}xDamq&DUKHi zn^L5Q=0W+lOMNhI%`>o=Mzbw=p=cKnpdwPK)W!kq4F zs#rWL6*v&u4>7b)-}Y;S~P*sp1`On-BAU-j6nuDJdsNKelUw+@CG3=10( zoLdQxy}b%o^ZumSyN4|ZPlpHT`Zi~yA={}WA6|DK6nqmg4e7Iu=Hg;xdS&dFtPKuU z3pv}7fQo>pDgJpDG6=nJ0K_FuVsB7{$Y6uuK6#R5A4#}`!MF`smC+}@Q3CR_ioyj2 zO7n*{Jdmzom>uwmV*H}5IQ)LnYU@5UU94L*zR8FER3xZWleULq z^NISEk(p=d-3)NCMKNb&+5BZWe{loUgt$yjUNWKbtSR+9``DrnoIojj4U$whack@w zZymlve9{PeV(5X~3m30vp{m*+?!@b|2Q_imGclNO`S>f)Ni0ge^hk`v8AF z@Kl;IKhu(Bz2P-PS44CZjuMpgeh{YCAK3vOTyAEEG6x}s%y##6LR81F;0*@s(XV=U z-~z~Y+48ij+uCDY-^luaVz&$0y9eSAOH{voSxJRY8}#J1|<6bY-(KD49n;|3ScZ1U}1){ds>v81m(rDKm)V@f^^I;iFCWLMAH3ytjO zyo|f^Y2-iIYYZU~X_CTv_~$&DDrA#~?5K?@oV;`=8Y~S@SZ37S!{JGvxZ)Tf`cO;r1Gm#Q;l!J>{l3 zVCPv|K7FjhUeJv#YT3^B3zJL{(73?iK0R)~qtK(?jKP(AC=za%ZB8czX5`v%*goleW+fm?rqCbM25`Bh!gwh zC_=@wr)8XTqv81KsWlo?v4K5mJ^BYaZ7bu%r{=ytw~3yv>rVaL2RNSuBd)%UD}IL%+$ zn+>zrSGli)!#?)k5b&E}o%%X#shXa?@L>`9*9nQnZc%bDBdppYp{|1k!2yZU)BQrs z$=?W<|U?Jy<8_yBQ?tFkgT$m{$RQ&V5y+zp3p`WY#bMS+)Q)ufaG3^ z%f(ZEI~(F59jL}e% zF(>RDq*jUWRqpG_?|yS0@js<1$APN0RUU$U?mD**rX%vllPV4u;@x$p`go}(?sBai z#XP6Y8;%2q$#9NJu%{{GH`>!=xN;~@wfA(3oX`z}?Lel=yoPs2-uD<}C{%# zAM`jFA2G?ADjUGi5)z~5Z?=rpj@*pfs`%=bzWd^?^#N*yKA1kAVDRT{z)DN0Z&Sp` zXpVp4n=!u!UsUY5d|yerY+BoaWATdA$B~%U2tzbdQTrH$bn=ox4Au->F%F_!z9( zgAJ%}nA30p?o#f*9e>U*hc*g+Z>g3L`g!Bod)u8CC&81XFgXi1<0doZZLMtQeYbv} zZk*ZYk$b-$vEqC=_BftSqxZJH#xuH5R<%BU{rA@+FXLNrPrt=@bLxg+ z?|80)L@Z~!B-VY@ZWy?%J|Vm?O&(osha_f!T05L+;&J}Q)*~_tOhAI|P(*zFlg%k3 zT(a?f$!?-91QlpMf0YPMo0_eCND~^$C22K5XT1zyJuUoQ2f@2(A;yNvq9nlm@C@R? z0b+-Z)a_;C`ThZsxL4^*aZXIaccujxFDMns`9N0 z2Qpm3Iij$jIo^E(IGiYkoyR`0G^hA5P~<-8eOK8z#T1VULQtNb=udy%B$!*D3n5ng zRY*0W_kN#%`0eq1^n0FkH(jxelRoM5+Q+9Exqy6xZwCaVp0&eU=SbhWG$5GwDiDc zd+x;wJdqT$ICi_ z>yrVq=6V&?k2pbP|9Vh#aMZIK+#xo}=^b5k?Q6VtWO}%RYTx`u^eL3jN`!idKaFkw zM8ZH#Q3A2hruFolGHj7F)n5Vyqo?2ReNxVSxg6gnv7QdF5AGY7yc81)8!17F|48dN z2H-U7XZv_uz;!j_>s=?f)l-uA3GR0K{1O>ZgTsEX=v*&P-E@Vay>Q&K{g-2PEx$i6 zox-n5o%&Zw{@K4Hsfkv(@V14xH{|R^Gq{fb6g1a3^t-g4YupIpn#w5>{ z^9)rBK_6PJmY3o&X8Xy$=`L=OseY!vaQV#m@oeUUq#v}`<+jk*V=XywGN)EQT*n~% z5wGZ`&&fm5aqWaFj4E+yWWm0Tfy6=uvY@c4B`Np(FR=`p-p74HV`PV|^~f8`{?)+ z;0plFFRA>7g}R%G{D7hFbCwo^{LNGGA@}gsdmg$Y{>@PSM=sEHau&cCO>rkHW^3|j zInXyzZZg3&w0w$2Ai+f!>!p-pq$<^t|uu zXX@nW>~l7&m&K1rluY}I=!SzLaG*fWgWO3PDJyW%}R>llEl)_My$Yq#=)u-no7J9AxfZm)@V*WyXlK zjtNZI=;IOXnzEZK`(A@&$JF5z5YvKW^~oa9%bDAB=HuJQcgcGvseZcMf4xGz_>9@k z{QsB4UP}3LB2qja;^?S3dm#_5c-l>ZH%7Hg}twCCBt5sLBc>7>O}BPUZs? z%M8^%+S$VHUkYu+`B7@&RegL}F%cqU5MF9w8)UjFA;}0KgA&Q(etQ*=xdsGS2Mnz} zX1IMye3ExJ=g!bVOeQ1mta*D!{VA`sb&}HXRR%vkCO&o%PSyF_jPyVp5QJ$5=2=Of z2G+!Kc7rL_hj>}O{@hI$p5RcEeEK3adAXK|{qhp$_(EBD07vlZGd-s6 z#Dyx79l}Mwcvgtv1+biH)aiG^fAaJUWnZnxXGhTa;N|9Niqr^2w#lcgp59NPLS4ue zgN7{!tXgr*ZJfWy{sGTWe}48Sa77Eb>Jhnqg7Xn34f$Z`&je^YJWK+rk>s+O>K>f% zFNpiqKJv0ILwdZhVvC#4_d8I$*j!bKkTl zQ_QoJDkTzIU5ef(#oj#lXayZ>(QC*fM5 zjIJS5k31ORY~YOT1q~B3hsr?X9=+pw^3d!ZsrMgI;BsIFUr>$A_LY6*3*<=Lzs(s+ zP2UfVJG=6~p(7Qo8_*4Sn)1mc;kq@!;u~0i6jE!lwz<2Z-mBpIV*w=G^bL;hHf#Zt@8%H6{QbD!H5f=ey1-++*+}}AZuttokbTP6 z?x%Rpll`5+Zf_#I>=F>I$6LOh% z-ue*r^0uyx_1VJ28k+;@Is{>EmZ$M|IsTXv0nr5Iw{i6bw|>rge{ZI_=O2}YL2#Au zmt3&O{hGpPAeUXfr2U({m{_I`?nl0YH8NJ>^LUiv>2|)4GquvjvC67Fr;Q&hY^rK* z4*B9;aobz&XZkRN=>s6(PU@n-R4}CS?8^HVkSlS-!YT98SQxBjr5SH=1_eIkPdaPyl}+ZMFYw(fYgJcxOdq}>OukKZB++j77-7Fbie)tpX(HD z`B+u?q<{W~sa;-_ldxB3!6rA*0g5S!mRl@*I_s)9A8%Z6bqEjXbl~%Tv&MLNE-?S@ zDD$PS7)Wgo9Y$|9iewTQzm)fRTr*I+R54f2*F0V_=9!3dm0R=y9qe!Q47vyIGvfE=DYj?bX)kQVtA^({4N8i38-{*kXW~( z@G@cX=JV&{yk99g9mTkvu;?Xp)OFI^xP8#*Fzfq}zlm_jQjU+aXP-yhn-~9g(}2W) zjd{xkIJCiJD<5{WO`I4+kN4!J^vtqNa1h6)cbB88&k&%*+Fg<)1fLzTj7^?H* z)}oW5R7hNNcSJKaTb=g8pL=51Okr_AaJ^gqe zzb^MB7BQT7f3#n@rHBb}mB?;DG=hrH(Y(QOHaMDg<^tODkk*efkmV!LWusWU`wCxd zndN&pqk!<{KBbPZ@4#DrZ&eIT^>l#I6J2N2h^HIe*}wQ(Y+M`zN5Zpc++_^jyvJck7WK$CCo zpf3ubR+6cH-l6-%cAr_!ashg~IkpiwYB zqH1E96aZ=dIe|?5?DRLjd{q@ci?ZOE2UEU2%UL~E`x&{@m8yH~2HPd3#_yS8xMp8m z5%jjleT1C0*V?rgO^ug}Rk4Zjz3%UGBO;er5=74DU-9;KSS|9v1K|aT<964inM|$_ zFt)6|8z&;*I6p3zODi3Jm*3+-ew#VUqmyz#!{pt+Dbc1pOuqVcCs>SCc^?mdwJcFNh9l~}K+&=qR<@Zs20lsakoBP{O!ZSeXjk}&; z;w1Ib9a>PrYeEh5rtKDn5jW(>_Mb!CQS$gizX<-l4&Apn|Jq1nNj{7K{?VDoS=!@v z$%PYTXfovtes(KC$Zh|MW{JU{$!~y`aK_W(z!~`~Q%|RsioQA)=DK#zPvBnp;+FK= zAso_~f#x_{uA_809`pCBl{+3%K=7DJGni_KF!hFP)CH|SoP!`c$PKzW|Kh`Dib z68_-QvQ{|3La1gh>(J)vbt}fZBOy|UorCpy!Og1NjINR`AH`y`pjv~6A6yTn&yoen zO-BqU03s@)YyO?KZ^zF*C>HqT9!=|x6`Rq)R)m{+M&~zsLW}A5K)n6qH!i8Tb>$cd zsz>#lEOetBs&P-RqJOt9PpnM&fan|;6l~Ztte=@*^z^NSnkUYy>v={L@1Dg&kUhl$ zcn!R-eU647hD~NQK;wbYor3st6+0MtWTiacU&MZtPlx<;W#M5fU@eX*8S(<`tNi+y zHF}sXBY8j05M5?NW-`DQTf~hy@YymYz`;h z+~P$agC7hWqWbH2FhB;|uij4fJ8Io9HhnnEP!Bq5$B-hIoTlyUtu?8jywsBnhad{5 zxn*3iO^p-o7wWf>nO4-k<16bqb3QagV~VTFQ282}?8?vfebgX$z#D4zQylQ`9v%XU z(=GMzootO8SKAt3iE~T(#jxTaZsOES21um#V}I&Y$Xl=IhBTkuS8`JX7qi0>Q)XJw zbj&3LK|hChBH4;pgI6*@w&ib>SKBsun-d{KaK6`?Mnggy4fOlb=oAv$aMpy*M+>ycG$GB!MA9k;m->m$+j5Igh zH}yrj9>&Cr>CHWGSwS^oSxt@t)58sTf7j)_Po2jGL*ED=_bX*4MDNcMnlYh;h+ZdC zf{<1^NY1O{XG%GCu&225Xq6Zo)NkwlxUi&p`szT7>+tz#og2vA*rc`XSF$jkgM)#1 z{X>JE5wTcEImM@@zmTIMgK}xjn%7}}2;|WIHI~H8rmM$d!BC3^$9`?Eg*TMW4mJ4a z$u`e0_ewBES3vfGEJ}Y|>g1;+XO}TLpgAspFR>`z#dVrPpUcqNX=ue`1~fkN2mW;t zx=c2ZTfMy#SUEVTK3^N8v>-3VzJ~Kv`MGQ1YGaMwG^-2toC)#_e#lk!Gx8mEkVf2X za;(okTzb*&H7$qFxHB9M7espg_Os;7A@AaiCoH~DDReIWS3d3Azr^M3@XYmnEviCe z;(TP|*(kJlW-8o6LfE4!DcmlwShSa${tR;G8~7EL$ifFz_yyOyUrDmuk&K$JsC0H^ z@V>7{9vGTi_AwLg2YR$AH`#ty$?&YJj{RY)ztoG~E*p&ILP-{}-W3}8rH>932h`1o zqF>hWDUf@G-SqRL!&_O2?Q~h<9@BhMi0JY=73-1nb=ZJ1hiq*A6c_!wr$0}R`a zKixyPFYg@Ovv-4A-Cd~g;M0MabKJtcVTklvpJ)@InXNVSu4gL)u10%zvy902EQ(;h zlLoJ!IPKPS?QMk)WP7L%!5+mPY!Q4&F<$DI6m~Y@ets9IMBWp831BCLZOk9*_k1uv zXVnI2v7#^77=HG?*xU6=`JW^D;*WRf#~Wq6N6f$rhM84KluBiYAsS|&bE31Qvw}32 zcWl3W?Xizo9FOAoJcxV-8KhT zM|kERD#rXDy;0?7xPy0mzk{#QUyx;coDRXn%V(qa-HUhsOAH59*Bj>9IC+H$x?885 zI2JjzB0+@%vmm#gl$J`$J+96z8XYtPtaQ)|H@`8J$;xH8?<)c-Vpp#%9;5$;b(je0 z%)xtxBHp@vTupDeV_kzon@z#?>!-tZ=z`flZ?7

LQoKu1Gj?ZT2z_eVc*(Ovy7c(cO{4;yxM&}lw~)N5);;px zLI%sMg3;bL>+Ko$*0}9kZK9J3gkVJ8u6iQw!{`@z*4li8G_?hF{NvZ&zS+%|AR9JL z_$-ZCmhlmn{aLw^BOH)mk=SLvEm>TZ{e>OK<9AAw~SEv$_r z@Db-73Z=XsZ|!}6i2;0ecQh6BQ9H4X+!am1W^F))zvEVG{6~5oy zRrDt6bL@XbUQ4X_IMuA*_{f#?hhjw%Jzs{0@!PMX3jYz0B2JVe>jNE08 zk>tAH)b64wt9>NUUgBDCo2eaqY8QR4-_xnVwQHn79iKDL=1 zp$?&d`1&9X$27txwNE0z*GD1RgV{9Jt~)eR)??`{e9K5_Ph7I~GWiQnWzh2kC0pbhXrCm)!MSik)aG?n_eg2WYaa2T0aCjEZ38;XhT zTCI8T(`jV6)_wl@3Xc#u%A-5vt6^CONap$PxMzXT7)*o*q|&f?1|I19R8r;|S7fiB z_h{QBcpqUw5H@D5Twl%Rp;3Pu(g)yyr?I91guogp-S1=)x`>H8?Xfnj`fNB1JEu(z zg-b~kVYWPfkn*9;alVLD^6o*U@9tmfX-T>2Tw9Z+s4^Qaf!7nB6x`{{XkyvrG}ZMR z)-oqh1jIJFsdvHnP}&4ISSQ}VstnIttFCwXQq{D)UpH;{fv|gmQ~|$e(q#sko_Ho| zmC^YJBJi2nx*O6gjaR4^FX^6%BQ1MjENX99ogF&z%!v17C8|5Dv!7a9M^~HPW~t~N z-v*dUD?DUhyZFhVK$7`i&98~9VKW*BdC2HjN?S1^Jp>pW_>;05_`*jyo`^_(2 zZ@t2PUj9(ABHGw^9`G*F7$@QCyM4en(S+@Ymo<sURqQp&t^vCEtJtTs&%{VLU7* zu&rn_Ps%vDaR&84fb+)Mt)o1pGfbw3?Dn9RJ|m z3_D!?&N!IZe6oiyS2Wum(R!M39t8G=7!?`;Q16oMvyiQ=+VNf-(h7d0W67#jc~;#E zNcNZTZaIEnN(HR)#6_~NN>!?RgP8d%VgFvmSWeII*jUnk>}q*;={(EL@-mQkE= zc+3E0^ym%WZ}v|jS(%JL zlO>c}S0lNghS9?2Bt*9z^?p#?gno}enLCf^)7;P;n&OgLdJIA^QeiYW9(@x<+d={U zp1|T~G{kF7BhL!ZieR9_sQt<8gBRqY{b?o=TjstK`n`<^_}G>Vv39VI%HLHHTs?SJ zy|dZFn}cw}0gO$!Wn8#qOmr_=b%}XBf3ku4;pi>nJJ<&blBt7YrSg2lyV|#5rY9O# zB)UGISNG<4?nyD-%zut>lY_TT>!^!le1saTa~IdLtiBBtIc#qoq9uQ>N$cZ+JcOC~ z{X|WUfO7$%u+)QOcR)rucYaUT;?I*X6stWSDPqMV0;L0x5$Wusi!GG|rEXYsp(c@O z{13GkJibn?4Qd1O&Un)^?d_{?q7zpfNn{k!QJ8AZX?|t^y0hGVO)|RytsIR>d;7kK zv^05tsL+d}(12duCISu+Br+mJd=j~Rfij!xK_Gp#&hzgc+^Pg`E&FL_RYEl}KMU97 zPY*nn$C12d1GpW|OzBzAL1!8)JUCOasuPzOFU8M>uIO9`eO__YuT$1j+G#u*tFaka8rH&x z4QWjbjH?b)g9|VAg~IP|L2Hxm<|3c9HBGQf$siDtS@fO!3ge}9mPtj{wOc*m#{?U@ zAA>6q7PVWfGfK>An8{|Xd*`vsU%RQ3Ow+oYr6%}lMCXq65cHq+*{#lt!j6+Amx8iy z?B@(W$M(b|c#rHb4+SQ1H>m7isQ;e1bU&V-OOGz1=0$@#T4amkjBECLr|&Bouuo+M zWB7);T{w5lOHn2m8a0|@cPPl2CJMt#_6+$%^JDiU65uw*qF2G#L5Pm$`#&3O?R_uO zrQx&ed|u5l2->FT`202Kk@fzd5Uyl)JvK_fQh3|e|9nMa)V!GV+y9SH+NQ-I~QQT-I{Nesv5HTTcJw^c`N>(^} zH#9MshrTV|(&rO{t_ zSU)Wh6_O(fi6A$Y+}kKTMYRYyqhKPTqqh^rHF=W2 zVu_E%xh$#o*DgNVsLYqIwMT49+i7U#>iBQGHE9}XMBpQ!6$EKPZ_R7mml1EHqQVg? zZ$r(e`3817BmvrUIg${W!O~nSZ8AQQ%)x=0P~qv|q^CAqbcqn(=(f^oDZ`;V5PNXk zrscAwha6@IZ^HbQOS12T``7HIke9c*?iYzCBah-=* zUcKITvVc&U0D$h%=jpukalbdW12LMVeSnwB-Mb&VcVifr+{gzYcW(ob zo%U^GPU(*-n!g!dz)UKTj|QH~Kx#*yK84%$(o646eOIoi4DbwKci4@5Kg5LVr^}Nf ziR<9@%zQc=;VjCa<3EQ;VaUEnbKEo0@ExzvEJGc5ZN=(vp9GaACO_Y&`4$UDYroe$ zES%^bir@>rsNkIo>d|l4G`L{W72b~676xg6n+17kX0z>yy?(qmR-YDkH1%1$Lc;dB z`<`N2o3@}y<4IiVTnj0%VqjSGe~+y!h6U79Zkclp1f5Eh>t&tE|UD=8Ow-C$l%WaJ8(~% z+-ghcXs`9kKR4RDkp%g9ntza7>|f4RA=aVO^XPed7(*T6ziNA>#4;vpIaY+h183^- zNZIM=rg?!p*9El*yf=NtzY~J@=JQR^wTO3ndiA+A%7<4|qL20cu9#3*f*;v-k%?b? z6j??*9q_bvF5>Sk2Pp51#y7|lbTloZ$Iq*g*n+g{$!<1hJ?*Ng3Ed>zrww#k4X`~N z=%p*6l&3M-%q1~G^Gfl^MWfGh{cQyFGfU@M`#PY-#P&M-IYi>y`XbL}XW79|;*Rf} z#BL9X8!|LMhzP=#%jXRM%qhBp7-ZXeT}bC4)Q_)+y&M8=T_M~o-dKNgGAfJcC8pco z6@IB76oSn37M0!mHr!G4{^J22oCyYY$$t7ppR_M8)sO;`*Msw^^%#9iBloX(_w30I zn%3LB#{eaJMO}=O%&Gx#kH1?o;3&b7K{G2_`GSdMqxDy3Y2kO$E*#7Kr~{y;NYy_+ zX`zQlD?5Ht(dn3HVOJacs^iywY4Px~mX7m_xwnu2<_c^hTEu_P;5Y|q#vps=_4sfu zv)y!2`|PRjkyXVG-YiRo4mJ^cbB15uVPmqJ-Zyt)OcMjPKs?LpAqD#&F2lYjKPA=i zX-Lw8b|7}>KO<9;#qP+(ZyH;Man4?x$K^ynb$_=jd4*^GKzGlEKE20`?bkm7*fy79 zx*5OkzW!b0HpR<{1h8iLJb!J z(CE+@d?4j+}>tQvvL9^3?U~lVzYxG#w;FxN6AZ{8xsbR_7VU5zor|?vv%r5v;Wz6+=55-}aj4>!Aegk4iW_|4E zfAH|Pna`)c<(nzYaDkmw{?xU`?(6~cK=xzpcaq3$o4CNRD2PhhIio3Q+PG@XxP~B@ z0551pna}6S`}ef8e^+zxw{MF>9bHLEYd1I873 zPb%YM2#Dap46La{NCSJ9aWRMZl1MoIB4+ow9wi3m{kJnTGuyJEcu+&whe{K zYkoZwvBLLMUSXBle&>Nbs=Mw@&YNWc>F+y()LAL{!j;M)vEonH`j!tD9D`hX8(ogh zvp7;A1n8#^YUvTUM6|3_vrBMQ&-3CaM&7_@q*i`p7gHaap02NbQEi0}tb5E)W^1-B zYp}SkPHMu18@eh&pwXxo`s(f9n=}Bj)B;`xu;6?Vdl}IRH+T?4!tsSavb_W2ljcc! z%fv+c`agrN`}&K-1FQA*%t?=?;P%rwHmlb#+VA@)_Dmo#fF4TO^<0o8y0gOQHgwm_ zMc>yx5}bK%=#RpB_a<-8oZ|f_FxLT`7-(zG-U46ibpO&6Rgr^7bA{}tzlmVK-GieB zf3E&*58xA+<*D%+rRdqn-4_A+fpzVbraqC%QrK(`0a?h5z)?i(OgIjtU(M;Ol>2xQ zC$QP(awFYCSad4$ww_ylbG)c0ZNGDlD)l&iE>uGT`t?2QInDN?+c`Ri#zI1A$S`Q9 zeZ?#1ds-vB$6JUKT@|ANlR`Y7zXuz*-fw$jdvpkq4~Dy4*<+JvcQNk!0?yk1zxj{* zf#Wp^ANR%|E{N;*W%h&|1O9m(Jb+hArh6N-wcjDn^WLLVYv+!+pAN;eht*i;pHGiN zGlCB-i7UA;qU$`4zdy9V?HX=*m{0VqLH)oi=jg=rizL|19S}>d|7FSut2}5dy*HF` z#J=lKb8M~&*Wo)EklcD_Qh{}D5WMaQTl9tS`P79Q^Mzsh zU9oKTmVbAUzfdYMXa5NjT+r5*_!MM#8eSJ@MObKw0J8#0f1oMlC)hWp=|+4gU9&e> zmSL^$F$6GGYAzyU1A;8Qxy7*=Hh93O-&Tfm3pErbk@}~p{dKoHd^{wu?(W_cp)i>lX)J z(g$^Y*@=RT!p$n-S$K){-_Lnirwe;KgSG>Q9BQBNz`8eaOQC{&0|Ke(5RSi==}D>- z^}eHN_mTbf!`j540XoAZ?UHi~Ue9O<{na`~U7sZ#`!u>NZhqdC zGokY-goWFr1~;JL28DsBhaE*l{aS|(HG=T>SE<(S^AQAIE7m7v(hikv%kM^=hNciDsJ0XJ7jI_JM zRMGNA9`N%dS2SHi-hoO1uR-33lU8&ph0u?AIpw=dzK1*g+>S-)CY86CNPRd|B;39# znT6Aj<}TF;BY~$Q-IK=IZ-R6<&hjXpZo0HOM+DxS%eb>=2^@%djVA{Ci?}rmE*`qq z4UT_O_2ZYtJ3L#?=P{uf+7zB|mUz9k2xr4E8AxmJCQqNLrsu8qJ~Ebld4jxBK?pdxVX>?zDVrJ(Mv%V{AFvN4nH!;3W2Se=BE+HKR%I zI(hqa4j;0P>j%%KQ*KM;z3GH>vp4*tR$vF8d-*4Fj*YuSFYV>cF#G&jFlLC_AgFqe z_z?*g4G~p(N^l?nu-rs%Y2X%SzJs^*!bK%dK(tys`9r7k?a{*>2hHJT5ZHKjM z)>m|Ly8O^INav*G2yWYo(OLp7mc6+G^E8>K&NWqY&*En+1qSRnhF0xu4XIlp`+Zq6 zNl@Rr(k>PA*L}e$>x2;o99(;TZ~xR7!NtI_OX3 zh{>;$D}r_!!)Y~+UI8Y;5d%9qifVDrq`xj4o$?9U|GCAb|E8=b#R6g-&Qa{oo=`(K zD!>3Rd|3WuR63g0B#g1bL*!KbQkcg*ult3tNad@;tY1~YGVo`I_U{6SDN)3v>!e%r z5I@ou)Dm7Ri0lthT*SUq+uCM>W|R-Cr(g*vpx!V=5NukZKwBC7Otzo16T!OVd5%%RKfc!D6Gq(!)-S6aQwaa$ zXcqT@X7jUtMK{;WtJ#uc@AGyPwx9m!P&fIuS1K?Fk6*9n=W$asQsytHR2f&de%GA^ z13Q4Wp<`>%&OdAtP< zBm;$aH^llhk|C(y2wP#+y+|_Twgj*76TL>(BO&CP$fqy6Q1QF1?|n|s_+dq2L-`<` z61e>3mO(fn>nK495VhJudZkrUq&`eNVbqY(UGRi0s7$#>(z?%X^;!T>gfej@YVr^+ z3#b1m4{i9gs0S||=6^3OT~T{Kt@6Rq8CX}{fm@Mtb)2*1P~Pv#r}L)eN)DF7zGk$M z?~zZ#nJ2Rd^juia7c} zWud@mGq1%e`mAS)GAH|TZyY%hD=!AR@!TX_L5c(GIorzU^9T&MhS zY=u2={NlfIPuU5^9JbcNpF&6uf$AMOtb90>hB+s?Srl&yNNo9jW8crA|1jAvJZU(= zh3WfPq?Ai@%f$LulTOt=Yak90E1|qe2CA|YNA3HS$mH!Wth_Q7RQ6I)R}lU8F8gM_ z_Vug298sR#83zj_Erq=wuj0@TWp`STQj!pr>Nn=|x*Ta8?L~bc9i8-aabe_j)BvWX z%qjjz7+gPLdC|;Wj3*a&w}@Wo@FLH%dEkW?8e-oDpM5l~j&bJMo3#1xpw6mIKhbCA z(Y%R=@3!o;!bIZw6La{WnLUMXAKGWU7vNo0Bv4Xn^w)L1g$|oRrmYCq}}mg7ueSovAiCC@0O_Z z=a3281AJ`nb-!00DTP=E8Tx|Bu~zeG4C2hIK!1@w^4*E)2!*Mfv}qU!mw4`gMA zE`CTtfJVY^KyCYY%_6#AzO? zA}PeX=5x}4Z$Sd&yvGrLHFCO)>Ir)$NBu%A*aJMguEkwKQv;wNV5Wcfr{G}aI$eeS znLU%t8HYPY?ULTpI_Rhbr4Ys+nMJq$X_uKf+~uK$+(aP&qk)!F8=VPVC072JcTQn53 zfLy&d(daZY&_8t5_(fy0ktY*l->r-aQLny!a`FRv@bgFiZks^#`zT53Md5!-?S<;c zo?3XY5pg>^cod6@C%XB(oQ*M~B$0c=*N5u&o2*pmHvgHb!|Ye243)=$;DjUM96}C)0=ash(7-%0Fp=dBgy1K(Y4q%Nxn=~U8Zukq?v)Zc#d5m9epr|?Ca)A5>rrrZ1a zp1=G#)^8^h#oER3=iz+}_Pqf=EQvQoe!eROO--G8az5}UxIa#;c+S-$mI>F{r1H&< z-l{KtEbHCDjHgZMnr85Z1;2vROVB~M1=TUFIdhqO*HvB=B2 z;-1xQR9s=*=Pzgi-Uqau;!oCDUzS?l)UF4fs02O6UeCybK#{_d=f~l;-7vW9&Yx(V zhL?D`6li{!RwOhIpF(4Pt?XQHTEW#$(U^Nsg&+Rcqtkjz6uI!rB&@~NuHX{zU5A?? z-g>`XA2z16gHz$f87M(l*nPQvy%yQ$v>b9vyKAN>7H~n*{q=hgSrmLCus%BLP0VcK z=i99Wekl=>+Hh>^RM&vHIA z*&~vaxci$uN}01dHw9l!3OY#%OSKL7P#ux(N<_bG4DxSE~x zFMPJ92Rg91TsTH|Q1pC+**mr#CMK}lh*hj6nW)$o#xF7O%v-U*m5~*+`mv-ZpX`VX zNzdL%ycgFm^?FiO_&uRw)pl<#InfTp7nkzL4g}m8FJ59h zNu&?^IF%6uZj;;}N@^(a2pptlM*aO(AI0-uT}UjjO#DFd@hl(cM(pkh3WY7pjlyB5 zl-FyPsMigNkni^(*+L9~>;4JOZ#2wg+K-Uxpk%sS0TiliMmSfwVS9gVm1qqlKTFh>YbAW*v#v>x@*ec?laas zLrNzGbUyl7yZ<>N1a-?A`@9-UsSQrx8wj;Y0zU9}&! z2jJ}1>TG`52yTz$(Y1Miq59(?n8C%>s=}8FLhcUa>}!-0CJ3X2?**cP^A!d@*sn*u z?`wG9SN<@QR?Kd5VPa)}&n}c5eOs%=<}Kn-duZ7=X@Yrs4D8?UcQ|lJA4BOku4SUB zlc9oPJ!`GfkE}WGH>Gl8_;3yemKEp{=%3#qQB(R>$->3)rt>(g^E7s*G!W7zCuY!T zGj5K)B}c3@F9p4$6Xn-<(awAHLBJ!Z{$3xawyNTBDMZ+xk?;egY_(!1{c=xb{XMvy zryRU1y9$?tV2ljqK(@$#J_QiR0jl@!^FUn(5p5WYL=yd`^|*t9u0&JJNW$H0BNwh# zo-)pZEN^!@$Dky?Ka&&t6tln~4kcocv}pLY1r0%&o||MWyhS(XW6@ZRI%3QVhPWwK z@wy*+mxqZu_kjo8Owf=nmU>H({-S36qt?%F*l#~jY~~)%^^zlFn4O6$9R%OcpVI|> zw8U`IDFavRzA`OSa(;=YqkgC}=3pkl_4A+u8+IqLz{4z53(GTVuJwIS~?Sp_0B*=m} z4s)oyIaAH=;c$r#L^Xgm3Gw>ybFYS*tEbCGE09`5{(Np^+6g^iT2h-K}-$nXB4)I{vf_PNw+`$j0kU|HA38I58>M9uuizXcJpj@yPmpk9P5RTt;7h=qYH|g}UcHWZ^<`8v_rPW@CGnNG6_io0BHT-nRz%DdeW;P232R zihf)i32(eS7Hhoo=58?uY@w%ry_Ma^)tHPa{R%`j@BCVz{a~aRrEYDNOGQt`C88bn z(6%2KS!2^oR~@{jxrqr@W5&ksUsnTggTlWGaW?k=AhR3>2&{{pb%%Q4yj4A)?MFoD zGOg5WcHPIZ>pkrDS-2(er#t9Aapm$`%&VJVqjn;jWyr6O zO)*X{nO(+opFM*#NG7j+JsbN1L+MP`A0BQOPO0}z?my~vBmT3J)foe$glOJ8!t)( zYxlRV$t{1qPJBNT>t4(>l>@UphkH_s0t96Fy$PdfylKmFNTmQOXb}tdo1F-407u(E1A)Mt&O610^a<6K7u+Tev402UrP+_&2qw$d&ehHKrvrjTu*&{j2NtZ5trkKmn*c=4|zcwQt_bYm-&Y zh!d6=6_E8B>x7m+T=&0o?w&`J(DuaIET@fhLy#-qe)#n+qo)&sv==UKS+Fn!qZ7~# zl1%3?EbRfE5eh*5!l3hX&fHqj_sFrt8r)TVJE2AboW1)?DQmr#;CiUa{ga(Y7$NrFUyU%$odIkU49lrcc}?b}sf-Okhb zJKUnr*|-m`3@?#(+Tbaf=uuq%5-yMrqw4nkFXu5bX1Y4IP7QE4r#7@VkE{-C&Fw+n zy;7H5Iu}VcXu!lj$wlU(pq7lbfM4@OXrK=l63S>cCa-r7zuB_A!uj?@?jJAXq|moQ z(7rG199Z(!yfs$$;r$@G!}sIdL_TuRY0_X<9N}A^eebSPqc$VNRszxcTD4$!1`Dqm zbL%I2xd7RVTrkJr^7~}$2T^DtvHC$@=!W5o9s4XKeVKUc8zp-IHDr zb`i5tnfjl5(xzX~*Nja^E=y~&nR&S3>3bS>+;02H1wTi#RF9;)?n4Js=gv2ty<-~KoFGNY$4zVbqLel@ewnQsYuslGWa@!xUY_) z=g${rCi+-@%L*K$fm|Q-7BbxS0a3E5w78pM4?BC4As380d2Vm1t&TnP0CMWrz8=I? z1hUi%iK#)f^(N!=LJHMtMPf(?lH#5X&O;la&|27!z;&NPa9mHYhVS}W9UNW$`Ed5} zZ?*Douy>sZaewPqq?PU`!ijQuN?SC4OCg-&(Jc6&d-cpfw3V6@+aWqUOV!K4T2xd?%Rd8kAWyWfq zE5jLO?+6TR3YsY`^T%vzM)m5n!V9iAb3f)+hC2uLFdz(%Nt;_w)gTa%SLEk?8G^)s zxnD|Y=H0urPrf%1D)+t6Xq2CNx_GX{J>z|YQbM}MHCC1^Vn0P$7c81UN9xUG^k%i@ z4e18Fdb4Z#`#4=sO?%x>;QL*S(~}v*Z3@cgAp5r-g#-M+PPC6Nf&Lu@5F5k$H!B}Z zto4}g5FwrgzVu6x?qnFt>8>&U^A<>5PQ;)0?OQ%&f1fwOG)hKsupnFY*F)ESZ_M>U z_9X2DPZSsY>kUTGfQS%ENsiMAOSV!8o)87N+cnp@W|#Nzdv$-#GZz^9fI@Ui$$Bo9 zQHyVNw86apy56JApH2s4Evo8>ZqWJL{l3>d=!XaQ_ocK%i&&4Nd9LSE!N@(3zBk7R z%ERrLp4Q&$_2SKk-S{|eiF99rB@)S2Ot&Kw<)cC^NahW@#tks{ly{z%AflYZd(z!m zD&_V2Ql~WaQwA+CL(o~k$iITtp7 z`lL&dqLlqy_+^edC;FV2tlteGO+Pe$qk_DM^V`to7Y#`WhHc)fvM1PWCrNBZi>Xgf zrG8c?bl>7OtIJ_~C$mHy@wo(_XWSof7-<>*85pRI`Y_SdUt~K$bv%O)v;t zbF+MxTZ{=I6W^(qc)EhRAEDTm`}FG-du|&P`YrZ#ujG;Vy+-5YJs;ZSR*%PLg`%x} zw@88efG-UD8psp)%VH8oK&rN%-^H_&Y+aPsPb%KtW4|23HxoncVV}E+lM$nJnX@(Q zRzu7S`XD!6t9V15AHTwWAkQ7F?>?V%2Yez6Z?)Ga5xjEu;4m}y=@QamM9=!EGj9H! zsqf_5!FlS#F6m_Ne%~)bGx{q=AIAHqPNPNg#Us+r{CdLgiZBA91CkT>OCs*EAz!}L zM}*VBdxEDTsVPnX9JXc)MS5Qtist!r`wgvri38_&l7_ zAl=)NQm+d7O_Rf3@M=fFYEZ$Fl&_GB{OrcF>4o%^?28D|Ar7GZX5DG)0%X6hC~|+% zgpPoOZ8(=N59-uY(L+2bFfQ+B5Y{00oTa37cS!$OC}#a*t|$I(-G!r~`c6n|esB@f z{rb%B8k?BW!CYP0y_=SwuZTwnCF70X0*gEIpS--1)HSE}W52;v@#|`~uq=BcA;DuE zV1XYvng4c*zqNzp`SN45Pz~RhAUW{_vEMK1j%{mMq=z=*F{EGH@To5m_Ug+HzkR`+ zL2A_*+ZPvN?DZT8fN3#N>e@PP+r3)%0D*0>>_-~wn^07JKu#b0HjCe_zHpzBe!n** zL@G-4J@_5EZnbFq)`LA|zqP69Bep=kBtuxy@ZHCNpZ%d?ti$;46YMOyHin(K%fnU5 z9_dEze$%HH9^T_n*Kysd8H8?y9Q_#Y@ZJm)t=0WZUMXQe6^VUPYX#z?^twqusVOrb zJ&dD?M2hv8hZoV{$#+SLl76s z>6JN0`D!22y?T%Bg`0`PK6Z1H67t31QLLR=kaTj^x+TgbXOjIC%(U=Y>DRPEfCzqR zqtY1B12yc26xw=_*!$zVyaM7S=T0o>NSle|+cnG1rctVNj?muph~xhJ{5lktmm;VCwmC$7Ox^|QMrEV>e$qAW-U@Rg2j9)ZeS zN4NX*8H>5NoiX}InJF^bt&s|kWv?RfSg%M(?Su<|J$Oi`0|*us2z12{(ONzjAf)eJ z-p+?nLPr2wLgjfs2_c2PB)!nvZe)(LHI94N9X~I)leGmA8jPZBiUc7hoTi>3R*G2A zAFI*zbJ<2u?pONzt1f=%$6gTLzgh_byN9I_n;cKm(qq<5*+0RmdOQqv$nByW=}t-G z?{`-+AlS{Fjz}MXVKVuuLbXyENbIO{fTiN@1OY*RI z_+bu88fGT)kO}vWj!jUTN&kHRv43MFw1``R3cnqRLxwMjl(;3HdCiNDO(x;M-p)Eo znXEZ7)Ocy1JOG?PLHL+Y>sy@nbuJ3gVYFEJ^}DZn_IeKza()Psp7NV(SGVX3HehoW z5S4)ZiHIYXO0V|kkdJW6oi0hoR`X|kNGH@P63}YW_%0On>y_c_br|NHvjO+RuSha; zzrU9Os`!{MQGgZ>r}U{oaU$C0b4#tp($dV+-k%19CFZ#h?pG`PYqmKm`Qep9jlguM;Kzt<6lRMPeErsp3*x&wDyjx<|SO_+~G+e0^-my7p^3@qR+qm zfZyraH0Jc}!Yl0tTw;O>MyTHkygdF*0sqQxx?l2XNG zlcob$tLvg!!{zu%pjo`QVRV-iXa|@yUR7OV!ys}5m^+GYFXp63QTK=Cv5Bv$a)D$< zRl|fm3WmK8FhV2vAj=`*@6Ot|uHBb>8#^EI3ER3HDLKlcqz~Ibiwq(9OjdvtMD)br#%>86Ms7EIl*|4IF-ti{|MkeeXco zJ&frULUhu{4w=;6uQvXRW@gi-{$3kEK(qCwd)uHa6^(^LOS)8F^xENyA1Eo5kqNyQ zcD|pJuq`Ymug}b{;Z9&DKFfWHa@p3xq=`Z5%1=p+t5EswxsAr(eP8VLY@#WWI|9vl zA8yA_+nQnGq?@4&+wbmbeH(jomZKcl^MgUY=PT6i0e8iS>27V|;#E=fq|cuKG#ai%}}sbTPHo>Ejy^_2ZOi zNBbC)xOTD1ea1~zx_V<}aL8Z^NwYI)9V>1H$o5&A@XXKjsv{=6XC?*ord@vpGwzbE^hHyvFSls#r-l#9)T9l{WP5Evq)B_Op0F6D?jg@`F5gzTA<9ej`f(m8?O9js*!R&-BnK#h$POd(Yh8Vk- zIgesfi%+gV0GcyOrqR?cfX*3PHIZS(>CWeQ{wms&_ido_gLCgkSVbl2acj!Y!Z6~a ztAw_7{~|t7=t7m8Its!CSGVJc(5(lYL%1t`<0V%{p&~83=XZ4iZ1T95pO0A&t$pSc z^&y8aaKbq#DUKL;EyKS=ZI}oGnK75chY#rmbfGZtwiX)23J9&o@r{#?C(g$tg4^Tj z?~PdRz5XZ?#?M86AlAAAsp&0kJzI{GR5Gw2QN%kXAg$YUbe$;#5ePTa{pnd;SB*jk z_c~4;)#g&Ggn*?IKZYzxhmk`_F1CINAHv*JuYA45?&@_aq6h@|tL)L(SKG>4C=wfn zuF?KV!^uHZFGoI7pe-cw{89ei^($8&2v)!5`@}7c9b+EuWCj*2-Y)4WRsylVZ>MW3 zoi2M5K)4AbYuWFJYOXg0{M#EZc+M=cOcAJ9i><9ZV4JU8`39l`f~<@8$MoLmzTP4X z|5^`e3k8`-z35Y8Zv(wc4f%>YYr}yGC6LLsTv)wWIXS3&eqiO>{g1_4w22xW3Z3w@ zM8D*|SL7&o-^Q-TacK_Grpa7Z=uvRLY{Zvs*OESR1tNx}v%e2)_}U%{?XZ8XT<~d8 ze~XVRk7ouGpFyMd{qvN;dDwmYlM~OnmfY@@(OFE&?FAMt!#v&8hmMy`x&X=)QWf4m zYOg!Y;sc!BvF(YXk9#|!+x|Rm3wPqnOhvox-P}6$4Qavq2tmzznCC@Us0qmX8niV( zJ*EfXi=Us<1|a;oXO*b?eq~2NbM2sYb(Vn|c5o(jX8*1J{b1Pc+(1Fn%@;MzghwvJ9rfP5xyBi%rFA0H2bEm;)x4_ zL*Fo1mPv<*q(e_AlL)uN_wbgz-O>xBR0Qh@?J}PD4yWI|4xij8Y-YJnNp07LF!5Ke zG3?nmq%?8CvBfL2>TRvY=#Qc&jAV1(2dw`B8l89y<70@U=c0?iip8^s2Y-b{5!+vk%R? z%R1Gx_PWn8Qp>mmaFV37D7yO>pr)TAPy|Tqi5+kQWHS^c#FhM4qdl!v2am-T;*@_} z5K;9MF@!PnVu}aO-q)?ml{>n#w%_sdv#x+Z01~_}cscx|pdAdybD}jOtqwS6rB*Y_ zQ;6|JDg@5)3;PpK#Br+CM>*PFN1^gDUZ!*fE4(?*hq+0VJL+ z(Dkkj)bix8Pe_Tyje2Ta7$wB6lkwwgnDKa_x(dUOb%nP}u6wEYC?n`D3+$PLZntt- z&PS%COy>3TMmM3Cs?YprF4&v8{K{7V@CAbM`X2OMwq&OKgziB8N<$ z8NT7nAi;s#vwWK@>~8BeJ^-*@LS%&s@y^ndPUt{FKMbsKJc;g^nJfoV0SAjq)3<#V zN)lFNuuDyGm)T$vIWJzToq3LdI4LEY6!UBtE4uCD)O`+L^77e7BNztn469Mk*2%s27A@*kr-b=?2zcd{B?yWKzG5r8^U#r&DAUe)(J z`m>d@pFtLT^Qj{XL_5Ao2|3FjC)EdFb>-HB&fmUKo2L2a0bFcI)BE#L_`9iB-*G_R z=cW%>S^?Oaez3_HXX58K*N1x|v%_mS?UzOf;O<}U8U^c^I48^`UMwUm@olO%cPf7A zFdXxsQTseBve@dmzufh&q`t)J`MxzLwT=;3FK*5uufa9KsV|X}T)yD9Q?S|Xj)BAp zb`22I1A>VF4X9cpGni`Z>-@1`tji22i~UddMXY&{meB_)fVlJ=uPxg&Z>!|Srg=)3 z$5Zg>L`)mDFxj3|S!ArG?(;FDs02S6L|$siR6N}*62g5TJwc@wo3P*J*79ye?x>KL z{J!G*)^;q+Aa4NsE2bl9Qkly1441w^2$zufIMA%SNy=dcz02={cwmM!a~nZ z<#$^k?oaT#T}@=Xn5Vd-!1qDaePPwqBkF0UB`%&aI81ZGj?)huNpoMnd#Z>f5}=;H zEXd9JiG7^=A&jnw2-+HCbKqfpA-13i_gy`S@jJ=&~3`4~66vb279nJc_GEZ1d4RpmmW zMxpcUKi0|jmoaoNn4x||nCp-5y_(&^+lNGrF@gNeiumvOE7Z<@1UE=Bb@$K}#3h@N z#rnCG@}o*2u0^YYxoYWGnbA%`_?y(i5T7Gsj z@ayKy(nmpk?x>p+-ya?uEd`MuP80gh_kdKPwb5bre>KI3l*Joa41;ujrYxt@ ztBHQ1|wSGdI&>m|J)e7vkHrUSmraWc~?Tz${*pdf0*!lD%f z?Ke_SPK}6xm|Nz@NMq>>0)xe6XU6Q-ocd}ya{G+*G{-VhPg4~O&q=tUNkG}})Cfo+ z%2|-58iV6Dxup5)TS49s5UDvvZ#<$EC+)rw0;isp#a?MHbnF2)k2tRVc~%9FX%0;u zp@C7(jKB%4m|M%f&kn?b{0lAyn4*QU!?WYf09>JPw2S_-5?h z5#qo0xErs(0@#6j^pt!Mx>tbs==<~;FVZcrY3g#_Qy6byi^``&%8_y6C*?{tnAKsbS(18W?$-?CQSU&ff z_Y#&$%wc>XgpE@=^=8EpmkXbsm?mS4D`sKk{q=!TXTl$jQo>b(4@L+qKs?LIjaxeS ze>yszof6OhBh{D?IkYbjuX!AR&&mQoQ)8c9eX;R--hPqL?h8P5#CEon{V4hf36CA% zr1|;AMBk}#KRF~($BphZxW18%XESvAmt}e%CyL?jsC7yCDczsWOVE*4s^W=yJ z4Y$EVK}oouf4*H{37=qD!knDb#SILc%fj=tc;G~*^>jyDj}O92lX=*xsll2^i7YdG zqo?-QG+$Xy@NewTd0X41N9N#uZH6rg&hEwYZ=90!_NLD=CZk^s7QY1_^Rppn3(|3K zKUA!oBDpl&-y!2SwTF0D{k^;%A`EA%#LL5VAaYOj}(5`;UsCkMm zmn&zNMJAkK#hFnLplK=T79PZJagQA`dj}}p&Iq|W9atBjC2gJ_*_m#k<6RIPd&LeC#}-rL(--OH^(=SeUly5XLo1t)9FbkbGb6p4hY%TObW*&) z(CAVT74~*}Vwt17Kgf&OCv2sZUFJHa4DTLZlS%9Yc6b*rQ;(pBtAC4Qv2Q5N9AJOE zqVG2CRR=!gI>ugfISJZr!-dWtIChlAblVGJUhTL%-pJv-;`HM`_!aEFI9)vLb5>pp$g1@% zFV2mm>x)V*djs^_PE}{E6W72xOImkNU+NBy!#=pnI}=RASR z2jFVUZn4yCoV!jkaILdfRI_?k_(Oc}LN|@yo68)d^JQcwDkb;!QT^rPXq@S?>aFkI zCedL9sps;ZAGNDcRp4^JhP~(gP?2v#A-hR#j9;+69^PJuu8oaajklk;E02sw;{K}% zaxc%&9ol>(YtG*ZcujEVr6ec&DJah6fmhxq-&6f_{MVV);(Z-A+*y8#1U>+Pjd_(B z)DZR`l$odtfFo>9K)z8~u{9!(r5VV}vo;|*tFSy7$Q{B4+l1vxsGRuXP0sQeFhTpB zlWr2dU;%RUq}c1c^=LfvAAL15WRTp=Uek;DfG~S_%kiM;Ct?u>xXzU7GXZ2)jgJo4 zx{O6Rb!PobJ|ACFDLkH;EW6pczd0gOWjts~zdM%+L<+2kC5Uot4C9hz;z#&D&;o*Y zkY`g5SY}_D6#-$=ew`nkulAnq{aUwqg?94E;I!?AAnfmPBX9a0S+^QqQlgek<137( zDL|RopP|eJo0dx=9%-W>zPdaYXh6IV=DzGyRM|QV z3_$((=KRo2M|@gd?^UHroLl<|CDmf{=jfY)?*6(9L=O$MZNWzn$``ixtBTF!Khep? z&YOH>^lEFiD7xz4Leq^KOG_1L?Xe?@AA8KYec)cf{-2QS*}S2#fAmm#1;L7mLb9YP zdfL7tV3Sm5IMRRP=$a5J7ch0l!IKATF|=FezPcu2*tkAZ7kZn3p5s2TLNe-mS* z91)yBp;lCch<~wMlWzN*i4dG)bh6X+e#rVm-hQ%;Kd~>8^HRXMgvL zrT}Yc8#UkZo9H6vnDJ@8_|jc*FYMH_%-b8^u>F?@9NivuBeKfsIm**s1EjCQh>XR` z1p$1M?8Xgc7d@!gt=6ym8+11fsTiYNxmG0_H_|CUTtZAvdtJN_1K;#zeUHVPJ6;T> z@;|5j#mE{hSI7f8J5c8Dg^4ZBIG7Y%KbMS2o4cbbhT56I@Z5=5QtmAL*l;a~0c@IO5sv9)&FE4QI7n~~xESP-eK7_s^Bf3c7X9zuyzNCU3_CsL?pZRUy9sY7Q6=FR}8{2VL z*1h|0MefrDC5}V}%Qqg(Sa|M_7jo|+QeBnhgrv`Y-;Mm@HaA3>D!p`JjvaYIe3v+h z4p;M!HKm@*sJHfR6Nc8wUP4*!rl0jny=r1Jy$Dp}(XloGtw2tLGaIs)8B9fZ4$J{ROUGP!(uP0BYZ#tTf~0V!}#{V`-}pV(ndTN^)BdOkb0KL|LArss{;-Z2W|5lGBgfGl2P54V^8I@BOQ2%lUhJ+QV86 zm&g)pKy+YnoR7Y=4}I<{ZT3}Faa8mcId|dqEwH6FTY!+~hd6#QZV2kTks_thuIh_g zye{qM7%sT)ctGmAZ-+3{xlJCxmm=&_miPuG82=|@854)zzX*t|yTn*NBd!=}f~_Wx855*FwW6q;rgt49)@h#uJf8xnhcycyH?-T@rrx}EaDuTa_Md7H%b`*|OBbnms zSc4YOF^&1HFDZKVTD&hfQrrKbY6u$Dc}dudH$L*G$ucCUm3}Wq7GpoJa{{l*>#@y0 z9YJG_`W`L0@D&l!bq55I^YlRnB%<0Uo;cjsX-K`TnN42g@A9N|Wt;cGF?u{}?-%e* zX(8SG^U4snV0qZ6N4(w_5xv@ae6u=nD7vlKVc|>1P^4&6>=*%l| zU&SVNHQEaHnwszQ9`3H0P^lvn&4Yn_i@eS3E!FwV8H}09ynUq6`qI4J>V$?5)ci`1 zYX#m|grK0Ekt1oy2o_-2T4-O*T(F@;vTQ<$Sj$;>?yG0q#;wWrZapg$@3H*08@os- zfflj@bNQ3vvaE{g5~kSeZF#U)Pz$-R=ReY+&-W3AW`g}Rd69EK+^9!VpL}+tk%Wn+ z5OVqC&qvTuCVFLGQDO*b*U$tMl+H%hu}^|QgNJ{yh!?)B`=}NbOqPl!TWI|$_1@p? zdz`md5=9qEW`DHlaQmZnZtIOXvEoUL6NuB(7-;|d0W@0w*0aekOMO_6YhvFT{EKg zk>$8UZ`lkYu5=cnWi*fyWcTftPC>ElhOdo9F>*o*C6SC-i)`R`o1{MYdGj}VqvGD%7D0F>zC zsp#ZHO1cTkv9t&O-jvfEB#EQ_(*0V-M{1nRU#+I$F~TkaRn5k=x_8>AW`bjGf0=ZT zwc%qf7Y~0MI9CM*DtJ0U%I7Zi5eYo%{;sx!0Ub_NaKCvkUfJ--m#DAF?Iyr!3SMrau2#K)x05sSv9=2lf3^zl?Kvu@Z~K zaeI{^=l(oXw>sqAY`{wIjm1$LQlWBJD(iflXty-bQfLMi^hexfQsZ`fN5^!NGv`|C zq;%A#jisVGa|kkay0uQ?r%S(a+oNM_mF!-J)L&^bpkKxm&+3JJZ}q#NkH;P5~^f{+Tx*kAjS8L#_kVd8h-4j64HSu5D(Qp{t$FwkB@dCgD=qL?ec^@pM>$AhDDw&^dZ*T=z<_+G` zx*mRJoDQ0<3`~Qz>U1KIY}GLlxb*uF>ja;;P{J6OvUL6#o73Iz!!B7uOq=q>$`*x-De!mU%z0Kd+)|b3{IY8JDCmgm0SsP`<6FgQ^QJaPzZp- zvV74VPW?knzbXAmCR@ysdj!M>3Oc7Q(lm$_zvlXn`kxB$ju2ba3fO zzv;0cv6s1f;k*`f9+1~JcnU=#BjGuYNq?z}f6R7-V3t8Rwm^DrHqPkzt>t z`kcbym{YIefEVbBz&tWug9J|Ay$oh2KYyEm)N%0L?^iF$ZtsBs)cc4g0zut*mFu?! z=#%9x z4ikb~v80p20f%y^Qg*y8{{s}`RpH@IvHlMx6Vy^Hy}Q$-K6R|jEza$OT^KC%q)wC+ z4I*51-tq@M$nwJonSDa0PPfD9_7`+tTsd&G)pkF_so>z+LkpPS)y|y#2wc@LNYEqd zL?Kjj`?R-x0zST%{ED3JVQgl{;%=7xwDw17$htWF;?K;a)0bw0YvrHx>sibU?2xLT z@4lhb%4{B2QYUp^t&P+Ku86%4JY0rP_-W$dJ%m*?eg~{#aY$U9bnC6CM4ugt@m~z zW55qQR*HzQ>m2{AJwiJq)~#sjOHTLuG;ANvs;{QHStgc>F3nL5NcpP%Ft&p4&Lttq ze!rB!t&VCvo)75(+-G=>>JKHRYvOn(RKbrn)bo%iuNazC0%;`c{d<)V) z8D^(kYqTL>1PBPQT)d;6h~0Sa6MehaeAMF;^iNOYm<4b)xx#4N))hU&Kd|py(P$Tx z1kIw`SRTB6q0(2waM~+9(yxAK?G=f{MFgJv_Xy~o*p;f&Pp>7^jN2HPQ`QCuhrNKr zTa(TW>v@o3B<1h*ge530gu%;EuA$+}>F#Rq%^LkO`lgs*wJKNI%dT7U$+fDbKCA64 z_fV;$YX!;F%L+%8s6<4_$~@)YPx=vi;K=ci>#6g5Xk|a|fE`L*m7dyV)a&~y)R$gX z33P5x?vs9^4(;1R_URxY9S99`8eI)Ffh{5_@+3q$!8#k;g!G z;Kt8EOT#%4LB%`-nQ|!Kg%|ctL&0Cm%G%jYvX?eyXwL`FeUdEu`0-MzVhu@kc-OZn zJ-b$&^TwZEDD|L8p#O?5>&ElstK26LsTxNLaJficUwO3dZ+=V@IdowrtE%D(FeNDU^9oQu4)Mbx@eAs^ju7cv> z^^aypPQ$SwBB+zj=upZGNaQGGzQdL4$z&C@yIp9Tsb( zZ0KAAgp-7ik!?4RGHLw1U0}xd+wVC9a_p@EcRAWvpoiBgGL)-f>rxxU`fPJ%HBuyV_YAQe{6)W zD<;cJP()^C(4iGeT8k+0SY~1MQXc_ZyE-2twD-5ix^VPv@#D9&8g-ws{`!J%K-o*Z z%fp~Pr|2)-)JrK;xsH*cyl-4NKYdJa{L`e(_>8mvlS8#zc-?WUz&o3!*S9$(oPW8M z)a7GwK`apJGZ7zE|E0#XJhtHOL_?bD`^G0Cpr)Nx*`dl}~LeJxr4R@M(Q#3t7ep^5J>bY5d~ ze>;hiT2vw1onF6>^;2Q6;i;9E7*ZYXbhai+q}jzQa~CEj^ifUUdm9oG$CQ&xKIQeH zpdHm$+0ZS7#Mb9=IlPBpFx#zsd;mL@_*>-s*7WxN_~$vR(A)ZQvEB3 zpcKCT3!9C(YoG_Yswrt%{}?^=z3VOH*D4x6z^09_N55@PJaYQ-PPcnh8soChcY=syWcOnV=YCCVh4v7nZH!XPF%OeN9RleJSGYcNJz{BOr8u{&{n94mlm&j_cduWX%*kT?%c)op71Ln0jNcXG!5g}+wv*QRmxh3|KO`(}I?e}IYM9dPi zHsk99yPZ@o1wDVZfNZr~T|D6-pA+ubpK7%sZR%0vO4VZ1xlggA-KRGnB#G>uK$k_a zQmL3fiV!G^ijb}F4lmcz;Eql$3kQ29)+S55Uu$>KR87-46fH2)h}Pe)r8J1GAU&8k zB8@bsy&QZDU2z|hvv+tp$sg~F4puL{(>&p|4UMF^%f$F-A@EtSX(aA(_0lt7VNve1 z$j$oApRD8&C-y_)=SlXS8Pb*G@ZrmyU_*Mx=Rj!8!4cBU7j0GE$0ER=;^U0MqBg^=86$F6DhdzoTdR?BazsN+#OQkEZpS z!!(~B8V9FLs!7WI4sXptz}ccW)|Kef^nSK|3M#wpN(T{1rqOc&(Ms3-E2s}ee)odW z`B`dW83$Ns2!DTu1>Pde5-kGW+%*h|B(FE{}aOYG>{viFmip%7opRL~`ge zW{%remtYRW``};AbstMUN@x5KW%MZGzfj25YkPxNe{$Nj?Bj?7Haz?<&sXv~P;Gsj zPZ0)I$-#K|RZvhA5Ivury*|n{8lLX6xnCYM=oqM7n-g_NgKZ`Sr3E1T6JN>SNk`Q6 z-em)Fl6kMdC^q{DLGR-eRP_+b?L9*a^`}KW476Fs12O@KDM|IkZH@9y?~}WLc{%os zFHF-a#OKp2YkMoP+A`Sa-X;jPoFwS?=t3XQ%mW}2hn6#4$Qm6epnRXvISsF(E$HH>m-lYQTm^F%bi?StHD!1t^p=pOb1*DC=2`7Gz2xh<;k?r9IH)O)U>zDY0BbH;%4IObO;`y1=QqAl;{lM#cw@fS@Kw9V9pE`R2DwFaW;(13sV*{~ni^1m&=03e^CM;oB zQAzDJK@o#AaX45fRsM>YY$dc(xWUg$;T2Tc6_ z>F6g$<|YjUor3fAgI4Z#JtyKU=hqtag-@m?;asR0)%62;iqJmfaqgl1<3HP9P^~%0 z$k5OY_QT19RmgPl2@W)&NWHM1u7sPw3g;N0VYp{ja_wl*^@mN*9#{nXyoI4m@zU#E zf=Ao4O_`pJN7y1&N?J7F0QV87_sLivcLt*KHMw5kVJL|DJ18*kGlJ+$0Bh-ocY5rr zMnr(&9z#c9Cwt=0t8!Mo@YG;8+k8LR4~igOeAQ1wa=efngulgJBOHEuO^Ic|b-`Y2 z2)DR2!-}ik4F6dt{hB;z;s%HuQ^O@({Vq?DZZgHk!jL~*_DbspWg&4$ksxmJ<^Gtt z<3UZH_iMdxY)av6!G`8Cbt7k}54A)rbp3J9PNDs=M9(#}0SEbfXT~~zJR3xRY+>-+ zU%#F!km2_g0MGrDNAYTTj%$W%cwgVX8d~weS%@!IZyPDJ(0k?Yizu*XwB}pgv@&dZ z;uxMIG;ijIQi!bf@dx9bG)SkLlz%=Pkuq&9>Q5xuPqysLa3h$bB6(3dr83#P*Cr@x ztZ(ICNhQVtlNaQ!+xQc+i~gk~6CP*C3`W2AGp3cJZe&>Z0Fd0n%mSDZkx;YGQv3Rq z^;mzui1zp3t(6~vekT4Yz&_YTpR66pb|=8msZ*5~0840`fa&@C*4;kPkYh~lf9^^1 zACT>O%4xsiUWrK(WBa?ehpXcxJl(2pd7#nWIJ{(fFPZp#zWI`GP3cbIqMO%Dl)E5m zFf@YT-9`rXZAl!O!g=>fLG-bASG$l09qwNx$({yr$c%~5uJfI|FtTwe)=+$VP!PRv~KoKBY1FzBYV zS0K#Q)EA#vuS3)l{u#3mpQv)(@Wiaw+LXduPw+B9^(sKm zo?(FA^1I?jcgb=~H%RVy1*J#y!XAp?KKM&kJH_<;{tmL@@rJ~0XEa*%mcCV2YfzKN zl=ja%@-cCUW7Z0-a`|yJ0T@m?PwIl_hy&_w#p6%8?oFDRnDK@hxQoZ{nvk5)|^K6ON8( zT9TpC`Ai4cpzX_mL6(MUZ`kp|V|$wMNP6*g{E84|)EnxK|ZX@A)iC^i-OB{Hti$b6HbmsWhbn^t8S&`c&KdWi=`?(-QZ^K z*y#{%iBY_x%dxFtODYH!v0HKW$zSgHR)v8DgccfQGSi+N^vYMk-tZYj+fkQU?S9J`?K2L-rcMV7 zaWs^zY306J**b)^Z+8I4gs|iMAHp`KTy-pj3H5{Ky(uMNDOx{Si5q;hyU%?p|H)I` zc1td1k)us9EBpD%TEEZiQQrWGJ$s6utiP3!e#es~yE7O%^++?z{6w*+mHfZQHael+vA*w`ZP_a643^Kgs;GJ0OA4-Nxx~y>#^;eV2yG_OYq#a!E*nojJUkPryH8tr)I- zbWsVKgN3%07!@~r-+dKKFJvLy#vkbA`)mQ2vW||luvceX?<)Mys}4as{2Fx#pGb=IDl5`ZUxfOM_!V?LiOpy&6&`$t7ivANK$ zU;dGFUR|mxK@|Q=1WAtqA~{G9coPs21&Mp{*4%q$j3`Zab=9tK7bhO}WyM4H zW^d)k{03`okM5$gK)Nx%%|Nfh`q1oqRv+}`k?fnX6#Sq=wDEPc zNH%+jlH~T|p*LT-M|;8}gwK2q6+qawO;$3L)vv#=$mCqzTt$bI4q#!D(kVqEM>&k~)59yNTP{pG^khQxFawtrI^l<;pg zFewzH$36`mS%$#qZC#{W`b`M;C&AnBYRV3Ig#Xc5)6T*XV$X!az=BR=kTvNV>P89v8;? z+5~Y+ZUx53{>8x;_Q^44dvd>S2=CNK73>RnvXQ&xZjiiSKz5|vuk_J8ujaDybffGV ziRHHfB;mn6`6pqj_qf5&=cMHSj3Bc80H)%ib%kcVaM>c)X_i7Q-{WQ9!V4o_ORG=+q+@%KH z<+gpp#{y$FO1U3o9=-`b)Plxt9~tA*hG<4~ z+1H!!(Z$1n`4y^XAXE#iL84mE`97^tYbr#-qif}16v1AwniY)IQ#J%hXojEJk!Tj)^l6-6+h~S*4SE? z8Ad#+LyNFQlxR4ATm>f}V3Ei3^tM2Cg9Tf8d<4>_&L%tQ=y6Vl6Cv)wPeoi80a!VN zF2&;kM(T`1F<7#)VRxZ^_&vf_0d2UbvUz&cri^h#;;_rjl2Jt9xp+hZGf^9J`a(mG_d+q_W4EwBJV;+|6g!oX4eTCK z`cI9!`^hJ5xI{5L(HF`s*u(FAaAnxfT_QhyMCXCys31|zg+VsDFDVZFra4vf-`yg-`ax7E(Ey@LqKeHMPgYeJo zaLM~4%pn92b(PcoIbC~nbU$u>s$jC@GzV*VC^R#B=Br?tcJv;LcpR zL;G_&l!H!$;vPpe)qA5J?Y6AA%G<9iGZidx#Q8y0-y?Ut*M@MV{`7_w6-0)GbV<3| z?B#iBw-0)zl`FxZC^9@4)PBz1RnDmX>Uhoy*efi>&f1UHje|!Ht8{*PDs7bFUQOmN zzt08clsvNQ@AbPShwz2gBl%Zm*&EfIo2t^c=U#!T7VpA!PXpr17#{($%Y7?ufj`3z zt$Lwu(>-`xnIHou7rt-$n~wLW@3wz&`+p9Al`H#Ul11Xbq{Fr@#mhAdK+>6}jXE`@ z*W)_@|Me>O5h}uu@M`VlHPgRoS^46=cR??KK3Z%-*c(uxIjrH`ey$GGL1RA$Dv8h& zjWH1a8C!Z;usH|fMbL*(%|Ec#OJ?f+u@Yo?II5F|!xwC=jYbOeTvFHW+B-KmBvg!w zm!SmbfDDl^WTzj5Ov`3jl~m@7e+r?dkVTw@7|m9h1$sd`}}EOvnEfU$A;ql zCTDbSJh;bdy90}o9X_;zfS#$}M@C2U*8LEcf6U^I0g2~Ez0}6~7_cs3K*GVRDQ}_9 z;(cvJ!{L_u@0Mf^2kWIl{>l^~D_hY=ZTv?z4*W2Lx0CIs-I=NjrJ|4kS0Mazam6bf zrtUB7Py4JAVDSCth55%j8lr8 zpV*{q#oI@=Sau{@pmvC#r2gdT8$@4sMty>v9A2uUeD3&$zuUm#!=O|wLQ+=lGRN@E z(?kCx3`pQNyT$X}VZ;MVgqqT=^uhEfAq4>v_n}iI*Ujpm4 zbfAHLAto_0%|Ks^;>pcT#qV|7yqIs*Y(y*;_b^_LnZkV{(ey` zQ_)c$Nm6XLU9OW4FK%}@i=Y07ytEj7W0M@-&+d(>h(0=U<4c-7a9 zM<0Yc#vqcp!U29c?k^h-ztNd|t@h+!K>iiBgZJjLB?YZ1fBo&~EWBuXUatU{ zVB5(et9PAjvwZ?hpV6m&O?X(cy*ZBU#iM-D>CmY@#NDO8cK~u+l8h>hKJlsE7x+RxxwUEeT zBN}i9vs;68ZrlADFKg&)j6<_cqQv{9f`S@k_1_A3@c^HJ;ctK&PDR<~1|L-^a;m@I zQI4+dX`U(btEr3m1|sUMyI`U8$qT50RT_*kh$uAO;9JssvrHKb2q(Z&%}Gm*sr-HS-xX$~a| z8N%mdEI>hx#TYWl*rTr5KuUvdk;QuDNA?rMJipiA!ezf)R35V2>uWDFv}pg?)Aqhl zF|UnMWkm96m>-_ox)|(q;3r3o7bQ9|e1Q$VpXRse___G(DU8J^uB01Dz1r-j{_)iz zU|iBAj>PJA9&>W8Pn}SPws!Xi;b<>QvVC|L(~fwFj@zHDb#zSKJsS9=Yh7IeE+bC_ z`nw#BI^b4@(eCRbmGT~N(BagFshWvegZz;l_%=vXq?D{-PvHBAIq$7-viYOS4)-$=nzl+tZNs~iSrk2lswoj2t& z(T|tKS5>vRuk{XD0}tKkk#Ezdi|*km1Aq-Nj1rJ)k!6Pbk~pp*$`>wT<(llh0+_Z@ zv@iVU;7r4HR6wJI5r;CP|LpHNj4~OmR76}Z6>68tOs^8-S4sObUns;kF_lT09|}WU zee<_sTi<)BswUhPXr%r6&1X{q9_56|9{R{@SSqfLf5 zl(%^{QpfKPjK+KL!;8%}LV?*c&+7YK&1R!T5-=-Iy_tgq&r}9q5BHaNB5?oObGaGc z)-g?bceBJ6OZ+~c9_5dTD(5$Db0|R&!J{iA{(i=LDsC$f+RMW>HnJ&7z=TU=(A`kO zFa^iH?UAs|A((`d0u*{z=F{3BByFQphxvm87H2c`{?#wJ`{^$);7h$6te9gMwg>G} zZ9{3E^cpHl(;8SgX5nT&{-_bD$#AMa9nqn-%ziU$N!+u14?B4B!5tvKXpL2P%FqV6>~?tPY#Lt4eXL@qG<=fwK-u2@K!57PVr<{& zPvdKcY45k$W-iGPQOTdCsL;+@-o5!jZ;eAA6TQs7JYwr#I@UKpY8gQBewyT(w-eE~ zDS*E!e5c^$t`4m9Dk6+cmTryP7<&#NW;_okzBzQF*Q^I_DJeKoZjWG_`-!INxZl%^am!eD|yCivs8}&60UC<9Ctb z?cD)&kxj85m+FFDKW@R#QE#i;DwOzj-&+W5b0*FaIMEZ&!OU!B6m}oDug`QQh|z?B zPH??Q$2bg7PWxG#ayT{n)S0>S3Fk<3WMRgiB-i}R-;$xh3&~+35S4&W#Vd-vcYM>R zzvD5mNsDO4P29_b@Q=mEMUCryczqs6Is3Tg;bUuu!@@om*aQOslW!FZ&AT6Z|z-QjJ&G4d~~qBDDj7!q_29gLQhnl{i{w4QZjT&?+k!a zmkXE`Q3(l&#(eDEn-H3s2%(MPf`)u;g$g39B+%a9fjGqBL_oa>>GX7Lg7=jv3E{KX zb&yZv@B2QU{A}v;ZOuvhY zibr7?fZvmT4o6TpDL_oLo==}+Xea!Wi;is)kK9K@hZ)n|juSeSQ+wT@Q$lKMKYQa3 zCLex-2}(KMe7^8chsvzRqe~l93Ey2an_XRn+YEbEMb7?R=vD1ATQ!V#t?dIGPsGoy z)m+RcCVljT?=eVFSpEG3Oemr0F{$rJy=Uu(lF#ev))m+qdhe$}bCO@^b%idKM)J|h z^5mp~95Y4@zh~)tKj|ImemlkR@D7`9{r=ugRGJ@I%5>bbTEkx-Y)7QL`P!RCBOW2= z;Ut!u_A(umC&CKG&-bIqJFnmMG^nPE@;hV4q;ewBjCxD05g%_nazj;tV9~>SGuxEp`Gddki9^DK_#j zSn#Lqmfz)0(QOSE5uq|qBx`zdB_?^Sc`MJ?FwexxKRzTAn@lN3Gqn*1JSmIShsy9BI4Vt$XzJ3$&dj zbiew|_uiJU{$$;0KnvezXvGkqfGeA)fQgz8cn} z3+L796e#;5X*Qj(5$B9_VX{Q4r}S)ycc-lus*eUOv z@6kfGhkfT7DpupT(}ZxR=zRb|E+^n&YuWyNzHQeILQZ{(xnPw1=bpXD>}>5RUu9SKAn%B#flI?3Y)e)Q8W09CPxK35%Y8KLl?=UFAGR zT-;|3f+9Pks8|Pee(be*))p2HXhbG>H4xf@w9!Jeusu+Pf?{&+wzU?%IW&m16Q^hp zP>=m*bg&+av0NWspgNmbY6vyBfuEdkIanZA+`Db5;gmGs$eUf`2mVcZC+O*a4*ljz zht(SDeZISmWw4K2{)HVR_;uUm!pkb#XAp(Gn(0v}JgObF2+Tco{-F`bM?qt9>7{np z^LoK^EF!))%4_&j;vd(--sc!!evtF^7_5$4siQz&1h`m@23vL|-VMSVxU>3)L!Ujj z_(iT3;Ua3-51>Nn(qW7@W@Zxk2^sI8xY6}5TL}-ZpEem_BO3F;J2|2N6QjfIHfHZ+ zR|@A!{AG;q@CvhlM*kbNw)n|tkH5XXGWoO8kJUffXrGZeP)LZzw1S&7YMx9L{?~U= z+9DY#w!aO0k6s*`iZUc%76DkjH)R;49=+B0;ZU0ETpsxMm$0+^Y zBsPZ`7J#hcyt#wd-sPxI0kOb4)^cf9euXGZR&%Wb*L(-7W`+|&VTLGVQ$@caH1mvO z(Zjv_H7)DFZYLtDzP)fFpJCz71P>GCZxP4>?J|Dxs_PRu8UT7opY-*dU}$o1TqS)$PS0hv(#v)f14zR7Pgo1htFNfp6?tKE0= z9TZQN*4$RBx&zX^&$#wV3h!AIob-!)A2oytZk+GQyO0&cs{TDL38xwP$HL+9416Ez)l%0lm@^Rdr(S z?+b3uofBWpkWml}h+9?sg1^A@EPh;lq5BOWLjaQ--n)%($5 zUn#wBJls_T#5_t<#sCdDf4QhrF6%r6i;l;K-uvq1;gk7AXAbF~9qQA*!)aFC+?)9% zDjrBqV=rHbt}1azs2SpV^eTe+2EFs6a63U&4B4NWowzYcDI-%O|iJLOPaWsQC@8(l)!K|ezn`rCp(4~e!8SdMBnJ)9uBdr zED@wF4+Q?m&ficVferZD%KjY?&3iv%cU4d<_ZOJ0SMF;aLPu}8z8=qOUY#V67lEei zfJk^f0}l_^zP}ZTe^hNK{3$N)9HJBW1)J9ll3${yR!{4xPDp$&gUiQgx8EAyr%6MN znVjh-BEIUPDmQjW^yWNY=kC1hFEp*ad+@vKpDDF~rHMNR3iVpg)A??7o#vv)xk48x zt^K^s+3m;nmDtiM9QCSg)rkS)syT_C#IUb^M$f9))as+QnV({|2Vc`BO_I(f0*)i+ zdC$n%FtJ^4=S9r}%mdK#|6IW2qD!n`F1}p+{7=c7jX(OizCAx>Ke29NULJ-o}r@O^-X1T$&Tx zyxwY%^D5(&%3GZdT4kKp2OjNiz`gVSh^qB;7J6SRscD(-Pzw5(8 zPNle^f9pqjcqcR>Chj>v_OFA#vK_nJtyJR+Y_4M4uFeoy)-(XMc!vbO+xs@{Q_oNL ze3|m1(-Gi{vD1p5Xe?u3NqP`3Ka+1N-X^%e?sUKLI%#DMv8!q{c$MP$r;ku9SDUJ8 zon-f|wtGUoKPbSEWl3qjiqwTiY4u~5xO1-dtIplC&F*RPir${RJ{;il!1~&Q(%Yw@ zSqGm2${rR4PF-fFxO4BXvC{5%oc@#}DaypipYb}P331AHMT`Mk<>pz@_wKxnWqVvL z(b$7HvOeG5p>t=d)6i6Nm-|{#*2af0rITrqHo;?2YtU>dHx-J^JeDYHA!&7*h*!W%Z z@21o=SG`!0#H^xpVl;!L+*-~dfuk}e32{#}HFp?XFZ#m1Vq~{U76MKMoGI#WE!-zT z?9CMkXCH7|ybAhfnf)X1cKNK)eCrG^@l`5bf5t!P18?_36@wC>2mScAfAPSig2)z@fX0mYQ##ftSG~LNt_Y{v zeRFux`Z|9-`}6n3K0XO*p>~^Gz{m^D+tanzL$nXwZ}+w%!+;q)TVtLURm`?5LDDnEeOWZ~QFL8I!t5@HT;QW=Y(<>|f@!_kP{-hpt|IXjIhtQhk*I z72c+V;A_4}f!|No47c4Y+TA~{v3zX~jG4fW#j8Zdh#J;&Dsk_nJ#el2h%+a82k9cM zf4-s6r3h)mAX>P-GWqNo#ZF%LoalDnHwknix(^x};pW~G(KK`eZ)0QlZJx>dn~mly z@2M4h5lU_Q`>aCrT5pC;Wx4x_2oCA`RhPSbOIYBk)kp!1(V@J~==n@ODz|Kwj|I9S zGrUTB{Q*AGuLAmAA8GLn55XPqw{f4q?GsB$f_k(K>SCN|QsdRm)HHVP*WSpkC%B7T zu|1YAF3{Ury&xbNOXqebeGcgpIFxm@8w{sNAlb$BCWU_j#((@|l)lf6QtSRT*K3m_ z7Ikod!;+vo`{_Mi$GK9iOOyNp@oaQT#VH>uz&%bN4@H@(zk4C_1#>VNb<}C7(eH$siBoczY%9yel@&u!4hq?5*}hz)ml_)%zP7>8;pCy`%OeEgkxa-5%mj~8(yy8=72~}%&*IU3-UnL=~tj?Z% z>I`i42jx#4oIg0qpL&w=PO<;xm;7|{);e3hC`gT;L~ zt#110Lc*x*&eEqzVB48v0~ptrUzwNIcwkTv=@A-G=2m&5_k3PDY!2Mit2c&4dvdwc zdW-}8{HfQUu_0s<@rlH=$=uY$`5z5@K2+*)+gOs*$!O=B>wblwoxwPMIYD0>o!+&n z%Jk6%P10q+s<6!IZXoOY=CltqdLE7m zpS`6Qg;-vZ5*|_ixvpFm2Dbqaa<-%3D|l@#scJ&5n;s0a2Qf65aEufnb| z#8U#4O6`e95?lLDPzdGv{2nW2pS$SyY@is@k820m;yzg=ukG{tHHKz$pPSYJK|_Mv z%sq^2VRxpB&3N*gK=?adRbWU6S^*cRNPB^NU+oPP zn1X0j{uZzz0$>$yyUg^^&(`|sMZ1e5h{F*SBZ*Hp_%$>GBnftqyRw4Z*~hLtB# ztEK(abV%Ee9{rVOigTTuoiCM2>49plih6r%a|e%8=Me+~^_l0j)x#6s$M$*d zLp7aD)%7oN0r@;+48siH=G49dLWVa#CgNbE{0!KZ}I&Y!8<%Zxo4?GKxpIqnIn*2vVgzkJ<3Ui4ZN?kqlGfk^k|qWNzRQ|hgK70Ud^J| z_5j5~r=-1(*$q7DyfD%F-TrX1?3}(GN_66tu-q`0m~4StBJNNEP&WQH^42voT2Drd zqC8;h1m0#Fo}RWTsC$g7NYSR}8@xkY+s9$YtN3_(7k8=1b%5)O&vYjhbI{Q`N?_@m zXc0lSGalP=NPX}qhDAf1af^h(k==Hx0J^AthJS6muTQYy^0}zRI>`lI`X(c{Ad~TI z5F0PSzD*K#`(cHtw~ZPxi;7P?#Jy)*nCJ1+JrWC%p1e)F0i0+Ws7M~rEK>9%80Q@E z%JU{f3b)gRdyg1!ANciiuX4QZT|_yBS42|?i?KQn+?+@uLS3D)laVzG8Gej zqrSm85=I&2{AMmt!~EO57Wbb2tbX7S3usfsG3J+tS*{3(lA6!2-1WWU z#r5%DF@S zj1Z-ii2rTPx(6fK*HMm_$yRCrL%m}&?I!e?67tXZK*g<6XCwv==$^<38cpqvm50L- zJ^vXsQV>A9bav|hBG*?aI5A+{-a{F9yqobH)Pr4kZ+BT|3@7oyAkU1H@}&a`^Bcr! z(cIc3Eo)0V!IV@rglIiKyKJIXC*b$|<9L4Z%y*ohPs%~EN|}b8k%72)-jT!Tkfs1$ z8^bTmeYbJIWVHt#-N2?rw*igc|pe{|H_cXamFI zHXJ#hu4k^-KJ0@zNb!M|^WKR4$MwwH45y0E5~A$xM8p!cs)q7=?aLqtZ38bB z-RS9ff5y48aKe5A)#vN;BQ;08AG-Kl`qH>>))YfFoox`*(3fw;m`HK7{G4CSQ7Elv zmPTmzg7nQFULSS`3*3mV@nv80)P_RI&@_&9c@BZIfvcU*(SN$m9G1G>Y)(ouA8&#% zz$TUnn~aLGO$GQ5&Is(O2{idDQQDYa$VnEAr=ln>)oi~K^Sh|r-@vY|C9z$fjz>cR z6-4{i{7jra^9UrV;$oj0GIC7fYVOpIL1Bmc50#?2wQ_*)?7a5?n*=?4IR-gnd_ft~{-#0vbKjSL>j5dx`Ja$Y2I?jWx2MUdX9jbhlU-uIMJyUk+ z!G8VmD;IzRBj5M0ot7^cAPHNY{9^0zbdp(Ube#SXw3vH)L-$~7DiGp?V0G8vZV2UD z#PGOdc7e?TdxhdojXTJ7BGg0(ZELtjOJIOCU7m$3jRewHuoOl}sfUdl5hf>4 zUCQ$1#;s??@%Q=ehzH}Ju33bcd`|FK^yOHs$dfdI)KKL%SEzNSZ zoc%gvn57B-1z50uyB3)zm7la%JP&^Do?+ecEARjJ3n7<4j^mup{*lMoHr^$&2M_RrxV9nBXcNFD6+SS4I zoE~2Voj6g7D!xkY{hZ>HFUt$@Kpm8kJ@uoC*y+C21>cwmb6;DUOD-vgxJDz%y_abh z`*DcEg6QHAyoIW;RLqo&R)rg^TzTTgLRNNt5{$um zQuXSuX&jWAT#H}Jb#rNpmdSf+J#UeW1!DgR7j zu3zs_h#d)kdKDyF&92QL#v4x0+Qk3@10*#ACN6?vSL2E{jr*V_(VI-#$2!xm+B1(` zZ9Uog5%Sy=ffKNxFt2YZJYe511@wf6T}MEa&sgE!P!SX3P4m$2(;Om}BFxhPNETFh zi4;xP;>Dx9JyAsG;fW8A4EbjBBnivxZd)ZjDKZSlH-B;_t+W(D{KWMGQ_(Md_C@}Z z8`4YRBz}3#YBbd9s!lg89=m-rQ0CJ%Aa=#p3+B+=ha_XUbyK)fM9s*Nu!=t-1Q4(L z7rysWDx{l~?vYO}4ro{GN}|;K(#~gw*dUC1HLu_3_Q<#5kzzF50$o^5j>#ruixlyC z!T&!LscehQgsg$)E#S4bSE3Ex3`uP%NK0L+Kc|Jw5dT*2y@_x4;)?qcp>)w6WsVKj zkUhabc(IW`x5q)>)0(QG&d1>{6!GIB<@=Ix3j(K8YR(ydgxtYC;f2onlJu)y?LT=kz+VdPwW>PJ{J!1ma>>n_oaQm zepkhXZ+}3^K9}?LC%X3Ga8l#wy63SKd)z~Qkt=5Xby~1^E6)89jxg}OqZ3*>Y+G@4 zpQ;O#gd#TM=R=SVg=CjlsrzL|o0}5xC`<0^wm8?u%7j8E;p4X@2k-O zXKB_n-2RBm_>1%sqp^^iBOjWi=lgQAYq=ELHo|npFRZuR9JP8xvlwpQy<{lfE8Jew zn{a%3%~1I-G&n~Kc$V9N#oaPw+{;^d8Qilx2+jyB)FLH^tC~P0QOU>V;xJ`N_Fe*i z-Ysgs|$Y58k$q@8$e-p8NOX+2}0y4oCmD$6GMA2UHWk zoW`q4@lKoM-=`BMwB`ob_K4qhLuYvOU4@(6j(mm-<>R)9#MB)7{YiZ^40!8!*;f*N zJJerf|5|`3c>+QoPtUI(hRT-y47;%eZSo0S=m(`^4~N=jPX|^l&$max6`Rwl(F;+! zGM%0byN~`Uw^2`RD?NH?NsHG)9aUN6Zoa}uhG&@QU9KTR0cD2!NE87NT=sm@^OP^f zVC+xuB0|^5#!a3bSnS1|4f2VdmZrS??ov1u}Xy5zex@u^P2)&B?GU(hS`m~l>_D4p5e(Z$T~<0Nr&ApbEf@1){^gg zSsMQEsR+}_I5hH3^WXCL@K{+9+~eg;i$?8GpCr1l@<+84}Q zh4kqex$EgiT532%5oaX~^|5;~<}hz5Hw0_q5oD|UJ0u8VKd1Dz9fOAjqU{0>n%bb3M`BLV4lN+!ZwL#>g3a@MQPDo?SsiAp!988CIl;BVHv`RrJ61LAgkQLh z-u1%24>L0u{Wd-4&ooq!y131TofPm}@jm0`zcR1Cm=mDf4vO&5P^B1yKSR@>`X{5V`vR$VacMQgAQ@!GqHYKe8a0~W(xzZJX{dj2Zr%j7_irJT8Z0CNtQ8{Vrti;< z!3gPvt|R94`8FY#BE;XHhXK&gaL7RNyT{7|6;v~uX0v}K*T*XlQDUUNuV*%M!WEXD zhH`r-Ofj8)Z|3v6?A3hbtS-!!aRGx}?7)yiiBjo&{K^-sVB+n1Kcef!%`yLox)e_M zCshym_muDPzog?yLfAo144d}-bGrJYcrlifxoY$_%cfizJ|rQy|kj@KFH{X zPYgVeH54kWC$I9iO5eV7{WDem(nL@G0)$M1NYZM}WdpYrYn3a$Yo_Qv=qVxD9`!o7sYm^sv0rIbX*3 zskG1KeiI+fJ{UdjbWY08_&f*C$CFLIRf(kizA}U1aefTc{I0Q+gsfd3+m?M_!xT+T zxZ7I1IaSueeP(j=Jkwtx=sVn!pUlHGqc zLAQ+4hjGUo)V8MFQ;{ck%r0vo&Y*MR*i0ns3}VzK(@V^vgU!pMVD8d*Nu;NBs83Q& zt8Cdi`-OTW3RE^3IFCI}V07)@qsE}O1V;)RTKwNO*q%QX)HxQ&588eCv-#`TJHR?> zCE4E|;0B7;6uJ%Lux>WP8~A6MlUdkxmCo1Yu%DOo153?HGw{tTC>DL+@I6&0iQZ(7 z6-j&E{X#Ubelt=qKah+p4>e=Xg#x*1mCy32x?l6RbZ)dPz|ItQFgJM+PBWVnf=LrJ zL~R@h!&l*QIsSSBeSia>vNtpH569ytQo$>{UwUyD$0Eq!%^7xg%}#_0xzhM_iN$1+sC*k^@Jqww~(uYON5b$4|n98bdw0DOIFDE!;zH z6z)5qmWuc5qvef(TlQJ*54cVvPz63PFX)SZhg4P~L&YGFRH{P&3MjuS#OIQPl`bi> z7Xwoj4y8@X>reWi(MR?tp?~bcMWt{kXH?S18ayP%ZK!5P$SIuFjn2#=)0w2_)8UXI zFY{_ZbCl0_7|`hbTC~?*z$4Yu9U7DhiMp2HuY{966ORg%JPD#QV<2<6#t`DhO5&rf3a@5OSIH*p-HmYpOZ1&ZigdaqNq&*$d%nxrgu_dI?w zDW;&}`>%cKjKz8oE(h*q9@PHAnjM#lt3T zZ1GUMsqZFVlRUtB`XL*s%Y8u%!3rGFpkG}2xvn*&1dSHm7$B1zG>5OrNrn4+rFz!* zx=BXx9n*d70v~eT^RaL7Pi+rpSL*E_6X+hL{iHWb1vnFCJcT(lb60T{kRg}tAWy@O zYL$KKa7}S&kk!U$`E_8{{RwVF&fyuFn|oa~_fOP%OsV^c(>VvH#$-7-QUbr>x<~s{ z%Gc-1-;`iie<{IBfBeC*@4a?sVFrv>zB$G1q;emvRQCAwcMpCFc#_2)Ki$`($x~aL z9xd$xV&qRQ!T?mjQt|Tkqwb-a0!NVSE~2k)Z|N1a?gnR4CND3i{gUHeNL9BMZj z1vKR`yv`KSrBAZd>Z*0Nu7|i~_7HtV$K3vHj>5;)?+9BkprZ4M&fV#NtfbbQA0bNZ zyl9!@O+5Qq(7ZoEZ@7|#dN-4w<#X^Rd8q??`SW02%|p4n%wOkptknFhR*62pR7&nSVtvH<_Na`wT3vXgG%Q@B5n6 z8NsVlg&4E}X5QA3)R^f;di{lDs|%-2#VqsBSHV59Pj|4=TtBr-Z~_g~h?FEwI8(if zhmAcUmN>pnBqPw{QYA+n833=g2}yT}N2_V4w4vX=;AS8+Y< zap`u_73g$%7v(WD?hmY2fR_ln<(je|Tlpt!4BfUuLqhOw*bQE+CHb4^z}SW}o5)k9 zAM-c44=1$#IPnA3;z+l=@&ZBh%|)izJR9R#lb5&2T%C7XU#}xc&be521WbESv!^2$NW9Y-7T%@4Nu<9Df7XcSH2)CCL?j@;SXqQm z$`|Y3z8F8@XtwXdWG}T_rBE*D zJi$%Wfq9M>@-mIY>fff8q8n^}e(5uK1G9lw8Xu}+511xkNp>?4kd zL}?Zgr~h`Q7pPk^(+cAlYzXMTO4;Xgp?1KyF<@tzH?;@VzT1;vB6r$3H zXI{W~8sJ>pzv5T_+K+<7BsE~?f?wYU58N@~g~&#HKA)xlr0FE5C^0Qrc}Z^jYMo%G zgNF|LZo5nO1zUl!$+P`jKj#;(WUKe%I$b2__0ZBC4<}=-whh>DeNueECV_T zE!F6*mz^eho~rCs+|%Nf2aaetHjOrCA(X0woJeuef=^_mEBb6$?tLbSUlkgaz_*{D z2-7Z4JC+TownyxOqPpefWqw`Yk#iyF>Ay`mcY+z8w--aj-DRt;aA=e_q&7yM?C-SRt(0b!a9)Ui;3;NP`EEv_{H9ln%_fYwKxdRqEQpGSg2x0WiXRRF ze_9W;u>#e>@K)mvTjIyJPh_Jq?0awwiZg52*ThPElVMn6qlwaZ41xe|b3fJnt%tBh zsiXLF22ca@0d-`S@=G22Th@n~)(S84NH0^CrktoDFclvwzYO_4{0B+5(3TSDTO@vC-kSyLQ;{i{4)i7kqhYL6V9nx!4i zaL?yKL=E0?ytd?f31uUK1Xaa9@qJyphBY<-SZcPL|EZr|w?Z|*ysz)Y*EH_Fb}6p9 zJ!7zz3-VTvKVf}v&-7Bge)VJN@HrqX<7auA;akYP-?iD_BKUVx?5?6kHGw=W6P=aL zxzfa60g!2==lNAH4HyvYtu+2ugmvQxm`@gxE{p)598&igMBwhrcuqbAR~T=-f=GyX z`p=>w@|r$AEra1upOWKFun|VMI@f>(j~ho6nTl4?{bqX3=MyT5Mb0X{eK6xe@YbKJ z|32YS0GeG`-_w>y+cWo#1&V1UL0j}^5yk6vZJ!>f>GI@O+cJQP39a1EP?ntr)$8Wwe##>pT4i&-XDq-!z{WP^|dWVJ7~~wk5(f3=Dr8J2#MEbT(Kj^sY#U1 zR>I>+5S5!0RNf!#?rS%Jel1!M$Lot(oK**WMJFWpt-tR4rRL}0K7A%G~Se~r4OvIM+$Cx!kM%Fq=N!t5xWE8m9H1x(ZA zPsvx@%;`D}d>E~hY0y*!5lxQ_@2&swt<1cAyMLe2MEQunKBKEcX~u`~`^d#;tmt;j zs8V+UXAbr7ITkheC(V6$g3t!&mZq^XdJox~b+p;S5W9UZ!8gD@h+Y5$kNx zkTc1$BaH;Af`yd#b*Nyhd)?62HJEe^FV!y-h=?#etX6jwSnq&~R+sirWmklaoCt zM1@7|k#X1wZyy|P`K;~NISky*EP_a1XXD5{g*L%gn<*E1`A$4laqNs2Ah?wAZV2~; zEWF-WVK-am4)5<%|i~S&}z9Ot2_tZz!)FaW4 zrzE1~fvfN46jeG}JBeMSnRZxbN9bMmc+q|Cj2>+YU@A5TFEg=>Bh69^^LV`BZCDpd zvUQJg1KWR~YR5{0VPGrsSa?YZ&!bv(TdJUyO0u`Z+OJgAI~~REVXigHeD|!Vg9lS} ztt^=Y-2<13Ppu1V`4CcJk+AG1#nNC6fj7uxq5^D;^=5H_P3`)W2f}%`zyzUqhN2de znWaI%k#xGd``S!_0ry@>mKr%H&#%V-bm48^5QNN|>812_%1OHrzUMsvOkx2)xqIe% zAho=_pYtsTnOMq#Qi0RC&iJcn7LAd0tJhw?g*6`N{bS;N)?$e%ZroF5myC2LI4&&I zUmJY^{35?$e$ao`{!Pr4+Lww!gd+G~-R7cd?T5DB4}VCXneC}13HVWtcIqxy*tR_J zUJLe?wKx#m$h>&bRgew8U+B)5r0;+CY`r@Nph3c0M+EE#gt((!Ghqf9I z{wHpc$EQ_V#QEiPp{eBUqKt~&zP(r@_O8_sjG;IqlTj7hVPC#kH|{-Moe-w>!-6J} zFF~Kd%t#rF!C{g#$x@a}19u2zJ|EFt0n*FkOH#IN*-3T#pwfYjWT#7RKLuJj(u*_< zoj)!HD}X5t-6TWBhsTpS3#~1ne8!`?U~dHn&5PnxL9EcSO%!-E{?=npfRg0fKcc3! z{AFYXEO?-11wI2Pjj?iJXBkzpqgmr!5g@Ygw<{|A#C0wWg)hMcBD?no7jSP<(cyc8 z!I|>h?=D?0&F9@7s^>h7XhvY`GMaxwwC6>FOM`lu=)Q<*LmR4(rj2X}4Qe<*tuz1J zU0J-$FXcQCBxNMU?0irfgPG`k?UMed9>#m`cu}aP%(O{`I6gzNZdSptvm*vA%~szm zkN^9$$0@mghw^>3t(#EF!QHb?4!_+p!O?FCUL-A$HQZNvXmv>muf+gpYfN5GF^I+6 zdVAZA=w`1cwx%Obj@P&0d)zdhGG^k7E?o5R^TX%&fn*_>9Y8tm^xx$y$fQ>0)VUzT z+e6#>c(K%o`j&3nT;UKI-Jb>u_FhEp)Az-FXJa$;@^%q`7BH7~A0BS_P=rqnhB8Sh zm_3H#T>QS<97v~dd0!E&N%80`TYMw?(;9e^;vM{oF^j_eo8P z5DAZDLXR+)bvm(MkD7Cwi{v55(x`6q`=rI6l7uv>TOZP+Uzbp|AHieJ??1!kS0f4y zIm$T`3_32N(-bRN63qjT_OM@B99U zM%4sfz)Rpr7Zs?Qq)gTb3AK=A>K3o6lXy8=iQ^ZK7!t{8!$>0q0TVf@!6RXH^^dL9^L3_{sTp;!|MbEox^NVxiEjRHjpnkiaRb%PV zvvs(@9cy@szV1=@a&_ zFM!-maLT=8FVhH~7>tP-fP4mX8}~GUbt>1fOFz5&7*|DI^n(Fx|E&xr66 z$*o4S3tq)`-RluC3Tn^n4_%^T3;Dj(si#POih@aV29CeZn3o7J+Dyqd;=ADNNO?G)CH;~6F51Gm<0 ziJ%nw{kSd(*Ij^FY3Clv>BQ$P13SRFhs z%wt`Wx{-46(#RJLZMedP^X6r`CEo}+1J>4mbPw-UDZ~yppIdKHKRb(~t9;d88FmPU zB9)ok?3puk+66<|P+(p_zOz(A5nN~r8#Fo$6;h~kw`i+SZ31&j?&)uZmb0{IY)R&v zSPUM$e<3@$euToAC@?(Y!r^1`l)Kf{UKDB0K5y?zQg6CB0s17oo$Jw6Uhe9?K)c~x zvB{5DmR5t%7?l{j6W--d$WA=eWGUHjEZ(5NYjb}3x$NuI7|d7Cu;Oar)#-Vp6P@E~ z37_|SjzrngO>7n%*kWgRXdgA#ogV~$5W3;vulfiu@44bGHqwG3_d#eT-rMv%8E1Y0 zOh|5r`}cL^KjPC_hkGNlLPhj7AEkWF>}N*)67JCEOnD<9SLK^X3T<9coCdRpwH{ixxva z((L=tEGTgCnnAF!SXHtoHMxoPGsE29H@T#@O5$eylfPT!Z``F%sZ_t}s}7~ZWai?O zFRkzGXF&>Vkp9o|V|j2fH>95X7c3kLQ=o5R5DX|8vdKD1ar3JJ!iTlSNsRBk!c(tb z60a`Q2nSg%0TXl=5akw{M#!uDD$5)*<6(vYlZLb{Du?@dGH&XJJl>bTL9<|yOS>tH z^%z*x+rqD|Fcilv`BBeBK@|_5^uTZ}bFuGPz#P3jl*bOMdD>9Mz0mjj|C0kayl5A4 z-tE|e{m6Od`F7og_v1L<(f8{7O4_liyBOyUc*n_`5w~#gjDiR(bdsMDEu#qg#KF{l zTmaC`{@6^LpPnBoL#Fe`2aRLIZ&h?KXN3NF?(qsH4Qfy@2uYA zF%5w0{WL=$sn6LSNgl|n%eqQx6eirEE9$Mk(FnawrW%mwMRCV{Yu++iC&9-sr__O( zh;Xk;-wiB!ZUKCaZSSZm$1l>*Uuyn>HCWdHF9v6OUhrmD3Tg3c(Ha-VkG&v}E~(BJ%XU(`KzS#DOnN251tkCWIYzim2Qgz z7LB)yzkM%hEX_b1rA5HCxxB*+s8rW(E*#=}X?8_nv4aSPw(#fErhye2? zN>}RVRnv9Zo>YCF2=Ce8#?#($86K*bXomzG1&{ymTc5pw>L(U>MD1rOjx=Q-jSHv@ zRE|g(xH}ea*|l?+Ngdm5#p*R8ZKi_)29>-T)zyF7&Ll()9ZSMi9Yq7im4GzD2QNMM8u41RY1-*)gtjx0ae%ahb*T3!&*c7Z6ib;)wdOPM($x8ic+njAs zDvDfdAMFRF_2%ILwFrWbxCw8T;MtMwBRu{kf9l{bzr9c6n?8Ki@LLEZRZf&QDG51@ z*8mf*MZ{a>hYT!h9JrrMqMoXmVoULNNdK5q}qt&zQP1En=Y2us_ zUSZ+$f;O4W*##o;?6}eanI+&aB{e=m^D$j5t%mOaUq}=G2PH2(1D!B3{Jx%DsXW!R z``S5qfSoGd2V2G}m6Nyc2{Bh+t_CTG{MTz?P;Blu;fInLaOSo9NVTdLz0dmA4jS?W z@8AG^4jBZG5DrN>u7;m-A3>|ZC0DRROzz*gnH#-noXT5x~LS~jT<*Dsuuex!LL+8jdh zgGus9gv|Okj^sSc0L00mat$ zdHc@M3t4qwy!}Z9cPAzJJ%@ zT=)4!4YNl3PJhxnRsi7`ZeKRiH)>bEJ@$L&FL#S_tY0P(+-drO*&3didub)NG?w1m zaY*Xu^CYqV8+U^cX~KvnEgpU#S><7B3tZ(8qOf&I%<866;l_f8mEDiX{o|$D55__i zo#$by+{~kYRW_l1C2X3j=xK2d5p(CiaItRC!iO&gEn?ModEE{Q-uu`|`}8H@7LvpV za>(WP^}?yz4UbZ@rB=m*(>Pk@PZW~MsOBwh``rW)d1)!hE};~e;9QwTUFoZzf?qxFe4ImKi?qvx5Efv5(FYK z9s@Rw3SV<0aKUSP*D#*TgGGcki+~Bqd->~7cue!f-d8x8s~%|jz1Y=wR8n5~7T2z* z(n0K41V4WnWVfSlS^>P*KKU3{`68Zlr<;%Z^k5QhGXpw$8C$W>!~^vELTbZMpqS=9 zaFhH>yLg)>%5NI3PoOf{OO?=gMjM*Qs%Tbb>|>A-RlJw&L5{MHI!yJ%t@Qnu_8}|{ zQEUlgouBHOucNCUd_Gi+uuYMs_$D3MVT_aVOKETP2S&!HaK4u3+vmbQ`^Vu7TV%d|p(l34~&M14PL=RYQsM?IR<^g{@C>WT{>q&qD)9sLipF)+b{F~aZF&xd>Yd=oMJ z6e3C=?u*B`3V$R|?)OuQ_K|v=1Ou|6U$jqQ2qLs_An)hT$e5d#m%+vg&~gXIOAj4` zKrd!LvZq~U4`f6oe4W!~eLyE0eWtT&{{?Emr>4Kei$wpe>R8LDYXEK-$d^JNX52_% z+*>?{hX&Hbkau!)@w?_9j`8hnf_vPX# z%eT2Q?-EnACez*PIu<`|(P#FN&xRqQNtmJd51cfBo-W;IYZQ;Z*^?SVGw!?oDw5|M zTYrMGX+Wh_2s0RY$J-u(W z_u23L49ZZ1q_`Na7?azKVme#?g8 zfj(xxaawKjGUak?(x-+QZ`XPXbIiU{8MXUp+R!igmudHN>)P^5f<2-&$xI2x3TOEE zJB#~)xqTwm{47*L-9YL-!c^?tQMb$Z!?Y_^+U3CMht~vi_`w>3qAA|qBBA+!k^AM= zOiY5Z=U%6`Je0Y`K$WN6&&=NzbArKU zkaTp?OP`)m9V#5ZaKA}0CpvcA)C2axKOHK(8$&oA9KKHKNu6$UZFZfXk6#k{hPh8p zOVFa9u40DXM6af4L-!nt%r&}Q&W%dK!^E7kqAMJaA-&U;UJu1yfK<^h-mZhtOS07y z)BHWKy>P%EtZ~oHo@c-vFNO+)0Gdm#f2iX24R7I9p`I^4?%rTL!-sf7B260H%Za_h zAOQACYkoQztof22Sk#;-?l6O%`3(hP*rys*{I0v|?_B=KhnA|tftHatU4V*=IN_e_ zR3`OCH=P7_@(;UYRYT)dC|XeTX3}EFhcn3+#8kNz?ky-aUjri+G;}UPxMx-+O}l@U zK}Q2uc;RQNG~lJ`k=V=&7w2F34il>OD`ql3UmQ^v;fS4HGj>*i)p;pqShyT73> zp|ee)Hy)zx6Rj&4ZNMJdTtY6U?vEnvTtDU|Ht#3lGi;ad1cv?`?bFH!KpZ)gZmLq) z)Lo}viq$v6c{=NS#8iZTxf8`ffyw;Tu^|q*wo4~*A`Vc&_CpBk1i;rP6O^)XrVhC; zJ@@^&{0+3yXx)B}z`3AAJuz&HiesBeu`z*0shr7|&FfY$gwHTfF5IW<2W7uVA zaNhyWFBBHa{9iARR(yy4G6J&0?byJ5h2FVM54i5M50J&>N{e?SnzblaU|26GmyvCB zs>U-SxCVmQ52bFlhoue})Z-qcg6T_wNn)SuzR++OIt$EDJ9Y#u4>QcO`>xhbG_Tgr zk#nNf%^B5S&a?AVyWew00DJa^eZmL@kH(K_zplc5)v$N>a(SA;aF=qwYxuUBRH1r5 zL)fTouTRYI==QuC`j_G+DlqzI?67N+l=|VL^6$^(g#6=SDxaVvCG=)&?FB1~3wo~H zTc3ekPTqy9meYW88mDmi;uC9hpDwxi+s_R2>F|fdFHiF4pApycSJ4WVC{R5S$&zO$ zz~Q@Woh#yzZyj4?58$225aW7$QTs609WTLWF77!s!aPh^)!U(Ppe#9lpGE3S-Tr~& z^GwGa;kq2e7LMxY`vV8Ib<{70cEQW6&x zU%RIh@r~tLg_}(#eyBppZBN3P(4_09NhM2+Zg&O`^S^6Gp}f9Do=XvJXaN2cvh|IG z58!$Zx@We*eY40{_~S)y^h04eco5lk)Al&A*i>EZbII$bd398>ElP499~P0P{*+^(vvGEQkeyaHHyG1@I%OSJ1<)#mwo6Y_Ap|0s>Rm) z6`4K2`B;_*+l*S6K<0Rz3S}b_gJ+737MW#-_GI1O<=3X{d~dwbPG$@&;`ltk9mvUu zAT#I*j&g)#1LdmwrL^2W`SrCQ$>Gs5L-W9IGCe17=)B_B{ct$v%Ml$h^aRIOd^JmO z45>P<|0~sb<_bMxX+!(3k3oru#I<64%?%pL6}zZQ z$UCvQ=#i>bOX70@6N^R?i;0{8%^$fSelJnZl*S9RmAzFSwz zb{k2Wr{TSb4~R9;eV{hVfcYjFlo{bXkIxsxgRfl9?g6Sw3~bh7*zl$oin8gt(CFnJ zcmd7(o_@F3^svIXZr|p$fA2e!!dp67GV4M7N$TC8I#Krn8?{B*Ahu7 zF*3HxHNH8gb4k%LsBwfHY=<^?&j)mOw|;^+Lr*pJXXIQHVdCQPz*h4P|zs($^(65HvGX3+eCK_Q)#l`@YdIo~|Rj-adEjvn2^dFmu zm8;oX!_vPdot{w!p~fpy#(b)F%t?g@v!n*gC*Mzh`UP%x5|)6W^F-GsOQC<{H%|Mn z)NgO=cZmcd*uvXDhhDqxaf0i%!*Sj)K}qoMyydXW%lGv}5npck6KVr(u(c3h!xEMV zk>7HB_?PwOM9WzzMd^vtq21OKG^0A@Cg^~@SM+pib+~r{qo?nanzYKnp3~SmSrWiq z8E+5JH}Sks)aq>`swB{f1J3a|iLQ^I!}YHRahh=HL&38MJ;jU|Z#1QPRd)n~ z3pM6-*J#rxyoldJbXuEieFn+L?vN(Z8U!8^zzvssa15MpL>fF7`{77=r#OD>wdcQe zdGieieFi!9x?gP2m|PF3(sYF>F0|$3;RBt3DIt5V_PSd1G&PQ1fg$dtq2B(k10W*g`~t3x@J3nr!)cBcPK~ter#_ps z=g4rd-F=Qx6!|F_9a+tzoc@&FV$-jA4HtcBdf_e*1fo)ZOPKjPo57wNigy zNs68CN}x_Bba5q0(^CB64!(Iw{VW@?b6jYNELYe|P^xX6O53O5n5^w07&FS?`(ing%DVZZmr zicuccZ_ERDW(jcC#&ZIpUXH%NEy5eNioX4cB)_WS#ytL(JBxrpawVR6JFBiq!Ud(_ zuw&bxTllx9yvV_@ny&BFCv+Z0ZedQ9XyB8Pf)IJ8Sq{-hLicc227fKB`VgUtdjp?> z*CBj3?{N{N2rgGwLsY`0&lb^1>sr4Te`U_CmsCA4Wt}HJ5K6``=jH9O1*QK{1Nica zN7^Xw)HUzGJ2AZV-egX(`&3GC$H0uyqqaw4u;{BJYe^5b_E@u{8m7E&R~B60iG{zr z-=&r?7{>MtJDphc`M$54t#^NRyd{4FNw?py-oA>_-u3kQZQVhJTiYzXCeYUb+oTp` zxISPvgP`1(LL1S)%K=A2gW=xqE+qRNz52BBY*@ifAN}qNXnjRE*T*7P$v`ott4kdp zGJ3qdR(PU4oR@7?+OGBk?Ug_4Fwc;ecjkD^*ZAwF3Ah!SPJ=A4fK}pRAs~q$`wnH_aU(h%A07WD1bON&K_T1%6+ZM?tA1TrWZd;z|B@s$Jrcz!&l89yf+S-tGZG{(6SnCfY~$SsQj9`#O%8PSQTFGi6_285zrW zxL_9BelzKOpP&~YJ{3T!T<8Y@KU)#zPSPGDrbzPkFudT#*93JYC;Rr9eLsu*EvX7f z*7v!r_v->-(tZu;SisFs9#vxygVO;b;ETj9==`oj@*Cx+3%_p9XixP_f3&jjFQ;Q? zMp`kr%#lx71^lrH`%`RjL>Zv%%W35pg>93C8w=swg3Ko>(LNVPyHwxrF`1wHp@B9u zFerq>67>~{C9DXr4)Cb*WG;Kb2{5V8Luyk{FkjdC_qgh=mt-d^;L(EX$Zy9k=kW17 zUKMQdca8V)ov&^_lkerA)cN$Ihs@n8v;9Wtg|cj7^dn9n^G*ZZjH`6TI`Q5mD?6T# zFFx6HlJ)_H{G`u=Si5&KGGD)aqnyFVS7i1$S_#$RM(9n4koL%(j8Z!93;Ad53N#E9 zxa@hpq%bw<_U}={V=% z#OiEXE%U*5nPcZL)HQvf(?fs8Q2FIv2vOMtLwfSh=|)CdvzFKMe$n_RlOSHhk_~53OB4TTH2J_pfJ1$gE#vk%JQZXP2(}5e zSo=6cFB?_=hxqkqnP=c=^!fFEaLq5|IBeGJDzz(}|2TNW*xOf5zQz{NBU)yGt zzVzadVYU5+eea(q;W@oS158pWwTbZAttdG;;2xJ=p0W>j^EfoelEpp)I^Rwzgw;8( z`9X99_Wm5dVEs9@x1XGq*V5yO@)fF_*WLA=ujt$;ML4`oy!P0)uEYb3X6 zbeh8KIoQk|cOz3Ftrt&&?@*MU*?B<=w?Xibs+xxwoW92vMvABih>?I;!Oatv^*8_K zA+6e1fNIs)nj;9JFXGWeS3wwp2pS4C+ixJi32N?j++xdBA;{+} zCvVqY#Y`zB=$_CwHy2NcZQ4?-@2F}98KL&T|fL3KzA0Rmq z$GZ-xMpRcLUQ{x&9>oA9(`*WqWAZ8#=?NdaeSP^l>HI}OqMF{mA|!D)bZ>4iz{wfQ zJ>*T4_-}nyyQ64x<9xR{m<&{jD{%I9d%PjA#5SWD0~9u8RV%(31RF^bwCbPS`fwCm zBc2X~Gj6Hx+-4dtkn>=Fb(iiBUM7Q|u!)jTK+hlT#n{yW5;7b;Z647ug_o#U z{a1GeX5n~n4&FY|ZuHBYnMCpvD$mP-1~do!->Ydax6S?_7LE(E}wwMQTSaKW8aws zX=w68HftrVV=<$Jfj^nb^W)ClT-`Wr4v+7_TlCu?SmV()R-%Z)CnAU!7NKUGe)4-j zBTABFQ8w8s;S<@_-Q!pl&6oeV1_TG9XG(lUc|}TRE4T#oR~-~ZaSDJIR3c=iZh}tz z-TSW9Y6TD5DJ7nBepy=e`_e0@EG<0B4cy>}aMtFBcp8o?XccV{56t+6_F=X@i(wI1qM2N5SYJbP0>e68)!DMI>Q{h4L`Tcd zm5Hb_&nymE!j#`cjkdgph5YhFo}Rytb2rB?S-=0HF?0Ch`j=$Nhxs*5mn4yFz`!Vp z8DkmH#W$w(sa^J53;vx@Q6hfleac7bWSlC)oa~-2!`~OZeRx)RM?88#w&%msYDO4c z6{YmYroXwI=f}9FkvSNl@_*hPsG&yNJdxz%b-MM79{5eVu7!_WGzv1Yk2nWAb5J~Q z?3A#m&9)vgU+YEIKMdixJYAaxQ)s`!q;HIh>iJdLKQDnd`JQXyw_*=>g5X2YxLU+6 z#xT2I_8mkr`^_F-R3wv=cKKq`v{KR6j$ag=0e;d8;fRRPJL^axb9~?(Pz%)?9<&U>m zmtfG#=MyV}pz{P*OzJ7<@+h}YwTAUBHOl1*bLaL^zdFi}=8^cv8ql%|!c}_Va%GJcYwWO>Td?3 zF$0r2?Ih^1JH89co~V-Uui#FEW6%RP^Go#lA`*GWfZ#Rbj|BG{{bf%m9FMSGlJPkZ z&R|6y&q$vXW-jqAP=PTth<@Ir6i zsk>~&c1!Fw;a{y6xx;?FeJ(}ERmH__aht>P7U`da>fDqR-~j{K#QgXb0eg6yZ`!LD z00XpE$DX1E*QV5+V8tRVKNIYHG-}ZtM0&?zVA?|8Z@**g)0_yN5x3t@Rd3OrZcc#R z0)L-Rh4;gH#OowcJ zG+LNjP@^96V6r8nFZZZ6ixF{a>a_)1`~oPc^Ano?_DMw^Kl&_s|8v z??*tNi|ARh7LLr|;Z;3RNr-IgO_yoU!aO2JmVE1?cpn0w1dJN|A4j+8v>E$Zrf@H4 zJo_i?=UG!-qPmv>4OEWh)}P<(b*icDd45QX8>hX9)f;n4|&Xf`=UtQ%a?eR~7 z7INpAaPMbzkS*?2vIk@O^_{SPAYS|RbmssTzCoUUhwJOUjCIB9<+kqx7NPsS@w|qw zbHnI^ z2@q>Yhw<4ASal#sogcWWP$kZn<1Gi22@mW=1&Yx;yovN}CHMDmf9fWvzc>G#xD|v+ zgLP5wXMk9o1v$W!IA5=ig{6^UkdA_{cg)IUH&N)9XSNLyLd~k_9H&Y7VRl8fTf_PY@?|5>j)DoE@cuI<}l#j_;{$ND_&Tu3Pjo5LghGC(P0M5fp)UYR%T?RcB8ddG!_O+|n0 zz0wz$B463R6hUJYzaQ^gMBaJwxtUI?M(6U~Jx^oU$<3u?^160vX0z|&pXU)xF(K0D z;~W{ihO<`|-;rp2#| zeaJ&MhHsZOp$w|+elb5uVJfZSeWWGe0U#z+ISAgc^TCtOKm9WS@B){H_WT_uM~qY0 z4ecY@snOl-=FiidMORX_d_)D<78A7Vq*m;5dU!l!()9Bfs}DK`Jks8m(D>&(C?~({ zF^8PZRK7R5XhJ3m#Re_8d_ns{c*D4^9jkqX=4Q3pXX)>3v#eioiTzR8f(BeoFGYW@__ z4eER-ykg_fPfqYu#z(Kq0UiS|R)sqac4hS*wL)-&D95J;LfNBK$=+GyPHAXvL|UQ;2Cl(JdM>=>-Ji-`n;~|320! zcu@F<3Y*r z4UOUmW3#hKa-(trfC6H%x%rV)Ex}f>|6#Rz78Dqx7ogBwgnlHf{eE|!)vDKKV~WrS zoR@{rC$mzO9PByG-6ujRy8v~PL$i)oQ^Kg{9fZLbYabOz@}scmQT`i9P6QgA-iDc} zNz#9#eJXSEvNq6D>cONPFW;U=ZuQHM-6sx!>&EQoo(_NJ*-ZF7MP^FQpBD=F-Y>pw zz7%^(Lu5#)B5_!2Dp|$dhd}SYr*QQe= z#YZ|jUe&a{34*~rn1eJySF-Qi7UBo68;@>C%(CeDHAxxe#+>(ZlveWzZ=i6#53Pf9 z*V^#5tg+=tk-U829`k<1qL>kRLNR!CynJ)je}1`drHV(=-e-z2yUY9WgFP&!KKBj^ z+grv$rMg@q^tyOAU0EdE*eCWdyZwZ|gR-10){Hza&U?&8lUe5g9|7H>|wf8HzUo@%m{dU9cOc^ZqRDXv` zd-~7*xgSmUNNTm)#;2UePmTFcTx*!2S#o#L~ zr%gj=U-{$<`}C001H}^c>-K7aPu+U4$GunI%P5L@QUo9!o_#w z?wCfk5BdXb{~MqkY}*4EyMd2O%MsS)49LIvA-)y6)v`k0f<%_HoqVhH7(2^*hZ;-4 z1>&36f}gz)s}8XoeiO109Y=jS^UUd{)4vSfj18^_mPN5npZ!FR5Q*YH-a{Q+ zlV`EvujhSMhM(eZB);eU?s6NZQ$U2lisYIzzYz50DNEZ2eGTbbtlt?fSDUw5GtjBTLLo@?NW?CTHbj z++dnh=^yfh?r*?4K~BO#@12qpfYSX@EQ1(`iWdN)L{h!fQ&T>;SuBg2S!OXlV2sZ< z1OB1-^)$XZV(2T;4_|~o7UyH2S1)w9XU>O9V3zHA_uyoGUS0VlUK1HVUavC=aUw^U z{&DG-pL2U04y^wMNaD&gD2)x%K3Ga?`FX}XF?>pIomp+a=lr-m?Z+ItdN;gHfwfV( zo@VuMf~iay80?W>yMQQeL%pGO1-q9A-99*+9FXgKD2WcRpqY@{d(Z-NGE|pX1TyO0 zp_obRpt4Wn(}836zOa4u`+QxLf3jE&kBl{KG%yt_eWlndr{`oJhKvI$og}17&duuM z=yVfxF(R21b|8Wlylcsc%gQT60l<3GVN^6$3R(14uRYGDCXC@-R>}Pmz@sOS0f}WT zRmK>dKzd7OY~=K=4hQ14r$_!&FQ-|-(nnL;?gock4!@!ZZ8$>yxfe}n6G<4yI`FX1 z<9au$$HpW^)^xSkQs@J9_P#@j@t^2#nNSy9t5|6OU&dB)9i{2C2I~l~*v9rW@GMM2 z0M9x$w>c2Y0pp&BkR(RdPsnTUmcjo0Os_6{W@f#KBp2{&IYtzw8|> zFo%0N z=)5l1%iYwI_?aA*5226opS!kv_Kn}8clHXa#J0X#nq?O^`-ocXt92M4eRk*Yzf{4X zoXD1Z=?`@CPS^T#K;%oG7=N^XR6wDEPf#b!?h=AT4WJPT<$t3B7keVbcaPTL1t9mv zALq{az0sBaYp48hWA6iwm`n7BbGI+R)daZTc0T~#^IH@CjBmE4_sbKiJdRJ^MJF35 z;io^*25hUJu4jd}f~(*(NoOj0u*Z$;v%XH|Th#2^xBxpQNydc(TcBZvXRA!hXZCcZ zm2Qp(%w9V_TImdxQOr#_M3xjC*huTJnX#k>h-$pUw?Ns-6$hk0Ha_+k_aASv+^5B> zyXL=&cJMuBGV>F(JZlDK4T&GBi&W|CGvdm&4f>S>Mh9K~`)r|@g*G$ly}X>i>7~KC zL9smM%==*Se?yWGmy9U*-=Q5Gcbu##Jpc8V`D`pI zvpTH(i~#+6|Eh?)t_;CqP3|+cZr;Xf`nXKHRR9^H$ z_9U^KQ-WbB-g}r&R`I^j)gJ;!J2$2rCy@KmKuv9&}AB2 zaaKe|2!3N>bwJPBz4`4S;IybvK(vGH_0*$4Q?mJfn8caaM38c>B)SFnK;m|Ls#N^y z5vfY|ki@_Pckol;NLT5yJV`b-F54|0K{M{a4qk$xJ+|#>MDO8!kzhJq{L&M`eJy?J zf0?*HkDUD4ejud`hLxE(Z%7-GC6x%rrJ?S97=uC{-{p4d%xT1O!{dkj^Yz$T(nmZ7yW2d&kv!YVozHKTSLt zVSfi5Au_HFs~xBd!*L`dRRBOP%k{h(`>mxPY$E*BU6J$vDs}C=!Y1}bkSn!7_9PhB zgK{sUmsnqZVv2pAZ`GE9%zb(8*?!3t?a>V1Z>$#!kE}&7U*Qgq?S8wHv=LS{Rep(p z@nrt;vf&Lqj)%B5eiM7By(?{QH<|mR2WG)%sfUKe4ixF*cA@GvpLr9iu;FrHmhBN2zX8=O zwkGb@!yB=LF+@2N)~wB^{o;c)6|kq{C%&g!eBgh5&oScz%EEQvpT=3!-%%!;duGPz zw;bxag&DL&r6o4ZrNew0T-bi7aV@gv?fvy1&8a-kNX1JOvj;d9umB{>OOt*5aQyuY zF<|l-NP3@k4cazervBZ#|UVdo}CtEBYk^3 z>{IR9t_0s~@r-$z)O8*DZ5po^;@3Lf)H^!ch-N$7lYNo{NU{(fvu7QS6t(ShR{lA+ z@Y}>HBDOz|#Clp4dtaaT{qi_;pBx4%rg2WJ3*^XruLj=>nCG7({J=Ts=OcfV%jkYI?$_d5>>0&%5$##w%!~N}e}j@wsqK9j z>3DV$0Pl@IIWzcd=++-a_A_1{(EfOXsv5q>__F*f?_}kWhh;YQiR=Ki!ZCZ)>~a$? zg&AQ@Q(CVO(EauXzq;59{yN})FTHAY+sS(N3ksloJu)|2#hoqXXKZD@j^ASZqak1U zZ*PRpjXgG)7XA4ESxIm`pQJg!B>+(^tWFN;kRYZ|!-1Nw=76;*g!D}Z@S<7@+S!xKQYMZr%G-t58yHhKT@BWy=7lA=K5Jduo{(`qXnFQ zz68Zoj1WCRhW8ECzPs$_QTFi_(nCiR$>XwLU&cEMi*I{M+#_WQKPIHAX}B?L40m_+ zNE(-FXH08Myyl2G|Iu`1P0C`+_Sc-pj$j@h0YOwI0R?h?3|Ly!L%3Phso>Jb zbdOeHxE9H^a*DHlN4l!;JWJJKY7XD#NnP`OYK2?s`dqtW#U9mLHY}Bt`-gIGi%Kiy*PdK&~}9Y_qn>{ zH#2u``>ZuQe$)EGgMz}OJpIPcyD3=XviiQcPfVc(M$>kP_cbDZtU1DFihMX$-(+lP zYqx{Z?DJpE4DUSOfda!AQ^;*x*XXM^W~bRhvjsiZsDyKY!`(-vKzVrawE2o|_3b!z zqOQlNq-th8L93PidD|y~$F*?=UHX>)sZO89?hRUn9XRLFbns0Y9eCwYQ4T|WD&2i) z%grtlT@8&c;!wKxfH?nNq_AE{L9=q#gH(RVQL*L2l(Rc`<`MJezRu}=?nkyik1Fs- zZuKfWWQLG=mo>gdduA4#j?V_0iRbTC2*;DFUMr5It-?TuOJdj$$RqR(n+_G-OAy1w zWtUT*-7RUgj=B`bGW{I8p#7WYPZJ2M2{P(W7c|s8PwCU;o(GBok)T+(`MI}`O49jc zG*DyLkF!l*aNp&Ne8g^Znp6|GV~+sJ$KO5EDHr#1L3v0#8RdQl3y2bM;Y^)ieq-tG zdmQ8~g)ic7|Mn<-+8zyBi+<3cuw|;$H@!@5W>6)Hwp#nVoC1jWFpKrhJLgCX0`7eK zzAD;H1vGujY=b~u2b)sPhn}qd`CB-{*Y)cu6bj*}UPb^QH$$_b_TT?9tYl^XCpf+h z`GV)XTz`b|;u5S;g3r)f;B+l%wBQN(meH{|(Vx$wU{lC=JF8W_;T`G?chh6+kC8%G zC~rUC3zDoa;I$SsE_ongg*=8Lz%;`>EQr(@(vh#EKePZ~N_E|piDl&D?Tp?uU^he6H$&1gwb=6{mw=@1cd3?XO?I@$b7r9?TPF_v{hZHKMgA+2@0IB? zjn3z;(HvLd{M_va+IuBUAIM%}b%2x=l^}J}MeX|6Qa@ho?=^8T zYMtAd5zT8oikl*F7N|cW`?<5xRELhlvgEz$;cC?ZKzu8HhQjHPr6r9Rq)9QpLaP?X zxx;e7d%7*~Z2;s`X|?T;$}H-Mc>N@D$J3dbY@Q~02bH-!Xn5WA0mIf}cRA4r?!G58 zNq$~nR7~A_CY~NJc2aJNl8rU}$Ux1z=i~s*iTdp@tpFrE_;k^kSjBQTW79mQT?vJt z+FM6!df=m&CZmzW4@DBe6WqQ4BeNF*bJubAz$cRA=M-kek86S_D8{d;7g{1n{Au;b z!U{C(Knr3;N*;S4P|K_G#Iq?MgO33wbEPY(BCmwHpZGSiyK3~&`(3E^^s~{N2%VmC zQp4t&lqLN2qR`1i=swkdk*k9y?s-n!#3rlnPaX)0_QPh5;b9qT`#Ede!m?XrkUby! z7SAFy$-LGt3yBAzw_dKh9_xti>JvlnlMCL~%JZXwJpJL5rclg+?FwBN@}u-mqgTL! zi{I64KO^k1$xCNGAeYqN^I8RDk?fD}+b13WL`@mS@#5btu9W(0{jkXDc-&qT0V6#U z7#i_?TIUXfD1frwRHx@jUGe_9SA*m^|J|?4AB-=&jThCHnm2L#(f5QnsC@q}TIYRY z--(`&aYt@tYp;HCG%h12F`^N4E&CCX3B#g>H6^e}E9*c@^YLCip&Xc9GpKOAXCt&3 z(tvhfQJ3j9`VEil9cDyMc#=p>W1?d?c+aDjt+uC}F7V6kpH)yfm*OJbG~#R3fYK$X z$s0BEtdo&Ukq6#A+>{4^toOP5pAK1=d(iZ&{Mq@6scw5v-s_<_bZz|J5g6o8ckd1N z^%|d-RycnXC9I6^z6jhW*>zyy0RSKI@J)O(13p>L=rz>n-Nt%}C?_*WP&D(@#C;as z?VE2gHAC+=IfY#WFn)?VCROTQts}46R(9b7q86LiOp!ra@g-+}A_D?0_v+6neb5xL zexCW~2q>!V@DE0AavLJzI{%gSXtD&@b@lA1>3dY-m@BHFQ<>mxfB|pUt-Dmy{51B` z2+@5#d+Ch4GeoU}3k$WN{2#H~!5KLsAl)2<9Z|llqy!`Dh;PY!=a|ShG;W+P$bPp{ zxFG+dU&SOIp8XBWrEj)JO|+!~Snud3GzS{P}1X&(&K^l@tYI{kJ=<4Xyj37jt4mS2B~Enf-d z{CP<*gNCuk>+8^QSp8PcSHA~JcSTL;5Ygozf87f2jiNM!x94^b4>Z${UD|BzZ5xs# zG9Z}3@qvIe2Fj)P)1Fsc7ie4Ee-TNUalWIUp_IlMgV3P@E06e3r?Hj&g(nFdu%qa~ z2wDM?z&rv(K(8E={=GMt+q>@v#Xc@7!@p3bNPE#Fs^|-oj_>{1-flnP3n@kHjx=T{ zMIYe_dHX@LC4@{+^o~_MvVr5_)*tK>_Gv)hQADx@$e6_tA4N>N#{o(gwCL^TXZ(Bj zG?S@^Xa}EkZHk23hWmtpx&hQo50!>l?f{Z#VJQ zRD0Ul;j$Z{MfbJde1*(w%MysKIub>qWAd9O>v@>(QlGA?7ygNBwqmy8B$Y zUX9@9RpK)r=p@9Dd0g#m39HD_s8g4h%<+3rRK*Fem+vt` zQk}@7YUTpa9U{(c8+!U06XnOF4UfVyHJpYC1)Pbg0*K{QR`tqZ8zCPi>p0PbA-1oT7GYWVhNp}39 za5~s_wW#vRD?b=b@6*NlQyz=cdWj6Nlx-vWd_hH(A}!8|5KO$+ndknI4X*VMmtVW&X7^p6L_WT6-d4NRNcLW~MB?oZM|8-yxo%~vU1!L{6WUm< zq#HGzQH1_PYN3fHF0=Of%ug%58^&j{ZVh}pThCtxkWw0{OtN~j0$A7%BF)6cx?y`q z)MyJ-y1+g=>&c)0pY(YT{9>wpT(O-z^&&~19&dG%gUp<2)7lEuqsWCO5(35={PPKWfy-8yoDQ z!YnC<5|l%r)uQuCm5bdz5pP}}ZgmGc9 z%E8Q|-+@vEz7g<#YUJLB-}uNNBY_?4<-GFDT|9Sn*AnovTV2uD+i-Eq1J_yW_w(ao zgEh}oV1&cXOu*hfJZos|a+>&;ZuHdIprJnUBzacl-R2mW9#+rtmrwJ3oEbtLImXWu z7Rw|qsGIN)&h|<>bjKm%J*Sn80mZtg?2Y*SjG0!aZ4#txJKhEY{^5!5 zC55P5IDS2Qna)w~?-`)C@Tbc4s)pyV%754WD~sEC-shbpys}au3ua!id4r?X+*7C; zV9-ilQ=-MTz`MCs4yVWkfb9J((5U}r5A`p3h&{DxM`eYga(v&H%t()AC??0*%SW>F z1u@n-7X5HL@3nFA-Cc#J>IKKF_oDVxQX)q@j!^mR+EZ8i8CJQc#|oZO8&4{Hx&&rC z<~%-0BoI$g&*1Rr!Cw8>ipeR-T0lYbMG<58Oi$Y+JB(WmB<2nXehd%SMjutsPcM2* zx{-i$Fh8~cdf&b+ujdE*_k4fWeiUwyA>!V}b`lRh@+h3ZWB(r`np*OXSf;$w{fe8H zyTIYVf=k9<&bK{wT-vUyKmOZ9?2%ntw{HunK@FmJG}toTbEW}u7QmpSRrc_)Zm=@dDmq04MCO-|^s>2VfRqfs=bcak8_@elh|zMxI#6!{B0YA_ z6M?CT%b)@+<2uQswa*@$d;Od_bRIN>Jp!bcW0u%YOaoY&!Jf`(8~Bnr?(vaU02lOV z=$e_+3RML30XwIw5(S4~FT+gFCn2sI76ntW+3)(+U9(s`N>}PQkRMfoz!)4V zyX#=x?CbDekAYD*9~O$rp_KB!3X&+}DKC=35IvFiw0logx5PJ(<_$JLu#Yd4lkSZr zgJULb#*&t1Go&d+fvWMy5Q{e`4UpUO9qxA(o?(yimaO+@b9>y6+tjCo=v9IU_-A%5 zPt|!ZU+!6s(N%=sP`ctm+k9-U{H-~LGFTX$`n+b}Zr>SThNvTpu-Sqlv=w+HUSv8C zX$wCP7HpmKlb^h1^mJ9_du$adv>*!!pjoDLdr|nVJkIZLcVSO3o10TdT4ANLRNBOe z)mgn0u$ssO4~^sf+pzswWg_Hb0Kxa{F!w2*Q0q4!g)-AzWa&m%8x?K&{@j9rX6mch z*QMcNlE7kq_F%#i^oXcPZ0juhyq9+csk`V^zWnF@XeAdS3CXiARJW05ocEc*?2U>A ztgWPm#ibzgCt??(rj7Mf)5ZOn$CCKyJ<;^MEV?IUCKmL=r@rlR@Jnb^98IT64 zs#LmQCtlXsav}Z*=ciAa)70Yx1wrl6guz3L9ntXg42GVNa!>cLXQ?S?R_VlSs0scAY4 zm)HRJ0ZUT)?rd*Y7(CeMW!)(%qmULj9@DC_z$hCsN2~ zfx^5pbJo1xn^)wru_bDi#?!49(&1-i@9>IS@PT}R`X=*EZ1^W1ZfX`s$T8%@Hm*9c ziSPc;)5PaqumWQaxP2%sN8DM<$w+bFiz(^1`yrg!u^7|(yPoz0)65Rt>0I9Ld(a6# zT6ZSRZ+{*wCDQuU=95RAM>=}S)!1KHR&`U;x zz4rWk43mAsS@ZV`;q_T_?=olKkyK+J@_GQN53aklGCcj7mm=m?4AFZ1tMRiLx@4g$B;b#ay&$<@lltS>e0LRB74_Uz{E50iqXf$QlX&uH}S zQ$$9)?)dUbvQWOC3*XZxn4*+s9{0&3YaoDnB5|xanvkrSNcXSJJsV?AwI}lwpspcY zR5RP}986*kzw&eCzkw){wj0UcbzUhmT%{SOn$DkI`NpGV@=jhT?o&td)4yx{rd}7o&7NKw@tjb0%e%-YM zJcW+NlXz#;#k0uKqNtWNjt7gcR6`2}CTpRyCq7Kalb@%ax-91`QM0`MNbQN#;9X-w z0h|1iWKBs&WlFGTr z?Aqt9YN5HXX|K&eICahB9iNE~eiVN(q_^>*ifG!WDtm;Am-*U@NQK{L^giRT)M>w% zuN254Jude67=HK`R0361h+<73A`7!V;ue+HiTXgpsEWycqt?Blvp*HByLqJxy>m0JO!C+bbcZhWdcpAU;x#eO?qAHyaT3 zd2dst9D&%#m$6F*CY8QX9nRmY<^;4;li7M1CQU~^kLuam31_$U+w$SN(+dD?JG~t4 zUT^GKb?qP+NEiLJRcsPG)wF1Ck$_rw__vWFs zAvo;8&qk6qvQgVo(IW158H&9;Fp*dKtM~Wx#VwaG2xDO?$+utfS;;y%zR3MR!^t(uC7OVUJT%xSu=i|;mhrRhr@RZd7KMAqR+2}xw~Ne)aQ7H zp{*Y_cZPY_HkKKsdc5CcsbHa}8lT5s#YSfI*q4*?aEBNP{;j6PrM<$F{mZA)0WAJV zj)-FDz@DyE!>g9sn-YxOP;XlMj+F-&ekz%DyN*qms%vo=+9JH5iaeW32ZLx7r>=qXgw~mU8Z(lJRjOLyYQd`J4=#T0-uGbT znqP@q0rTxcm%_Nv47?X}?5LnrZen)4QjGH~>$OoUI$-{^&W?+JV$O%tcO7{3iqKc1 z)*yow(K))5Ftdlhmg_naHWSXwsBl<(?EM$iwxI_STDLE9sGkul8f!$r1w+`#tqhfq79Vc52pI9e>214WOHsW@IY<_awhg?<3@etm?88Ftt`} z50{7ENt4r*$@aQlsoRmD;3W~3Y_JFHlKwlF~uhi;<09|c`~ZaiMT;W3rstF!G> z>!ud`_*A7WP#ckNZP@j8#siCRKQ@k>P_)cdgd9exaZO7<)n|UVdWuWXIe&m@w8P zQi-{j3d)~O9hWEWG5C4-{e3(7e2#Cx)<2|>;m5<894Fu2`)b;a5KiP|NM`6%(g7-aqGsnZxQVSglumK3RwOCX) z9CygAX=p?D@`)&|k2sOP-T{YZmM2O#=zu}a&a$y(`TL-^>kxzL5Gn%xp_?#$Cda1` z$KguH`yH1j3ureG+Vs{@LYl9iynElD%U6pMs9pJ5+P0PYFn)d*rVRNz(u56D5yIY@ zYOpj)KsJ@Z*qZzeU*$|9VEaenc^a5@3aJBoJv}E(adlhlUv}|;-&Lbagx@Q$UY&yY zg0ENjIeFSXp94v!7!og^Eg+%tqf;||jNJ@JY3*X#NLL*&W{e9VF?#mFbS+W*XzCW3 z=V%u`=1upQ;~ndbgF>_ z00{Z#KudS@V(#k|Aro2^{CBe&W}i&9NO!@@ybtTzUq8z=-@rounes_Vte{_Ew`OLD zgN+b+o#sR{~J`;BbW}aW#R&;EGGK zOiq8L+Jp*V-+Rlx7qZc*J8FsRG-2H)Sl`u7p1vU=7hl|kzW{ba5B-Oc^ip(zob*0^ z0yk1%Wm%f#Fd|?#daIxB>0x;$?Bd6Z1tUz$Z^+-})}b?&9y^@iLrnv|1aI@z9Q?E6 zb7tFw7ckFG(qXs#lCe0uk;#eH0Ry7;r*2e&=@+PsT9`3SzYgSV#l)@b?3eS6E>%Pf zehgCs@Aj^)Z@5=jJwy`R#$BBEbQROI`a*0!IhT!e2}FAyzc%EVAzde(RTY<9(=kmU z`8x#YhtB*YkJFo!&l_sB(fbhqAZCs;#6;nQ^)9ax);l;R{0J`;c~NtNI>viGzdWTt z@xcNd9lLCzL?fJQ||>d(v#`JNAnA|?$f&luimT0 zp@}EOElBf#Vm9`K>H!o%_8IZ#*%wW9d1CH*_%(z0vpBHlAY=(k3=m#q78EIqM=O=tyAEnB9}A;Cs5?9rv#KN?|?|?%G4_)`)cbaBV=B&t~c|IbnQRTel21fP`yX zhi@Umt9)xeMXrI$ZqBcsJ~sE2Rh@w4x#R_4KV??5+32aybB`C4>JBRFtlc%gK7lQu z6~^`yg1u*f)Nz)t8clxe{i!{fEVb7edQtQE&?WoCoE8$^;gFovLB@f+9Xib zxkq<1{X!-FFpiMJy{t=H6c*&U8MtE z^2l|s`O+*~qDf;8kb7JS<~@OFaH=1*RbL)a3m)<&dmrk^ZFp!EHhYRgh!$zVSTZHK zbZ`Sgl%Y?_>GiE2>|u%|$WlnIAAc@AWa?_ymb1&XDYQc9C!X923WO|UDIf>pq6_P| zu(gN_MAmvzBRGhgqA#APB^Y~od{4ikysak8m{o$cbd*=(+f$z}4DZ0lN!q9WScceO zBJd=RZabKF2hveqE8g$b;($jvfOC5YBca_sFPBK4N+;MM{K{TT2*TX+bbKsOZe!{D zB{t2&;rDtrGUU*t%9$CaEYy}h7}GE!C6R$XJi>75Cy`cS+&!4eNY(d%wf70WKi%cc zb}N6CX{mouRvp@DoLqwkK?L0CMX+-%m;oOK-N^im0V$})EDU?PDIow@#916n7_$%o zJkS9gB9(+Y5Yg>-t?T3DT&t{Clz{QH1Dr`8b0wJ1_N_=OrlPGP%y5e$KQ-q-_=HEe ztzMVw<)ire(YkgiWPKV>w_CD&ZqF-?fDF(W)<7C1(V?=Qr}{;+#ruVt@*Wj8yp#P> zKqY_5$1CK3=L!0L`VoaMn`ac{V@+kSovI0v?^8Os3!N=GKifVvyS(DO}EqS8|?M$d&m7PkEXJ0=S9`EU2 z5St}CF}h@ltQ`Ff1+m+w>5O6GA-&dJiivTh6*%raehf;;Zn@ch@6Hu2I+z959~s(a z)^&#_XUb0q$ zqx~9Kv&kcPR{M~!Q86gzyQrG5ipAevCYJ75U(crS;fBiq?2xshfUM*u`kw!{7dh0} zkJ|`tV;qcqe}m*Dm`!&i?l8URpJtWV7y283*5i!vkMHZh z3{?l4b4g#n;m}#7H?0-eVPwQ=TENd&PunuMmk;~u-`?|9+hfe^8u^EA=$Yz$0nPT} z@|yrr(A&Am4utYi#pK&%%!yd5hIVdw6o1?*cHOjO8BU`YLVB-&UVAF!-svsPym|+g z%NlBuau+8&&_TTFJj$5KL@NMa#fLQKJ?>Gi1k`IJtS@9Aa3vk`w$B!ALGu?KRDy?9 z1CYl}GBo`7j%CjTdTHaV9S%2xN+U;SIwb85#g0*$~b_T2W7HaBmvd!^Oe%=i?+5t?{f=3~7I zet2j;>7P&?hii@J97_Jx84bn=^FMcXjRUp*EC=G2H${E(QO7^d?dknz(RnM~{xrZ9 zp*@qaW!}4MDIV|r3^$*ld-Lbl`|f;$czK_|GkF~aW2D6>-SeE?Q(fyLX5~~zsbQmm z1usDGABodJ4MVDXTAp4<-LrQ^!{@&L@R5HaB?$QKw=e-gkOF=BC4pajORskk;txOP zq?%!@q2lS9he#8{&sCZUjdrm1f-jndYN3(UBz%@T6;4ssfXJCB3-_72^L7!9+D-{VyIId!4=S30nKix zr5YTwjb;Btr7*F>HYj46D8a%Zv0I-Mk9M=mdtP+=Ycj60VPfX;paak2NjI@C~#kN3>&enn%t3*NW0_7`{WzJwR{&GvyhNdNdoFyv%fPED38-2&lfc#!E4%PWEa*Js8ewxuq5;!(ZQ=d z(5Sza)@3Vjz5O%SyA#1Ifgs=X07w6Nw~x7lb$7%Y#0Sd%rYyb~|56g4BZ)aFed7aW z#Z-DCZNI1xn5sQ7`d+xp=qEEks7j_FPJ>G#=A%?uKgzVpUd_nBHHNBV8_y=+!HRw)PMywe|3-LQ0KN(7H~_v-sK&lsMiWBk`bj z15f!F`DEEfNRAVgfVTgfKdyqSsVOZ@!X0!fO|Vbgx<6fDdAzO?A6E5xegw+0Faj-6 zB{S(VmTMX@d}BDVo#?6Ao<^Gv64TxA`VqF)1L}?A_RcWp%MEwhLt_Hm&EaQ8&8EFe zm7+SX{+fc!)Fad0BYxd$bPXIrF*j@9Krm7{`(B$1mTNpm8r}WHsvKI4yU41nANGWL zaF|NY>Zi4y<>DO5f_^V>v^mu$#G>qYja?k8}rG9Tc4_v(Em ztNvA|08O&y4apm4IPMviVtfJcThAAjB|`;3tD8oKN33I86Y>GxuOML@6e$UR`%IUm z0jrh*bpFMO=F7c02UvHdv@iLWS4r*#!Rs+GAQl^HRW57eW6S{jaVnzE=gKi+g=i)LM(BS#cidvhw>+RUN_qUcC@=R?Z>Pr zYAjoTM0{?$HlXx<5p zEV=KUSNB{VBy@Y)bUPky@J`=qPs?FGa%${D533scyHRZ7!tsOL7&*&)ZsgL5Z_LHh zf6DUwDQ^R`(8pe(KOFaFb`Eu{`S)r5vO@JFvLoD<_hP|kKlNszR|E@R5YgDH!(345 zk!UU*IVaGx{#-RKA4c!5MBCmQSRYk%dwbl3r|>(!lLy<-LH49K&LLJo>>2SKnrTc2 zCx374p%Y}!=)?j#u$c#47b)6co5P2PVIYm+p_1YK`6g3hUc;oLNndoLuDaj%#84C2 zBOINcs-{VXeVG~oud!0~XE4UW_wMrJ-_N~KkJl}7c8Yy{0tvnQO!_WL`dV1c6y*YB zMyGdT@ZS3j8Xi_+KleQn9s2vlxd2)T0&j#$;CcM364k~KU zz}T~LVQ2+3)A5^usrvLTJ6X#mS<kgi)HOG=YTX4_L4$897Bz?tCO?X^xaD#dz12`Rl;-HTSJ12KwN& zocAvpL?{S`my@!OU4{3qA+KHR6;_w{&Z&(VvU^v)53Ko5$A3*8fVfZDEsxo^L<*Os9n0S*$} zOr@pH&VOez(Jt29+XY-%N*P+3=eMSfSvJY`>!@ zIojW;>(BkY)%7J_rnIPq*b(~5XT>pz&aXkjhPe{f2YdMRM<~yl$h5J8`Lf?xU9x9F zF9Zs)XQG~5vF{t7P+U}``CXMjb`K%O8U!|QJo0nqKX%7)^V46fTs9m+bXrihgMoyB zR|Zk+ae6uJINyC;-J{Ochcw1)?E}!(MyasJVLvZ%@a}jC3oX)59~Z@G9f!_pv$MQ&HtPNA< zL`mc_wjW81jSU|zJ(q@B4Ig4`;peO=Eji{L|98KcU~0yxkra=w1*t;V)a`WC=S70YzB? zWP-r2>xUxa{nkAXvVSkpHnzs4F>q4y1rX5?64k%;a78&4F3^XT;aTz8F7huAOUsOx z=CwaWKU8e2bi7fa^4-%l4H(n!g&{xiNq7)0mF{6ryFhICX+z9foOjsrd{=9@{|7#l_YY}Nok z;n)4%_&UuiNT)~yhx!9qS{=e8c%6QnFPCRx#^EtpKkyrZ&)ikpv`;cdgvPn{P5GiD z7eJ>%LERkR^mW#Dv+lP{5j9PaS|reb|~uhqg=HKM_7h zq)Dt31M~>3jw8(1@HouZDiN=)rG?O8G{iHu@|sVQW95v}0!(M{!uxVtX*V~ztK9K| z&VC(#A4U5)>la3fQEZx*7`~B`NgW`!#c!=?4;S{^C^YT~^9p60^`{(J zrN3*OB~W}Dy$@lBtH8;5DQag;YeE zaV8dfNN8hw_5zy4_T;OrJnp)ud`Si8Uvp9>n%S2FBO`mBB}pxH^6xeDMea=k&e~ai zp_~&Q{Iom%>;DYar2e3a)DAiYymNM(`Q{sn(Gdem>rwe{0U98TyrsZAZRGxn_K@(R z0GD2Xlt#$)WZ-o*O*Py(;alR6HPmo{iEj z0Md%aUO6F7i-8qJ!@-+?lk}I4THw$vW2x+?sU1%yOihuF2AHg6`W?YmN^_6mD3%%d=EO2Xb zh@+!P5Fu{@Ey#dX_x-cX!Y4lW-*0)FreM+e2iPw_Tbxi`{te97zyHSh%4KKl8IjLk z?xt1Ed!}9$EtLU4xQ7f=qU+b96AGOTG^lgfbj$i!bgcYtz4V;eZ{YUeaPd;xo;`)B*Y*9_X- zv0-mi#^fnt^6eE;3lfw!w#1LA5H~w!@VVw7=(J=K z|72eJ8<~qd+sQr3UIsi)mHg!}8o|uNT9?hy!e~4{(&uV!B+^$9~np z7dZ8+5Rs@zbhW!}xbPT%u9OMEYvGbehR(oyzkLw5nWp9ZoLb5#z4t8cnry=!rjH6_ zQ-AfI_Nte^6x&hX?Ouey&EfaySRLd1&d2$uydP)2W>;r_jPxX1$OHpk+g5l(?c49q zP!F^h{_%754*lI?PJkqCH~Vz{Ba%2g>}Pd2zySg4!*zspZhlK)Z^VIK0&>lAQ{Mv< zGJ`|J7x}~diNe4`Cf?vJv<;`|m?%NWc}a}g14jzaaATv{MizS86)^VHOE^;$`z4@K zv9a|c92_X;wc;OjuG>eogiHUR*9%tl@}9ytko)A3_6d(aqo`iHiRkU)4S^~4p+d^B zSL6r(XiD%63-ApMC5~sYqBft~v!qjbZTIO@C`FOYv1AaoMgHs4xf}m;XsYRF0n6^- zoX2t;b;PXL&QnIOx)n{B6(s=V?B6%1XBDLHoQuy^4`a)fT}PV;_HmVgFnc`j7n=(W z{O!FQVcWw8d&@;cmT5EcYAAT}yN@=Lhj$t#2j~w{uUQyE~Jp92l0RyyG& z<2pMg|2KS;@LED%Roa3qezDN6 zwP`{bzN{QiO{;z67tNJ=0<4F*BOgc zGS50~Z_onAiQ%pd_orm7yqXH*5Tj%I4jD9cV>&WTiI@8Qo47w8d3Stfd32Q^l(sxq zE%))^=TG0FJ(YHZ*c2kvw<#d|_DCzeZ~JY0S+6BOY7JlDVbFj@YWA;$kDBTnj;Bdv zfN2THEo^xWUJvNiehyRv+;FJR2lx~n*)QzKz#tNDB1^vvW*;*?EG{rV$Wb7V?NhKB z@!j3UM;w1-=n&%I+YQ}FB}btGTWtlt@p!r@K1blUC$6e|Z)eg8sh2}z)N4_fIMyvF z;6e88{xs^D+xIj4COB0AJV!1tZ5K!EiqP?;zzyOvLC^Eog{FT^7~-9S+-m$ZZ>R4P z4B2nL*u+yBYfAXZIgm&6cis8KkiiwM1wNn|Uk?LUvWoz*MYbQAc}rYp3Va;0R=w#L zKL^GGBhyfYiRI)e*q=`nfMzhDBM`c75RQPWiqam_?=CEj?u*0Qwaw%6(GiHv?|#8Q zjMMh@KAFPZh%H5ik7{k6c5@JXBqt!tZttOj?2tsi<_fBVVZv_9E>5JG@rryV#UACO zU7TbV;)=Qitb$2~ma{vrXwU7vUtT8QemSE#pR_xO@@^uiMJD*L2fbw;$}s1kcpdtU z$ery80sAw5GOgYT_f?%197!5v@Ugj|H8uYXbHBBx?_Vh1pSV&RgUx~6)V1oNH1PN^ z@=#U@H=O2opYXw2?GKq0);a5FOQGMYK}xUl?}b;{SGwPeCEkl{1`N#HkJv{5 zls~DkS8?PoC*mb#hw4Ii@*O9KoIt>k<1Q1PU+o0*D2OPE(w>Rp2S&zhO>>#~{rel< zU^wCZjWiF(RsrU6Pur#RC-mbegp&z(@Txm_i9o_x#ezLj%q^6uQ|tca_#xs)&^siM zW&DBOeh?cKAvN4;DbN~T=ImN5+G=BM%UNOEe^{EFe=5Af+Xw)>uJV=<#=d=z#i`?j&rG6)j; zj`nEx$}Vbn=uLt`19)3-*W`+gibuLn~yx;Uzexb5xpI_`9UvbN*WS{KZIEG~yleaWa zSmKK6RDa2xsAwEI|AB#~%5F@O_cY(HDIJi2!m|@O)A!ZLEisvXZ81XiK85B3Tu`x% z$Ul8NI`UF3dj!Bs@*n503h*0_L*7qa{_wjpOW|dJ)7*`ZJ_G@&oDL3vo9g;4J`dX&+m8m zwaGujn0<3xD+;^k@9UVc-wWmyjUjP*4?LC7eRtOz2E1laAgIyrNe$75Z>QUFr5s>ryk42=k&G%zuElo2RP)1;D4DgWW2WPpUTl5kq7qZucN<&+_#~)tI9O#h1bXF z$>p=vsc|yO9CxR@jPKjFrf;oajBp+Toc%H1|*?g>pfFb|bH zX@RE!V>EfeFIDWE8*<%{o_qCU+%N#42D(z?dOxHr$UV34lSC)Vp5xC)n$gP3-K)mu z_W_p68x15d4tD!>5j@)93P^67QzU*39ZVkk$9vdc6mV$fM8bhd4Bv;?4ADj@xqvq^ zQi^#0?j~I_Dg#$x-p!8!0f3@TMnN455QAcONR6ztYwkU%FT=~w01}+Ap%wX+KQxRm zE%x3_h<5y=_N4HICrWFl3%?3hsz7bI2kvs8C|Qmh?*^Ls5w5ZpUQsp@NJ>}ZFOm>B zWUawf2wn}T{dt&~RstjcGFalN+Dtz)=Dzldi0xYXu3q;09g^UNU17LwGN zm3f~Z@Wnd;|E()v&zGP?vqxd3PfelFJPB)OzS8wi3WbbFqquK!ZVdW6071~*EcfwX zxmh8EC;mku6q2=NF zG`J;2JWQn!pXG{d&s*V@-f*Q$07lXkU}=yrmK#IkTIM%HwvcTE!e3nEjmPW>uz)!b zdl>4QyXvNwAd*UP+@hb?^@{rvV6US4u*7|zHS-&&-2{@R-Rr#W1-j8oq~3#E6H@*l z7$xqA{EL46Wl)oZ#b>@An7PpmO^ zpPF9)lnA#FV_MDvJldd?#7`F(Abfb*kCQ{}0)7vaK&4|{u%>FgV!oI&Kes1VkXFd( zFbQY7z?R`}PCn|BW^G&+dh2y`Ow&}Mkf(C0iG=4XBcnJJWNcfQfJ+H%g~{;<0Cr;TJ*MU$P`ZvS3zFo zGW@JeM1|BEA>PW*dbJ&(-sw3Kc8AkR0<1;tE2I5T%IhGUz`tK;yU20aK=1HR6$o1? zMYb<{KfCP|9y2-7zz4r=D_!CbGOLLDPtivsZZ5(*0~;_q{JZQ)=>0&ja ze~FBhd%xS~x=<)jprYe>rMfC*b$zQ6x^R7DY#^)CAu|!-C)Bygz4f**68>@lS?nU& zzH{AkcNqftLHy9dJ8e@(B8@(u{q|$eW4pq$K=Y=@uM4&F-FO1nLdI|Q4wKY-3%R3B zQo6B*LVp1T|DgZs5PXd@@ygPaa_MyiO#CtSjfCc<4TCZl%|&TF(>o z0F+}jz)q4D<}-M$5Jm843?K;OEekusK!m@=MCbV55~k5D1@Ycb5O;IdeKqlVwO(Zu zIG`@}q4_$+$;PISM)__K)2qMx#gYf{8o>s0g@EnTzCKmwp|#utK%;_$U(oZ!z1qMl zpn1p%G5OC}2uWi(Z@=%-Q`S+W!eyCpLbv316LfUR_qhy2<}-1%q&i5INeo{X?{pn_ z1Aa^2Edj?oO&s^ZX(#B{+_tOG{s@LiVbzD@e5Jk}KY!vZm|L>OgEpfGf)K!AzBXKN zeD}F>Q=u{Zv=CY8JMISCvHW?#Zf!za+xO8sfdjPY+|OHXkMy#+8#+}_PPl)iVSIth zA8Mq)W?})kjvBo7@~<0Wegie7EU&`f$Q{j?9yaoxL@Xoca;cE9K9%A%So zh?A?RqQB4oL*d?aQ|Y-AV~QPY(>vy~2QDa?wPK=obFeVN{AB3|l`iwOb55Or5)tI_ zoDcVLKuJ#r5+uOi%Ej|-DQ>IJttEZh=hL5-ok~sq61e1+Z4kQ(TyW*&v&(-{qtXLDgUlT8So!2x~RfCKXqTIgo%ga759srvE|8thZVOXxdL7???3(F>9&l} z9EF_=qB|*ae@(r4+k7(GW0ofeyQUSpxf(0;K4+4_Hv)IRW&4)Iv`+~0K$|2Klh-(p z*JOS1G{r-Q<;4B=dCR!Qg06Ga4+K;Ya-25?hz@xd(3?pCv8x^*WTo$Zd$2c9=7zRO zSxG0c*kvE&cI-OaW}%5-|5TT~Kq$d5E<>SIus7Ydhw~!Z)c*>Tzj?Ri`G&a4&pXUU z2L`|Q+{e6b3J?EBuBFg_-V85{rtZQDcfVehH)ZNQfmLh`_4>zg6%)_TZjUYHS3;Zn zp-k8KbBoG%Q;?}?&O{|yY7VhVniHhQzCWHwUNg%saAUop4?DiV5cQv z`1?zFM@3?^8e5NTsoEr># zJ(vbi%9P|Uk}0YyRTJOmcN4zD+q)|#7^=KQx_v39`*akvCwI=3!p;TQ6Kzd0({rWT zwJ6rNz_uL6JPYl}m!(g`hrooL4(uwcqBz}CaY3(0c6;IcQ%=uhVA=55 z4`;T&bX~mp5A@Jz^}zj}t&SDt7k*Z0aK7@P=UrwGOtJy{5=6Gn_KPh6?k`n5zv3b#NQo_KNUM9?LfyxG_B|S^bJFOLPuhEJ`!I0+?us|TYb?z ziO$V%QuW-IxRPNe6#HAAm#elwUjNX4m2vaf1JS!G5CF*N$_58?DJ{{oae$G;fI_|! z>+nJOgDE;>v`c3|$mkF*(_v1gVjGHB{sM^z%FM$&>~deHamy(3W^9u7RDiYQ_H{O?K+r6`i=|d&saZAfKtEa#t9hX4otG5706>c~R;KejtT6Fn&_$NwdBkm3D z@bMPw`x0)P4N$%6$a_4dgUYW^+exGV;5tHJR1fd_to5b^)nY(P4A$GIByQM>FkCP0 zKj}UI9!DGRiZ>$n>OhSCt!P!J_j>qtFdW6-C8Aa#--oou%m|u6<#?pR(fiog1LU9J z4&)X8xr`yC@J?>`S=CoB@%+tfA+vZ#1ivaZnQSHDhy?yt^^Vk=rfe80U5^vq%R`$9G*3t+N z6%5PgCU>WW@1){#BDKn&39-!vMs|4t z>BfH~gE?4)35L@CXvTn@UOpG|9(e@NoASYGLFOk=KUoTdyT7u5J`j@ZyXjy*7b<&w zvXjJrpm*tf-jc9HB>*JcSz*gidXyW8{KyBtN0l>2!yyczyznb?@Qo|@xf(zUpH&X( zR9w@C#SL{RDUQ@VG`|I_iqyG_XH_?mRckLg`l?aBQ`w;{|E&#VSV9>49bS%x32iG! z5_)lk_FTq=E^ulVR=^j6x6r=L)`1+!46HJd;4Tk_!cDt28whcXq@}#a*Lax zMNQjU3vpR$5()5mlV032|0an|pi%C$ZT{Y0?{k=d67!+Ka3TBdUF~a5LMEU#T!rKi zL_JNNAUGBb@Vn;Rvv_D_4;3g6F}w2?qV9)%OTHa$6~fR46nE_hH6iBukdZxpz9~as z$<<%-_Rmvy-C^XY_Poq3y_s;1bpaf^2EXlkPNb+-_PRXAu z+|hZ`*C(_tuVTCxxrQGTuxcV<@z$@7|AH>q^4z|RsU99ktIn~|JTDN?2$)UrBtCmN zxK_YZAtF7lOI3eei8-=<7auF9?idN0waoczHh=V(YxGVgAHw|~cbbpIGw|u{B9uR@ zEuTmqEK9PpdLEhAEvBt68bBHLmCBoCDAcVu!qb&C+y= zIMKgnH+>btLxqM}JFOeo6S4jBE)YaE)3mnJjDdVs3S}P|jlNs)O*<9}1l(=YG;zCX z5ClCHN5e{XawWCBMD<>gT~*Am5e@6x86nq5K73>!ZPGqiQejG=~3X?py77xE;@o_A#~h@YW%> zc&QBWgFQqamo4gHkvc$Q^!qcW;8ZKz&sJ~m%_i_TX^GM6&HeJ<@{TXJ2ScU^P(I?I zKo*>O4|mCYf-L^j;P9+N@8(s1^F@V2ncFjkix(i|JVLzK*7k5bvGMrqfcJzRdJfW! z`5-TzpqgjF?C6?hz~)ui=*GKx5$pFiO&OQ4L!sB?+3W$&qwtO(fwCt5R_V43=t!~KbQ2_4`+V#!pxc&%xX2ZfIK@~Y_vw`>6?eH=`CVOZaok*7Z9$urzdzUx z>JRKw@Y_I=b2))@Z1nCo^%LKOOIbeV52Vybo~u5R|hgQd(K)N*`z_gg^ie@G*A2^KbluFoUeH6Z1u5k<+p zR-erQjm_v?+(7Kjhfc~sVcwF{K>^e2XosnaodD%hm`BmW{{SlO-94Vtb!0>fT zIl_iMqvgA)oJ3I{o+J+jE3i2&Uwe?fFJr7~yj&HE%#v|G32&#ifPe! zlU=&okLF4`6O#~;n*0fV!#TcoSQ`xJVI%Pe)ho8N_pi(DL!1&y0o>6(`W2!hUOnHk{Zl2WJIyP;@0wup+<{(gV_UE-1 z{xrVwUrl}P^sfjS@vnRMdWYgWI0&f=uNvYo2=9@((&?E`iA$oNx%`z7e|zT`(7L*A zbL`dkU?hrFEa?3ArWbWt_712Hwqy|n7ZJX*;7&`TJ&TN%rJq0&##e_u0wX=zQ*0~> z_}SJ9moP{Q?2O^1X9j(aU_XZpwj|;_YoTyy zc!U14erlcWJYLI3;AGQj#Zgaz!*_gTf7D<1Vsw?baq{mQ>^X(d&1%89GXc#l{3^Ns zM~jPkT;PJhN9HVhO5;<$wTqTh|I_07#Q*JUz5BcybM%)GMg8@*PFvVOQh%yK#xBCg z>`N*4)Z@!@i2+sAf0mZs-`_bQD|gd=&>!DF3HR+jZN%S>it|2$W7Z80?To1_?9=j^ zxZ(nV@0Hp&ybTKzR_qWJ|kt`tnk@a*KJ%BO~bwUhghb;CK4qr(ZzHVqK%VoXH`-lm(@wGS_j7Jb;?>9UaA$Id6ze3QXg?nn1 zr07We-N3)UCVvA?&)(AEScnH>yT^YsJXRRHp|~#buW^J1$*f>WDqoPD+Jx|T5}}{G zC)20-wb_NfNyXN&-#uX#arO82{TI%`oTlMEMf={*n#Ag=lh4vg@w2&fVGp;nmqXjo z|K&#*gk!g!m25<2tA~D=g(N*d5B1an=OP&N!c${2{&ME&k6g#`Fpa*8BE8bkUSrP% zDKb}M$oO_nJ*Xk$Wd{h%^)quSzLdFtq>rr;@WKqi7q)}u!w2Dkikg%L!69#^Rl6{T zjXvZb28{j+I|^q1Bw-D?q3(xX^Uf!c!6wHacMpmE%M`AMKWD7vOelxu)6V0*KBFN} zD8_z6fW}KL-1lZ!LZPeB_$6ZHks@V5^P zT+i-{#w;qnc!DUaDtt6``_Arf>_uVWcg%IQsoyRXsKaW}NxBnX%=Iqlr8_VV;pB1{ z&dn(i_R&QOz_*GMZKD<9SAhmrcJe#gig}jVo1rAo+{{180pI5aq!&2l*z8z!C7_nc56XLy&X6 z?s@QM^d9>?jn5iph1?Q9WN9*-0|3CWM|(e08J6Doj;qbQ_m_mI2usA#{wyAoN1vg- zoe%OBGBdwM$^Pk2tS$gNj?GWTZ^izszYIqh2d5~8=CJ?8heI#-Yg%Ey{ojRkNg+JG z_Ex0qv$)3cAO7L{l3&Vhc&Ddc8L|iS7Z?S_Ruw$R@BBVY#bRuU?0oHTko*>V3R@P2 zr@W7#Kh)}$touXBAHiTN_Mr=B&)>{ynW(C0+h7==)~=prfV!gYuzCCZ)-Tv#m+TIu zkBuXL#)xt#dWoN8UQ7l}LBOG}oI?VI@x-Wy3i_qk2L@j1^Md}l=5XYnD;6oV^D|^a z5e6VUx+}kM`|YC<2X_6uWczUas|tKC!tqz1%Rl$dl;Qeh?N&o{`SQ1~QQ9w&e${tB z`~Ett!@p07dan<|c;B>&@c>FGL0L3J@g_qKP6%wO3F#bIk|DC3BShbQPyLsc>6s(w`(@XG zjNkVq(!;k>-{-zO&)f}u(%!DWr^^()G4?r(FPsUIn2>th1xFyO{nniBv1%6UpDC3X zayV%H?BC@~N4T|~i9O%~ixz*9W`DjPmB<>T0>6?O#*4m>xdn$5!b^y1nIQ0FxYO*T zGuRRQvex4)u zPSa-+OR2nVc!iw=r|)Zi!hZj7uNiMR>W?P(0Ut%`YrmX_KME4-K}!HDw7}c@KzW#b z!NmF0eelan*6T&{&0-Vxmp-=icb_y|RzMmTtDRgjr|dQF$-#bVmy2_xFs|Wv;p2Op zANRNOe+@c71nN$U!wp0pu=^!nc!-2iVr-yJanE3G@1G=EULh+|C>u@Qx3B=qQT?I% zvjrcuD|-D(Z-&4P;$=Ds?6L)=Je@l`(RCsbO^c+Pu^9Gu=f{M2y*DCQ;i)XXmw>yv zR$Sq88Bk;AJrhj{j)Cvc+8%TCFZze*1fqwwS`Fz0d=~Qjp+%u?KH+|I_7QOSs}|U) zAu^y5t8JjXT3gvt<00|ixkv;OMuf30#tO`+gh);x%)lYVR2+|WVxM<_>oQg9r>ACA4-%YNS zU($G<*|+NNV>-LGMp|C!y%5v~`w~f1T=D``M-kGx5@3;BjR!z>?7k+L{;0F$o#Qo@ zz0vFEyfZxI@HPER_Kcg>L)22eNO)PxTMF@e@onK_w;8zT5h@eeSE4kfKJm3L_9a}@ zdqBRy97g3r*SBHVY+T??3gfJckHJN^!Yq(iQ7>0{a zGaQZx@zz8z;c&Xo#cT@F?L@%L`vdj+&oEA>Gw&tAv1a>trH3Z-M-bkcWVZs8sq61G zIMZ>2b7FsGNsDBIs?r!^Ho~U9Z+`>h>G3Sg?mdQVlt^rz&L8u>_7C-CQ;6a~SPWAL z;*0mGgZ={~Io~ed9Ig_>nruIUy^-i|hGt0S>fO8eJ?o6G{>qt$a`9R=CO<;l?IYkw zg;z8vm*N2v6D1zyh)P`#0E{kA-u>s$#J|7Q{{p=q5SiB~4_Ei<09>?>!B=Dnulxfi zv(Q+`&E~|zUK0b@y-M>DW+4w9K0nIK<9M_ z`lAB73wq1<`-yCu{v@9EB{XWTaemD~sgCSpbr51b1WPl4kLmn)e-elVp||)EpQ&-Y zki@fpK3W35?+e=3wa9&>DZ?crLYnwO6571kT0F<)d^SO0j~(pA7AYlM+jQ{(aMshC zHJ(m7<7tZ$Ro_DEg=!!Uh62~XiTD;z`Q*8f51{Vh9W926FQW>E0`WTik`oM@318i7 z@qy)W7l^k~j-LO9d-vDzJha2?PYUv~^)W8ILI1+Q zNe!M;Uw&290?7dvvWGkuqubS7PA9_~*dGn) za4K=QZAZAmubBP(=3l|rFs9iz+2{by0v>p03M3M_b;-V#ribY*w5`qe*5})|Echf& zt-l(od>=7K^waMO3uczCZu7+%ADbb)8-6djvJ*t=+A_NKZ6|IKxw5VP^bGT{DIbr0 z6DnlPg5KNjM$@BP!Mq5GU@OOMsSoT54+HLbkG;7Qt6>4Uh+;ssipNlCxRHyyJBvyO zpBv<#VN15}gaMeScsyRrrd=vAbO18{}v(P!T8p{Ng4Yn6fA|yw}?|nQj2?h?<@D^A*2xiy*VmSN|0rny5$TQSPBD@lxbCHpR%fR zS;EtC$@xS3coV4(F_Ei&ZD7YtK*=mttNU{T)FHgRFky^eH`w}XRLE`UvEbye$jet4 zFh=1bWJ_{6FNbsX8lcLcyEyxxp)!~ntJjCL-WiJHi1l&`TL&}!CTQPyM-*tZ&8eJ9 z{jsQhNXrqH1x+gf9^mKd`q(6r(<7OD+2+E|gDWdZ-qffuZ8_A8ClRII(teIwA(4mY zY|#Yl?(MvAz74NIAH#Tjy93$Yr}WO+#2NEg-#1$=I99?|p?|D|Q{ae3Ezi)MfEb@O z0h#f=Ebyci1`*h&S7Sa7G5fq})#02A&>O7vqtWE`IDZv0)eWCALD-U6@tNCT#~}Jc zz#5KBk-RT__DLHnK;iV*Y9>^|L{3k}6T7WB4l}rY#PZ2A;k4*m{%#DQ=0>Jam5$HYT=f&X2 z)BFDTr0ggQ_h?K}7*UL^J$Vd|8MsYwM+b|1Kj_72zUDyA2%JRUy*b8s2G;NZ1eyCl zT0Gi}7ogpKIxCFI41kT`<(^w*83)Y^^55~^L*+59lI)=NAvR0doeB(i5di)um3DV% zdGfxHo9YIZ^J9=YAy0Za!}9HP*tZnxz2cg}`ZEsvb}jr+d}YrebJ2ebGK- z6qBh|5~Gw$aG^n?msYDRJrAy!g=Xj8tBcgu5xvrKwkw4|?*`+GBjhyB#51a2tTE7i zga+2N``$Ok4bq|A$Al`Gw?i+4!4NqRXZH^QDFv;nO;%vjMA}@c?>&LB(80TeuMAq- zQ=hoJ{2g8km03;WD=k$u_a40EwvXu1(-tk_AOXP1&rE~bNOa0#l^X%7Tb-1Hj}y93 z;-Y`1=+2%Z^!ZrksPzFOza`%C4XE*OozaMLT|%|ujQ-j;MCuDAxhp>Px`$E6D+HAB z^EXKsPg~D$KiGFEDVjT&T4Xn&$;fASRm`%Epekshjr@b%S?xX{vfP=px@xyY??s1m z?XPEV2a>v2QP>WKq*@%qqeOeN+(n0>>SP?R4ga3526bpe$*!y`l8YUfC|7s=_AzTm z?U!7-X_R|#zce7D7uEV40!u52QjcY;x*|GW187vuazqbxeY--FrGy8F)qdsU!>~}C z$9;hD92$TN_(^oRYCeN~QVzew^9{*?6-?>DwCO!Sdem!GK&UM?1elkp6y$W^h3f2{ zz*b}6`8XyTgq-o5TlY*m`HOucGpI4NikQz5QC{b;={*Ng3_ziUfni?)AoFVc=+*sQ4Y^u zg1v)rqONJ(8Fn;-=lX|Iiqme|(_{SrnF8g?v|)Kuv=bDTf!&A5&NBnR()SKWmZIL6 zVRAxk_oUH8HoXEdu%4!a9o)Y@)LWy#N`3W`jnM{cBeF;1;g%PnbS*KE6uVB6`0&%> zU#s*~VkeSI{^9s%_nA<0e0&lLcVOe! zkr1Xl!jomPVW-2IhVr=lKtm3Pew)R^`V}ph?kLMcrL$mib1#HD&wENcpZQVqI)`c+ z)@eW!K9IY3$ANP*!cA}M*2iBO%G5qwOYP=Bu{?COX8nH4wPiaVT}gyiH>Ku7J9aSk)7dd8q`~1nUSy+_y!4~CQVi^um2{BHbu5{#K{s%kF+?C$M)QtBi#z0DiCCjHIqM7N}!ZiOLy&K4&mh+8kXA;RC6DOdjLJYF3cVf zv-U+2C-^8VtWLsCzW)>6YBcS8h48=~TDa^v|N62PARCmQCfqJR{fim{6tZCberbQ@ zk1br{H0zi-o;($OL+OdfBRdyz{Up<@%%S3R)0)3SgCt*1*{O%v`cL%Z?gj*TetRq-de$ZBTE-yOZb;4 z6w%6+XUy`NH6`?88DXpEM??5`%LG6jJNqOdLW6BovMAL6b`hca8@L0jD<9cgdJ>*5 zg;qv`;H~GW9G*wPy(hr~=H#|PDn)zS`ub3-2WjQI;9%_@BD(Ve)I&8uf&6nLD2H;c zsUnY^AbP5*JXsWZ(n$y0#!M{^-iRLQfoHve6#(l!WgCT^Sd_*^zYtz?#-I&n6r7HH}jSq z_UC=h#h7gyN6_ISMmmhcKsrngWg((G$sRBK;#{G-3JWmGb`Ef;p(p)vkNi(OUwW{s;OY*9_73eanF~pWWtWKo)TGBfF2`%VjUpsE8Mh5+4qSR4yD9SZ#4xC)b%Rp;8SaF2WaBI)aHFE3_Uoa_K(BxHHXRl*q;*{h}4;c;8hfQ zclIcf@C^ghgKQ`qM3%#13|f)w6=%Mi(&Hq_`|OUPiaI|(3>wYu8gcuq7vmpKDKYaV z_RRK(x3Q$$kN1%cjuqYx5}9N`~2~J5kouVre(rws);j+ukQh$Ne_WJ^iD7d z-PSiedukuX%^?JOny)TW(I!A?S||^9^ap%am`8FSs2lTrr3EL9Sn*`@K|A>*qoRVD z{n|_V2NgZl`_1&Faf^n#ci>Lk_TA zB_7)(dn>g~|J9@lX&4%woD~}$Lh0l*O?i=N?iLVTdN8kRdlM0RmwOqx8#Ac8cGa}R z$4eFNu)%72vhf+h<_)`V7`3*CTMh@5_DB_`82&ylH~H6gJV>CC{ZlEr_uRA8@ftZ`P?&va>)jYnWY-$lHv4`vRPe;ri7S{W$;Jt_Ziip4thNR zj?9Au=F>x=!I<0%g-;(`pYSj!hZd)UxNK5fhNe$0x656~4{BiW!@gy2G_m~hcy^C* znF+r;L^ub1d81^CCb08Btcds*uw3{A4&Fa_HpP-2;CwPd)1Gd$9yvL>8c8;ok zeg-BK?&J9$NY;B*Lqba%9&d#&MT_mT)1#VMc_kI{CFyM}f-bL_s7e!84v2;M9k|Go zKNj3CH233ml6!V+ep745V3iR{d0lrE#?xs3PznI9$6QcOow<&zbMyQ=Q6Ct+z@uw)$BXps(A<@y##P#zfu`scZtP#URsj-C%LX9H0}lo8fgI|9>VJ91qe0Yf9gui zj*)>yc=3+0ukL0ZvUz~e1Egk81a%@g+gv5sd{1KZwn24mpd&%7h6!c7>zKbGEZ4|I zG6zTY4UyqV@iI>v-c9u7Q@~LCdh{hAM)$_6!Gk?GIMyuvW+KXp)k{_h=`>wn} zEq{NZrbMl&%S6pILt){jEc2Is0MIXqO<1b9LjDU4EnM1fM4Z|2BkE}a&!WBoZ;Hz* z`FIRJq$$9q?ndfRqh*ULOf6$V2wg%rUoKSFd>^xXR1oW^dHiNi72|imKfCCMA2{R# zV(#>_+v_^YsRPu}l-e{R;7)%!C7OFHpQW0AKTlL;mfC(&ckjim;UHst={uTT&W%I5 z@A{Ts7t+qnu_g{j&_K1j$L%k7Jrc?9?UD6a2Upoken*<&vmvf8H(}1QV*XRp zoFyNsx&4=gZ^V&}PI>+?h9U7FR5Xda0|Ml}Q@k0-O22#zBdhvs$JevC+c&Gs*it(k z58J&g>X}X_iMFe9n$h3|&TBX`hadSj=~`4&+K)2F0YKywBNPKGDt?b@w5|iu@WCiseiskYJ#7I zeSf~YU#BzIgrt+(#qu8GO;bL`!P{ewu&s0Q5KP!-^pM$ij|AckDQQ57Om#XV@BC<1 za{IV7x9j6WvstGQV0_@IZ%=%A(xmCv{O{7Y(a65c69Boe-Fh5~_txJf$12dOfU?0= zYjzn6R*+Y8+J;l$*EtbdB*zj?o_98^Aab6W+6#&6^ zHbuM2e<-Kwq!^IR zCK0l}pYeoJApxK2dTS;gWqx0x;TE&8S^Uh-P15&<1eLkR?|zR!B+9~2pg@}npW%IzaH5bPoa7g~R}HjF_&7uN@%megYFx%f z?1;w(Z9dA0;YOg&B;@T*?kL97J4-I9;QiVEMyEq;G7jG?cBsVW3>oyZJbJLholxS6 zG56)>CZA`xlvqyv`{h2~%N66-av)u~^@}CrV!w`6q{_oF{6z}m#Se$ze`R|lu7iTI z^pzDIV$~)8`%s&8#t6P-?!~?b6diuKtFLGej4fhRSSj~gbvwSZ(-)S_`L7Jt>pD9s zz?Z}d(DynfkrCz|xMU=&L%bt8KnVRG$?^sW9zHJu=QJnck({z;cAm5kM$M1E5>H7df`!k|6-M?JL z2g^pV+!~h7nci0^d`igf%|mhX^_wkjS`gY5>PxuF%hzm!87`IR_oWAVAupkMOvaz9 zAG0&ph zl{QrFs0{sdoi|Rad`o}Kg>sD%Ai0r{%Fn@WCiq#yA3k8mcS(mU$vFKtgHeg7Jg9`_ z3P*n(-kQAMZN^LtYXFERUxj?7pt34@AMUv2R?GiH<1#-4^Zszb>$}0qRlT>*#|YV}L-%!Ne&0zc1FMo* zoHqV8RhqF{D4UUyK0<1NCUEU=$Z#{J#|`H+!Uwa<5eDmspuHsqx+GR0)2y4mf1d{i zC>eP9hL_>kB6!k`FCRW?x%2xG zPwa>AK}5YFS0q|{T$m&da5z@BZc*L1NxRMmH+ocTFP1VEYY?N$K^JG1aUthyBRo2b ztlLFiEX32+ovs#K#m+(LDZ_+vMCi2HeY9IN=|D z2^?1kYj&;Heg>q1d}Nw{9XvVZ>|DHqbNFb21x>(K7Oo#li|Zs#qM1)%^IXCtjwDhc z?e;lzSNx-kN{DVtua%*v5$>NWA{kk|W5ZRr%i8DA5?M9rHF1giScSSW%GIK?hIxJk zS1BLfe!n#l9u?=5F)~hke!U0kjpjVJlon8z@iIyaeeP%FWYcHkSjyQigVUMTK0?-P z5{C%f&&LC8l2#(eAeuQDOpD2{k*lgN6A~G)kwI*1s)CO=&TgY(i!cl z58*zMwnaGA=~(YkEO&WFA|fc#6Pv^^E!u+Qm3|9Ot}QL6w{JccG2aZTolf*O-v$^_ zV$an*_>>f&JlsbxY^R*aDWUYGCyD~Z)i!_TKo*-8)2s?R#+!0OfGvw3?|2yH6TKdC zt)2C-I=V#wAzj6}^Hdep`@TOC*)*YdQmFRv_De6MPgJMzanGSmA^X?BSiX_AH;P<~ z7jB=@7r{tQyQa9~!cuQ;S>M?7@9uIsUWgq!V8VyEgyZyHyE-?0Z|Namhq#e)U$|Yi zq{E9{mlxB%$V*S&xPE$!HkGOfw!DXaLUD|zU+3P)sJy`2eACyE*11GCALDeLyU;D2 zDJ@SuGDUf24$z#kk=HP6M;3OfxBlq{t!5oc{}HX`*AH3y$Ow^ zm!@VY(zqGV3-V>obg#*L{xpF0g=%+R!SOG?UU@k=$_ILW0K?pwRyW`rB|De+DF4c# zkBx`Vx7<>c-CpVxgPTx zKR6>^;#WITo_=ig5y4-c1tYP_>lNRt*yfHkLtEYxGWw;Gp@<&};F5;-6Pg|upPNql z@}wd&D38f|I%Vx1TrR7p`IT#O_y7+-i1~i73xV#ckY&(C($T7|?M*!>Q(4eQ zn61Oj=S%FO1OFM~OTI@OPR~gKiU#u0?zq>(Xxq~6*&}^hLHCIE%n65^pg(!!7`pn> zq&|6jNUWvTRr6Y)83SXi4?qv(rznnaSU9NrNPzn&Azn=Y7N8(-^b}rlQAv_7${v6h z+xWd$4`5=h63FkrQ?gP1uuW(%m)GI-^C2l-HX32TLX5N$6Bu3-P96=dYS*`h5o_pq2b<+e*pr2+rN>krSx2@z1^_GG_vNV(N_P~Bjl?>ovJS^_$3knYTp z60uOqf2D*_zO}a-KL@6=UqU#k#(P3Jo=9)npF{C`oh~*hhrbK=@mF`t?+&&k=?dv9 zIm9pcOJZ`2CviQD(A*^*i(ifD@HXm8RQ9H5-0fZf`jLr>W&~~D(azaYa#fnHw;L6n z{U20~wCU0a=$L44tD(d{R+@TeI&JDz<|4MkQ>qyWO`BVUr&v%`qKv* z3}G(0m(tx=(c}aW(o{q{FDyfy4zBdceO$Z*c97-!VdVA4z5_!U3GZM%3PIp}E`8ta zPJjAqF;B)PX~3L32&D;Pz4_{M*rg}Z!$vWxP$$43^~19^N0$QovFnqOJub$i0x)d3 z2`>&fg@-2aDsQjjK);MkNi(Mt>seWSh>5fjr#072w9Ij?qbCnW`X=|s$Mps^Vw?g< z+<_6DE6+CjCpxYfZOZyQ8tKSVDQtH0Id1#21=KEh*!z$R@lUOfZdz+OUp40h4otr< zxxH`V{)qC$3rPhUpZ7OkGc(}FX!kK9f1zVSyBz7p=SnxtZFr)Iz04m^+=Mxp$SlcS zfDi2<$AmRkUm3qoCu3`L6%6l8x;g-u|AA?Gin5I686VXqKHjqy8e+a~TWx;JPa4=k z=r>!xlD6A%(yfPfHeGI1WC!Fo;+^oy)upW{I_lB~xZyxn(2}jPC<`>Dd&nb#JJ~M( zG)M$<#UZ z_hDa25)xhKOEvM9pSyhNc&%e5{_Fe`^Hopw=)1{dyIvFT@tp46DGC$FPum~r*yQT_ z9zJj3@f;W{&h>?0UC-Pc=933ooNQ$cpl|;c^X{!A*OIlas;h`w&wG$&%JZb|m5U0w zBv179wZ!rX7xd!xb5c}lY#p;`m&=l8pt6)9gwjkxyelXh%)fo_jraN$yQ#KD3I3rO zp<1_>sZHlroR83vkhJgsnjO08qCw(#_yKRHfO2N}GyT46`>{OxT4p~4gV-vF=4XB% z(gky&g_I*zN)Zr1E;Ns*^3?i%+i8u z655xi?Xgb`VZUbE1+^qPfReCu4do0myk`S1cz6;WHdnlqY+oN%sjk;0R>=YDssftn z-JXsKPorVH$Q1)~-`pw><{$2c44`sx^K_f?=Fil}I(0&my`H`Y=oC~A`}zr^bH7mc zqow;t2G#u|j4(dF&&T6ZV@mWxt_M>=jNedp`BZnh*T}xR7z}=kg?Y z2vPkWP=kVjD=Rk%ot>Vz1d!rD;h?}KRrvl z$l>YRC1VM1gOQ)4Gj!W{&l0wQBKzwnE`;hNhex?qaDn(rviyVRr#vr(Dy8Q1DIWVG z_Wt}KQ>_^%a^_C#O-l0#MVPO8OOFxx{s2N5vOLPII3QHA`XrcVq7II}bgPK3A6;QV z^wy`RJD3kM=lW}E_tH-V4FV~BT=ObK-gy)(a$kXxm#y(qo zH-GF_9a`_(AA!GE8CP!n=fZ7IR`MJ0uTorYJu3Dh_FefL%%auRX3n{U9ps0-XT0{I ziuNnvQRLk*`%-R?;~pU``{4N|0N_)e;q$EL@3T5w(8bC~^}sys@zioRQ}z4vn|-ZW z_S8x{|5htDM~r60jrQb3dbn!wb-Gio)lZNj7v;fR2NMC$Yx?S1z31y-yS|hPMl%PP z?S4(yBU~pULJAM%_Y=521W$NZ>*3RT9Qz?Vs~@(XAwDzMUW2eDrpNH;q}R!;R^TyE z`_m3bH;<9uRC%?Lria4j9q4S-Fb&lf$#`_Recy21`V@Y)zb<=yu{bRx-13b=qW7-Y zZtN83IEU{O>ibD_!1NC5eBP+Rpi%w*KryA%PICZ~dKI*s4n1GYas%(bi zYd~+2rOp%-HxA`spBv(9S>&L32dxpQ9(WAIvnZnAoBA+QU>aPGdU?=eE`>XQFEd$@ zNzT8M*STt;-CLCiM=$0cwu?*{eY8e9xNzu2X0O->Q^=k5c5J{R;rDsg!y^99HC2yD z5{}Ljq>u!(P`5BLXzdB-HAj;s_x3oA_qA}Trr%epuiKMZRB1Y#SsoP$OzmU7V!?(S z;>*}tQlXIy0Lx*WQ~#utKV!IQ>I4xTtl;%o0|=hMlzy5Dd6^KgwU9u9@RwiY%}MOW^O zH+~iRpCsFwUDFe~GI(u#{fDIU>P}UQqVQi5QOctr9i&Kq0}-T35k!9dndFR-dy*Ry zjg-Atnd_S|f6-t_nF21WN`(7*HWIKlXKxTp=YcXSiBa^oh#~k|=2t})OAju|=a)a`X3Ynv>jXD%daFF7#b3yg&S4QKp{!K_;C9rONZGuJ)M!OF*> zFp8{MVk$$FS<}=|HeISe*YVq3^X$ifb{!znjcBF|!h^YEM@YCoe&D{w#cJPsNVIP=e}qc9bx^D7^BN) zr7`&MO3r`oj(b4|CNRpAPYl|=YW4QEukjNaNuTg!OhMOtZ=4`|{k>j()T-+9W6kwI zQ>_Qq%~Ocwq{Dy<#QNQG&Xm_wL~~f5N@QzGQWvn$I`HXHK$%%2Y%Bb-4*A-oWSIFo zc|G;yhk8+d%YxEHZc;0F@{&;i6z+jJ({I5U=v=sMI|p?+rB=6C3Nsw%027?X!;$C; zgFEPNDL@Dg*Q7-YrkV~Uv9B#OvGcOT! zs2%TPX5E+d3TQ2U+x5taza(h0AHTBlEA{VdKlA40v2L6H8Jp?0GS5&HijQ_n9}c|L zyaOG6!#!%hM8F_)BYa%H->gG*MU;uxYrnbiAne)F@hi^JOvTC(81&pZxOp980mh>= zO<;iTb=*bi;{a>PM>p8)8)gkw3P=Vhk{7sT`k0jsjSoofkM@S1>S6G{G@a$QehRLF zW2E3#udJ;&$stP|A3T`y(cZyLNZ0yN2z>}kinStxYjOR9_59p~UWVvHVcKC`AFn$U zTcU0(rk@S4Xe8l(YYLAftU_22+`T7tIk{HH7+c9#L!|;-afNp=b8Orn6MspGY_G8v zeNXYNQ*m6tXhN9lpGJ8 zderZxTcUqu*woSlu`g}RLZXn{{^^Nn#o7Wdb6)|#$ngwI z`S>q*)Zzd0Qs^O;jHdh2We+E{6$QRM8HpzCUj>i8H0Z?QL^0^v@*ZyRmcB#M#R89UYc?%Ufq8cOr#_Z5+~<7bY|e1yd6;jP7SD9vem|DQj;+uf zg8AA8n7%pLr$4k#d(JE~=3qm2No#VvhtgJjtZU;;rU>phj($uMCx@n{+oRMtOoQE? z$AgUesGr*n_=F3`l4JSSTC;iPe0G%>*6GTs{RS&f<*IqhE^awo3bxSqEMDy@o*?5l zMa`!Mg;#-2*PQE8BLso7HFL%z1fp@vnC2 zkpCIhBPv{gazUqjyj#^RIh*BOm@d&TI-5hK)V#D`|_Ii5UN3E^?)L|>(1PWIYtFchMyJ=q$g zKWV?8F1frNP`!q+h>Vf9`~&}F&tCn|`hKPHws0eVvAb;~E%-qTGBa>L4-4MHV|VAK zmf(sKhv#7CpOWp2U zzE33Ml{Z2yylN?2Lx(G4T%`lzN&y2D+VUVS%=_Y1`<8RB*Sw^;0SX+u@6yNLsd#O? zAgBb`r{b}lg2eYx93M@VF*K4dxsg-%z5 z9i}u6AN6^x#-ZkakH1<1 zjUGSWpQ*6DM?PP@1G=F0T(_x-v-JeJZE^RX@HBV}YeKLk89~UNGYN{Nu%EPhZlJ}A zoKg!nA*9OJDO{yLo4rb!_$Omc{yY4<&0 z8db?}z>7n#cFij;kJ+fb_CLQE(! zIADV*DaJ_tGL(6Mn_xIIN?X9^2=}}9e8x5aL#>O(p-gdr80y@=2UUBqde_MKOPUW84iatfT<3OeBfK2;4**QD;+rUM(Bie zA1Cjco2%@~P@R5WfA#9a5&Rd@33%h@hPlUpeJB{9_0xBuo~SX@ZZ@1zkLhf`E9Rw} znBLZ?C#!j_6?FHhFdf&b2OXBMkmd`FtQ4bsllCP(Rkb;-M#sjWbI<>5h@ck2TVVP0 ztLIRRsQ8La#8of)1yG*m`t>X8){v*x-Rq;+E{DtYwIz;Pog;VfB7UCl?E5mVSFS0W zm6WU4OESZafJ68u`+ZalX$}eQ1pC4&O>=e~tS3gNGxd%e42EbvDAv@=L|zVv<@b+1 zJXLP_d3bp(AX*ZApPycu;IO)|;yuOBm(((?$DA+iYt!Ck`uv)USKf*C5CNmrJk{dy zI_bZlHepJ@oZ0!DNTb`X4Qjv4pXeH@+bEO{wEno_=zQpRC}-mqn8AGsjT?Kse=RT2 zVs3n2nO-qE13tEky|coX?(XrAEY<8mAD2E zIF@;osBs6+YGmSz)M`6jv;$y$$;o)fP0Wx6kks@g-EdSnD8->zvB;)xo8ymYwiH?8 z(!mM{TM>7cAT2lbPv0LbPw+A8g2ql*47=AO_nxY$D7iu%{M^aFRsWjB^E^j;E!tN1 z{>{y@HM^v$^y;O9S}sf)C2u=?w=38g;|OWn$>0M=l$Mj>E$dRj@r25PRq-nS?zR`W zLOsv5OrQE+NsFoqKzVCtiND+7a)%Cgov1URHXN8SLc!eVp|KO6nPxxvkyBKpKe(3W z3Azr7*v>)Ju>>u-r$#(qDDqQ7gfIW@QAD4`r(QW-_7k-b8Q6gkGoc?Ao|s{WscqJV z$omNwadvJG)BU-Q-FT?1t%4%){kj0zRJ{csg=d*wxBmJ0XurrDtjk5-Hodi^P&rC( zU86JI(moDhPGH>LI3ZnI0@Lzy`09ovn^G!spd>pprYFgWTP;`X`9dX%=rkO|@h#0c z`T5=CTR|PZF^u;1`r+Z@n_l;L>rVyLND~>mc%}F442#e`61rn@Oe~nB9Ej#3(l>rM zsKX-f$L+8LDQeTl89z)^z4}DQ+Vi zu+Nbemp?Xm!QkN@AL0D`v6e&_(=>YCdQXqjY>#W|=h#(N)gK;SaVuqrRC zelHfh4)XXJaSNEOz})5-a);INxY^A+?p&XS)8HK5D6_APVmPt6ELFQ?sRE%~!i>|c4NEr5p8#-$J+qLpD8}^9CI8F4R zZ2Mw)Y8jMLTT%(}XW-*mqIJ(S={W1wrifp20;gapS5Ytvfl{9$Gn&n=^YrJ%P*eD`({Xru4-cOg+}QI;Q%HXt*g9|!uz7u zW~;$9Nc^*izgubRuDDaUQ%#ThH=2cajpzc5SD--kql0u903F!gki&0wWMr_nifr}Q zb08)oh9s=cM*h&X%PmX>6rx7>fk;PH{azV3p4#tc?(e~o5Sj6#Z3M^cbk3Hk9_v)tj8eaQjFUpiZ zh5GB3lGC5e8oV`;{>$B|WWPm#(aPv&eyk`=BL#e2myQ}TXMKzgwF(MKbot;}SS8Eq z$@xwa4t~^F zY{8j3mw7rAn$Q^ga9HcN0qbVlJthS#BTW!>p0i@k=lT?xAIMTE#F|S`0vtCc@a?Nv zI4#cP!zxKBwNC?vfd5=}pTcJkco4oTo+17SEzI~#T3L9&+({qNuPLxjzdgE}@zaGK zGb;4wEBPueMv>$io9rJ&%~}}tdb#+PfIYJkRpW!*Sv2M0O$V+}t>2mS4>|Q(>!|rP zXYYpTHy}u*$H|WLuJh#ZuDzo{{z&?8`xAIeOq2km9#Px|KM5 zqPy96WSbvLc2n+= zj#00~Rq-jb!zpR~%lq6swxZbAOb~c-${Pz;9-dBvd9xgYM<#^@gcEuEGZ7JegnyCa zrKIMagAm|F{Mudm9SWqKR{(dfuuxZuP3`8NC9X^j+ z?|j`{mEYe0r$z6ROwiAU5%NwekJ51NgX=kB=kGwt0rr0ssxk}J8)mN(31uyA?tXQx zmU>v{aA=ee3l8i;-r`+8Zhuyg!jA&<0;#y4-p^;dx{t0AO9s~H!qBAMQiY5ATlagy zfzip%*j+e_{(S>~nz=5z$-GMn7UrvGTQD%z=-1oDb;7A4=dM^MJ;INbNMU|w7p;4s%MjwUPpefWwh54&}qh&4p)_gaeT2w$QM zRi(YNEbYNHC$gRVIy=|2aDEc=J-3)y_fc6G$?dxr6IhDjm3O$`&BXEawZILiH2=@h zwy*hTtdsJTwB>8R9{0WR^k!~1o?CD43v`@?{HTR^8%1S2rF(1el$gRC z{I7x{u!D<$E;A`s2u5odrTOc(G^np+4Lqx!=~XYUp9`so2k+eD55GGDgVR}E&gCgq8&v8qoLYRkGyFLxl)yP$wW344 zjt~aD0#`&QLPBxJvENQ1?2jo|UiL2rZayfN_dQssbv3zg3H+5BIJF3Xqu>_e5FyPn z{qk;w`qjk%OjyhW-E~2SIVSA|P37=d4_~JJY%;e1qQe9plr1mf=RghY-E~gXzFM@e z$9eP@A77eSSXcxL`0|9#(e@%=eCf-*j$8!2u0BwL{4_FVTcs^jy%T(N3&9^RH@Bq) zdPANGqtn`=Pua5Hig&2vc8)@J-v)vk)- zZikmYwFE)!TlRgHsNw!w%ptozE}FL z=GsI!81Of|&Hkk*rH`GTLAtkQ`3jPyzTa|C53U%h!cW3_nYQR7S|m`AP;fI0LqU)o z^})V~2-5<}T)-1cJmZkNIc!= zBVTQK&<~k9d4dH{&GS(2$8zJ~`TSF#F>y*yza)zHOXdF5|9s6JVnNRY^WpJa_%>7L ziLJ+0Go#!AArf9yXUNkB>Fhh|Da(GL8I$|$6*gggZP_^~6~Xb?RsDd3;6QapEKe9K z{H$n+ob2z&a7A}!uj#}xFZejy1*Jn*zn8CcC}H@tZTAZ!k#n*zIGRhQE;f1xWy7_P zJ!NKmusNSUPO}k197$T;V;hlbZ>E$y$lsgEPZ9!jv3ty@2~n$Jf8b?2IQd&!6T1A$ zzvdZVG0h~&+G{=V)g>F1XSE#Lgwl!VObahB1i7{%#f^HLo}2R0BS4HMQ{MsM(odUE zAcXstu49RJj!15$q&MCY=aWV5ASwG+D?V`gh)1Yc_s?c9SD@d3O`}nWJ4(NW*V#ddIEPf}c=%&K)a*h$4 z0fw}rwV!GY`zj=J__2YxA1JhH(rrjDLe-slXWuh_hj0E`9+0>xRHb@1-;Tb5AC&oe zi=Xp$4UdmreE=(frvNgXHg0~w&dCetEx+t`Dm6x{=`g$zJ+%)(oQ%^1Lx|6`-6e{&FOzs|kb1eI9cs`6ZKFS+ImCvCRdEzaaerqi0y0}b zGPn%-#n)bF+@-HGN4uEM^vtS7;FZK32G$hqX^>PmJ<>SD*3TVxwkfO^)faC$CL}8% zY3_AX#t-tCp<@+bDFy1;gi8q#x-7F1GFQ8Y|owqmojo2In9Iz z@|9H-xH6ONf%Pqv>QNh&Qpj^Rl)S2-+b;mo6676i_fSS$oZn^-PJS3U#*2Ucq^rV8 zJ`y5%{NMWG0hHUNst(LMFfhmU`#=i}tuJ**WQd4m#=v z%k4X>Am331ME=I8m8L&c_{~duw26oC0sBOlGeyuZyeKO;9DsY2_oPQjO0cWf7WfFq z^=Dq1Se{k8+cUZEzd858le73$0O4m}68oo**h@Sz*I)gVKKzI~?tv>bvvQ3R;gD&q zH+N)L1%sDT1^C(f6tRF|edcU*>5>R$(65<&zx_LNPLBY;T%xGWv#Gl*I{C&@%-MVR z`W;3~zIWRPnvn5bon#1lT4!dqsE)GYJEE4nR~gP=h%v45(|_*vadh+Y!HlN2n0>eD zR}G3;{EWYQzy2xEETPcxTbxRTkic8t4CS*qF<_cS>}T_oKY$XkD5;awhJamLIo3$3 z;?6=t)WbYIylH(sUCWnq)^ZJ4Befgg3HgQ~Kxi0jhoE^0G&;$Nwx@b#XK_Pswof>8 z!s6(BULDo=b(Oep7}pD?$p@u}(OKg-ih2Vh&{J=tjMbQ83=NG-ky639RnB{;o=+Ej z71r|pEk^JIr}*Z;i$nQrml8@B<#{hswiT$0q;m$L z2ha@Vw=+NQ7$fda-f654`n}{@Xy=kTFxPnUMz}31Bv0w^YT`+u=+MqbF>vkFsI+TVe)yelH_s)dK)I=T z82>SivZvJWnVf8~7k2xDMcmaIu z>+EA<@$Yae-Oq~}0FjnV@9;Ps8Eg@`2yxYVq~CvmqBxbvsQ#>E5iWds-3h%r5!*8) zldnCR{^OG2jbZeMI3I(1H5PMvt-uy$^0B8L=>rdjupB!opx@!^QRYmzM8vL?wwr$~ zqLwM8EZ&jGBFzfwlE*_@&q!4E)s>Wk3=8RY^4QWJ}hu@r+|Nd zKn-YR4Ms|OP0OpFZo>ClOf`=W@6#s647f{sSc#7sbR@7PApoSv+{@pz@b;$H8#U`w z{AMv&FCd8V`PY_SgSQ;6QJDJTQ<}C8O|$@t;JSy^6NZf6?%FCjH5!{z&Vom+AvwJR zDa8BZKwECO7qb(_@R}kR%*3O${nXs=Cb_sy?!iT);4!)%DBZ3*??BA4IdDn1SInoF z$lpZs5>C$rmEKMoujyNV85~He-MRU`x9a(F)?i-p$NH^Y^gxfRW-0_m%-CC0k8-14 z>}paIugZBEQ*;@c(Y6is#LFao9$Tge`ER_8F4NWZ$1mM;3_3;OoDxglt3Yu_iCmzq z`2}sRgpmE7y@UmJ8;B4uNp4i>-}*t1=)$wtTPxHoRN&ZWIwlrt^1f%3B+gi}2Wi3p9-WltD8X|-K-ajwl3hM={+@1gjCztQOki+|NCEDvq?}41ax%(}j6|h2J zW1sADn)6>U=Ynl3Al&a#G|tRnU%-Sz`*9rB1@p|2L{SX1z{9uOxLL?ULtQq-Vf%-$ zC^W{&^ZYpFn-yl+Te%DCYKF%Q`vdAYAz7Y2v5mk@^}*f|6nhnJ#i|Y#1-qB5gebW< z8u@+c={*OLGHtOKfAaF6$ZnI|Pf#w%=jJy|g^iA@($Bu4wYqwPe)f7@kNbu)izeB- zcL80|@C#a;3v)(*+Y0#iCbV$69hqpDh5l%g9rK5{S!2+a-1L6avM4qm$q60Gij-Y-g-aWp$w!rkXBEkHywQrrLL6uD0qtJ zo9#Au3w+jJ^{A#mSdt{ca>x0J!9>UIfuXR}J1+gvJqf)F-NwWF zOL>40eE_)RhHof%N1jGm?FBproMsAf-`n|eZbq7$;Nb=b_Dl)Z33P^sSt{~}IzY{l!OW2&^Yc5>N1}OYKErhc}*U@o|4<^DS;-R|V3KBX%IWS(%s2 zzl0@@2m*7?fkc4G1c;_(;YFSm_j-nP`{C_2YTm3=jnICWVsQzeTrrMdDOa9E{=$ne zwSmlBp`-c!t@)@AYM5`sr_n@C5DsI_s>ubW>AU^?l9UZ(APcK0jSz z;q)?=0YsArsvRz<+>2x}=A{O z0m{An&Q+fp7dN_aQZQ3j?ja}PTN%c=5TS{droB!O^l^4ks?T}i(ZJs+}1nA<6bhEz-db46)ZU6~*^y7PG@8F^*n%{i2r+3YDD&3Du z4>;mGGAsebK#bA7zv}mZqPQ41`$fj+peO#$E9C5lPirBC;ua5${8q;*g8lIITUHHb z)R6lFUS}eR+RJeK#rbLjhjHAz0i)z_n63}W1ti-UBQNM4;|*XMCqLc!x}{g{g;_S! z%Q~1NhOv4j`D((SFA^6;Us6fxFqj5af3~fXO4dEe|HRyXc)E`Xcol0RY`@<(b9+6o zbNysYDAKleSA@%z=37i2PUeyDAwWMYFq_?*PfqVO#CxGP&vs_#bcy@?5#W~MSlyQ# z5j|JUCieoH3{$WC3Z+kcNqlW#8TG>~zfag12IptBPv(1x(QEdtHvh6Hixw4jY3^Of zgBZj0MV|J0#p}bH%?&#B+$Z7H`uT~FiuO`(BADoWfITBN4l#ZevUl<`ktSwQfrjm1 z%Dguxe#%t;){`197Nq+PLs;d|kz|hv>IeI^mgm8|w_SF>)6p~d8Yj6am7&xGpJF@` zz3gkpTa_`0=a`^r=od-p7N|}=y<_`f5fX-AaGi9l*Eh9*W@$jq0S&^%ewl;0*1ew< z=eYcVXIDmfeAd^+{Ywyw!dJ7;N$hgYJo~fjn};f!kQFNOi_fR(5=zy%m;Qjh`q4B8 z$fJ)a!{Qx@+oyW3o0Tnfe)obN{}r(w-IMs(>>#hj@2{Wj?^cyz@*dCH83iG= zD0lvKa3L`_RTi*lw()FJf^26ni~2xCB6U6IE{KD`CA>ME$AI%5q^NKsi1tt~KyRU! z$uHQHSZhXo`g#_XF&QaupWo+kNaRJMvWJ>J@e#H|y!Aa_e85*e z+JV%wjp&QonD$`?NWo+rcpX~SlsMiabmd!#3KN=ytU zx&|?`rj6`8zOmgt6$#VR(JO#r&3+%88=*nK!FkMr!{7W4tQAD}I}AS)o%D+3HfYZ; zti{v4KC`};ywy)Z-&dE|jB`s?M0%0+jz>zvVG0wT9j`WECRR##Ahr&FwFrGSUcSqE zgj@qm29eW2VlbEOw9(V-G~yK;jeX6<2iwlP%Tm45B3`^PRlW?|+^~oJ_UHo3aDRv8 zk$aXaascr#+b!Dig}^S$$;0p|%X)#p-;RZQze`c2vVixJo754Hx;pulzvr`(UC|_l z>gJR?n>Og^=GgEwrDEdN#C@NW#(olj_N!3EJrG+?Ikw)>KuMainf`q9a)@o)ZP14i z0nLMw28@0;I$x#pOXRBdN*v~yFa@hQGVNbOZZ5ghyp@Chj*m!E8SAXt@_Wc?B94lt zO{di#;qGd0n%<$Js*|3}=c%M9@Lk9~b^{ZCi#3QQ;>=WdZG zRId`cz^LdhajK{I3coTt=H%0d#G?D>%Kd)!#abSK&?q4zJU+KSax!sZu4qxKXP1{8 z4T(Ky1_w;+=-bX=615laK7wDe7aea^L!KwpVn&>)!Jepir6YIvq*OYwb(Y<<=E##@EyJb*8l~Ax_~{3LdjfS9{@_ zxDYqC<;3-C52yCL^(WS`tBr*kbrlo0eLK{1k3)J?H7DusUI94{Kr`WF-k0RQKQ?Yx z8_Pp42m~8#_loe%yD;s$(A`ZxifEgGsl3s2+jTL>cp^OVxEzXX=E=BTwPPRf8pTJi7Yl&?hExK`!@*n=Z zD~J#t93GVSay>}Aq&ba*zcK=!J3btt!}pL>14|dYY1sHBSv-;aelpLE+WQp*Y`S$g zvH9)!(|ydc9`ot_6rpGA?@DvH;=<&F?A7=gPC>CB^B6FB>wbqRUA6ex4}Q;wAN>nT zwDt#-O}OfZQAa8M+|P6>zMj}|j2{8=>X8~^E>++7sV!XO|IUwfpl zR$uc z(R0Z7k49NEo-7((y+CQ_P`Z4}-%5zCXI4Amr z35Y^loa?a}`!z;;s5zy3`<*+m)Wg0z8@~XU)hDEg?2#6TF~+3q##755%Xy&7OVL33 z>tD8ea;lk$GGdt5KlOU7SaR~Y(FB=`J$Mw)!b|Qo7}sS(Tq4o|wdRLb{z-RjBP;4O zTi;3=?b5i9%pQ1%z9U=i{+HO|WH(NXA-N>F7GJ$Nq?h?@ZqtF}U{fp_V z*BMQqGG8V~=r3skd_8cV&Q6;Vit%i4-lb^kCB($d4GBcnkC28 z!tWdrQ9dOU&2mV5yCzd32qfUbYCq2ACjna}ZJu(1dh2v0BwmG@pUlUc^tv{BHXS>A8y|D zTZv9z4PG;2{&%bH(aCAD3)Te*qe<*_+H(5VT)AY?UJ&kZfh8Y-WRXqs$WSkTq%_t< z6hk;ffbBNyh*7%g;>-MP>v7=$d;Iv3%wQ!p=<6@RKw)DzVUYqsq{R<`C-%*%CvwZp`e)*SWRL&vp6c0v z;8Ox!mJjg_zvs1^+o6Q>`@GYurOv;A|0Sq39$vY+38aanLKI%clhiP3oyL8-ljX!C z^a=-ey29gv;`>+W{ir!|;>OYM(=$sBvrdp$F)w1i@(C)fU=v7g?hkJrlx#7k5P zaP&QxS)9bBjPsHtnR&YE#d^u$15vr0`{N)4fojkC@T8j5OPbSWEGe3H&)}#Vyz_B@ zBhcfV=9b4;&np^}rPLhL@;RfXfLC{()&=d42{h85G{(;0k8R8hkLxJs5suuDy4FcuOPjX!$r&= zRq4zN+*L(~_(IW3te`BsQ){Gkp~b*lzkEX1dx**;{K(%jr&+U?66!}=F!=1XX&b1r zynk)LeaqTcQ2%UkIB6nsa)s92IA@wo=^5C$9GRNW@klY{OY9QKwdw^7yv^6!rFn@c z$K0&J0+Zpq`UDX+@o9e#Be#md^Xi$@19RqdubA1Gaqm!>uUKyxuH82xxPa)G43C6j zA&)m$dHdj_7QdvXhn@)2X3S8UlIy4&9hE->0~pGYDweK{sz35-b> zvP7JW?eK?E(;4({U{!?;R@~E{Gv>e!I{Uiw-$sW)Z^homG1t9b}N zyKeW+PtH!ga>+EHkDj6aGeeF^Zutu<0v5Md{8t3bOAY=|JF1mbYe#YaH@)cU|g!4Fod=>in%7PFo^+j;YU>Jr*1B9hKOnAAQys58jcA zx}S{$3^WVjIzRGY{Jd8q)w_49y=CUI1zs`q{^l^!TU`E(%k8yjXFVK$ct_tLrn_lQ zZ`^~KpU;fW))yZZe5DyAGsOYS&aBAXqrm?kh4rMt*$l`(a%2>4GPTFykFBHJP<%uq zvQDfctVS8n97lncx%t}=0=Ai@R$nCbmcTZ!8Me1+h8~%qV$R!KWArFTSI?0 zRyS_;Utb%~R2GwsPt{|9YWwJWF_El)M#JVYmy>zluKwB#KC~-O05+26u;;*atMg9# zIK9{xf4pnM>x;#l=ic9 zZ`b~Gw{QoGVbC)A0~avBk72q9a%G(a<%_02YFd%J#2Q&13=!57`%e9szN^`yMm{aX zUQZf^{R-(?jZj_3?Ld3SH#M9yfUmWO#fCg{iCsW9)NWCPoZw&_WpH;h4gC0pX}wG2 z`$7Nq8)<*`Z*IoQ&j>3?pQ@8MT6@@hk`b?C_@bL?AOysmNKBB8r_-`A$F8L2hcz=M z+SFM9&feS`uYI*xy({57vbknc`|2O1c;9K~rs7PoAyvdrdklm) z-pFWYJ7P`tH03`U5&lrUOaa5tpp%o~2W33t^NQKu7TC zQKhc0GF$eW)coCwu!xzCMC<#Ye`Z;SNIfjK*C<`ob-|DHDa*McFF|#BuMbZZ;HXw^ zswzZm#tQtKniAnH7w)}Tw*po%O(GtOns`WezsTQK@ecJ9gECCewpuWvHn!(o zL}YN7$ac{jKLEY#o=3B)DU_$UKitkIJ(CZc>Qop?KKBc3USY>|J${y-8lDlqpbE`8 z`7P>-CH*`u)xOG&ImDEw@48WfL3`r`BgtG5pY5-+c-y#NU!YGcOuSuHzl+m)T92jD zwCCv6_G`2TH^Meb%rZ~OYQJEt1>h629v+d+t@sz;tj$Nfy=!(e^CB>Z4{ zGJ4L@^O1ET`)DyVbv~BM;i!TE{)DFidBRxb?AVn1;^jTRxx`UYB)IQHZ!_QKhLviI zWQT+`J4dKhu=-%*hqAZn{=P?{9rII5wQ4z!{-Sz2ysWzJi97e-%Jc@uGW`oXx|8We zZwv^4&NYEC_k;8NJ?n@^9PTY?@l0J~p?(}bA~FHAtiRa8_Y}`L+vnlbv*$>+^cSUH zB4K+-@^VkPft{Px&yJsP5Lq7yT%cm24j6|Ieag@J_&)gAr>2t9x(;g_2>=yWZ!{<# zR7_LL0;BEXxZgiABENCq;^Ft8>cff1Riny{wtn?Q^5MG{syTg)fsjzTe5n08XKtAL zQq?p+JJKbEMW&;_sgzl z4mSask3YSN;kMF4ug5>4-fHM+(F}9^6qJINK->1!{1VLzE>DtkS z;v-P$HiHW~i~)W3?d|o*3ktpHdA;Iog*%+r+!@qXOK*BaoL2^4pqP9xID;YF@` zu(}SZ7q%Tpm2a}t0Uw^MG{qT!a=`uO*$)t?Hf(HW$)KetLHBOvb-ssjyzo}pPl#qed)O!$(dXVst zsS|sc@&F^UXX8;_ahy03ifH9|-q$e|gFZiP4|3L@>C8%}GWTbvE)W%K7TX0&e7L$q z%hwA3(iaJ*38n_mvvw);tInDfrdVj}x1X^sLDk|-4*d-A`R$c-!{2dRZ_7uqzS`{; z!OSIWMTY(5^TEL@T3-(>gj#zXID!`|PnVMrt0L!!?N80=;zh&oHFQIK3&=3ZyC3X# zdh-PjvsWK6lc?h{(UB&Z<2h?N-+dH&V5W87dm)=Fart=AqkgQ~q1N}^A12ckhMX)@ z;B@o{N*N0oV}c6;lZ>RIykxk9#uxEr04~l-cL0E zgq~LiWyge7DhWT5gDprSqx|mV2zGZPu#mCijQvp)YryBgr@LEIAhiUe0s!0joXTG7PjG zSBhhc(8nJLPcFFEr1IHO>rZr0^yzYFD|@zr62t66%(?~1id|?nTX+7|G{ilEWqUIy zahNz;8=*h!+kt!^p7ip=%(7rYBh3rvaG)Uzh5`0?YQmP8wsGj9SG}I#VO<-0Ubn$@ zN!uY0oO$}5?~exQIWycQV>?XU7R7Ls$78eZ|6}RQwp2xeDEdn(GChKf3Zl&L1`49g z^YHb3sM~8*SKm^>DankCII&MO{s1b8uGji(gXD7zn~wwyrV%B3B<0n|eC1%#nU86I zlnt<#z&*TGHq$J!=a1ysnfsrMMXOnt2OWZz_2W8G06%X8)^O4Mn}V2dw*N8K$Ly$ zP%l;Tm`XlQ1k|ke;FD(I9GPZ3PPD7G!@crh>!2pJ!4joP57FDK#tt>O8iF!tEQ`j4 zlqc+{5o)J9*L{SV`>{8hSjypbdp@1ds&wCz2X*!fQ9SyinP6y?(3An9yT?A>zx2xJ zZl6$2kQR5d@jiE+<63v<$tHYfaxUqg-!({cC4|ngTa09P3*hx0Li||Mr5Kg4`S&nS zu+qrJ@DIMh^Jk>Txz69$bkULJ2;AFSKu2Ao8?~bvJq(KFhpQ*amq3Ps-E5uIJy4~$ zi9Lx?lTxoGU^om2+x751;-Gz1CN1XoUyC_hh_& z``4Di^y2zt4#!JLP(#5547woiwg_Q%{JA>uo*AG@)9ID*gdy48_wSjWWH}#v| zYO&&*%+Ky0qzMr~A}Ku>3_Mh~K7 z@)z`<%D_`mu8Uv%N zTMcf_HEW8wDjLm)eWbqA5~IjM@uJdB_5PjSO?gs3*<*X$zc4e^vE2#L1k6WHgI9R! zx=N!xDIxUxdcj7RwbM_Z-x2|Sml7LOU83A%v4JDP_q$P=dIRCVE9$G~F$svc5Yev9A;T=PqD*QNR1_ z_ERiDZ^u6S9xGtBT!$^zKS?pkf82e&OG~zrQ-6Xz7NM^%Uabb%h=oK~2{?64VoYxA zIBaNqW?K@@Lx0Y(KMj`gaPPWhuKZ59ivo16jdDj*eWh2vUj#-FzRt!Z~> ze5dA>be3o&AB}Z6E1rf&V1hF4V4~t1z?aPkghuB>$A10Gp}b}{1HmhUXiZu= zcv;Va@~y?~&a<+s`7Fu|PkP@r+8=O$t|eTjj4SU>B#-OvR01WHzySFAXjUkRoWFn=c5K^gVQ?ey`9w z3JqkD4@HB|Ihg3>#hJSAj~PmiuD7C@U(OjoRU}X2C#%D3?xx>)V^1|xEq#n=XcCw(J=og) zBr{_Dk@>qyf_14+$8R%y{({z;CmcvC@IOd3`pbN2p`$m=W7c{Z)?Nm-}sxd1+vd zln587bvN21N0n^Uj|Qt(lpRP zH~Ib((gAQM@%&teUt?nUhP3{I^a~0F>|uh{C9Fn-aU=b_QV;v7K9RSTO7`&0HQ0_B zAdIEe9Vs%Ya?LkpI3mNd8>!bpqr2u{@*K&SCEF!(!-PM$A1jTCR_ zeJ{Y@qTd|z_uNo$^n1tRZI5kd=m_7@q{7*HH9wMXkOiFZE+2Qpo{~Rbd+%{IQa1z) zt|lXXJ*25YBZ`KyO(IUQu;-L`W&f&S29Do3p#2-rOXl)HXB7Njzjv-@$aQaclA2dF z6qjly85;Ye6Xmqtv(9gHE5?&Ia`iKHO*(#S+}|@;7J6r;<={C{?^zGGJSXMFcr06h z)`AKCBzv0)KRWPFBnqWWWcpDLUvllAZ_%pUfpAcIqi(}TatZdkrMCFeX2yf06~0HS z=dOZvpNIUiZ_eHQnn6rXVQ*ix$Y4_Cfq*re`9t2HRJvKJZ78exr;mq<-m;7 zRqGs5YZ|q8ri*?t-~o2}`LE*$Ry0ZB$i(JOzn9=*&E<5xs)e^n!KLkctrr)201#I} zc}=&>_NJ(Re~9Ba^$gUBv8ilL2Fzm!o9qXV;oYBDCR#EPq&8$FPz<5! z+R&HO`Q^9r5vvh3}Jk>j=2!;sR zyUve=dpPW`hAPod{Z>-M9+J34trAy9pQ_Jp`3kDrxqwNvMo~}k!A45Re<4=hP1z*x z@dXFxYuK~!y2I8HHwbJ3BBS7Bow~A8|H1 z992+_F2HC)7Uy9=yXw6nkqwfpzbqH>vFIv1MVWcqG&1Vh^vxWt8uzPDa2K)rmxS_` z9Ko-S9qfPQh3B{&uF-jtWjnKht1iCg34*fy@`IySDQ-!h1x&X* zR?TzW9_V2_xH`DcVe6P)K)w{+2L%!D>R4FqfLBd(9OM>@MvcW~?~mY*F$a8>_uRhv z`#GS8Tg;3fqAs3dC;PHJsNs5LR(E<-HjQEf?eyO814~MV(xrbZ?V8HMdp68psE3kAGH_Rsb+ zDIHB3{Z<@5AE(E0(yMt{BRW}}&;A~X`hGmvA{lXqRm@ta)a`u;1j}?s=bhQ?1-!VG zizy8V&F2edff2U|=VC_$~I1k5WASikyj&$@cneo?@8j54tPY*KKmNpN*M^D3208HrtvxZ*xjVe z2r?uH2AA^qJcQn*dBHG&vgg8B!ljG2r-CjKbj? z>la$YBsG_(1-&z9&BaRse)D8ehx~Otlm7O+!fZs_+Vh?onfv@6SqS7Ox0kIL&2Lpf zq+pxwu72euu)Y*TF4)42-sW6>H1oSIwlJ>qI};{iKK?3ri}ktp&WUEeQ)lM~*To`g zaOw*~U8AWwo+XuhjTKT*(F=Pq&iIIMx+C|P;qdLxWd0-ab9VWoYU8l8+e}ZF3|aN| z`e|QMNZC77Bb3l_tAF1_*4T$1s-_%Sje_d^4$v~RtSw}TX1rS48n4dr3cE5ku`U6( zr!21SMBdExU~)dFL?W?JGsC18d!G;z3qf+{v-`t$7}zF&7<{7 zfV57hr_hwv(+Ez3lGMUetxIy>AL<9VR5eaMSR1RUTV>@IZw*N}{({aC_oTTUu}7@9yAq#N!Bkjn5-`6pkQBlsz9LC|QS52_4N-6US3HHAG6j=UZq*O`D z4t$A(RDM^eGML@DMT2Eq9N|l+CHLzSc3=q$bc}(Ogg>6BJ zRwmHl#^91`$4cvJtv;Y|^*q$b;bre~CI*`0q1+!jJVLl?3_tt_IHI+JZnZOjDvwBR$cqHdoHzxX zT`r1jf0_)^612>T7YglQ7*-sSK?H!asvMdal;sZQT))pYTNMmtpE$UyU<66sm=qFNm(sQ#*$Xs}#)ps{^jT$<;$>USP8Opk792QjwzY z@e*J&Bco7-sGKy36uBl!kx#MJES{aJ4tWWtj(J@r~|ej_Bo+4#)&aNeUm@ z{*6Ll#>2-uEBzQI#(32a5;iQ!6Pkz+D2c=^{6lw4K9pn_Kgo2x75#!-V8+Vu!fv;D zE!PS;y;#eCn4;E_I0aQx@)`!_FR(tY?wDoBcUSu zb1Qg6ODFYpzq?-r?s#XbzbTTRoLHbsj)UakT$zQzx>)bbeOJ%h5lX(B5*A2TH90ynPRjjyrJgCck*V3;W%Fof{Ga*qZ5CivaMY*$ z>bat6+W*gZ)St`cbvr&4BYm+BYU!x^5T&o;4f3>zGfKiZD=A&!2`F}Qx#`_qWW?Ulkqr6}OHK^L#99PCqF9dEwseT98r zBSEl?-*opps_#m&+te6)fhWy50=xoMicU~}V3y?&T2s+j7Cv!HvBil$o%k`H-bls@ z1@Pp?t@~1qG0+leSnMM_b&b)@Ecm1nUV&=uoE)jt)*g8*YU4o$bk4dRM!SXq$Mvr0 zvu5KRN%;_>mDnJI_o;8={W3%GIfybX9`-SI(a{8I{tY)@#Exha()N0O;6Sv62;XTV zFK?8HqMY&D^L7`X!1-q9_28$PQ~xzLftq)3>+ki^cP!LIcKCjui`Es?wV6Yy-jZDrkONqy0OG*_>od`kr8oK3jhI4)ym7 zw_BYPsk4B(#C1)G?9}C*N(?w+-=EU^Ui61}Csrj2c8x@5Hr}~%n@vp zgI(2of=#1HP|92YMO;RF%!u0!I`H3UnBTUoIKKkw?S=}XsJCu^Ib&R-PVX}}iHi(! zn82yREi+R7nC~Q6UNqSaZYE()=Lp2;u=|Cfb9IIOG_%Q{gu!3Xsi;`5gfSLRcvALV)iukN!uS_2eb2-3e+__ z6M1ozjNP?s5pPJU#tCWAispgqy!EeXV_j~CSzWO7)IZCv;UFU{aAuu5OTMNub2bm- zukgd86udws+^u6_g@~1d7rw1`IC3%?_r4|?q z-)JDg89K)QHaDmUZ#OaK(_eFi@%6p^T2-nix^fWi0(>!9oDOGOTjX=zZ2{KNLU;;T zrV?vg#NLF-zc>DA4}eTEcO_NvIX$Tj!3Iw%h(0C!2agC-H5^MR^bNxb=^f{n`F_vB z^XPi}nO-Nk(is%}H_Xx;{e80O7ghv5dKplbC9YBPDgELsK>a7+eXKtm9S3%K`*?5e z^>83l=U#HmtCKFj0CZR6;(INBhzG_Q8SYD;&ICF@I$TJSTWCc1kL?)2JeT!Ye~> ziygLq-k>t<)_&#h+XCy_g2&_qt8;G4;1pEH4c;I)Hc>p_2=XNkH6ezXmHO_3YjgK> zEGRD_sZOswwvi}`SzZzBjr!edLi=~}xqpGtL?NB0BQOH3C7uZ8XzYvk<)A0>u+Bp!{rUDK?%#nxur4b@oi6b zM|cPbDvX}Eqp(MDW&E5c5T;9dP4@^Kl2-hN4&s}@l9AO(^K9mq!(v~mDUxelJ_X9n zylcgTG!u#jkK||@7h%5;@BT6L!KdI#WJ;m&X_*C2^9AW=8WW20;Q%`ja>=9eXTdQ= z)Fo=4(UNf5FvG#5B^En$TBvEW5x`!rkHIZ6`AY-!e4IH-9D%4ZTY;)a^sqnl({$i> z=r>;hUvmf7=M6xZxlbV~kO1@y#nxq;&IWyg2C(zZUsPQA+|Nr~j#8#+FUA-cEDDG` z1h{U~F9gM(x1~jW8h=O^C{6}Mkqdb@p{0PlQDqH%VLm3F)H$K&O zfnO{Zs_DF3{LRX)Xid=LYKpyl6YC>0U2KMJ#=$-8o~IHVluZ@wi{XtIjt20CiDfGA zhI84BCOWxb=ek~cw zCNt>|{*^&ENsHKdD*b}a2NoG(7=m7jZ}Q4NSGeDWko>ALeIx`J-tG~sn8O#n-`pEP z!v@M`%V|08gL6!k^{!IwGHXJZQ32dSP4(!pJK|W! zoUe6- z_sd+(g*;MEL5giQpL-8c-zIeH6fip0Cr{D1+oh6t@eii|pp#kL_!nW{gZ{m+XDorY zb;E&c>|}T5j`Lj{e?m=jV0Br3Kg7iMt-}$WsO{QRX~-n$!3{Q|?vYEeVF?w)H@mKw zTmDYZ+U0ws+@wCfT=LnrUX>YkF1+`^ytNJYI(*WDzv$vvd0{%=%H6OW(wV;JpfybL z3y8RlZAt-%c1MAs?d;7Z4%N$?|7f(+ygO?JlTe5(XI<=0 z`LfSV`MHAeOY5gj=~oU0>S%BJIL9HJy~^2o(=abS5I_+p9zc@R&h1S-Q_bc~CMDxq z;;)zSXiNA+dHc!6I|NX2{C4X6R+W{070l!eCH;!xZzh}%{s@!8W3ISja{HA*|K#eF zEgg6xuvUO`)LiaxbAJYE)e$GAE}x)vKx#}4W(=NHlH0cTKFWUj`>BbCRNf_@N;<0a zd`4Wb$Eb)C_?r+s5+u%HYh4c2-5`FCX6wQqVFlB{I&POe!EtfZ5H>_j5`F`(mu;uC zt>3^7*|`BnnAGgk9wW6^YTQ#LIN&35;*x#T^y5ZeGtLXzoayCxCRs!u!`o$L&*37_ zIq`7*Tg9FL7yH)O#Ie=LpbYlUi2BfK_&s64;law%zRbKwCvmbF*HhV1$5)hggti>8 zVY{nc@F~$6dUdw@0tKx)LIVuo)R|_ZMxYQxsOU62nj$l7Ft8fl6ws)px`&n9XTdxG z9&E0;$rXn1+}9(~aZgIH6sXRqbY64x*(}5FjfcHDKVRU55&SAkS6JqN0wwXqEFq=R z7BdWGU*9Z?x1R6B23_wu|;ua$qb!suViD*o8PhMceAgo||y zB87roNf3D5pG5_(X5Nn&WSS+H>}Z(p$pOvh-8VtIr&k;0BWyu4`hgKdp9^YD6Dpnc z@3QP;{Yl}M6*mOW+LwE~Fvz^nZRsbs#FK8Wob6-M?@%q^=b_fH-3PE<(0DK`zLH1L z&DLa0@%o&-Xum2?;ujV+T1%Jq_W=M~s%p9>yaGzudeu-d`AJsl9~=`Nma|$E@8EeG zEx4p#UtD%BI!;F${*7j>Q+R;U28%r1+eLu}q{K1q?x=R~y0ed?Ux?g)uTjY~t+$$h zup1s>7iM!wet935796&DMiRLNgv~p6x z#V3_IAJPl4N0sQcVVOP1$)*wMB*i_1H?adkrB9^ZRkgCG3m|)B$8?RQ5Rwu!zj(S9 zoSJhovuC_p>030|w0&+d8$Dxj_)xFtIVWWv?^8dzuQ1LF{b*d%ZzLJkVGl3k@OAtB z^xLKnhf_%R0htTx9n_I<@+-)g*s@~Ezt@#__{-`?+>*x1hdakyA?8W;k*eWmy4 zpDRRUPz~?ni@iYp793jQ6p#V2JQsQ+2wps)(Wk>pKY=j)IP^0br%W|lk`4gu$g~5U z8;_^U`=}24CplpydJ!_m4`o#QK(tMC!4?o_sc&VQZ*fV+)YGjwyu#$TD5-}U%q#{J z%2JrABhzw|Ljt=F*K=dI<5-h$@_JJ`7V^6o9C0xANGwP}495RoocvU%%OLJZ9Z8B} zVT+~vp%@P~xxX}c3N72+Oh5-I;iWmmV7(P(zgnJH9$sMTKJWUZzBYGt_E()^hoYPO zRlHrV{kiT6W6!nU_(x|Tj0Sxocr##ty5j-1m`9=9KeRjFvzkwglDF>zG!T-Z6P(j^ zHNc;^diM3{>D}_}XZFZbHZ-5X8~RztR|~z19(h^?ksw$0| zhJEsYx5A*89bJ~?{No6FZo+_=5}%#R&vu4gf%Nma?g=80U_Og}_*)ehAEh~554Vsx{JS?ww{^A>-lJv_6j) zU=piu1t-S#ZC&59M$fQqpwoNHU7j$AyhrQr24^Vxk=j-Ed16k(dmnvY6&%W4#Q-|1 z`)7Jkehrs(=n}8233oW)qVsu4jkNk2haO7$Ej6o7DjW8T#-ZQ`TS?_L57atC;H$*f zF5XYO?-0?v3X~zkKA+V7B|Q#8P%wW2mhzK;O`ei%RDgGh`^aekhYZKyCqp|`vXN`l zM3;+PwNhfg{*OZ>#k9HB!UOqW6IEok%d9#Z>wp|5ZX4wk)Qi{G_!fuHQQD9Z*~v~) z+CV5!fesjVUighxzcz46&_#K*HRK$u80famo)*8qeFfaYRgm|UY!7neqeVr=_Ro#aZGz3f!A6h8ny-4i4{jI2o$Xvo5pV1~Al zk?9^UzH$tFPs`bYAO0?~DF%%2PB?PSlt(--@4OQz1rBd2?Q&s!pFOlo3wcHFNh9If z?px!zztVz#cTpFzBL#h*U$e^TXQ7Sx{^H{KJ(Ht-bk>V6U!gBMUHH)2mt_zKlc9?4 zOf19zOM2kmh|cf69_HyZ@H+L89t&|0OPY9?Z;yG=_|g^N{5Xbs7S^Qe2q4d+N|iOG zB;{d!1q-^4gb8Go;k<>X{W6c8bU-~nyIz$mE*9cD9%1yRD5j^Mb>?*pvV9Ib+-?*8 zr;pUWuBhz~-(8#(ZvB%_eY1a=;t#}hB=rnPivGGyN8H%h5#K++{<=C-_W1OBYqa#t z#jT%zkUf+Ye?un%Aly#ySY{nHH|wGbhz46pFi;l8DV}Odi)*U?*qDGWCSW-CjFSv6 z(6Ybcp-Wd@s@S)FA#?{Kh>NZ&{AFJocb@w^3(y|Rk^!o{1;-y%t zh3?A}Ua6#!Kf7~S5$-Dcmjbh;3;+ys`YwL5B9<-vxcw ze6Lf|Z=phNUqML>y1&Kesc!=RQW9H#WuUnz?nXEX0FqwvCn{j088J40(?Jnqo*$zY zjd*K7W zHWgMfPgd)sTTJ1gyrC}M&(Ngah(3Zw)L};jpQ5F%*#SKCfOF4y`ks0T7LN z3D>&RJKR1tAW{T=nnt(L2 z&zgphDFl&bH1iq4%;^dS+=Gc&qIG|SCp6mm9)j(iv<`84qF^i9-(-e|8zM2-a^aNY zMARp!*pp~^J+3Y??%zF?`D|{eEJ*iB!hn_n(R`27RwyJ5OI?ZFg!?`WjBBVH%Lg<= z80iXdcrUkhV?QImCuk+vs9%9|k@k4(`?2!VmB{+0nWkp1`jeRCFed}M(KNmldITr77yltVD$^;*IHS6k;`&Q@bW>aPK zg9|CL8oF}pEVwp_FmSq^){ppCqR_G@T3g5{+oRc#TpSJ4sw9Rpa2)VUy=$B^gHcs_ zTBiLbrKi37rCtvOd2)?%WbQ*2v5cCrK|gEI0NUHqnJp8(x$h#~_T5IwqeTzo_w^oJ zg8J|}>}xcU6Y6qK`8@`b1$(^7e=#kQcpe(2j3 zQpmnM^CG2m?mn@i(S|H;>WkgiY8b=g+Tedl#96(Z4JQBtvEA#qQx_y5 zcdvj)UXF{)x+ZZMDaLLp%}~$RyN5j!&MPK@!jWH&HXitk2LdI*78Eg5R&^iL}N9(*jwdzTgu{ow3cAForl_k9jLMd9My^Ze?ErcUB#OCVkJ z&B2;UShPUex|A-aZbE5!{qe-)58F|k<=oM!?_Dl7yb@3<;)v>qTM7CDLc!|o^g!)M z9busX-E7h}hxV)T%kX|YUJT3!J}`=D2{FaloPDDGR)_4>8dbf7W@x`_l1r%k`v{2{ zaCzMS43tA-(4+&TR&D;??<_vtyqKH#ll44wkB5^Zan7GEQC-~k86dsZSKk6z{g_0sPAkoz{R`S89FQ5=r%Qf*pdxER0&1Ue@dk0sqhEg|c z>h+cf`vl(n0vUdA{3t@}iNA~CKAYOX#iGv>`upLdui(9pG~N6A|U@uuBw z`%deOso<c%z@Fl^ZH0)S*BP5K>O!J`tBc{(YN}e$!dPn<(U8vg}gm+lpyYh0D zn(;cIO+i;lSkR)DZIR(YCfkRyW8?NKsAHiOqvamY6(HfmFJ>d248<-|?%3JzB3HSQJ*8K@eMg*;8$o7zM<3kOU-i8vC->c9=r0;d}F>cV%TjzeRO*~j!f@89fjQ^ zm1B2wK4gupUq0Py;&!(2>`BLqM;lb5B6ai@JJ3(t%}RaZ&|2L80g!N{?~Pr4J0jDK zO4;>@E0s6j_I{DI`$W6^X`10bo8Ttt-Tsq4lZ<;cF12i%b)jBzJI~Au0PAh@5M87- z({xDCb=XqFJ>I!^DAIRZ*Sge z$l~!OWlsAO)IKZEjhh&!skh3WSWE+jXZL>kh~Dlk!Owv!m%WvHS1_K)AgO4zr^!<)4YRpJr(=% z`auzp>8~A|{>IPe@B{cjUX=ZVc7JyiOh_S5*_vOg^VAu$u1z^g z+MVJ@c**d1S^Up_cyd=s*%$T_r%=v6ACk`JxUbnfay25i>{Q%CrRFA10(N&wAZv9g!hw>M7%O2?OM=)sB)n13xdu%spzZ}?~M8k317uxeAkcdL{ zilU~DLb!(4ClSnX6aiNN$gQRh0?FN_?Ht_l-HIC(Y>EQmaEqw++rE7!3HaY1_R36L zu~A@OtM+MAEywZ7Rk2@e&0wAc0FZw-=v|=QrLzfc;dog9ES}a^{rXdwd&TOd%j;E- zAo4P4R;OH=fm_0VwD;o1oqK7@_uRj=5SDGXoGwBy;NhZlcW+OvyzY3KuV>0dakT>5 zQ6S4~`b=S*O)&p`>e4Ok5SliZ{#-TOUjffN5AkIRk0vs1mjH{b6jaLOQ9z5!!Ph?S z!%exezqdV6E=POwEdZOCLQpAbT%Ak7VI>Y(R%gb1N7=#5dFCQKk?}DyQFoIYG`z1@ z$c$s`cn7|If++Mm34GgibpCO`U#`wQNMiF<>KOgN+|VO{XB33CYQpO2@ho@;_Y+bF zJW;wGnrjWEJXvto(@r50zVbS<03bXBZ|i00``&@q>Av04D*l@&K}}!g6Z0G($4|u; zQZ!imkghNp@BXXbQe7Bc-1wWS$)D4XcE3{V1|=Mf#OQ3E+SjR>le=pndp*{ks@mEf zJE9~dT%GLj%aUL@Kn!_p%xYq74OXDS4;Ck5S$(nTI%y_Q-852 z4i-)W_w)?jWXr_!2c+G8e7in`nQ;@V-Taj$VYLa!Y&UxVW;%ZjOZX73+_JxfIB5@! z{x0l8#G)D;mF<)JniouDeR>%;!iN<;{W?4nB+&2o~>lAomt z{4Coq5p;yXoT2=6NsL$M=?X1J1Tk%F@xH-16+CQYiDzVAL{>AA*P9!Hx;+>Nt;Pcyg@Er#6k@l> z(S6&% zEd>f4Aip_1ZD@Y$Sn6|4GuLw}Xu?tH?}y5~&oArqmz%<&ij$dh``U{eZ1#QTf_6kv zG}<9m-CcN&9dUPZ<(s0PPy2Pzbzcse*w?;yay&n>>$!Uf0_yFFodISZA{~GKL1vcu zPxIG(E9;?G?N9yd$^LC7+JM{wM$5%}l3w+4yN};f_B~h)WR#~vMsr{ZRQbaNSnWqO zoI8x&el2Tnb-Jq-e+jSsr{6nvC35ukWfebw?b#^lxp&bxU#%o8yN35Ah>+ldrm)9x zAFo*?d?fk$KDAg#*!?{y{;r>p>ee^+?F;_xdM~gUkMf<77n)VqJCN#-R%kBWu5$_P zNNsb2PdcQ z>h&03-w3jx^~5ROTvN;3Y+!K^f*$yo)0;+NDZCZ81h^ug6jLU8AuR>8!vijtIOHmb z-}en3-*>nf_X68-B>$$zCmo#{SClC#vE>N zr}~8W^H#ZZ!mfxoB<`?>7&g?_&Br<94{vZ1@rx@Xf^nO2j?{!UC3T#I9_Qre{S{5( z1pACBbd?+)tkoz6xk|rI_AwoKxWc-eTF_?D!SBxoMd97)-|}rf1wYSoIV^^ilIx=i z0Dss4Ff3ipupyFbJKznyN13vxK?@&LyEBGw!I{m{gL>Oq<5xs&as+&Jm z!^34wpd9@|;zN)E$&9P)yVj)4How&zmXF5s3*)ED4x#M z5}QHBeSn$7*_bpx%jd*g)~%MABYj5p2)@QNTzheE9@M-g=1!y>YD%rm_-%{FJ@?jp z_I(@t9LcV~r1s+18RJND3LawpRcOhElmL-~6l&7=LyZ}3c{bMfeNJi2gR~D7rCN5l zIh68`c#K$BvPx~OKTi?vqirE*nD;*NAnYt2_@?;3JDBUMDe8x?Uv%6b6d3o6`@ZC& z_|)yX+!obE0ug!M0fZmULT(VenD1oYKEEfd-uPA;Z;^ZAGWqq9X4)Sjlh=wb66Fs)tW5dX9sBd6|p+G zCxdT~0qeid+T)Uarb=*Qv40rkai7ipFbIwrDq?5aGbBK+bjUS(GReMBnMH8RG*sK}&XyWfSo(h_?H>OT-rH zjcBXg-|9>Ml=6IeGIcg=KENq*R_<>m0pM!Xh2ul4y4JqjxYMEWOQ+uI6iz_&E$`2R zc5{IIzwFU)^x6-C%kN7Bba z{`{TqLSz15Ib=PKH-UUq&?u_6r`}#1Rv(G|a*EA)fY+{np&#z38Na3szN%5>P7gDL zsMwbbPX5Jbz`h~6y^oVyuj3#JJo64dq}V2CU))2vYI^U%&?k_}cf8MHADVOOD`rLB zII8;~qt3l{69L}4E`z6l-8JAwfs}zR1|1KzhU(^_-*4K(DU=PPd-T#A;6H}jie^qO zIkjWau+$xAoEckX6oT_=BKwXp!Crp>Mn6xepD*OfBEg;Cu)a&ao2EzMaSvbAmqmT! z1NvCC9&^@5tc2&KCE+H3PeIC0Kjw!1bhdL-O@8IY{)7#rgYRj(BeKL_ zXm-Qz8}&NN+;ZktLgP=mv{7Vj9&}Y~j`H_u>~kyHuJq!$l0UzHR(~8Y2O8wKooIY% zJm!!h4^VSdZQb_auzs$gOJ@oT*5)#t;!sjIn(Z7lel64?kygunBc5>yE0WzmKzi19 z#q*rheLq%17&;)g4DvK@izor{{TbnWT|o~ZnIkP+Axy$QrJVI;a{rJID@yf#ZVtpt z2w=FH%P-@ZVs7HmO&0cnV~k33K6#r+LPbN;3#b|;a9^X|;b`JYhcr>Q#(^i%rjdS% zrT?`ZEYDo$jDzmY+vCL+S4)X)qczQ z7Otvra7Y>HBbJ3AcEbc%@UEWW`!!DXSenHm$&;Z-eB>=PhDTjb;s%gWK8I1fu?dHk zvHN5U@FFAvEn1B>vi4$vRFqu^E+6QV52Z5Ib;_9nHQ;6Kpw^-y*1C*;iN~jvZu`Bz-1gi>3;ESV1g>u%ENPL!<*O_-uyT0UpPqe zKJ})BoX8-7IH5noij&9wfa3Uj5K{=>=EI4KTRM0uuP3_4izMwYpm%P4O00)I%8$m) z>*?*_IA&m31nvG7r<6c(RTZ(H~$6>-BV5~CN>C=+&dmXDtB>g&9peE3Mo&$+V@lZ=7zz(+u=cV8e6 zwg`#__MDBXz|y!eWIE|ca1|c$$^MxwwXZifv+_`8WL>xBfd_}`()kA09K7QEL~UQz zj}|@O_ocP*?zU3Xo%+Ix;9nKj$j!m7;pcpuTgZ*o(F+EkuI-RK8V4SO_d4^Wefa>_ zqn@tU+b|xSnAg4*&y)M_VDc8I$HcW{xW?CHM==bYWaqiCHfyp-`L}CxK(Fw4=4<#( zQBD3h8ljxjt8Ki}E`r0^A*Gk=W6|J5lUJ}9}!OTP$0O3&^?6eMFVr5G~;sU3U`$|gkn!e$COVy{lVA?&$SJr zEdAH2XY%?RmG0_x@@U(YZ5yA@!fj5`#`l);0d6(WoCv!BfJq)KCg)b?G|h#B^NRh{ z!`*~7kMph)=Ai?@MzBpCqibJ&_L1=XH3s`tJ7CMo{_03a!T5;$;c!F^N~p?3t+xIb zm62nX=LEXjBl9$$&3w9Z&tslEF5_nX0&p*Vg?Gd{tKq;1=<&74+qYw zmlAk)*?~u`N~Jpn`)+fWm$n{zR>+QamDhFGu>qj?U{$Iab_ujUW zvm~tIlel&d(hpKZ_^_fnsL#vtEh zrM+cy9zvHl+E4W{!ABSV;voSoVi5Yxy9q!zeYW;pd`K%A@M*6pZpLkr?%0|RR|irI z$A0YT9u^2z#E_k{l>6|P#A01~;xOLJN7;p1^Xs~<=Wd3q)TcLWOT%(li8*NW`-k)q zCyHudBSO7ECx>mB%l(3=`}*spOlGpNF@A0u2}T3v4?mvEHJh^S#81yDxLMyRN;Bl} zTTSeH^Kh}|V67tU|~ zG%^>f@99r1r*Zluj-3s0@#QA1M09+{fhioc z<^>~U2mwOuqv2?xf|;earqF#d{iMG`(;ZruAqurPixLp@gLxXy<&(9=v8CJoiD*u~ zE-qx!FK1Bh8hjuHp)mZduh4t5XA-!+1CrW+71VCk>7!Xd9A z&pwq&2oLm!_K9Kh;eO&m6l!Mfe_OYxp9AF9jXgSZgs5WD?bpiUuDh0*-V>;%~ z>r7z?0r#MCciTVGpP6xp2098ydz5nM|LsEr=6|&PdjsGMyNcWTxWcb=zqzFeE2dxP ztOJ)qV`SeAk`>I9Cw=`Sd>6ce7jRmC^$&k}d7qqunFDus6!C2Gg!7on%PU}6RLoQ` z!BEUp#qWV9&wF&!lY;5vZ+uRoiNdn@@9ekFQ(3N+;6k3m)L;L6c4F^2Z_j4!MGaXj z(trW>(1r;x7wP||iHPei@)9qO9Keg34U`=)h@zP^NmycCX!i zU9@X}wZog(?YA0d-6;U@7ruRX15|dzChKp~vU4E2ezrhPMB5jg5keOXvJjOiod&I|So2hV!EALwVI?AnEe) z=|UiJzc(l1XD}p=x#gb^02xv<9%=c}paf=cRsZfDv~0bPr_Z@pXrjx>O~UVGyaq7n5S@YF@-c+<~chwN<8a~Ifd z&h-A&vnx4yh?wx9W0d(2<@r2OljP$3M8#iwG;jWNZN}%h{W2doz&^Y!7{#Vpj-Tc{ zdNhS^436S{CeQ|uDV(*T4>NLMuRL681GH_NtF&nQ$X{4ZBtOt=o*+H^=Yo^1mp?T~ z-EdFY-tvt1@VW{6bby3$wYU&>@B5pqbAn91zyd_jNoS2D$^3O25|kcjd6JcSl#&R(4yOf8%5FnKVaU))n!sT2rTX04|7H zKIPZ3pCC@q^&mUn>8vnSd3@Xn=>tpRrwRDdWcbNF7|jXQ2So)*Q*{LEz}eHRut2|A z3ba@@jIr}mH0-Is>D`dr{DhN9@9tbS0V{||D{LVhTkta8z&lM1;~$y>MI}{pE7at{ zju%(?wJ|v#?(SYZ21>mqQsB;{=tTx~JAQd2n{Y8A8G>U5jw7=hlN;W09)N|%zQ}%e z9bL4a!slsr8*?AX9pKBbFuSDZH%iO+#*TX#jWM^u92zuJghg=l{B#G?elDlsAasso zImg4?>98)>yPyUy6-a&9;{vmA><>8QL94EMnm}wN?vnoN2&NO}luXezP zsTGp!qU)H!X=__~v-@By+ZaQVX70vK+uZ#r2rXBtr{iY)QdNV=W0Lu5H5SGC0(1X6 z7oh)opq?zzyyqnQybdE_*I*M_(2($#=_s*@DEQuZnb^R_7n_E9mL8~hHo{rD1NCzX zkMK_Z>M}9kuFCqT<*Y;|&fvg?eaejt!lT0VdFb&f25xWcHGCE%y`0N@R|iy7()cPuI})rO}^FDKff=1!4cXvo!Fyz*#AxJ#l5c2*6c z`+H-6pmr7Gdo>O$l(qo~RO?_T^YEwc%u&&2I#>MxNaE|m5WepH&m#E}5O1An#ORf@ z`eS0G$yr7;bh%P|&mS-oPlCZ*R3|+^Ki=)1H{10Xu5RM)@qy{{=AGjphbAKoi#`;2 zd%c%!|Ms6lzRx3jNSwl(b|>Qf#@cz#sim5bRG3QgHa}=et3@i`(?Y|QBQ7jX|Q2oRsI!{y$uy?KXHV&*uM{REoMD= zfJd*Y9kq*H7IlAUdiY_zj}IlNp4~R2!+Ata|0eFWYW1fwwl622L*oafl*poi(I65+ z4NPMyMbV}&keqJ{?#k6|sX}w=x%YEf+eTA9WvyfabUr4=laLb{i zuf)pqi-0!c>GKC|pqFmDQonUFaT>SV!u3Qxf>!;ZT(A-iT#j$YwG&WM39=nh`f)?; zI=3Ea#`x|6HReCE9*S3rQp73D&iDMa#7#zZP&iu|uSUbO6v$MOX)kxjMoj2!e?r|u znUhJIjqRxbk8M<|r_JvZEE_>!V+PCnDXM%8o&q*PT?!`L*oQA~X+&kfEqNEXR^05z zzL7xB`E!<>Hw2hgzWjX|9!HDO;Kn)G}`hsOb|KdY*swJ{r90`Re|@!I=GyQp2! zP=X9h2PPp(lBCbRtXU}4URMJrReYj33xNO!F_${R%p>uoY9Ic@)gd4`7@7tww8*@KlAo9Dg|obaeB5d+#tn(U*&hh%Zm?v}-x- zypDbX+e5rV@rssv1L&_dk@|U-8DL(}6wc~Pa@gaYzOM9>bwNS(R$THXgk?_UI-~le z9PuT7is~9gWls>AEaChOl2O7R9QI{Sf#j1Rqm06CX{kJJ+sc)#=vC`>N zvKqvUqCosm$rEVCB32&Gct|L1RBTj0>d!VMS|e9`0_{v++w*LF_dQf+=DX{Tisyg> zR_I%yMqDU=i_Et=)eEW3)Js-VG>BXvVoHKdayeQK$znI((nJQ1Y*;Z~2U7jhbZo4$XuWD5SU5q;z$f^_mw;^*UN z!?c5+tWh=zSL|`h_^rV@2kX7KJX2gaa4FwEAGf1_zQm0cC|=}cniX>XIm!a2|AQID zVE7~KEzGt&*7G=}&r?jXsV6|yb{$h4jH@ek&PeNo%3l5uxRnl#-7y+Ab=oYRA$1tG zb|}d5^&W!3Kv{g+6xXCDGnQG*Yy9+J=6wPbyWV0noHb}Bf5YRSeB`09939Xz2&FtW ztlXlo-gva_~z>HL`_JMj3zE!ymdW_n~-t z-`ZkZH=TgDHN==7T$R7QJ%i+J`wexh?ZZ0AoNbhMIpPrjMjPJ81(EWqbt81U` zp@<6F-S=0q;cR~M;qe7>(I}!&*6)=?l9r(M;NbU}kNYC9$IoEZ?J7dzc_nKjE0CBi%Owlv*Get|bq(LnH-Fxby~96# zHy=i~OwXxe_WNB`=(+!@EsPa5x|jM#Jv4gUl+W#W&SCJukoBc;@=n0X-;VNr&*;el zz4qZ?oHNif?#sUL6XOhELzn0>6jxFNxEP;5^00gT7090X$=i~Y4km_Ii-*W z%7W)*@Swy>Gv_Gnng}YLjOUWN2naD@lEi_C(Y3N5wEYNe@|~7EPX(+Y$VARCL5yC5 z7T@{1l!?;L4_1#R3zl(&dnhbl~3vM z8eeBnthQ4RKVtVr`O`gOmFX}E^TQ=f27a|bcr8_5b}Dgyy-(MGEoTJpB3R-mc&Q&d zBOeFBJO6c18_XO?*%$T$G;pZFo&)rb~8 z2dNinJHEcNFyxl!g`v_WOvaw>@C@j%gsAW874GF4z?k+WFLeZ1<6vD9!|>O*`_l@7 zo7Px8ZwmXv(yjBbZ?0;kvwN={b)DDaVl?rjNGcIz1-QA<%Xpw|9$1U@HHJpguHdIN zYjYe2_tn0&`0d|~4-_#$EBzftxLkDA#osG6C#gTdZ5xqA(|`jeEuUiqapFaz^*>%N zhAVUhuO|mU2>jDIg=TX{iG2w~XTKPY(-ob3pZPsLnE;k%1B&iM^LC7g95}T#lA=9dYTF2uMqNsG8r+t}F4l5TpE^9NP^)S|73z06K?T>M zKk)K94`Phdk=^NfBrTCij7{U7+DZ0N^tHyX0?O1Nm6JAPQiF4Bx>-Q+_rnT7jqH^xIyHLT2r=D!WcB8w>@p%FN%(LpsAljO=v z$V5+oyx4Hpytv^VMHQ=>U_ZM*D(RlUXGrBTfrE%MAe}$qEp)uwCaKu_;UGn<1~;41 z-q#P~$)29lAGGy=+S<{5zby!9sq)#{`hzq~+&6djL<gko_?k@KoLmXq;?63JU)NixaQgs{$MI|te+|Dq4+E!YMS9*_hOKs zGxeaLg`l}FntOcq3q~n^-^@N#n!kB~Cm~sb9}g!sanj8(;JaY8*n1(Cf9c=1r_#`U z&EYdm0m4upcaxG)CCD~2q|aw`vrF?;>(Cj#+IvdBnl`ghdV?AG?evkYYy~4qjK04c zl&0WJ3L|XsOEU95?KeqGs40h^bn6~U0Y$=gNVssn;UUCo%{KYV{9IHVZjdg2lgZ?7c) z4*>a6v+lUinHkkV?&vF}oCR}VJ3^e-(UQAt5$D!WkI>GFcdc9TIOMguH`E&EZ2DH~ zs($S1^>%(tdF z9tBLO$i?ti(9Mc?@rFc|OOz7IEf9-dcRpn6OF#%s3ov41t4>`x?2 zg1z4pmc8HmqHXB1y={wUapd*&8dNww#I4Dw`&%)?kXxH88#blh+%tSTiRL!*V8N~D zYjBDs8tb?}vqU~x3+Ciw$+tfGUJ8=}))z0F5xO5v#OZ!oDF$}W?Bme4S#?5AB@5Dq zZGdOyyeTk|4n-UxdB6QMZ_gGXRVCNC% z4A%7Js{&c#nU&s*boxn2I=BwsV0wSvYE^9Q1g{HU{=BVoB=oeP*2W+OIE8pi*(5WE zQ9nKCh_CL4+ROF5?jSV*632bJKyTNy?3MOYngquyX z()$~gB#4Zgc}-e&pZoZ8lcw$I&hT?M?1427S}a7!BEbsR#!1Efjz8|!O+5)GFzN79 zMpt1a6!RCDBCb35X#U~1Q+eCR?If~fI*QoNLE$($k$M|XB^1}o5i`P_Yhu04rmb;_yY z{7KhO_t!qMmgyzF96}PL*0?4gff+WwLiN#mEy~6ijhXY0`iM~ITJxM*M`9Xef0U8F$_cN<# z!kV;(e^}3ydB53S+#|Axd+H)IvMv4ltOZZfmiYL-L%`#Hk6BkK%KH<#2gjoeLA)@I z+$$mY-zg6V$Xysk;j>{?5pTOPnIXxb*srXnHl!i}5Y^kNJNJNmvc zwmmhtOWx%|}cA*#dq%~-Yf{5sar1fgxm3;Ob5JD;G}&|_ah+ z{EF~0;-ko!t(4m|p6UB~C-x_BWEA05zn%dxLR)g@;lJqkI6EiO9GIxT_iX2OzXb9D zTeVEj;Kj5zxzM*DH=)0WnS18h-JMQ_5Z;iSU_;J&lQO&E9ccgE2t z)MRyEYC*g@ps|vw_d*LEtmU#P*jhLMQkhz2pN2hfJszbL`SUSMJ#oM--17xg5({v> z|8j$o;cW(qLpik{b9rA>l`F;j_ zcJYgSl3dR`R(U@17^0!|F$1{=JcXMBx;8OC*H!4Wx?sf6L z{-(kP)~-*!INL&gsKa3YS7d*PN#$WN!3DGLLZOd;!JgM$06 zGa%JGZ6C7VE^%ch2+}s4(mzz(@N&84r=@lwNsf=#Qto&D4ViXfjOD|gn`V0)b>@ep z-+1vU{J^EhrWiO zrQp9N`=XX9q7f_SJ6WSXe1V(Ov-61;#`%Ah=jU}l#sbc5*JhA`A~ykP=MUg!yxzUh z!P~Ff<_HJzerVoKwiY;AO01XhkN^F9G_hQz9|X&k>Nm@Mrx?iDT|t~}+hvMQYj8jkA=inkA0vyLwj zOX}A&te?Mc!Ef+|K&VL^GnpFFAc3Vfj6%Bc`dcFAfx)TX1IKaC$CzrE>~_D!YT{cI+8_=gMfDyX6%v27TTI}IL$tQ1mr_gYunCnA(@xQKpU#t?tQj89hmnBl1+fQJUxoo4?W2f%V zy!RQ5l0ON4_)X#$bBbhk5olM}n@)SY&91i90x%(1#ohA2=V2zdM+%6iZ&-(Wl6nO| zsLm&%C4VIJt%SMe3iWbcE&%dgD_w}lH}I(%1Dc(9^#8Y&-G>IjWt?U>5DH+_w`SKn z5p&Y-S;6hgcBx{SzwDv+aJKfZ=?#$8$OmCbn>XCdLHGacJF0bm0!szM5Yb?3g8I|z zJarpCz2N*v;f=ZWSobHtffKl9zIZp_1PwM1){QuOls%*v+G)=cR%6Gq80CpYX{|Y} zsrL*1cH;gOl6JG@EX12(&U2Yrg_d{_hgdn_-iM&0GH5Tp!YyS8oCl@23hog%n+((} zUQby$n?4LyBr|3qr1E}{ZnIK>A5UmWJz=NDMUThv_Bs_{7N7oTPWqMW^j8ngK~@9X zd$p7SSYrvLx#18k-;i`yu?_|3lD!5hfeDZg7)0>xh}V46oqL3xc3R|pcfG$M@*=;D zZuGv$KKobhQ9J8jdtN=^LuB}&}19sHstMW@U^_#+mq}iMbr)WM~w_}>O z?tJ^J%HfSi#SGA;Z^sKOOoE)P2jQo=c{@TrA-~-2k`za&6-)DHAH&k44jKp>>XQsF zWOpdk;yK-Kc{9o{?kl~}=oeLG91pA44!L?=x9Yj-HYv2dlMMb}K=Sm>kh7B?1n7sw zLY$!u!H?-0)^bYnMIfs=Qetz+&ckv3!Ir>^AA3Z0_{=tcCvN;^T)Sf|<>&eS9Z@*q znN~-)@v-6Y9b4HcxphLQByuZ8)hKm?DL)izg2f@Gl*qD@q!gY^3IORbe z$$mu$mwWN#*|-_Bs?@^m4mM+Yk>C}Acido(A&x&KLEL{D!IY{$!qE8lqRuo{OwXTe zk*B{rwhCLQNPp76x`GX(8TE}Kqa}18y<81z2WMBUR)p4(@#T5{`C@OMS)5Md`}>RK z<}CLCXu{snz6(I|LbwKpdLFe~w4Vn2?c!d|NluW6hV6j9zVGa%egR7kV)IG9nC|M? zilpbivE0`)`h>m09mHT3j(gagMfX0F(m*=(y@E=hLV73BJ zM|A24W40yMR*`r4;bGs4GHD16hkV==l8GNpVZOl@ka%v@I&ET-Vx3}&_IW*g<74OA z_8NR~wfwmL(iBM5gwZU1^bw`r$EGV3lLW4QQP8Iyzk>X>IrOm`w-7Y{Je)u3E!)I5 zxqZU0w`}9=dtXAQ(?140NRl9O~F6f416mf_wmTiQjMU zw#x{89WzD;+uCy)hGhyia65uFDFTb<7a$K9s$qF($u+xHEfda!T$DEY#)w zQY7Pm8PC^tx#|0BzbMA>%V9f`UB!VeIDnYbGiB0Z_dzFyg|}%`PMxJO^8Oso55!qu zI^s?Eozl*N!1_kcdx=4UQm`zGvN%)f*01<>s4nqK_o=?KUbpCcOk()7k0<(W_|-Kp zK6VQVRL9cUFMoWnNkKo7w5ig>x{_|s1Wr(q43pdQ@`xt@uUYDIIy<|(y=wc@2!l1Q zsqXvN{lW97mgQWM+sYS}qDL&YRko(gzYaXDZ{>0+YN7Q-t;db1jaT68*`b4NVkEFU ziv0Jj>5z^rgOp0*%Nde~oLKY^IEmghA<`fBnOSU)U%w`OWL8fiU#88$RIF9sCniZD zCM%EZYb<`xG*MwO>4sLP5u?tYbX1rx1|YZ1YhNENOe-v8PVO$$_h*=ESGo(J0k|Bz z5YRvGel`Iv5Mr8=GH0LDnH7xGzM0lmp-Jxb-O3tqK0q*6UHytfV=5Ptnj%XI-teb! z=sO!$pr2gM-U$J%9!N$LYe3nP3`o+?=9H&A9(g0Y@-<9Z-K>ieXO50O1zoZ$2L;j& z&U#HcTc_c4{(Nt+y6z`t$jmokcJw|BIhd}c=c_wnz>BH1wwafLGW+lvJ6et{bpos1 z_9Lv&yyku9p_AE+!5}SoLc0A^iLo z6_D$K#>%GKUziDT?YfY8b`k!Rg1fxf%0Udj0}P5~5~nHXDpAaej8aVn&9RXb;^#P@ zyCI|cy07Q*`@ye7_;E+!BW7l)v#k*VW^JAXJ^wPR#J}`&m#5djNgX$p{OlaV&z>{O z@EMEhYD4H2ZDVRh3&N(4;+VSQ^?W>rz+OBP(R6d-dIoM8*CM)K75Zy`te5*mr|GK* z_$kmn?>DX%2jHgY_LIpZH49rv_HlQ$mVT6G8`@L`hd_uo=pI6r?ZQkUo0rMs`8iYc z!_mLLeLG9#dg{NNu}t_lFKgdtWXv;ej2b&i4SqLm+-FA{BJ|z}CWg zgP-7b*!FF=tgR&Dna8REr_BElE(13YnZD+EqGsMu*0>+`pH)_Pzz%8&!_!tbUgBH~z&#^1p-P`YlskA<}V z`V8+Ie{nb{*;6-9;JE53R;hg7c4Uicy$qInOw;pJeT>JjX9aD%-@2sNu)*HC<=g6B z;-4DlREa4miO+W0cV|~S{fS4Yr2SqUMlYYfmt-zC{m$MFJ)5&wpNLMX#p)!<1)Z5w z6E)v;R({=kI39*WDpE9Eq|?1`Q!RQP2)zoKx+g9GNGUF8VW043EdsDW{E6(+)e2 z`pq&f9fO#nxPT&hQ0gThms+7IrJ* z;MxMI)LTq?XW)-Vr#Dl%l3o}GZlug-9c&Gi_&woV_DPiCFk9^Y=@UR=j^+#!A0LcQ z-Bm^Rp*VGtzHX`Ykpr+UIEBl>{FR~P{b#x&v4>J;n>-ql`K%_dKB-E>~_%Q>+g6=qA&jiHb9z2JZ0R9Cjdc~RbI_)moQUZ zcnWN19++MCijttd=Zo|3eb;E61O0Lk8Biy8D9m&?< zVfL$X65fDDPdnqmHcqx_3zhLf$hX#;3Yy8__Un7O2i6|%d<(wdy@iG&pce8`y^l3y zJ0&j}X8lCzZ~{YSFi*Pm8;CKQWM92La0C+LCtT+*VUwsPb>V9FsUJ-~ z3fw=>PpP7|l>N%TfvK5xYa;F^BxjHYU~~gt`~Be}`G#|~ zZoiPrGOVO_qoTum3hwZ@>DW_j6WPjS6$~Y;wFOg5RxtXB6w11!&cKmh8J_d2=#yn8RHgP9Slm}LB@dE406oqZ0Z!zt zZR-#Ifx^$1r>igLiq-YeQs_b54n~FJ6Q-B9YwIds6_%HlLfGSO& zf#1Jrl_}XLQe+5;`@i4&_J(upq02ANCO@_B^*}m3UwYiCpWEt+g-VQ05@EcHs^#pk za1BpPHTLCyqroI^X<%S0xtiAJ;^WXuZca(E3fvT8Y5QJ4Br0zL+^$DjlGFu;tw1b+ z#@wE7@%-~?|Maa6t=q!Bt&j}gfu0E|oKGVoR!O;kb(|C0T6wmgJQxW->+MZ#h8uOD zmu&N(KqO8ZR6xAR8?z4HSq@t!{Ll8FwKcCIaq<{Q5$G{Tg`>+PmRLt)h-a;QZSxzl zb{Ojkn9DzmY`RXj&o6R<_Q9V9627ja!aQFPwF@H^`8$%iCGQAK9(XH0Ki|^aPFuQ_9?{cu}h~H%s_Q=0k)(YH`>^5Q+0dB^=N#4zN+fjv<7ii?CMga$&GxQULtL z3!_e~6cV1CckcZZt$+yka8vgGN{%dxk6`e2E3-7 z4p%}v->JfDp-dfobe4H(O5hAo#xk`1D7VAzFsSB}e4*D`op0^u2`=Y2_w}V#&11ow zetYZ$G}xaM@PHFqMHk$}N88M@9+|h`MI_N-GdAT4N(;7eG4J8$r?*xjndJ$f>PU zFR$<{Gp<8?8SZMPrwc@N3aIU6e5q5f+C`KHqvnq@e+MrsR!>GfsX)ACm}DOO z9Ift#_m4Th{z?}r4Z6mDm%0~pjogW|j@M(L(5d>hvl7+o7KVk|c8gP9>(?XyEN@_T z*9sj+vqZX?iN?KG?0&&;J}G)OnMP}$3>M^Vtvd{zUIk3irb13{>qXZtU|3hvay|(a ziVduA^wGHy@t+DceCPL>APx5i)O-g~wz}eAX`21#KpPJL-af@({ieVB^tp!02$4GS zx;)9@7J&_3pp$ToXqw&@H_gQbQsNbH*JDapAh(Y@X5PkM?%}}YJibkfzCfJKu2kl$)OK5@!+OWAv zH=<$Q=e05Px5S&$vzmJav?FNK0>rD)MpV817>cH>%Ub;H84P#vhQhaei%#9z@@M(( zV;vOXY!o?Su)JaLcPP^-3L4?%4o79}X-BE4O)616H)j6o3`ylLd4)&vPs*ij&HUOsm z{PKVbkGb;vVQQkV2{hFfc0262CJ-%TRb?r>X+ zLMKYa|HZI;te(? zED;LMx*}@;8~1I(yAH2PiUI(z?~&xKzP(Lg(O2)Z*q0^CJ%5CBl$hhFD@VOX#u16N zY$8aI?=yG}di@4*zgG{RAlfnHpJ1*Q>p8DIb=uPmTPoXomql;oj~!nxgZ}bpEXvST}lcJWz2&``8K4xJy)33rAbO<8!2 zJ_j3;X-Wf;2u^Bms30ej&N&h0m*{?!L;G}nQbK?kU9S+tjI&o!snQC})l$&)yLI$qg#1dLUGLnV%v*{x1i{6+NR#5U%+8@T{cYf829d!r*@uLlRYrMFy;)()j zUmcF@+57NMe!9G_bNqwz6Ha}(E+=r)e)INj^0j`bu!o+e`}}Q%!vT&21Y9=r>&gAW zZP@=kYak|v2cj_QPWxJqYk%oNU7IW%peFRkj@Ag(+YdPdyX-0Y zuY>sSF$N%_SGssFII2RrSp%(4LlEp4jxm%Oc*2JY=F}E*$j4*_tad6N0!W9^=X7I* z=U&x{mxvYt+;*Dp7<}YnMDDO=r|2^GFHtnY$`;xoF_Wuwgek@rDR1Wkp!@Dj=D8w| zX9DPb$bts{#z+x$?~7~MK-fq70d6l+8>P~XEp>;$WQ-8b+)|B4$O$j0EF09I38S> z$4|csQy+>5_a1tF=q0FTB_|hWNS^zHqKYV8Qkc*X);K*{XG3dpb(brc)cO0-U2(|z zgr#AQ=pTNL9NDG$RoPdu^0e`;PZ>#iu!`)K_>BeB5B0fXRp1Nj{LP`h+I^&VuKjKi z&cicb+pugDKPx2zXQ2$`Td+Xls34!n(_V5s6E7Sn5=`EeXyO|tga7~LZE z`8Bf5$lws#Cy{svKL?+5=IZ02Jv9NO;@CikBasV!ut<6?XLMQ*?n>=jz??5GT8!Fd z9NrKGY7^qxJSWl+^&3%B&nuw^TapS@j5%F#0bndVz;Ih~N7+ z(1hL%GzN}SSJ)20ojjC|_^6R-UDqmU1e?LfHrcj-r?)wLU*f&a#aNB^Ven%7c>l-x zdiWi?ZwH`&dBz9pP>Vvr^@nX2jW4y2xBB#YUP?20l=hgulRwyEz%hGLk`KxBiG(%= zykS3BgWJn~s{X#9$b-#YZLEv_%g494E)9PVmnk*qdczCPI*6c#X1>1Oo}ED6Z5_1Q`~VLtAs7Up>Nvr1jO?R1NuP!xhlS3*^v*I>}^ z(f)(>sUD^H0-cm3y(i=JeZ0K>7aX8h9BF&$8h;A2pY17e>TZ>f+d4t71k0jA4-NwXLkLnz`;PSs7n($3 z(B2>k;Cz(MK_~nszljQ}fKYXLO$`S*nA!img2eDHgkWm}Tp#*u02)&{qLgX3-wdVd;^dIR&8$2pp zo7NnA^Epn3Q0(*mrr6g(B!TX$)~n-)>@Ac}2J8cVQX%FKr=vkPdr02NvOWbYx}!yg zy=_(MzB)0_`w&X7q!VOzrKbb!JdBSn{yvji9mesp?>Ny?1!>9Uwr?xtem&yra(zK@ zT$2NNF02O=b~XS92TJ71(z=HgjO~cg4XGj*Y00GK`z0JFn6AKq;)``s`j$GbiV&px znXtF=shF=1<27)ior?Nh9KVgaP}$z@EzIVIYQj~QuBm~TM_?@KNw(+WaXQW_d;OA& z-ol4g<2kTxpMYLB<=t6lD|ocVYtacfoqqPXCpge}F_`p$$MV9@coA#Ea0C6-B+PTF zc`of|Y9qeq#LM}l^N}JTBYaxnfXB<1JBn=k4{fW6{(`LX(^B)M+IL@FoGXeyJ&)L5 z*igm5$>sT&;pFychJsLD?~t8`jx@vZ_UZY@!66A0o-{}*HX8~DUwI6Ae$qxqGntS3 z=$`EHAb-o6LPzSQeIw|5+%cw)iwzjVAx9zea76d+-miqTjPqEpAv!A;U>dvTtDOJD z*_Mjd31Xzy7i>~rA&pkLyK<})hC3AFIbVeOB%PCh>*cTEJedTIA(}Lwq$R3yAS4H= z*f7-!UlFd%U?E@h_~mB{{BusorpyzI9Tc)rq4|5xeC^-Vu>L(1dZf+wsnDn(o(q*%z8OQ;^0X8jtn5eR$1lgyR08XO?^LhGzDcW# zfuT<#6sPoC`{U4BI6xX?iyHX10~6);s())^e!|+d26Z=l*Fw=qL-3@t+?8(cC&PNz zTzxgfR};HedixCwSA~`}``I3?@ZT>vqPibX*)bd)ev_o8{{CF!aQLd*?aRL)VtO}P zrl@3pWPW)EX@bE#M?b5n&Z}s&2;0X!_XF4O^}a+{i-h+xe(?q4K;@Tksd-y7J@w!X z=5vMHq52^8co1HE3nMPNO2J$F@zI5$*&ArNekG5Ncs{R*eiP1i-BO?AXTC3-$ouk} z{z4oY*2hbGG;W8D!Sy;n3zq=|9tYgV)w(;Tzum)lw;WFvue(_-SbHj0@%v6>pAe1i z9%V9>yT7A%69DV&>8~=qEZbcg!Jvd&ds<2Uej3Ho;XvCVTD=oI!u9zMJUpm4* zXYFZ}sOD^2T;l!PZbtq$gOk4Y*58^Pt-W}-4%RP$OzAVn=Y*No))=1-yndc=wn5$G zb*>|XTOi#8^mT>!emzlSw-+3QFqIU1l9kr>9d7mlY6=cel*3do^V?4wy-!-<2$PNH zm!wan5HHuXY*yxV4n0bkjKw6Wp+1vbutK)64|Djmvw$!Xa@~%+a%zt7v@S3~KRt|B zVP@i)J9{{+{986`3MIiO~t-Bnmv@wOM-^t`=ou3;fVL!H?=S22Y6M^^;N= z60P_!d?1xt<0NfRE%YN$KUCDz%Ozha-cZrZ%4P#NAp0B2uU2vau$DEm%`_u|GOOMX z*9W674F|Kcax>1L3-pG)d!fFNa*UxRT}$~Gr)RE=Dr^e{ph$Y{u3fjOn0OOF>=SVu z;p;l;pYhH3M0tw`?Tm;TpJTWgj}Se7;rruD@Y!6>)9>7ydkj_X>wiOX)jn#=)?wlU zFtBcwCgsK4FT4_qxH7T^qpZreSID4RQ5(+M5C zJVD!Wkfx?!hVAutp+2@GJX)8Ikt^l4;vONMkR`MpJC!W+?!g?=1 z2RwC7J;?2w!shpvGu_Igy75t;j>_HmMoP>Hnh9dCOjth}|0uHBuW?x1SDPEn!Dbl>LufeW{>o0`B`^O>RD?TZ z?SWP)x((LgJ03R(_0-@g-C@0Fpm+cGP1E@G(W_`UFW__az>Lr9Xd$T4Dc&nInmUOf zbhbeg%EvX2&y~rssq@?nLaXR3;`?5HhwstfPpl9>M7+MdsUyA?r$(d7r{LbodVVIq zPxy!PG;ZhL{Z5bB4@wn0j5r0SMR@t&{3iak&tojr0bL<2w6x?m;EYwWN*-@FN44ljGAEeR*rjs&d3>rpbJxp^VCILbzwN`}xx^0#3e?<&<=jtM z5}+M8@dsGw>(Vzt{MGE={CzKvzv<@Okm|9p&SR3+0&y!q>{P8=IrS2`Z`k*7@_VSq z?qS*1=li&!?AH3ncnRj!@VWFY!dZ$-{U5-S=3aBp{R31h! z=g|v5GCeOQBj?rV+BG)Rvar_w>N&U(YLdd>Pfn8F(+j}7lt+Cr;m4uCbtaH37 zt)4=Y2=!$o3l|Gk;%HBJJMp=RSu2tkS$rZVCB7OQCeP_o49}6nd)3+dF)nIsS!`y@z!aETeh$|5%2-(~dj7}C9 z8m~VUJ-PLHvIJK*hT%pS*ngbq9V8)qo4k6RA3x!O6eIkhc@vUr?R<|qfW^ywy>O?h zaNHxC-oJ&#CTaE13GDwc%M{0-d++|->x1ttvSM}HgQ6)*2n$K(=1o@n3cpxd0FQIP z;dwOD~_XF0#Iy9L*Eb*;L~lie{t!;uI@+OJu63wzl3PN*Qla5t~7N_^jC;<+dW# z?QY!`tmH0#w2nh7U~E6K(&FA?$hH%;>+-)K?!N{U_=%d{$Wxa_ziq|mL$ktsn5QLMnlW!NK%00{A3l3}=hyFXOZ5i*B1SVReiM{nce#m3riWg zbk~5@19NT)zC%bKxaj8gF|EFZB3 zqn$svhVz*^9ZSnJFE*bC>m%jD9F({R8~F!idhS=|Mw7QaqA*hR@IH6z3!UEP1)Kkx znDBR@9S}?i_e-Zo`kKxe?Yi;Zx(uH;tbj7cv2wWgNeAwk)wBPSB^jiBcqWF&?)O?d zPp-KQwqc@droER3jd9yo&i?d0XNNn;mdt}#C20ih;gZd#*XeM=%^v;ml5}>10XA%8 zUIcICQhI-V%Bu?yYiGSWz-ftnM#Vq>{?sLB3GBBP9<~5CsZe8AA$%&d=ZRV)De)J-Tlj<7#xJWT9I|x(=Tr6tN`M`EAq#py8IY&2=RfP!uvx|DoUr}zSi|$^ zSUAt}cw;S(u4Q~@v1+Pv z+XLoM6YeJf7)n@0M#>)G2QVXBDJE`Vwl=u0@D%VqxaoK-`G$0-z&8kvVuWd(El7I{h0o{}ox~0rUmUtnIR$J4D-dme8K)s&B&gB7tr^Bj43W~(dglY z68pxlzP=7#R=f@lAuTF*X@u-_A{RRTXz?*WAZ)*2fsm9dgE7>H-+>DUfup1&%^C0U*=mEJ_o%tH!S&Z3CTFYI_y)jn(l;pw{&jL!3T8Zhs^<LY!x{G8pz>!qrE`GZ5p_JQ(1Mwqz5^(_4zxk!Were(0h4)ho+K)wL z$QXmyf87H@kbYmyGYIe>R+8?@VSz4(d?iR$d6cgf8m)1;oelWM< z6NzqNX$^dR@wY(|^hi}6#?V}nl;`E5r1wpY5sm_To}{Rf%GZH&t<5-( zC*yp0cF~u~ZVYZv+82^9x@jMM@fy31p4L%~e;N5ME__*f)K{pZe!oRcB@9^csyE}0 z;fds6D}n&_J$9v5U5d?% zFZv@9`+*?|3G^9-PscqjFwXdpvhdg!))PPi`}PYS_viTo{5CbobfKD}du9Hsb#l?-@^NdZenZqrMo#CbAol4v`;_ySi(Unj0z>LPix!o zX{f4*Tkc2GS1Dw+#MeV&P7pH_WfESowBt!hsWS8=^8({-wtSP&ocd;sao_A{0N+h2 z`L6TB6P=U$WVR|V7)v?$&Z`cPS>^e9!MGK$Q*myAy}U|Yu$)9rPdBr>`a&AKq7W98 z%c-k=Yz~n~(xbMVYG$EnZ|skqc!Q|=dZ*Feg`QSEJHh4U%iI3vulaJU^p*MPfAl9< zr>{ynkcv{#5=?3oDYo4Q-JTAq?s~C~xxi+z%1}M8; zn*kj_yUmCU4vzm*!BT*Q4SuYyzaF1B4Q^-cy&up`yYhfE8v2SZE^%ox^vrKd-aGLn zo|++J#)3c0;$=a>x%duOh@wHns$trpVv*F5K%6`{wSx*A!<%J$SR4J`O6vcSiqkz|VZ2@9F(BgR=3` zJ>@0j?ej2Z%-~>rvc09Dz=Q_BCuH4)0}rqY;;a@W60}!!0rHmW&7+SO7FoU@QFGQw z<|T-x?iaUPjM`Q=B7dRt4Q2XgL&R?MMY@)m=yRg2AM7d|onqg#7x78rI%zC%#Or4E z@4NBxtZ~KTB0_jxhA`!Z%x7wAIg*@vD1Vz(L6@S&_b1FB6s&i0{Q%BDdO_;)V=C&` zy4J)pYE1aav(>oH>Bm%ee6TKl^8J~}xCX+*9ux&|G~YJP0&)>IZ!1mw9)0k}$L3(F zG0&)x6ljViMe$}1FP;&Jo0(L@nOl+kgogS;;3g0}aCI(g=My*lpwS2SL+RJF6T;^^ zhKA+E&1Blj^fXqPnk(>4_;RqDay|LTwnn(@TkVN_?H3OJu!sKpM!p^3S}ufyq}vT; zkU*QAeNY4Ua7G%R@9%yet(tEi2|e59)52n|mhY)e(U&Da@NF?_we{12F82qcsIqm@bIn(<1tgH{{<3=#PjP<}|ucLIpF-0E#Tyb;$( zjJ+65P@F({)iL3^v(qNXcQqLm2`9}_;yp%c;d(Q3z|^hfdwRlkYId8O_E}W;dZD?p zv&$9OZJX;Gi)`)iMqXWpN+3u$SoEnT$`x4;Z5@{DVQBWeHsC`K?1LDQ?`Eo(wo2dR z4FTxSY%bFyN$JI8^>&*4WO(b{9zz>}HA?9_nLm;~{(g#$9`N(w#nZ{*YXJK2XUCIg zu5Vm4mec|Q^Nb8sE&Cv*R zG|~<<`w#Jbdl;kg>3QCF4F_Q+bK52_05M#*{mt4IJa6i)Q@a|$3NyF81yk`NAAibRnohRRyg>>WIkdVJ)-0YS!PVC=_`%X)bJbzMCC;~mLFuXEx^zoK@-A6TyYFefVn zEClZ*JU(@}9w=&^yoqB;UyQULZiW8?qxAw^_$e^=*`8IRg-SX2Bv9UZN6){ie0C`c z{*=6Gl|hGrVnAj6z7y@&rab-cHt&Tu&vcoo!9DA>PoQh=6L#_X>^qj|th0XFI$_9qBkwn1_m&ZQDav{sXx!Tk z%ctpu?0Wd&_jF6%)q_E(F|;R4bzTH%;!<>1rQ;sNzEgASKbB5yet$!vjCgUtSL3#J z*PA}@)is1Z1aIPDHrHElRrAl#6I;O&Pynj1N@yj1rtW4j<5;l1#XJx>SlZ=k+b3Hv z)0yZ|cOr|R7kLJ`Qy^XX-0VR5BIq1BhF+4-+pQrt)bdxF0!)CXoz&P4O?<Nh~RR<)J8(AxTEH9$rwUS1c^I(MFV=jZc7FS{#; zo%L8Pp@X0JgEf&DmN1g8JoMkEhx8t`&nSB+cB=H3_LW4xnI&P(VZWC>{!^Et@eYFbT3;u8?0r{*+9I8C)ETAG01F=|9SUA3tzEQXV5j9STt678zgK z&=b7rG|3Z9@hzNNufGS>yUhVa5ZOINiWz@-v=;a!TJXNfSo$zy8}N-Tz_icu^Q&nRG#L`&{t_*1hHyH9VUb5T z+MqEa?DQ~4%g~>T?}tWs%(C2Oj8egdg(LoFDu<+ia6Z2*UgfSGY^-@#h2QM!lil^l z`3XZ(1O-Rl5Q&MKtQ|SE$Q z&f9F6W`fjM_8H>2nhS4ml_2yypbyw%$zw}i-r1in^Qcorww>BDcODC>dmeIN^hzw| zr$md9%Ew*mTU-|Z;{CK=uTy6lt=@(Qwupc$bZ~Cvdp-@*Juko?pUrpUpizTG2IE3{ zkGo4u`L_vxjy!00c2a%5V51`*tmr9OU&l?RU6nS8)ef5weGIBb5h zh~R6y_Zb&Ye!Y+d9liI%?LdeAJfHXLwA|r^6aiF}ybos*50YzRQ1z{Ex1ntbundF~ z6o3^gr&?61))Q!L)P@Uv;^xZVgZ1-!-_2`4@{(>2JQhDeCJFFto>WFDzXG5YkgcJ*_VyCE+>4#u0#( zt=>m?Dr&xEP2BJ^xY4C=wH!dIzu2UF=3simWc%~6L?uktJT>uzwYHGK5mK{Q_ueSS z_y}wtHjFh@|bxy{-@TPM|}&WQB1*5vXxpb=L@v7usuNHZ4E3yuzg8uNxO{5%^}* zz-3Q>RV{Fd<@FIi9_{wJ3B=bDPA1fet78 zsYQ0=!Y56=(7$$2$rSKadX`4frp;#XQQ4}DIGk!VMD4hZmUno{B+MH^l%s%Fo`Cvh zneM|vny=i=)N~V(Hu=;z1FhRAz;2 zpLst1q}B$RGWFcDLOrvcxtF#?v1EysJ}`P>Qr_ojyME-<59+MZ0A8gUhcbrv8*i`s z%R)caABA|Aj;|!K;4aUd?`)iNKW4Ro7*i4i_o#|7a)HD2kIQz2<9ne#zJI!Lk$s^zUT<2TmO{%AN zk#Opp`JjE6%7rK!-e-er_qX$4+!ylVALinI@bPSPkcqy8q*g{jYZWdvOLCf(&jgLbk+o)ftcxz=WF2evp&PDX|#|;dMzxoBs)*&5R z3yDt0neZ~?C*(B{Zx!B0brBz){c?PFY|Lk+$VkpO;>8T=_$|5jE4$<}URQ$&BtKky z6s0i&1)W=L%=AJcPG8hMDHYqWC#0(1&!ZQqoQ3^Imwo9?Jm)~Ib^@0c+4|>QlVf(0 zf5qL0N~_!huD=Yn?zr$<;b?HeR`XqJ=PTnx>u`|?#O}+dyLR>Cjl(unay!a+5&D=%#zy3V-C24@Z`6e$S^GT*3Sk=Havh@$a zqOi|9Pcf*lZ+qAoM*vCQZ^44MCLaxYAFApnbX^^>Ioa*Ep0vi)NY)u=ews`buX`ElY7}WN1Dm0@whN|+`SCje4z$wdSt;fQ?PPNMc z4HW3Ey1YbDV>Dg6!}ZU7Ey-Co+Yf-Z$4O^=?#iFgu~fLT9d{2c-d7Om?e#$88R`&!g0Z|yRK_gKWqu5Cc_JU9 z$GPZ-gIq$me2|)EkVOKL_q8+^Slgjs+UPA@oU}Ikt|SLa;~5>5`=+WIzjd#taTs3b z$z*%`@@?t^W(2=xKXlf|Dx02j<#JxmNBD3VKcMPpB`V#Xvuk>_j$PP^PPpt#&&P?( zRxS9~?p!JOGAsDq%Pn(6I(NlAC<@!TrdX#3jTOq*Ce8)r%&%Z{^$|f?}8_dB3Cx7zR1c!I@t!7IEf_Ki!9;l1ZWqT5d^OK@e|NMz( z{q)@z;tK;zze6u-4Hrj`i#o?7FERA>JpoDkrcT$V`Da-R zRy&PgKFlKj_Ut+i+%@d$SnEB(?F`fe5=Eg~rYaLlckgm`WS8zQ!ob19y1Rxk1c7%m z`QqJZAY$ZkORZNwF21k_<=Df?YF=<85alH}uP6N%EKo2N%UEqJsfP>qxSMz;ycJq% z5LJn{A{OZ^nv6a4ixk}Ik^Z6k_zWbR+ma%ub_H%)t`}uE?#Yo+z1E8D;}p)ZB$=uy z_z1gtG*K|I^=?kh;;ZiDsD7)`qX&ZniJ^y5&c3)og*hibvapAc=hv{`DH>pOit)mj zymY6dRP&hQi8HpjQedD21`RGiVQ=UGOj66n^awoh6&hG9v<(RAt%&s!7VU6--^`3hqkX-6t z&J>z^E=d-k4(NFHgocI-3}_2=L9d)QRLzz|`;Al%!mKf+S%GO7wW!~zuc{Mp%!!|xUAXT(`!^#v;%2p1)UoNc;~nPi zcpX5G$n&A_km?b%28OMj@a|n0M@DJmmBelZ<$etz8gxUZ~yaX_r|EyA(oChu|vSrXO>;?Y&? z`0MV+_*N%q;fI6so&{H{M5u^`ocBx0)i=_mTX@+jrq0plqaf$auTKXtgXmmWb^gH%z4TsOj?e{NqftvlC z34F_;in?S;*8k+gWt`QUCiZkxs-k5sNYx2SF>x;^P2~iqQ0z2 zaeA>%K_}M!sy$mlrySgF@mN>TSzXrE6M&*}J<*~ieWhU6eea*fVM?t^^53U(6Oki% zkH$}=_D)#mU%C1jZui;ua4Yoxr_1~Bp(*B-_WL3`mBAKzTg_#Ui|;sUrrBbXgBM&`O}X+KBd21p^;yIZWHF*H(dZ7v`2=!KcQR4bB=qq<`lx4>PGl#`M=)1 zD$AIhU{c>b>fv>es(o8`yX`r>(Z-k8h#V(uIfcCG+@+P{{ay|*$qpxC+baJZIWS9n zinh!3?3cjYfo_9`pz3F#U9`adix_y}-hx(qJp%HK)EU^LKO=>qC63pqH&EV< zD^e0dlKOS@d%@Y@yksgrecV7|Lo{JD_r|CY63Fvx=@L|4Cl)62N3#7k(eI}5Hnd(+ ze&fnRCs1E_dX(JyH%w#cOx>@*hvno$KetpHQL)k4Knwi|AAg(runMAzCt*)TmHQ3t zCqeQeg7X3-1Ag46CqA`LAGovzQBGZ$@mgC#?URnY8c}|4vt$cahZSjS-;$*oRDySq z%J99F>X(({n$PG7uu4nz&xkbb_G4kxGT;FmJS20-?40*$+FIYb<=)OBI*^>Vnx;^@ zpQhAr-Lp!0v8{n8N~q?6qsU%JwbM`hSP^iS?`kwx=VHIMn~FdJk}To? zt<8U)Ti03IKST0Yy14Hr9{-@fz3;cVu^}e_X6df&ls^UyX6^SVO7ufJJ_}eF9+TU% zMCc)3h@f~HOLe$U!ISx{>Zy!WC#PH!Wf)WC%!4?KhbAc1)x{~efOj>x8}=fE>n%zP zW+S-hoTBZ!#Mhbz6TFp$Vc$Kuk5_alY-Xm_;W!Mjs(l1UPZ*#IucGzlZ#Tf%>rpH|%*y#4(@9Kx$Kv;%<8-|)d+Ohqsw=!f=ldCGTD`&7sIxtY@a<0YBW zn^%}*sp87QJB=yIY3QPLFbBrct}B_t;~@;G4-m@l-R5I}ulu@47F?^;C4r}+s(>|t zD+`s9r`eD{ zNZbo-%Ag}V3xKq-j?Eazw+=o`hS~KS?~BTwyjVThYC{_42S05tfk&Z?AFK=t1a`jK zZSU1Em=J94JPTrZyPe&byFhm1%2IPY6d`2E1|YLx$($~@>A-XJ5olJ=c-_$RPbTkj zSAah?PZ{^A{}g-g3zJH6plCz3)ed$x$Pp77NH_GUAAkF-^zqN^KA;A;0g!$6_;|&9 zj_FeXomyKSadn9B?Em~Tx~^vw|ED8Ed8bGCW}ST2ux24)2wcof4`4-)a?MkMnFCDeP z+3m>he~2G%JcP6OPi0Ia$*(h|2thQb`xD!SPnXnVUi)l>eYBmUBa51-FT7DzKYbB) zqU)~zd|n=ldYZNSYj0tb*VzpaBjz{wMlfn_3Lh#@=#Jd)#V>3E6=I&392T3(;;~nF z(3h8$-NuoviBsWzfc3&bo>g>INjIaJ7IMJlo-X6I`5)5(z)6*uB=^XHV4&QE><2nl znflp0!3=a5OslcK(wI3%wOb$E0jMhcOyNHcjf$;Mw1+cm^YZcOAOlhr^*Ik8V)3#@ z<3lfqx+lok5>q`O`la1!vrNaxT|n<9B}UiOg>D&i_XnPEV@Nh9nRM~(FR{f}B%09e z-d71jzoNj$*cG&HDEu%&Gjpt?;tKUlV%Jhd6}BQAwO>wl1?Qj>?9g{O@XN(h0Pw6> z-=7Tt--`C;agW$_zckPxpCxTOm4mCsTLGByXdaVj#m)-)}9@s-5v&@gQF@!KeI~pz33e*olO4{=B3v z5pmQR^r|xSdhxG=9&}H)ct}MQe)>Csn;($ho>sxKRCW&<86kLcV#+>ij^0E*vU#0L zfLLZ66#^Kzx|{XMbtPBOrxy3e#6(KLf#5RlycwH_+dky$e0EPf zCF$xjp29R(>7(>9FNE!vez`or#KpD-0h5rY^ZD#D)|TlF&2O;jgJHO{P4)(&Hd`2$ zvkF=PSgA~GzKMoEnv7^O%A8N=-JnPx-tvVyHUc#v7j148Xz1$BgFm8iQ>X@WM72Qd zzS3MsHc`2aAwHt^kb)}Fwa|<`5*Pp<`&{|d(4o9ua{vh026CnUQcy40WHi|QMy0=V z{#v}eP~?9zCP-N?(HV6HcX2-{S2%I;kiHk}mGA~MafH>?pP!7nm4UIyE{Mf@B-uI@ z=8U-Om9|IK)SlZi+v2KDk+obn^(zozcmWfKtKX zi#&bATL>?~?FqK-_8bT^ifX~31`>IHH{Tcpj*KfschDqR7tsF>D7IG%)RMg40yim#xR zpH4!DJSVN|_4%TM3!BzQ=BteRnq;2klihbXsAew+Dr9Z5_PH*zx05B!`h4&Ph+n?N z>b_0>_#Rxo-tQOiT*4Gx7h?{++jb{(|EEZb58Q{JghL9KviPX$1wB1{ywdn&7)aC- zVNN8`3S4MBodB<*dKPWiF^Tr^DO?g;soUYcLCpJUfem6%<@+;k6HIe@lu*8y9ZO7+ za9_GRoj*YV>wX5|ukA4(@A3~2Sip9xD-}2uwXLe60UXzGNb129}xGe2eXN;+> z_F&m|S&d5fb?wy~ujDi!U5228O0sA_HxBfNTnYE)X87E+OCl)|wzmSLNpPon2&B>) z6r1rn12dM-EvAo-RP^8JuFO8&jGI)!J2no%)|7@gJlF4;lzRLHimctQ-m5NzY?CTSqliF1n&1EYY3k120#alI` z&2N9K4-9M>GsXDbx7pBiM(q97D{b}MqssH`Zk<^7FTmWxV5+;X`xc8eZ6SbD=kcK0 z=;)8#99|3uwQ9eHRc4ZcTS^$rqq)KfFeKL?+4Bg~m)P|Of)f-$7z;;UMj_AnP~Ys} z&#cZLS?xB=f};j!2tdf@Xxx#${jQlar@R$f;=4NE%`5CZKe3@htOwA3p#c?7E;l$0 zKDh`&%y>XL_cluPomu#s*ObW3tanhrAw6N~8@z&^52>r}zLEFS;(X{)t1vvj;$h(Y zpdOOfvi1y`=ZQOdcpuWzI}ZY69m43?{pBF#XgkY8iy=-!(gm3(+)JM=x3Mlp>)W1$ z4OV-sq{-TT4h&panFQ0R$f6^4e29=a(&tOruy6-kLw8pmpqC0?%%L*r>~42e4QoB| zu!r-V8Tp>Ry7vO1p8!mu1S=@e&g|!3L&JVDhYw#?fG*|rK~R?K=lV2G0!-r#@FcrW z&!`yYYxVW#d3dzR%^<075$sQthlKMILdTWtubX8r#1uX3XfvD$6|N*v}IIDB>$irejZ547@Uhy7K` zBBmmJ`nfUOt8Se9nve%lC17tV2%Wz7nH7cF?$RR|rd~vlJp85!=6( zceaqC%isqP#w5#Mree5I1S(MI`ssk4Tw{8zui%je&iBvt+ZBE+c_;6->WAB{rKHY! z%bM80-aFb)*a?yKn|O$|9lPumt&A^lZW@ZGkXAvqNGSH0(n!fWy5-dB-Kp*RSXb~^ zzVla9uTB3^(b%u31g;b#&*Xu==wU+spTih7B?Y^__y|I&`c-G=Qo z5MD>=^BGf(P&NkM)=xcOE18!iGQJ zHxEZZFfIcB9dAJ0FmK_`CDilm+@fcx^X+lDH17iae$0?cQM6Ck`#7z?8POdv z=q8mOY#KCkXynlAqIdg*QhMlmJt|$PkR50|dpKZU^R?`Ui2Z>RO|QjSIOR9W4Q0t| zVKOf9hVcwv``k2lx5ZK)evXy}tI;2SW%oLJb8Gtw!H9XFim;!u9Ekzg5{^_0b}k&I zuzB3)#CQ3l`4ZyDo)qIQi>?+DkI^CI9?Ij9z*qN%g4TH@kcQe$;wJ=+2?uk~W*FPd zD&IV0ZsYrSb5vK5ASgdf9`@=@DMWXUfMxIN_c|GEJKIh70E&K9l4?GDWL>`B0<8fj z-9MQn(GXWkb()D!&h0~b1^Zm`D6u#7xY5p*fo@8eC%6xX+Bt%zFX5P#X@sh@teV;S(d&e?Z$k^OM&`+UFzBky`J zA@bG~tqd3lqbfZr9SMq${J7x=+VYkfQ{;1!wJ2q7q|(-#L50XpS zN^DwfGZ$XTTWp|aD}Xy=eadd1+N@F}a>6`@`|X~t7kFJ?FJCwRnPVo+)vvk`9a||M z8=1HbmDtr-L*LcO>I!-Z@M`8<%=Lit(#FK1bJO-^BW`_mhOK(aQ`J zT*waPtXIcfQz-NXoZ~mGVp>#v{Scf^4e4U8S}F5`79gCO&AVsY`k{8Jg^-Sa4Y5LK zxPZA@)A12{5UWU+nyf64v}dAN3o0UUVeZBh&BmdDCrF~iSD&-|(=UlR>H1(k!{leD zp8Dv;POf5>-?3re>h~@0-dbI#-D{j&IwfYp+!@VnAe!#0;SV)z6^72P8Qj8{=OV9hF_%`;^RZokUt!1K;B{a@_ zQh}TAU};@73#kSJ?GcP2)mWo&3S_(Um-qBJ8Y|?ra)R=1MXEmhM3XZpiAOL6@StTn zoeFH1FCUMsuPEpM@rqxQTGBq=`@-xZpEqC9J?eK zrTO_jbu4M)$?oZ1DTb#09-Q-hqSg{;%17e#A~|!7mVT+;# zocj95tIl5E?!3=z#61M`D)^$q^_|&wRKVLqJ=~6f0*s9FkE8SIQkGew@LvKXUW$?= zgTy;PQ3M1@3cr3fv(|ggH{+NH-CbQ(``L#FBxF8ndIRt$p*!D?|H;_pn;sqR8E}n3 zzarNFS>br2%k%QdJ*M90k>K~PwV=T&TeB&Lkv@Irj~OM4p<{QruN>aJy2?LR_!s96 z_ln)!Gm$3wr0BX!r}yI`ZP(oQ4RsiR%3j&v$efOd62gzx;@&rjvRMq$hI8$=0 zAhg4vkz*VCYU@W3;%*Jq`sebCz|2DnP~5$y&BnzEa1lK*FuQ)JalH2`*A!ISjYgy6T=Y*9bYui zX+IE*YjTlaMm^p38wKgm9K-PR3u^a?Jv-_ox7%pFQz8Ni7!}k>y?u@xng(&on1aPi zz|p^Pc(M$HwP{ZCJ?v#nkw$Q9r3wdj{U2C0{4y%n@K-ht?hdk?^Sh< zhJ8diaO8gC2QlrR`X(j6f!HbABJxH73@TJ*C$(V!E2YMxb0+?FL^>Y=RS*j7Mr6h) zNd!FN`9yz&5X9;8x#EWG%HJMW52r>{%IcF4YSq_`sy_c~spk+g*&;B^Ak=SBv&ej= zpO@WZ9pK2#{l7t;W-m`d1G43#It!gFO6UT35GsX90mbjvHY5V26UKXAt*p|lv_nw1 z1)8DBoO$gHOyX&Iw^cpgsp_Obs?XVP_I5kn^(lY9mIogkRVG#i1^^oBm^sxx^ed-u zoB}z>-_7MOC|wBr+9;q6&C*^k6GimVrRT4Q&Sz`dV_k{b&*7$J+Jn-+S4u56_1v&+ z33SX4@~IpUwIfOugzWzh2mW&480l6j7qTI-?;oMKVqbx_lD)FA7q~wE{Oz-H7yLZ@}wDRm>L;b%vMBSB69~nFUQ#Fz9f_0=%BzLwMbefKU&VdKqwTw@N#;JF>p;5xo{tO=Z+}7Sb)BBR!UMn=)kf!6Xv#;}%&DP_`<8-FL-Z&)kTUk8Oq0!)y2yR z1A7p$w?(*f;0NP-ZC`v;X43r>ys3`FuLo;+ql2b*%AU13$K0>7a# zbH;&VLo$}Oy0#7X*^EY)MhjyHG-fPejT0&N0L$+asjthrbAA}Aow$hWs zERv_Da2Lh{9J`=eWX_sn!{#F=IfI*V|^UJ-St__nYcIZQ)4+`)+w3wqxx1tHJo1S5O=L;S_1izuh$* zO=H7!HMKAAnue{ol|HeLuJ;8huem$54<19MejjzA!(wwv1b@2ed*WQ zzbZ&8$98jw8|%VBmOa0z2`KId?SQCk6wbG7}H#v9{9_qovU{e^wI zPp_Pp1BsBfOxm(99XNqIgZSLl9?nH`z6W)l+`gKy7;B5n(?bI;DK$>l?8s??NJG)jR!X zP#1)r$fuxNeJaF9HK3J!OsM5`!NynifV%i9>*~uQLtn>xp%USVgFECnA!3`m8GzR@Ix^!87M>LIn0Z5ZCRMZNt2>$gFG4d3~O)baec@^8pTrq!KBo zeR3g&?dzk`(0$kpt*)mVZJ}%Tq;%oP%;_bH=A#3?ak+Q|n4_qO!)GUlf&HmrknDb# zd#J8w=JHS=IVA2+LGh_q+?62US5&6&t3(`17&XXWX>V_z-10BqPDW(D4uUw_Op>Np zcJPGHb?}9LD2{N-`j!01=>5503ipP=*iFAju;(UpWQfn~#fC4`ysgsLGPUzt=ITjh z@z(=c@jM`OeaMSxec@ZSv2OC~b+SH}&XcV4+mUE8B(I|0>hisIQ?{Tv6KI0_)LIq4 ze?rJVKXC1WuH!Pz%3a$EO&z~Sdx+E0CGu>0AqbO^sxmu>(A>;EtIXt&GxhqY)1;2m z(oR&?-fHX%PVTku6dBrD;+X=lg|}x>hoqpu_bg~9EQnc4+qhqo?bDA|{JWfi*gJ4f z=7TOa%JnX`y-IGG7-N;R=;~Va5Z%K2Sq11qppbq%ON#lZKc!(fKvQTHt|1C^ z+63TgxqI;$V z!Spr0eGlps+^OEx$7VW|_H9AsnM(hObC}mGyjq9*=!`LoxNCdBN-A)Ne!{ zPx)2qF8Kp^!6SYT#m$=aYMAw9zNy%a%dG+LIrbJ_5DMg9$lu5E`aXVyULT0Ql*9(@ zZ`s#KQNkBADDWs^(VYp=IiR#C?Q*)6?r7fcPrGaR0tNz@hh3 z-x!}Ur5!y^J+8Qs9KQ$tpVKpOYk~jX5u?b=352t$B;C|V(5>>4NlJjKExpdb)n+lA ztI#d+34O+LoGp01rJMNJ4~X2oXOIQGF5A~y8PPSMO25l=c5{wT)*M#blt2JE$*&K? zFrR*VaJM^*Rq>*8OL82O@!;=jGx4jHvuX0wqsUKpl6dK+Vb_&-A=h8`00rQBp1m`P zkBtawgaqge?Wjj56WrZ)uG6^UY2;@6*IvJ&I0DY$m%O!Ar#M~>MN z_e1Hd%mf0>{qn-qKgR#4B8Cofg2;}oijEWNyRi+yQh zt_TFaKjsZeqo=tLue4p=Jh*tnZR>JBL~D1MqNzBXMb(KJSh853`FS&l1tsTJJ9~y+ zld~Wbhke+){|ZyW!O!xveEZ8(xnKOul{LZIH4qZbHYwTX$eNz z8A+GyJ2`5C9tIK{J?HR!^~Sj!8(1$kHcx!7D@XLX>aX~)Jj15?CnWimc53$*`hE?= z4r1)kf=2Aau8%17w1n?``2g?`;gPafE&PXjf3nK^__t{!F7L2fxmkrBeDYhHYTO2I zR5NtXHn*bz*Mvxz9-Dh9^z(=6*KgN6`yRO+iV7Zsnz$U0jIWhwWxIa~C)SD_E>a0{ z!=(vMODlYTAx56O2i()5eSYR9ty_2A0v<(Zsv_;QC->XXE8g=#Mxhgy4n2OyztYf9 z@r?8aSn%IXE1onzy&;Ylk(83kwCFf9?`NWEig-TOzIv`j8apui@!A0l=q{z)WYqED zwPN!*0Z;RTI*@85%W8%miFkhXuZ;QZXM}x6rc(GCrPq9Lk98gPr2D*Jh}x{qq`FM6A$(SEDf$STQosYQ`1Tt3Fehb(IJeWf#;Z#@ z+NSbI=F+54oI*cL+%aN6DOYrkxu7@3bdpd{hIgNz>o(n2C_L|=V*}>4RqZFcHFx1% zAN|ju&@nVs7yc6B4GzI~`sOgMI4kFf`LXttp&9E|XoL)cs=u)j_B18YyU%gci{rPc zKGP^O^0MdiYX=^MIHPb3Mb15KAK2#~8w!NIKD5q9eLWHM8!fE+3SPvZeHAWElbR?j z!??K8!dquk8I#BqB>g7{%h%%6cNruxbow=WmmzgQQ;Szo@e)&^@v4{fZu~bayitRE zICb2`9hm@&ysFPvH{0R&J=f>A`AKGO|ANd`{Mtx*ImA!{;NDOgdSyh++_dre)-}%^ z--xSP>!L4Bzh1+4v^HwD(Z`V+Fw!xHnwi5`*x9*po&k*f|?yR=9}zvB~fg2E{(nf#Hll}nr&0GYK^3GMz%V`nGp!RAwmGWrg@i19=Jarjw2qob?Vd0&I-^J?76>0X_Aw-1HhDMife!yWF* zzY1(2M{Qiqe{JwVS29>}ZEv2~_su#V4=8ti#vlE?XO&u7Nj4+wmeamH45tkDlbmOd z$Kx~|VWp?0Qk4wN8z)1QyeOiv|L{sI(;_8Q^6!co-h85_EbZee-gEzAj*|;z^|P^Ts#BypVLe7}=$uUQWuvujroq z{IJ<4kWY*$MV<}XV+ViIg~vfNNr^NjJ}~z+^h6PFXoD>;-_u_sL=$@Hl)v$MZzwu* z@7EuCBJd6)Q`%Y;>sU(VM`{>Hlm49X3O;iNb|!Ny#b}Co_0y->*U+Ok%h?;xm0#8{ z@3SPzV*4lT4}CQ7(xiuaSEXW~`1YZAgF0*ZS5)DbDw@+2jqZB>ghe91XsNnK?L$uH zCU@W*_~oo-u@3!N^S9r{30CjC?n`dbC{5FRBPWDhK1ez>3XpS6>wNImfgg87M$TMq&0 zevhDk+@OLE_6}<5)0W#B7DQ}zf*QR68zsi-^w|uJh-KXSV6_X~7F zZY5~5#1<1#e&FdXg4o?X;UyJ8uh(Nd!XRsj&CNFUt z2%z+nQxB&rB=+>dB!13ZJ%I0FiF`j|f#>7{y3M4u~^6OO@` zJWsc%-!|x@<;Ba2e@m5*@;%e}De&14TTUWyqTj>%#|gi)Dq9?Y((Q$Gy;^E+4>MfO zXx5bCEXMkrx?6vP+{_pqe1pnpAZI4}Ejq4&zfZXm7hHHZ`f(ScdVmsD8vh=$#`%bT zxp5j9#4xhg3pj})4BO6D>_q{MUqbbaaR4XWj{oYbOGH2#6!heP>wEZMA$D%s`>}^n zVe`3)*QC8PlTfaLH}dh0w+@7BjxDxBiqKLPNqF)K#Va!JF~>6(1l`b@)GP??0Q2X`~h z(VjqdW~6lY(brEp#FsemL~HM4LwVU$epWPSvq$%cBz$MiFRhD)Cy5C|#!fsjW8>27 zv(&-=$pPIw1dzWTPnZ#2Bcw9yeU!7sc$S|vb6Yh#J-sE=;;!k*Y_Q{M7;HpPR6-;J zxIm4jZZ+T^{mJ&8x2h>8uz2J z-;zmXc6*d>HLN9Q?BrR%^a$6fpq+WI-*5cTzO@??T8SYS>?-r8Zy+@=@e{a|UfL7- ziJBt%dP{`oYF-=N z+f+x<5~IMNCHcMJC|nwv-tE!>PY>+{t+UGMBYzX%ha#pPt~%L1=(TM_uO8oTj*{kq zHqBQxz$N3epP+3vi=P83AX@rn0@QPr)UqPeqPVhcEXHX)O|b&kfbLdpi}>Ec!@n~E zYu#?~0^<&^ALd~`xsHC1(jO{WB+42KksW-};0fl{-cKWW5MfLn?4x5(dImsKQp$wU zFx2sB+VAf7*>B}V_0QC9Q}pY4u+y2yzv*dMUY}!lE_?O?KT2jJUL{=*gBj%K7u@ge z7u5Pc^;pyI(HG(tGDUofwhxK#zUmZpc9#4W#uKdH_Z<6zwr-!tS(}3+IcOFG5zP>^ zejqZN&W(aAEDm=rT-ISbPZalGhYJA~s`(U_Ki`6Jvqk3vW%fFA6DjSSVc3N67q?w>pZuRqxdlrDG11^_UA z31Bc%mZx}FpRsU=IYk&kV-fXG*0SeV-eL0j0-)u7vDdXdTEC^Q+lxUMj7|3-(@Wo_ zdRV70hHq1SgQ5srA?0>g`2O9Qr}<6Ro44I%YmY?S_2yd-aQExRxjumu8!tUfR}ByL zSQF!_*?ow@YBVJC6-y`5 z)d$Ij9W4$6$1QT!bK+Oy>vZ{vXZJT4Y>0G7?Y!(sTkn(97s)4Z;}9SmhOx$T>kwS% z1B|CUF^A?>u@_c+SSpNMuhKJ{42e&IS=MI2zYJo;&aw=a+j0js@YQ_L(1f_#VdnS2 zU-x{5X!<$pZw6i4dys0KApy>N?o+}tX0tOL(rzIkm*>6B5~3BtbmI!eA^%BmG-g4Q z3h%j8_B=}u{labV8vRZ<4FA?jbA zz+YX2N0+-_l!B(tEphloa8JPFVC6K=#xOsuF4n}E?T)_gwccGY%K96d0=+MlGg7N+ z+U1Xu9x}f<=H6M-N1twqCY;`(6X6yS}iXodUKv1cmMX1Q4a91=_sF2p!!JG%ze;!3!z2lCqldY_^G~q?RGPr7GJg` zNlb!|h42G+zFmXPF>HHHu4=GaDiZ`;bM4`zsl$x{edrmZ+Rs0_a67cr5IP!0W+FB z2Ei3p_qt4$C&lcce}pSb1~BD4FD_*y|7)X7+Buq{66z1pY5R>3RP)AlKIBUDZEjLq2)7KP3WJnJ4AU$ zs626>J28#bRPOsyEwbSEwf%=dc(0E7-z^(>X3XB|#RZ*e)lr zH|^{Uz83NmOL~hMZDY$Hi?8*9zV>oD!oTtuksNL5cx>5&#@ohc-3%n1LM{CB7lcBQLCTJlH8ViP{ePkz5Exzeu1X`0&Go8(+6O2Opk8lPp*7Fa&c z-7tO_AyCU-`uWciF0fzNxJNK^ORuLdPkdpl@!cbD=eM7IABXz2&%m-}(zu0X?{L13 zZ`Xu}OnmZFoZcU44tvsQvu2nVzGS6c1Nrt?m3IVy$`-87{iJ*^*oa51iR1+ z^MEdtdq$CQWwFg)=$p4uc#h5Y>I(;uidxki z8=yrs%*kNW|i)0qy;3%zqOpI8Q^^H0E_3yoN@g_B#Bss)3;_w3u2y04|K$4*hj zZ+)ex0&}I9%W=FZ2$jUQ_Jwhozwe`$>$J?4vzs-VZ;vNU4-X#oCJChP>J~9d$S)@Z zh2$m}drf20(r=Bn59{UF*iFfLYF#=rX1+GIs}GO(swLuSz@cp%=?W56WB4sWfmz6vlMdv0*0 z@MPF(C-G-N$-(|NEFqj1NH^5db^KZX9k34l%$A9VW3Y(Tq3whiL08qO(z)c}^l*;L zj`X|ZDHH6stY=!aTr*&D-QrGlwWj_zRNW@_%;)tOzqeME_9?-1WBUTMM84in>X|rQ z^j(Nu5pFx@{34v(yQPzcYlhP=b+Dtd74aE#=$3wALpJhPqKib?DcZmr)m5fe@7}D zcpqdG;|7NrJVdlgU?n4a-huhDGDZ7(_f0X&%42f>UXAqmroMgy-R4iQpT7}{zG#}w zCbz8w+6VS_0y*E~V>AEo8i0E7_hl~;t$UQkmJ%8#+IUEx`R8yXdGmF4p3XZz-30Xz zAeVaX7_I-_7RH%w4!q%q_*jeLYaQPJmjmy1(9_5LIvDr*Wp_H{$p)v|Wb-XQCMxwC zJ3L`Pv%tGED+#?tNNxxoW`fKxKK}IU*98Z07fdN7M2XUXsI@a|~L>}TC(RRRy z`_YYL2zJo>Cm7s~w#(VNsY%smd+kHFwO%F2Fi9Sre-XCu_ripVeb@b$$J^loHKXZ~ zLYuT6P)lrc;`xwYks*yLm@AlhVBJi-&3+ZXjy>0=Vf68~zwx^%FIVo0KcImol^Kb= z8Hi$42~c0a{Fda*bx84@;cPhU_W|9uJ+}fHseWC0-A9u+DR~^12Zs>&5B+S^TSJu6 zdpsL0Utfx4<_789#tW06lI17{02+0HSoksjH|}DGB_`7=0XvUE?tF;$)xc056`UhT zmMdk@+!eIq2|T*mm3``+{O#E3fTtF&*UkG^KqnD4DDpMc$9^m|+)Cp2d8|%m_5Ari zOs9Spzvp%h%Qi=NZRvF>j}7-QPRKBKl1UrK$El9G|5ri|dwkZ!;x)gZnd;`=GibN?e?|r#MTP(`x7KdndvG4AVehHI4KDHi zZLpYp;VycrOgwS88+^MwZZ4L0P9><^`cF$$*QFT16F8;DLm&2C9>5YZyAQcD8g&i+ z-!@=3i@W~@=IH1511^pT>s$oNsC9hrz=BQraT0vRH!iO;8@WFMC8`*BbzT)dWtTmo zyBksx^R{Hh6eHG5qg-nLD;m!==p{xFl-6v(w6Xbrrw@YVn4tgzpkDW_YOvcYeerRh zx*}KZa6OX`xrnB3^Q+B8yQuBOqwa+A{7&5!O{ZbCr2AR$?&QO=)wq#15(?>>z+GHp z$qjoF%4|FVCgx}xe5BO$fR#^){1kbC!B7*w>ZEo>CMiD2i9O$$apdKc=g#|l_^pW@53=7!Fp<9A zey9Fr{TMcxrl{EGv-0=Zu%a_cp=cH~PvW$XaGU~pqX2!#X{}nXA3-g=T4xyA;V#ym zi0$+nnshDDfz;cwoQ^apJwU>ig&uzd73G|qQ`d4=q)`jV_T^GkKhz<+gk=1_a&GIx zgF`$m~C0>KEF?oAGqzRpv>cxv+x(E_b+?64J5VCviK*|7PTMY zbS2Xy1JfHmQODoyctBn${o1c1G|At6sprld@R-%DLl4n^H-S!hNl-Eb-?a*>^sXTt zYW{i#3jUbDw1GYM*Y1SA){<^N@Kj8l=utYV4-1<8b0KYJTh(Zs`+aFbEf-M>aCQBD zHboD^Cl=7oO3U@ZCPeMj-`@-C&R!0t4Q+LuVkIToTS?aT_5NoC^EpO`+ez3{B+WfN z$<5Rm?3Ee_TqQSY1{s{XvCf5yfG$qhm|-Ol$r2C=J{ni{yBvsaJQ#-^>mX|(+)Tdb z^a_`o_BU3BLJ5cRHzmarYKq|nt93XuQ_-Gk!qaah{~b8|OntRWk#W`AII#FNC#Co* zUyGRDy}IPt|MjTwkdWq~_wagrG$n-R{NeYKP8s0-Hu{B-zEpDb98J&fa;#^ksW{4Nm5utSKAj#)=agsn zo9Rd3uzpdISGf?KVJBOPMGG4u=mHG#{jLr^+IZGQ ziHAipP-dUtIxKl|;$TS-o#8bKNNYYeUFIa?I1h)!^OZA$+5ej@vHJ30e1)fby$L3+ zkDug=Q6En8`EcRu$o}rr^L(0SFQa7eEIv9q{04B(~J*#OY^eK zhW9~#1(x+Jq-9FlO>=~p3m&}1vk%+ z_kuSBhN4_C30Fw`m_c-|I_?GJUEbI<*ca?$R>6+!d0^Vl^K1N$%|4|Y-;1fVK6ev- z2)96TJMH)8`+gNtfA8EB`xe%Nk7&ClxqBVX)uGt8F4+WX+{Py(eg^p<(s9-<%l9@8 zY~Sa%=|_h?Xf+qPd2Y}NgawvRvi3aEMltk_IYInE1a~Hb{B;LCyyT7^u}`UHm2%GW zxTp3+*p}hl4fsgpz&(WljZC-^&S3|5C-*D&v;Rx)V!1foax3Qd=6CkfY830}fcScX z1TbLz<&^QLX;DFPK~u%ycX{pi(-A86*YU6@<4LF{!)ucDWU#;J^`z!Isx$X4evU-g zFOSS|C>It{r|i8javk2EaK8fzjFFKq9h-&yFtYCH-Qo zxErxw<97`A&!4$a`fxgLfIW$_;`->aIM}0KH0+p3Pl^u*bjHK~R>vB zUf^VkR&RcWt2yz&>9!K@Jg510s^JTcznMCO(y%=!x|kynk9}|7$T6Jez11ZzSij4# z16Pv|kk;R567Gcz(>uHidAQMV;JW^=2(tYcu)C?=ai=iH=6)ZC!#=p4g^W5$p5D0W z7y`#BnUpZYJ0T6K#losPMC9W@4H)6#=ccg&afrrAJfzz`tBOZk_r{&bBOdCzZ7+Ih zZ-eAdFwYWb?VF#$!?7o!brKCR`@k!YL!zW0l%iDHxBGl!^B;~oO5S-QI@cn#-|0Cu zH*tJD_InJb3s<(9d-$) z{F00`*@6u?8ChIVAlMabwU!Cc$&JMpkxdArvv<@cNc^Y+1Wm|x?C0uMk&XmB)G6+g zyD7V;L>E$pVxxLYh;pZ{h}78i&E_t)7(bFa==KpVOkshBAq#s>n8)zzl|4 z!#W+tghiT%oUcj`bWetqkGZ&rzq6Wsvcrqj)qSlb5`+!nr2ZB*b=>}DYtV#I>DisG z>P0wqhZ|%`27EP;&idM0+~_vrYKPnlL%dED)eEn3@sxCXh{sr#M_qH=hH?NKm?FaT zC*E?*i0B1z(2k*L(HJ8Sso$MXC~=xs%IJqJkW03Vr41ACweqNe+?etoHQ#?Le|qEN9Y7N;vO(}<#E3iaLv&o z<0t0&LC2q*54C%-i)8Av!28`w6!Ff;__q>nRiVY5EK}o*LY;^4YRn9@+!&PdBP51l z3hQX<__f%5qC{JlcvI&|7_Udm52~DZ$h)JpN8f?5uL$zi^9owvJ5mrez03Cy;RECI z{k#{>vqY#Ujz`KB1d7B4`+5w;*HdqZgES+Qjh8zqE5^Ca;yuWi2da&$817=R`SKrX z(Ha-~eP32Ly)5adsT(Yg)5@Vp_^JQcEh881cxPBm<&4Zq9p&dew8R3Xse_6>CU zMkxsI3}QQ#IPyS6(*0vuuShSq~NCc%YOw;TjKXdCjyX_Ada* zPbZ>JMs05qCFcO08Cl)@5iVT>l|N3+j#7Aenp)b)l+ECvNC$Xqr zMcbJMf2*qNK5=BU>FOpBMm}@Es*5C;xKgnZrRUaI8{wti4k!My8R%4 zgB2hnjvcnQ^`{5fCToukto=l6`<>pOWxpql_-tPZ0YZA5~@BX z|38iV9u7TyRX3Y`*na(2&{7CVpHs=KDF;O0$6r@EyJ-axM1af z0lEoUjz*3l4al2{%pmr#3Hg3b<40ZVwbOZDkKqAl7gA8K(9-~Pz71Pj4$^c- z=1YF5q7eO$yueIJF4J!a$;5UnP>!PdR5+X(S4o_Zg5)R?JkVeWCX|L<0B$yyxp+$nS^qlMFF-RoyWQavoAc|G07ll zJ_->0@5HB2r)R*Bm6PqYzk3omzbAR$gJ(87v37WuiPWa@g5h|u%QdE&-Ih>nE=nn- zB`ozK=lvN{&p8?Ag~U7j0)M=g$30Y3f=ftbTs9k0tWodNX8J7y&fv0SCZmrq`9*cw zbjr=`XK;fRN%dOx{-ZBdy5A~ht#{)1>{?q#wt9%&J%Ht}_8xDN9PvsS0za)nA@1vW zW}GPEJewWj`t^4=^--nikH{9EscvxH|HGbMtO%f!20Kg>;`4u zZ?kqR3^1m?eKK2D@bYNxAVZQ(!26JMj>vO8i~SCw63)Jip4w=O5gAZH&2YKdNSUy& z!4IiSoP`x2E zkLP3wX_cP$`vd>b{|So~iw5H$eX@?a0%wCwwbaw}vl{m8l;=}s#R*J-Y8G!V{MiFd z2CqCVC;e)%Tr>Nt+Aii**C~R=Hl@~#Ysy@+1D8~Qf6dJ#uWVD?!*-vzfBS8lIZ>t+ zY;UngWNO66Eq?B+>bi$kTm(c#<2k=8+q3X9MwtwF=PPM^Ij@V8iVaLSy19-wJ{@F{ z;0oaLm&>)+3Z#2pur#Uzfk} ztM+glTi?HergmU5;fLc}40gZk+*hePvB#f5S+7;aJ%UPhr!!^(xk7Igro z@9&u1CIhwsN5&NN{bswI&*Mou5!5@JKC=S0SI|Scvlvmxqfj1tkt-GonA{^T{F8!6_Yw5;@YwAh%eKPcQ?Z?Y+`EuwG88u0D zE&zTh0rr5h@4xyk&5zpkLGxIS z6L+@QPx-ry)p<3%r?G9ytlvH_%WxPgL)D7Z^A~qE)yO?QX3xybGn8uHJl3pnzpr9K0j`=;!sfF8nNaZAe|TRu`#yI-Lgpv`@+mYXN)b;<+ zEAk$+Slv3PXcA=j>tV#pm)q6mq`@AHrcV5TMtO>;sPaf@mW)L1DA1QX&AT!=zJwoE zJlVg8M~@qf2ytK zUgrtvV(p{2I|iq|vmfG0KF1W4ZJ)%EyDW^DoXehIlW(D~4c(^6msq~9X8pFU)42%5 zYZ}iee0|wR`l7c*G8XK|m$Vr*C2hA-?eaCh!e-EU+Gil!rT;N>H&Jb<+-wS&v#zwH z`g{W7{s@Q$Sw08^_T`}YFfWRf8gYTNbTDg%fz@K_ToTiW9sGT;DSm~?*uu3f+lQy9 zCvld<7-Leflb6Nkd%{M`>fb&LSbY^t`I7EcPJn@`qcTu<_@emkp@doyW+BD$oRh+C zO&Ttp?)R5eg!qyLZ}vlIIPbn7QN7~NwTNK$$$C$AHispl;;{a{zsmpyCf@L-xDchC zh)=lZpZwEj#s@0xB^0JD#^n{AM!9ZA1(+6lv(ak$wHmw7dn(tJT;(RZIJew)U-*EM z7fVbnvPmpi%o)VT6EBf3^7|W~6ofQ)Nto;OzlGmB(qrEC{PT$~A)1%KT(u8(vKv^9 zA5wEfa4oOAb84+^yZ=N|`d*W+JWAmQeO8rs3B$nAu@H%OwBa!47e+^XDJdZVMUhQi zDS7(NgEAZ2ElhT44SjL0ninvZ zqYCZ6^JKwMC20YNVSe2M!5ir=;8TW?r7A-&Pjy@OAE36J;~l|DTO`*z;(( z*{UKTxp=>hc(~EqGp|Y+AdNwUHp4kG-powF;my?xT&2(Lfty!6tmfAyDLb*ZhwcV5 z;xMH)4^vzF@ZVkd6S1MWfUoHK?hfRB(#zEYCl;P58)ZRD^3co9eVQtn@ygiuusTKU zKHBGY;y1iUuI->|Bwt5bKnvl3MhPs@a(MoZ0MQBq6~KEGD5 zlwTjL$&2Sr7rBGD1-85~VcNTRigW`iV{Qj+zoY64lzJrZkO`-q6Cv<92==Aa!Y||9*UygCUe<)iyaor!{G4cG-^7W0~jEn$+)Gm8#JSdJ{xv ztxIp;p=BqFSb3>b^sFJ?$D}}cr!zh`3UIBF$W_ICP*?(F&B2%w*>%wOd9{rK1+*W- zi`ECldd%J#Aure7+#aHps)&HBD>495d1%f zC^x1Frl}#pxH91`=8(O$-lBQj-=>Bsh|R{&>E`yY@0u6ntNsSA8Jz;+xCF(8Wj=UP zg?_}3j0}qGNx#9Pp~IN4?|hx?$f7kNTk)4m5MSdV=&Vj4AV9Ah%m6*#|6W*z#6z}e zwLiSULKz_{sUIbJ*!F{PA0P-duXbtUZo53|Z=1<`psi`8_4>m8?P$gy{fgp`;bp=F zF@R_fjCk`u5og`DFXpe)gL?z=Ny0npiFH*J=EvQeql@NpP5T)4p(X#nPB75E%vqgz zan|ua*4Jd3}8RRjcx(u^3Uzp|g?jL7Ml%@TN z$KZTpuhX<_eE1z2&>f*i>hTqfBzhq$B$7Uw_s^BPo))e;-n~ZFE1w<%Z0ek~&mi(w zIu;j6##;L+ts@24o>}r)QXiv~ps+dgy9-_k>|fL3vh zt_R_iE#2X07bA>3@j)@dKe_V-m};sQH-jB}OsG!9C6Nzz52Rpv8=#PXU$pL@sM6*i z_LrY%Vqefs<*o=w&CluAs^9{d1!Yg0&~W}jB9nZQd|W;phj}o*zc;tp*7G@jznF<- z`p(CF?tiQ>I&^3nl@bbb59MQNqHj55--fa+QFe%pA$}I;`>Mx;+mM2RJo1IB2Q}v&>V<5ky|-8fy~Nkz_p@J!;?v8QHy)4~Kyw zJSlD9n3yjQ;VSj2eSM&7;cGqKd|~lvkwge3SC_n|==u)g;UuL86)pnb()fCjeKRHm z47+YuJeUviCp6J#;t$1OoNH~3c?($I`ki<%ruMRY&Np-f78CMei=ONEf9$#9EWT`$$ANd|n z!H4rEY-zQjVOYU+6_pMiWh3k1go$m3PDddQ`F$Xto8OjI{T@fzSjl#~dFa>O1S8pqA`&5E_HY#6kpTO1z*kpG6s4lG$ai^?KK|&@>lcU-;xwG~JnS5AO5Ucl9MU9oAx8 z`*+%&94qZ1W1g4!6)fbj2K`qzzS)}HpCdT?H5)e*`dkTOxRmp^)4Y4I4)go}9!;+Y zC^NV7Dzb2dcuPGMVtbvjd*(%SKJ$Uf`BG&9tlbREd-Ua}clt385;D>}LV)!i4pC+% z?!j-DFTLIP8zFtlv*|ws_YoF`U|nM1D+Jt}N*g8nRk=&8p`@!6;IxRbrq%xf&X?qh zFalMM!vJk5SW~A#MJOe!s@5=}Gk#~uc@Re+k@qEx$5mINEP;;*G;2U4_kL6|r8>`Z z`20DQJZrxTlK@agzwTyEzxD_&TnA{SEAhu3B|>Dq83uyUF1zD(@;RICA>vOrAyQ=FLG_ zdPcG@xg>z=RIH!c850VA)cKU*M>qha+W^W`_|uKOIQiv!piiQ9gAownzV;I%uayv( z)%w$`y#Fqs%6m+#h_KVnW9}zDOFX5ohC86*oByTTdu&nW;zBg;`BCuhJ_YBoX`dXN zD2cn~bbCjF&-B7m z`9tj(IRWKdMdMdC*T(Z#QrhioG0)C(VCf;DYB^)NkdrIZicr+nGkGh#jT1l1CGF4B z13NUdb7h4vx6-gjt}T)_V#YY%(b0taxNO_E=ekJUnXfX>jp_%+HlSTS6e@zZ4R{ zJwbZeZ=IA}?@X3^3Jg%|gPl1O`V-kB;9a&F=EFV|OD_!>-UXG2V?bf<>fj;a`oXOa zsvUr^;_zs9VGk@upVD&#Sk0v(7*wxSB1fPLkYcju_fn{~%F2+%n*J2R+DXRB9lTst z!x&Q}yc0CMD)$5M^?Et!tOtV-^%+>qt6&(99q;3F0yv)8!`H#gK7eM}A-H*4`AV_q zM;K*5pK8NT4)N2I)6t1;TMH3$mYw7{uFBzO*Q6i8vAOWzUP>J zdWWOb#>eT^2oQaZQPT+S%|-Q}K+IpFu)dGX;W518!0P1RErHLBBfMz!@+6&7zI;VN zO1>&7OVIueWrtjcktEMDu@HCO&+8M&i_>XcGC*y+ql+E(=gChOcrP?Fja%&;yag9`p{!Z1vmanP(jb<2~xY(4YraEqY zx^H5$4U(OTvF;nj^q#2`2?v(pMv+gzp*je{VVV$W4QnavZi>8!2vfX$)5}R@Uj}F*=R?8N{Jp2otn_#q1oSHI5exGWMXmP0 zg-ELChW)#c{wNy(e@NC?)oMvU6py83L+g;O0d+cokl-J)3RD*HbScx>cP)_;Am>9J zHkX}*$cq0+9H02Zyz19dC1`t;9JuF@vVI<>%9mQWDo5^hU#TS6b7O@SZ`5_DqS62b(}IW0AD*M;XrG=lw(4YxV>4pPvC78FfVf#bt3+SX4~{Zt}V?iX;Q z#cM;^JY0B_RMJx!>SQKdt0@qn9TY5;*J%XT;&*qZP5JRn&-#{g{=DVqhd)zQvDdzQ z?Icmg`A6;vAOnLU-qq{8+uYApzDs6Vp2a@8K6ccX@|&{j<iuRi<1mqkiE#u$pmOMNiP}pPSBm zExEEzT1$&vcNTx%Oxz3S&3$NQk7f@~^*?k`^N*A$B;n&+;kJnkJTKS&Gov26Z~wQm zaX>s4`SX2S&X9o!)Y*0yi%H^lsi&;;bG9Q#4)-zX?i%w;7Kmwl5|%;@lYjs!-iL50 zibiEZg~#`Cx;N^M(k|n1znTvnW1W+ym324>6-Z#!)83k@Kyf&;!o7;`~pw;J**S=Xqf7~ZRr1T zZs_Ah(11$zAwx{POH~koc(HH4N__Oa9&hXkZhX>BC3X?rx9Gv&b{hT4T1!q5p$*jwCkn(*8 zdA(E(30td!`u-+Wa@eN8SJE4jmk~5Q?n=!dR4HU|bfY!zlDMjmKM^RNb}-TV@je6_KsR5HtG27 zp<{KT^^O$yvwqpP4jNyiC$QIQ_!nRUg(~f$t;Ab<@egq5a@mWL(j?Vh99bVcBD*!eWf$iAer4Y4yTHLu@9g+_On zw8A^oKVi?U3D@>?WT)in#1MYU5{4x9EQE`#pONkfbp85Sk$ziW9Lx`0^#{?^SzVUr zenXE!5i+e9KOHS$*2vgkB+CUiM-@Soj&FnniAD{A&`18tZSmzhJkNac;ENMQc+s0( zSr!Dx`^O`y{vpH5+4`|>4q&t9c&GRK$X?l!W=^cP|FSRh8n)BF#(Pq);!?f)xcIn` z9MP@sdEm;jn6-8@R7*8ar#kk++j9Gz_G*X-=$K$yZxZM1guy7?m69x^nIyY-+ztj z$&_wId~)EKdd%k@%lPjy`!q5XQ$u0_9O;SgTy2C9ar|PG8xsu#6E1rA&@~EMD7?cX z^6K=hPga3n@O3PmFPRxA?~3~cz({#R7^2R~Wa{e|t4X_Rzqqh~N)>`nJq$Ln4#6=l z4eJL5kYrQ|syAS(Grxmh+Rpg&aIC$YKOgmNf4NViCc1hc3D$S#T&wkg*O2l1UmWxS zEyd&b<2T;WFJ(yQP-qCh5EW)`28`$)x3P4lyCu&bTQ4@=y}hS^nfaXmy(W!yEnIX( zgwnm*xkCI&yY=TqpB!*>JkG0V3Vid=#6J*7SrIT4`YLar=eTf88Of9XJG9B_%(NXvsokrXadWUHa6G6n7Gw@DwGa_Yj|FAV@>QCd3Y;nlDG#a-0&(4i7PGg`3;N6Zc>2mBu#^B zPQAVU{eGb?0HLeCYh7VSKfFdHIH>RbnKHD>ygwG(@<}@DWTfy=mlh|3mLE|f7wHv5 zzx+=_70;rkBc-(8iurDp4xTMI#_8$9%;#?J#qv1}snh{xBbhHq#&gr0{`d7Y9_mpowog?RE# z^;BMnfXe+kZs#*u`4I9a|0MVL9&PW3AQR1EBrXnb{j7rl&l>le>}dposX{Grin2-m zXpi6U^f@K^bmVHk^7jRNuYidD?^merABr0)O2eE4U-u4rGF+lLxuVXU#VdwChK5q2 zarS+zY1}+12VvU^kDc zhTMQ<%5DA)?c(pV^tDDHb9DJiMNk5mZWq>#vCMS>7(6WBneOT6@1Gwy=cKHiXCpI$ zr=!X$4Uk0x<7-M+-Ue<(gvyGwpPXItP<{_pDbT{4<1aG_#;SC>=CB3D5LV8bcmlty z%%8Bd4)#Hfkj3%vmimeYI6%tUy=<+ZYg^E=Gbp^L{YvgbC2dcH0B`A!{=53Pj)H4+ z59r&t^7(da05@)#l7)FpEHxLK<1S^DRr|R=@{qdcD9vPtrepuwR&yw@S>|@{$0 zIWCjVhhuWSHszn|?e=!b;xhIA71f+FhhdY#CM$SwIGC2Cj;D{HIu-^Ya6%TG~1P7|G)K zD|0X?3|9EZ^f+Y@Jzm~{c2eFYqSK_M%D$lJuvyA0)llcqZrG(HNP zvMm~3p&`s|o{+T%F4;BPAGD3YE9L$qS!Mz_d3xN}2Syc6z46Gznd zkVbMfcd8GcI#;tU5_jE4X%t{1V3JRmZWa4ogOv;9-0=g+za{!RJg&eGD0k?gG1a_6 z0sZ}{FF|_Hk2Ja1aj{(U{hR{&cGz##efU*Wxf$`mmv0p;<9ROb{BNXLrFt{lY~2y( z??F0t#2=_bJCPN4`4jGrp-lonj6KEn8tV`Suy{CatZbj({1xLC&Ym}RDlj*LsCJPh zy|OiRid2Vj@oE;}7j)GbN_!gt$y+IN960{b+A`jnP<+DR(=$=V zm|=z@pWz=z*RHZAbrH04v(>-s?}DU#L5$l2)~d*w{%#|w2g=vNwMtUG6gMwZqsu`D zwK)dyQvOYigROOVKWI|UUbuOLYGAz2shkEcknsCMgGx`u2b8!5NgDDa z!_T?=XIArio%q0swchxgGadOLRo7jzg>g?`va#%CJ2bA)MD9#yQnYGKJ@yx-SMyf< zHh|y?Ckq`=7?jEQu_2^KTsW8Eqh<2}0=-|sHsPE^hx9@_aWIfpH1Z7rr4OiDgwN$= z@Oumlc8~ZHdbVzNKl#hMJ-jm&W^LRp@gaqrbFB~_-wN6=$IjsTE|`#Eh~?|IC!day z?yG>u*yh~_QnR`*$}f0cY>fpM@T-+i>N)=(30|7$qv@h>dCl@WwAb$Q_=$@rb$%TQ zVagzgwx7Ed_HwqT#0!Kd^_4w1VPVGGXW5zvuk-iS}LB7kbKw8OE$Wb_)~8ZXUMz5Kb-Tp!svG%E-6(Ha7S9aB&{r z%kGS6Qd@yguJi}Jw+~#?DW~I@_YzM*mF}HCK9~42Uz#JCZ2h0s1CoGrdk{sKT^pmU ziDvAM_ESzVAshjKl&ban$q4n~Ax52dV}sYNOSpZt_!Hptet*rpIs*%fNAs~gxHd2< zENsL({ineV{OW-ZVL$Wv(%`z&?y<&OGk5s>2` zxNRkJ$#U`T?x#7B-}ZtCs08IoQgQTsTNMd_ISRHW{*y zH;8EF$)C6Jm`0>X; zaTo8~JQiekq8?v7Z3vxlxJie}lupyT2loyIv^{=#fcbbST?`M!SZ+tfi$txJ)nO_3 zJ@omm&tLU5QcfmuLl80gz9Yx6J?`EwP(CwIkv8nPxx-?Vl^q#e*n#Sd`+R~k`CN%m zpZM&NQ@JmvU<_ECADrhSIy-UIr?cx8HC>_Q-+XKrkHf*Lj#Y9`kV12_et2H?suFju zi*C__S9dPNVQ;G=V_cU%3u9gOOBUm>{7Jo@GqyLz-iQ~BAT<3#ND za{SZ1b%jpw*>5m2aOSdTsN@*2rJJa*zq?R_LXzo-&mczaY`xxKU}(?{TZPen;hxW& zn3pF_6#Yoi``G%Cbr)Gdm}RFr5&~p%piuYJYZ(NmA;|mmhVds?%6viJpc%o@ZsA*3 zRJz45flR58Q8M%7v-^O+dh@}Xy$ z@y_x7T7(_8qFXPL88x|WAUAfW&8wpSPWHZ*&+nJk{3r)e_Tn_K=4xu;vwb$kH?B#B zl23dB{qnVhe*f`dF4T^GPmelS3>kk)Owqo(IblW?AbAC?QOgP*vUi{m@H+#Ob zCwdvxAmVev8X7p<>1qG9XIIL3nF9U6#~yX&nhe0NJVIsNr*m%}H#jnFv~N2RbZY~7 z<*($XK6?}Pvcsea(0kHMov)~TpH%~Ifn&9rwu(OXv)_hK3f}G~dr6pZ{&9_}J{xDK zDNTEc(n<4RQ|@excI5j4%ggc>f71sfM$v9-88@IHfbuI#b7LC9sWg5hO;IXFxuQPH z?H0lTkFNJQ$FgwV_>r6|O`uJm!xv7)4<(q1k)IPx8ku&i%FYzXSp4Ph;etvwht}ai zm)Jor-`%Dx09vrgH8~{&z+fAAU5gLP_UcX2u@9YzR*gO7?#CK#8x}UX+qd|5m-*`a z?8#~!){BcfFvciiX(LU7Z$TKhU+CPNaXK(Im<%Y};`S1?^ry zO<(re=x*uKC(&?!6c4t0pSWhQ`wXrjFwya^A|>Yy!=b{PujOUap;L0cisyZAD;^&j z`5P{uE9F^!|A$P^FO_r2ZnHfx}tI-`Z^ENoZi#plFi z=1YBInUE%P6M{Gx;=5{IR}L1e)Rv0T<;#@{_c?LfzA=PRVaj&G>dl?$4S@gqWKXb^ zep15WaM`CXw{&E2kgf^vF+k&%R*JqoCuYMN z_ftEM6{G0#J^Q&e~QVt=p_-_x@-`T%p%jJw>?JC3jMH7wjv4+;Zziojjb}x18=4Y(wmCq{A zsWgUSuE~D=DZSfVn9?BpeYd;E=2_UUHEXy)L$p=(7BwOc1L)(!s0MfhceWbPON!t( zJPH{y16n)2P^o*wU^k3#aK2JIBU8DzW~TCI^cr~}IUlxBNIrP`z5+X$dD+glir?O? zf3lJLDc`3|kQKlCq$-eo&7W7f4Z9wW=fP}v^I@aYB%oMl)u5L2gutVri9lZP$@f#b zPa5{UoJ+!>ImMh=E%NfG*R+42uk2icvTOrQFvh3pcOg#LI`%|BJ(_K(S zP^k5(G}ra{({qQyg6QnaQLjiNWDsFjw}%NlU?waPqXZ~6`>2A7O^H^p)SB$foHg7Q z(I=#l9$*c$rp82{vi+&itL-BS`@mP{`j0(hMHX$o+3U~_aO9e<5fVbBeo_b1C!*Ze zvg=Q*?dp%gCD10U;YvK`7p@twt2x2GWtqCSEb$Iq8cIZ;^>uuY^Ac0TL3V|uz@jp6{G=7rlbxOn%BaQ+;iny&xVYVRkx zJbJfMaHZ>)f}Nl6a^@1!K8E~wUR_|*!f`_={pG$bOvE2ROq_+LxlSN=5|t4?G;QEj zxLBQ!7s>m{vqYO`0RoWK(!md9kD>eYK1`+SL$aUG&hFAw*lA2<_U^-tu_yOJ@>ZM6 zJb!*);jw3)3-TotNx_s{pkEC#wKajm>{sZ5%b5FpJZeTt3*?om*%}I1;sk3795?E& z$6L}X9@OI4^N{c~*CA>j0i(azO0Dh#`cE)VMzVjwOWu5V!9eCapq6AP8D91|K^)<1 zr&%b$Nt2u$e;4%tIIEyA4U8nvXhro56!7>!jt(>Z-!zI6fsi@OCK+^ zXsl?ip3cj`hcOm`GJ`?~i5ub^WFE=6dWJB-dft@n^_|JH)e`WwsvcO~L`Y-fS#xwC z<_OPMRuLfl){>r8>fG-6Zz`M?{jlp-DZaBs5Y^)E0|~Y@NMJ43V1qI{@T{kkRuL!3 zYd?r6d7rq9_s}re?JYGQ-b-ABNuy!%0k1_ehBq~lQtnZ8*=x(zzV^_|R$);dRaEzj zj?Et1^85NZ%9cyAV9ZX@M{s40GgInb+PCR-{8{79jGpC8a>f9#RQwSs*g3CuRW2fb9Dkht73 zmXp9}G5Wr}`?s?wcl0W*=9*fxy;LD7JxrM;M@|fP)ulAm*=f z3;W(FfKtwwd4a_^{=&qc1lqN})w2<<(3OU|r8#bWX{+m_Dm|;(_e;tbFj)FVL7h4G zJx?02NE%KCbtX+5yJ~39x81+;!3JD8)X5(3PlH#5u%162AJKVwY#D7rZJ@cgOxRR! z7CR>e75-5$2V}jg#4WE%bQEY?nz}P4Caw0114P_yp`Xq*Ooe|37Nv7 zGv#`@E^se&?~foe?e-b*CkoL(`4-1nFT1BD^LQ}2}k;7s8Jyj#q!}8XRb#r2?YVfq`a8uJ+ z<7sSPj;ejH?{nhUGPIB#?dPq*(YUTm-Yw4Lc_~?DhW97!*yS1uBjHIlPPzymQvGFo z=7=#Ir?)-+Y?ToGI)V-j3t+<2sYLpA_pP^Svp{(pLX_rjAA5cw_W9mQfIoS|o=%-3 z_2@fr+M`wy>oJRPHPeS>+-oyOh+zB7GEyP4Cvf^_pQBygwT+Gi9FI_5&0Bid4CkNN zCslumg*>~V1|0OqZU*;@V#;;=%{S>-6;IIYU*R-I>(RS@u+Oo%w}CctP6?MDfK#Pi zI-_EPzV>( zy;LA{;L?Fd>iSs9k0;UryyW%*TX`7?Ze~o=C8p$*P=0qf%l#+n8JtS`(`#1 z+>^D(X63I#5x!VUR2sP~tv|J69DE16)6Pe=Pvz4e3jJ8074>(hFOVE^y42ZbIE( z5{P?48>6t#hdiI-N8oi7m)wdJp66TwA91gIX>WdXsh1BVp{$uF$T={}4;61{c!1cU zcHht7f77cVT=LWN(!Z?Z3c1mgG9HigTqVl@2F}wPDS1r#{U(^(uj7zUJ&enF@@*_$ zC7;vOkS=nS?<>d0hdd_oPbIk*zVGnI`fAnhXCM+A`}Mrjw)=9i=Xvbc>x%4A;-X*o zHi+?e;L9ZPzmkys<^iG`Zv58>L8(x_oj&Ft^XSI?DR7yVfOo()_f)aPLsybjG5EmD zV!^d7uR1i5Eywggmc-Y){vi$-sfyt`uYIo>UowNfUZ~a zXg0&koB%|efCzt?0QkcDBRy+qLi^v|J6#%xvAfBYlZml?_thsVVT+k-)yPsXKPt|k z1YS$9x5N!I;Lok_MIGPxF@SFLbtHxE^V?&h?tPF`i*2Py(Te@B5*VlIv?sV94&r(9 z*FHD-4G!8UT-v68CTIA9*$3mo5Ak$g9s2avSuGhn0#g1Cbe+U-LhJSpiy{UPWih=7 z{#?3by|1y4(_gtu|A>$&8ko7>0Ri@BBySV8hWo91_S|C*uO;sjo%a|X7a5?OIus4hcD90@hje7!o??GKg30*re zTUllwTx<+sV7w<~VI<-C*|RWt>A5j2h+nYN0Ulq1**$j^%E&M;IvM9?#7Q+A>!p2} zAPGY>_f3w?OCeRLkNr|IcS{7S{U~g>GQkN3Mqrz?(wf9;D}7AiC_cROsX6C+NPKI8 zrHRYme(&|HW1Zmkq%C9107!d;w2a78=5y{|tbnC+Di3kL*Q(w_$!6#mK6o9f@N+=7 z;7B9V|EM^!z!bb-{~lNO{W8Pa0bWwQu=y#*g7C2q9z@h&blFaf$;B6oijOt%^vWP_ z!D9dzWCe^Q_)$KD$q4U8C|B(*I?zeM!A|!hQ(k@}GGTW~;eeQ`96uCe@r!n`>qE>m z&WfT)QdaT7NTan0{rfvUxaAWT7d2X2;;p(rUO~Q~5ZmhCtiN37$D0D3_v2Oq0cy)C z^w$$aEl<}2yOG_uJyYbKBEg;!-#<5RJ^J;C)834gkYpB*S*JVNX3w1{7L(BT!;0lYj_mKa)miQ)NC z64qm*U^gsTM{fd?D}tAp&c{UPGDP`n^b7T};5N9ex-OBDMozCY8@_|2_xWKAy0^OL zOvlHfEihs3&p)bx0}Vd9GK@m5eean!OYuIi+I>wiZBK$neM6*)DxPCB{nvxK-+r%e ze?TGQC!TfT6#{K)@iLZKQf(`-Y!8mAV`G-XpL)-VdvI(t^cwDT(NKSjeYvmpL!i{$qv!f-s<|I+xA=-GSF4K3|K39Zv-WLPR9fqW!Uk3Pxjc=|DwA?@ zrBk8s&pd|e08pt__ux$dM4#b)osgF+-{U@Nru{u(`8GLc0S=NLc!heF-eNz`@z*iS zx2F9l^Txg6Jp#ZYW6$YxdFe8xe&|c|V)wem(S;$sAIvn{hRgJOlDoWHJ}q{>rr!^D zviFLO*)WB58$Fxl=IvKBMsj=^+FS5|Nk^w4`(-UFq9H)PPD|jv_Xzb3VP_X>j?NYJ z@n|3WdX+qwaB}h2Jpo;3nXCHwfTEkvtaCX@p}siwu}te-=x&4HFL}G5T6L5kZVunpeSX!$cgO93PWw0L4Er5V)O zn_Y5=99m<odnx+J4*r(_7 zp1+U~%3p`|Fiw(7LZHeyn9O~@pC{%`pX)^mh1bMh@?k6m!ESUZ*dgNJ$D33mV)T@#^kd34j3&5xOR**%-s;s#oxa zLvuwu3~0)gyVPp*YT`5dY+*?Ui8#C!<3Xvm8lI2scGxEkD{sx!mI{bjf+MMsQ&?P>%QjRIPt439(&7fd$`{z1#>k{2q;+H7I4+402-8uPRH%j}Wz3{Nc2u zO8TfA=+B<_aA`OSvNs4jlI~I9Px<({Tx;bOFR3tPvEao>uc zky#tm%0S$7z2~aI@#fJ zeXb9rD&%NJ=YS(8Ya2%2YPl36e4n6lX{XX(f9`tz4Qk;R4<>{&O0s{#jtB^8HKSld; zAO!t0E9YoxKo|3`GX)YgToeu<1^ev%b+gGxs=Wi$*E$q)P9er`8r3L-M)6}}?R37@ z&~R7Zd_OAPwG#4kvfr|)B!cQ-n%lDg1VH|zT0%gg2;lDq!x28b<}_bnoK;;&Zi$Pa zy250^890fy(kL2FMU&7(;LHnEZEp>(@PrA8OM-lE7;7$ci6@6+%Q;@bjpo*V!(A}d#i(lBlJt0Js)!3G~hxKZ+@Lmof9>3od zS?`}$Q@B5{!bE>$JFv0)yLti?f|Ho;vYa*lfwPNO$r=R^5bH~sebM@d)iU>Vmym|+ zPAr^aVyeR@y$RygU1>I9`2Y2^#QHoxh3>&Q!Ud6Dlf+IKGfOOW~F z?BrppMq}TQ62J!De32(D$h)((DKFBXvW$5ksw(Q0{6u%^e90i2e*LYQWdnBC8zxkG z@MjEH5k?K&vpH;j4kgFE&cer`y%Ds6L`Zbr4I`)TdNh3*V!f#DRm{Lfc{qt|FsH(8 z-(4JoILi0Dpc9SUgU}*=4Evn4IbW^j!#IFSpVXokexQmQ+p(7>iR5(iMy#nBc;2MxSP_OoX?`81+EtU)2^ zB$m>_-skN!P&NGF48oa8c6ug7@eNCdGV_mII%87LAT`0^VU^U@yM<9W%b$(ZijX#V z`w6o{OJ|^*j03^F1@to)J2gR)Ol^r27 zbAK7eB_7zRC8Bq|1z9ge1>pV$KAi}!i|m43OmsVK&d+qeH!q?|yJxMJ-|inD&k4p~ z-duT~0U*yK`!RT@2Sk1Sj9jyE)#Hwz5>)m9M-A6OW>adyMnDzka5?SVD2>_ zjT2hXK@(EA3s5LulJ>K@-;)n$%8CY^Gk4yDqUmXfO31>Z+GH$39hc*!2b!&E?&zHL^JiR}d#b3Zc{)P!`6$ zoy1cN9Amh)*3F4+^*Oi%2=@fQ+t3kH)bNXn;umDLbNlmi9iT+FvmkSWzUlGNuiQfi zJNQO!#*kLcAjqrH>Z!l=CwA1=Px?|}MfZPR;(XbCQa0B3#N|_{mTm8_4~-z3fZYW2 zxwkX9#>uz`R(w5Q?0x++%-Bl?WIsXJS9J}u)>UoDY7-hB^Z~Xo-!JJK$7tRmE+Q=T zAm!=?G36^?n|(snZ-I}jY=ViNT%_FJh|*rex&Kk@*TJ+sZXxg#RR(^+R%&JHOwUKy?kkZgHF~{o%1)D7 zNnBFG_nBaxQl_l!eEJO6)A1)Ip8**<`@0Uv(4f|OFSB;@Oz9htuP*9AE&hIg&)6IW z2wj&i>bh_^ZTb6wmhquKLt2jElq7fsQXlGiQ$~0{{YuJ{ZP9pQi{;yz$4C-Xdp{?9 zofnIaPBbhkQb60*?bRhB5!2BD4kORCjz68iWm++9Re5Cg*BsO@57=BAg5?`0Q``eU+I~SWn;~WZ~d9 zVgo@crumWvqxdTg<^1$g9Zv6-Rtx~CEoro;As8O-viupRVl_QMV>%WwB6G&*F7~pX z!BcSGR0t~I`i7^yn~&}?ydJ21t{GkpPVl&ACnQ-0YeRH<#_8_M_835h?fGnw{$?8! zF_R$PYNfFyx^rk8TWXNbvCPR{*p?5d<{*d z!qgPShmt{mdecPl#ARL^wub@Otlw#0)Tct;4E7F&p8moHirJw8u9HPc`1_t6YQs|; z;x<0Iar#aKYU=0~Ffjw(c<@q@rtSCcq*nCpBSlBar4dX$r*{^)g(c1NrXF#;=bS^# zfHkiIQW@oJE-3=smadw;1|)a8TAv7F>Eh(YG%rbeW*;8*W$|=wodqW6{%HOp-@lI! z??jf>^ld&5)6{r-yV!*m>=oYf)y+iqHCBOnc|BdM0#qw*-twtnMHb#&LIGfD|19lg zHe#x6yrr}hm2`jiEAV3+sh(@$vKF7TWJq+rHSu|Sr#%goBZmF`<;{jF2N2>0?(s*s zz6P;!fYw3ry)T)poZhizHIU`UxrhN-(g2>hGIMqJ8y%ZlBb1a+YBa?i_oBsA!4H+V zSr@WbZ?9km{lkOqWoXxzDI7VCTJ4lSfB{LVU+GZ4tDnL(04SdeL2SIi-ZMLFyB>rrbBtr4@KybKg;I{cP*xmKb>(?W4L((ftvH1CQp z6Z*lw|r3ue^ z6QIxaM~!KJn4e%rzj<}1R4NFDZ^k$ghDlwy)VaXxR^71BDaM-$O9LEXD%n^BOBB~g zPlUDV+oo7iy$sG5%+lBTxpW+SU)*=R)B+3m1^e*+#;#Q}Tsh%|)aO^xp<#Ni5{G<# z2j%gg_4N<4GI#zod$xDQ*5f-8D;+lK+(=$DHZ4-?^0Wo%v!E@mIJtN&64Pe#<)vE0JMXl&r9LdIJnHWpxnodED(Sa%RsPxg zq*+s<26QFmcqX?+}w`6f@H zUN{8UqYa$1IO8T47j&c;Aw+pFFHPh8(bdS$CkK}Sm)+v^A%6uoc*iF9`|$m|U(XgS ziD%bm9<9ZYBE%EXEG~JH7S2H}OsoE54$b{jsmHwO<4{Hl`5M{u#5cnSWiQi9Q?i9m zLxt_vI7}(JpU>B@(Z5S^{jz6&wdO1Q2lks@EG}cQF|Pw2Am>hyUE_h0OG=IQX-y6- zdZX@@wvn}pG`c)w_{Ii8Af(m4+wxTLBV(^}TDY7=+voK3ZVou(k)E1No{3;w_8qM2 z=)PAx*X&@r*|+|!$%l6L(4=j>HcYXYREK%Atj$hCm;pKr^HJ(^Pax~*Jh-RN@Srj*!<~g=4!}fwnYS;cXes$<0glMnXid~T*uIWPA1_T7%F*F{`)oN1emQ-P zWJh^~c!LE(qB2%v1>Dd%eXTAdUu1|x6qPE636D;Sf8q#cFsGxu-ceBhJZ>5RGFf!% z1l%#$IkY~7*C)Z%v8e7;SyTA+Zh46PqiCiH6PsP_UkPSayB|y5EO)PLi}LNp>laRw zI=RQ%(36M4d~LnPGIs3VspPfp3vb(--~r5c?cASWmE92TUmvN6{#+UiXE<_=RMxGXtj!GYd=D4lv2#kMh+SK<7!ulj0X+rx7 z2@US?Gv_bwx16FSei@e4>w%3RIfew;3rAct2HzviS?(Ao{o5e<;VQ3(g(XfQZ&EwIA*Y|H$QOy$h<* zyY4j8@C$?o2z$JeZr?NJ4=AYcEN#P^UYFvRw66jl9r{;gxNEq^pzqyWW4h_w%v-|^ z;#Uo5%>||s?n}xUAK29=@$z~Phk3YfUeNvFKQma(Er8TE;-qpk?=6t6f0_xDEV}V* z>BG9aB#FSa@Ie@8-@^lbOKbTAcBi;63@^v^Bm5o*F85Wq+`XWc zrJo`J+C|kQ;j{C5DmHxMeqUelV+6>KU|enCT%7~j+{ci2S`c*_Uj8030G$Qj7S9g0 zANP`O#+`j6CfK|x0;@IOM_Vjyb>Arda{elBAq4Jt>M97W6Eietpy3~oUU&4{L5+q( ziPz4j1AHNZI1vDKTry`REHc%olkn0qJ9xgH6)Si7md|j=-FKZL8oNcNYGq+cpZ;W| z1pA{a=W`*4{&Hk&c$`oXzu(sW^ogi07f&Y>0_A0TFi_IY?GW()+PfT|Pb|d1wm!!@ z>VqGPy4CywN@s5#1e6;FbZJNMcMWSb9f9_2CbEa$xR}`9+G$1Apna05>jH zg!mjmnEXC^w_`Z@2~Jia4-I|17gQhAw>Qz+JG!~Y2LCaz1U?oZY1P|oAzyC;Yx?;- zs=QQxeax^=>X)9*AqRKkul5VA>kYwLqxytYDZr!@Q{C29$NW6c)QCko36xb$fg(O9Awm3C>29;GzUG+y^_HeyVxD@paHW@$rDyEEZZp==X{O|V$i|2Akt>k44Z>S+Y;lo)5(Y2?ZAsRuD z8LsoQ)j;;L5evN;5zO>wWJZH)$wPAd+O9rGjPEy&XqhacF3wF==*f{UG z+~->v4iI3<&ZUufB}Fn649_!fUm<1>Qb`UD@Eo1nyHurFSxM-yuB=7el?x#(IH+sC7o?M=BB zv@mxCZ{V#QDm}y|^2I7B+KOmx63m9W-%no|iFob&IcV@VWj$ z=MUl>0!h^<1d0>0XO4l*?kO4HJg$enM59o>EjEohUnk1o>A@vgj~_On^H!X2?FD>L9nb(-6N;8WK&0@-{I?%?j@Z;rdZ@ypY>uv(B@$0Wky zezdQ%X)B+7MY{g_8UKv|o&_MyAU0r1?k}ksh<%o)G6TPldQM8J5Rwip+K~_zsDTXn zAXEvlmx7XelrS9xtYoxb!iQVK)?ws=>!0tk#2{OBSiP#~^eQvZmFv)uLJay+B(i=v_CG?73Gajx+&DZANTY5r;5~2lq%Oc-z zgf`Wb@Wr=v0WI-bx6<3?7@@H?U#$Z{?b;4-XlS_z29_w_8D~B;*=^7QODdnWVHeMd zt%<}YgRh!SUOT^Nz986V|BD{|QasD8HSq3lK;R-Nf3Uwj{GcHuKVa>9Ik_U)0qKED zDUyUBb%AsqI(KEMCjPSX@ew-vo@K{HD+Qc77Fg*msIhMMEp9nuckhap^It)o{C&*d z_^r$pKDZ7=Ldu#tZhR&ea8v;tfdzJtISo05X7P#4>FtGM0uO;CPC+XkTTrh!yxqse zy!3ypquV3@$rSB)Z}2%O@$A`zs7BN)anCLc6kY&arpt2s&JqB&8 zZUcg;`%7);Q=q{id|_=)>}W>131rKHr={#VwJ!0hUg2seJ05sKAIT*~GyzatsGn-&#m}2agne zftES*a&(8Z08kf?cp>^Hj%Et&KGM%W=_HE0g&85%fp`tFH?uumO7?P{qiF|wTUs-;(FX{`rSp)j~Y z>>yG8k#t^Ls%k+L{UxHpqkw>bNCtTW2}+QR%GaMopE2(3K5g3u+@W?=t+^aH{Vtjm zc4=LE)(1uBQWzgCO7K9PQtBHkN#2p!wBiN1*iC?ZZ^JZ4&XMQs6#!Ixz`X|;+(C3~ z$Q+0j35V)cp1s|38n05jm(O@##$=IN&ac}6(^9^5R}4@5V`CrdYshgQ5*=6PeH4KC zi?7D}BvZV2G2d0@L%dh9!>?dcwe4*29lm8)j$V(N-O?MkXF^G24UO+Ua7hOPbzhC) zUvSPrq685%Fm{J9nHTm5SJopxzuf!q!PATFBJGodSB1|&Pyp8xl={nLSF}(U`vrE` zp|8^}Z8yD^u6F<|fHn;I{ATjk7M>uyeP-=%s=l9F%Mo%K{HoQjm@~)I z=dTN_#Pww!pYM27^O&y0;Qok=bmHthRqA~Kbqyyvf`oB%)axuq<*8J-gK*!ZlbRpU z;3d@L6i_QiDa(NNkY8IWbox0LSvYuqLa=A8)|beLsWt!DlIS*MrUQT}jj|URFx!g{ z3A7Eop3ODdfE;&U^ni)RDl2#I9{oA+$Ns_v-1;c!wuAo~9|o%%&maBgU-VP|M&CEC zNVb*AKse@}%#f#o3pVvycK+qT-c5Rw5;#zc{il#xJj^YJ4{N`F^FpSs_(;n1$+;LR=;UhkF2le=oxf>4RRm>oIv^XYua6F)a3TP)5e_;Rw*| zOP4@J`h0lF-*hARFoMt5y5!b=WrZTgF}(oSSmGZZXZ)6Ly+WV*BxY?6NJWQmFT?{J z=F3w;&T(LbcWa;Rd2^8`@+g1+WC92@>cg|^3!ZKyo3o#;F5ZevZ}D%ree&Hjjk7mg zhkYOg!8tj`SOoO50|TTIObt_Fn)ktC62?Mj8t$VBdq~hfhCiRcv^hAFM@(t)Os8R+ z;8dLR0ea=wdM0+Bw~&0gCRcyK&B$Jd{+n>$REP(YwsW#yR2(5U*`^jWznmJny*#P0 z3#kR?+v|lDO+bS1lu96aQ~y{kasQlf!)83i=dVr;C<(JOu%+)=oWMs8lrp*g?DLId zbeGM;0KFN_MwsUhVfzJd-FY#jJvQv~eUV&N5w#g2$;0E8sJAZsZsTE5)nWX~rokF$ z{1CFMaJ#H>M&!<|n{t^WPl@tgAKdsk#R@F9kS~LaB3_d|>zi@R!Skxn-nPYZc*vLg zi?-(bIlQ%C9G^`Lai%s`Xy>6+Y>0Xms285-DJxkj3}fQ)r{{bM{^V>g>m85o*F(5Y>Z@s^sG%F$JhU@w% zIW*Gi+cYt-mn{^$`m=!Z5mnsra@_q(n&a$sg(EaY^hs^x9gM*q#A$}3!i0fnSs+Dm z-*)YfXu0JB@rQ#d=q>cVvNUix%;bG<6m?{H>YATfc~cKm}nht5-LxX4i6 zJ>?JcXM&%&748PBN-+sjDyz*%(DA_0-erDv47qlF! zjJo|;GEJV`3Tucry;BziL2C+ zt1^3&Pa-yTKn~sx{i;>XNEcWXWP=SI`E%XUpbEIw)!wMR=l=bJW@H_)p8S=s;S}2& zaKcE2QLDYx8Ti9&*RbjgRUiIC>s3nL(ld1|H~x+1>)WNg?Pizk zU@zL?l;4f&+s*!fjPQjx!u04)kF86rzfSgV3wluQ2d2;r0uxEzN#Qd66+@&7Q3JG0 z-~;qIUEY7KF0G5=$qEo7>ZPCVW;-@EWw~7mJAxNcyl=N!$O8_e(cxfeIA#h#jcy17 z{Z z>SEokZv|CXG+%w_doCr1J~wn_zHywZM{5Q9(I422KilslC%u5SmF_cTw5k){MK*fSGVV`GBj8SwETU z^aUd@QEL+JKc_zd)F@Zp4+)Up-8rw1^!jEox$OesUa=e1N;<4S6Aj=aq$O_(+{_O1QD5 z&TQ6`rI*^dI-Kk?6dWwJHR;} zaTkn#rE$(RSR_v!5=v~jRAYK3_d#^D!m$EM2BwmS^0vH<_ouaFB0jm~zBV+A_cX@g zoQ`RA_J8J0bKb2?fQp(9k3u_Uuc1)N^S7CKJXi*Aa%1;H6>g`5)Uv3G?Wx#z%p)~a zW{N0&uL<59+!ssKt8N@{uA|C$7<>4*$Jrq%Y)+-+j$q@KT5po^aRM(27C? zs(3jEel8v{^M!rtcfR$7+BE;dz$Sxd$*C^<)bE6rWvT@bSUhYa!-1L)ROv8GC*4bc zo?u*#`3-L{(9lC3DmKh^LOXq8tGkr%+oMT{O)emG#dao)-ekW3b%Lu2=Ihgv<5PEP zL8CT)hm(1@wbk9K%K0UduT5zE!VXZLI9QkGckRVuKCVl`1Xul;ft>Mx@Z4K|(P&rC7&(W=5RBhN* zfbI>bt0*?Y6UGgps&c`g%{VA1BD*6Z-Hi zSoBTUTeHAF)YTurV7~lRJtR1rq;iM`W3ijZoo*Efk7~_3{gxb%b}jKlz0seD`=Tri zg`cuQC8%zdy?8&RFOH|*VXrhvIS$YdZx2jUY@;kjt`N`~MaJx7is^k+QDP%qZ^RcA zv`*WXx108|*<+7wu1Lx*cg-5B&OWe7)8C&L|4R1b`u*(NAIk3e(uNCav5#tq7v8uC z=+a`r7}{v0tY2@ru0e!IPIy8AIj3nKWO8TsCKHn&S5ha_wiz%-(ke5leMf`JA+!#C^TcUNCawLY zhVLYG0aZ5N@M*}cjook5&w?hKmz9nbe=*iVP{L+7l0sX!|c&yI;3+z_wONLXZ@JN!B+ zg1OOzGk!An?-S}nrkaK?H8b08GXT?sBQJM;F^R(nJ{FXL|mnA?AYK%C5n zeJi*b+eFsVb$j2B zp^|#4r3cb=D| zoIf-&{_gFA3vJS@)4tI@XE#aQa0iobhj59=dgR&~g zcfskCDRlQvpZDwmC{4lq?CP)n1Rt8+m?_|+X4q9=vO5{);Ylusa}=Cvj_%p;k&Evw zgEhc8fD22J(8?PB4W#DJWAI4S?r?j-!E$IwGI<`3>nZR_@UqO%iAlol?-ws_PJ}8q zC&52;q;$NEuX2K@p5?ug65nVK8iNO{+KOP%^nyaKO(OuIlFw|Wil_vYll%BPWBnAqMw+g6A-vE} za?^ysz%$CyeeyUb^@kLxM}LUDmleX#~s4tyYI@e;Nt*=u2}oX@wxI2-pep?)^q`k zmR*j=2E9~Z`+v9#-S}vFUQgQk|X^F-}i>k1u$pR=O0P!wS+**Dh&Io z!F-?SUA;Q6;r3Xm%YKnxKM+=v<9%PYGxyGp?gs)$sghp>!>s70`a_zA?jt{YxC{O} zaI2hv|EYvlq_L+szDxJ{@pb2Z)4h-x>iFDV!>fPjD`NlHUL>jnFtjUNk2>@ha?#5C zugB82vbQCg$$dgAzJo)nAl*M9@CmN7+zPs4dZs53lln^-H)e1O&;Ih&;qUMWW^qui z$Bxz1jU9jP0w1xK9ngcVu-6W{BQYap2%Ye1-wW8qJ+?%MBj6s|or!OmH$lkVrxDC~ z*@TzGgNTB&Dek9PEP`jKyXTV;d=3OFpn2Ly4@L_!8u5Ts1hDiL3&ig5Qb+dT*iTmw z_cw|B`AxY(CsN8O@<0M36{!obKub<|@((9}Z>>Z|>V5&88Qx~AWQ={jB^UGb2Gj3x zDdnz{e=gSV8*LrC?EQfesGJx*Bm_kPJ{|fIe$TE=v=8<9XkXoy+SR7yJGxuix1mqUSdVaw}QURl?{UtbAX{qjR!!ffG&512e% zy(__8pjEKVj@{Y5f*%%_{n|oL!R1X01Zz~S3ar;89cNmA8#rNB$#a1?MKE74qI_!> z&9R>3pH4y{EJnmX9~yuPg0WwYS25EbhwwV^rEBN)0CBIl@_o3gav$S;E_v*kGd*$3 z)T1d~j$$5D=AVl#em5TpkQBb}ZJxl~`4})H({#T9vUMEA_A}gxQ*&1(eP$p@JQ0`a z>+l?K0kq{H!y~O$Hf;!hC3dqtWO7-I2xWUFy$RRxBIJ;VMwIyLt9@XYAa4a zC+#mOfWdm9SV4dGJs3fZ$o3ZZ_;;!cEI*aOC#)Q&g~X~H8Q*H)uyPg+4wzl z2Y85rsDb6bkAItr`q41J1+>}X63Y+F+xNqXc~~(yMNzx(%x%M3WY^Nx-UOMQ$cOD&UrP-+;YEBj4$-~2*t@p$v2-0I8x^~?2PGxgU><5TfP z1SPwGL!6(7z#Q@yTun<7-J7_1>dM2ld$W(%qGj-n2JGp0MoveO;pTib7{*v1U(kSY zSM_i|13s}J>4UBQO>gO*pFje$@IU?gtbr%9u)qaY9mn=MFN^`b9a^kL@c8pS6FT9t zsdO;{<6!rN&nx`$IMS$}S z>o|NC_4|bf<5`JsYtv-E7nh;8;X6EwcpVj!-PhraDSj97l^6%M)6MH!dg)!&_Z(OW z5r63ppCbzwMLd=IYekRFfq1rm&bHF&DAe zDjyi;>j_FluEAgyg85{cDs%qu)rcRJHL~~V3Ev}p{pObnDIAHvohby{%?obM^viO? zy#gR~=8ol)F@0nbEj;ZJ z!_Wf)`D)zrFG;=st#PEj_%_htJ|3@qci&7EzKP~fh6;5*1R{Fq%Vyik-No+pOOfe- zqajeg3i)a6g41CBiv3bR>}|?$9$cTO!+mUcgB@e=Ht-1hLK(6IDkD%m;-r)@9B%Dq zim0ymM|0!0j*7?a8{YLkr{@voWUUQwDJ)QYR3#8lSPg$??GyiE$jbozeKj;s!0F$b zR?2pYGAW}|+kP=8fZP{@rJ^OJyT<|Y;jkaQ?MpnZFzkI%lj~f5o&?Vs)BG5Z_9*Sk*7bO}l2VSE`W20_ z2H#U(AuBVv1xZ_`R$zV>!`>~71kz!h#VOhRinLMVf#+wmcimAzturfx)q*^pvi<^)a`;e z`RdEbD4^ zBy@pzs88?R=r%djB+0f zfPy7le&7c8s<_5jirhoUQT>S#n?v2rmXxD>JUfcL6sAq@)C_@3(m!DKEgul|d`GY< z2C`1HU2oC^hxE_6%&VK&3N#v$_pHt$y$mqR;Se$_b!j!JQ7``El?oOGoRTWXn1be-GoL0f z@La)?lmJO^HtW!Y7VR_MjHl26#|4HwSU=`82|ieWlhrA<6U>RfEKr%}fj*0fEuhs< zkP)uan9Wkzz3?!zPIQ}ci&WAJ`O0*zFCdQ=xIMJ5<&_ZCASpyK{XS|0nvouPq+9Vh z%*crp4ib5nuiA;1v{wD?dz+a-4Y=_Q17)+o8194rF1|51&f&>;SHZpYN>vBH$Fr1* z+**Y3REE!IaMY&8d%lgtOqAvV&bd)wlepGLjXb=VX0FvQ+>EKG?WoQ9ji5druj`-C zrEX?DipBHU*Xfq3X>6JIkrfmYISaAFVIKi>e?t-%7bz~ea}{-Zqwg=P%wOA=K_L>z z^at~{D4qIk*yrjGBbdeU*Q?prK>z;7U0Q?=XlTh48y@uiRd=$5K4M!C5N&!C0##^x z4l9D?%a=O%@2?)C3#3ujeRz%O-1v#!Tt3SlUYuSg_vQ0tKD{WO=piqE$5A=mZxT>L z>AO&qD=nEYY78ceyEhb-|9(BaGk5Y3tFr8*+lg2uei1+hn!9zorRoj zy)F&KiO^Kq6T{#x-Y!Fzfz%ggl*7g!!!3e--PDVO&;`~BXGolu$2jH(Ei}A+IoeO; z@-mA`f6MmS;2$gvc2w79Nwo!hX32NkPyYDG*`s+XZpS`THZb=(g*??=(TzU+QQ;fE z*ku&GA~cV&1wAP2=g`Oxv_*f_(yP$Vb$EeObT*5K7YKI%zad9;&|9%&do8}<4%X5z~zJqCf* z`lBZ*3Vrx)oCcPTKz9wp736L1fXbZrEjegy;A#u>cx{4`x6?BfQCcYf$O!tvA;))s$L32erOL7eOy$T-c70k|Exgy_FDWtK78qs z9FGez+ik{L=ZwX9mZ-o<$ zI6mEc^!mtH{Z(1a-%F`ILon`8o?oq>45*|HffiHTR@B7qZ+NtZ~cLu>)Uq?BQ=fU z57OFSby!&)%!DWr>g}ddjsSqnqebS#9`ljpz-=3v$S}?ZF*n z-=$#UkwOx|OVnFp;5MsI0$N-IeHx!>?pnBrnGH$yVcU@W{2Ri+#Od|T`)Y*7AE!27(xcPV2;UdkS4p8%X%{LWsioh#uqxihF z9|-(YOS?_1S@R)tK7Jmf{(1$1{)QHj%g6Be6|LQ4Q?v7Otbc`g`N-l0Y6rai4eEX| zej{mPzmj6#X{Cjv*Vhe>(Ei||OV+UtcLz)+{0h(6p9!oetF8^?h97^{e$IuXX7?kF$J!~LayP#R5ogM>Nc{(*-v zm<1y3HzWU%Hf`2^WeYJ1+1nr<@7oQ0Trl4Szs%0J07&55DSX)b+14Z$>>&38x;(25 zQHVeuOP5Xs(k6>QV#EA?{vANo+-wgsS-ynbKB0Z`%5bas;U{M@3_@N*a=-b#DeS?{ z1RkWXxUCHo_`(9r;z)%UsT~rxmb1e?x~-g98W(~k1)9aI{8zb`N%*0;)_l=fUq;He z0W}IGg@b6i2s{h=JxVMB}(;fDEbcwPlg@_w!Ap?g%`GpSvYK913!BN)aYe{Rspnuk1 ze!H%_3`K_9Futy=9DQsw*T2SQQ~Dvbt?%?R^@+fMLZ-7t%fCOvoTKK~uG&tLnxEzk znF^Rx;SQs^kaL?{y_#rFr_>tm6))i!{6LwbsObZDAC#hk!~rD-GbM#$Kh}FIk_T$e zXIq5o{N>x*&*J62lBvvntPou!sX&YG6uid zjICV`P*soUQx@pSeOsjBbi6vcvXhjXw+BgCJoVV$W#8yr?_&nc$&icZRczg>4cqlJ zzlqw9KHYF$gkAzI0ndiBxl5_nVECJIrp6n53E$MuCa2sI{b5fpxxd6z>0M(g==^@} zek4aE`VKN}P*c3%T7zP)?n^VeCJt+#^nR#&J!2UMKTzb^5 zMX87RjP>@VVIK;JCWoz$FrM+l)7u)B;vv9fg*cqbs(yjy8WvQWacDdJ7N$c{Ju}a$ z$D{ydqn(y#9#|aa;$cE^hUKBq;`Mn3hAal%G1A{uW%+kJbOyb+c~&YyiUw?DjX_lW zHIv?OAw!aqntP{ZgWy|ITkXqq{q<2yIP$XE-{B|OAPvb_HJS#W>{V+X$K^3ZEc&mQ z4z(Dl3T`x-xW>KeFI&8WfNPd8xX}!peVF~|<6IJFj~52JVD|6|u!NrrAG=B2W12dORl; zN~d@fNb_uvB*W#yB`d^q>ZP(YRy_^Ab-M5~T_4v%UeO5+zpMj(ouP*gA*diaxzFtq z$;;?g&dtju$ZIXwo!FLhWoG*~-zkhz$g904oDxS#5YaXWeVJe&$uM3LoktPN*~+dU z=8|Y=4Lwv@F8)s1lI;^FSS`1FaY3My*|mUmypTaatQ8UFfZRNAV)>!=i#xtQS#{Cj z#r*gP+}wA&9#BC2^7Y*I)g=vVFb6rOK2hd&_)LEXTxbrzi+n5J zsM39;uNOe)t0dX!f#*0kw7ics@#-y-%bD$G6i=l^TVt84Gq?2Q16{NWiMu4qc}8yw zga`4%`Kqt`ZJ#hl?B0UdQOkZg_6df)@UhsUMh3i9tsJMZ5(OU8^&FEY`)V{s!>;Q# zM${Xu!3i}bV~v$k!wLq>bCaL!3~Rgq{@d**)$ux+NQ`+y>zqZgJ?6(-(`<9SQPu^J ztncU&@mnCP<-xq}`$Q|28J5H#u^Zydv(@ePOnq3bg%J20R@C7K2En)EWXyovh~N|-V*_klrx{+V2cu;PFh?R2m6;2Ei2@&?+Oi{ zQHrq_jMk5-Djb_myv`%KE+FZwX6(TN_XV)ShL^j#5t^8sI1laycAu-(9+ul4SA`Ja zqm9DZ*S!K{{ce;OquDDUoG+Xp-#?f%8HA<;kF9+H zQ3q@n@b~$?ug6aVH;kk5fIy?LiEmgHlYuq`UqJ&un~lPhz;liOHJI|{M!XgNF?*}W zMAYhKAB8ukNKNOuhdkXrT!EJ*Z)cJXR@(;th2KoSG6NUPt z!aKhaXV3ONNeGtD_)inC~*8daPTyY4i|*0zv^noYI2M^!JMD3xi*lc7C9K_$t7tVYzU)+MbD6~ zd|9=$Y`zzEoEIhC2JH}+eUx6Fj12aJRUpULEBGtfyGtQV3`+3RnazI?x;9Uv~=-|YvYS+tqs*-PeqKD zcqH@+O^W0PsUj+D%Rq(MSRYg}(ZTIveeJ4AJYDf|ddohU2aK!)ZEYeYu#&c3uj!v*7&?DTERDzUklZ?RjyKj+PHq zk8bG!x4LaiaIe)oO3f{M9UuMzCvk?NMnT*6O(J3N)v^G!y6C!`Z}CchFfqEL3i}ob z^sVPI@0bY4&$oo-W^O6RG8Q{2uB?Dfxu*@rhF_V<&b&vT!TfH z_XmEtujul~{NOjRto^!(Pd*c5pq9F-e$JsU!42Uq)!xfO|dIWjpcy*;~3nDJ-71(*|f>U;>PFQ`=paLJo>8va-VBauy~ zLv?dWwucMS1lCYrrv%{a(M`JK`W*nbhQ&y!%(99?!WAXGBk;1La1a(!RqkC(N%L z$TPY=_b-Ps=C;4|PwzH1r+CwcJ>L|oXHx=z?B=N{K!M};Mx(C-EPnMdxBq*)(<59h z_H%k};t6qLi?leOKpy>OKb{KhE4M$0n6Rl6sLkd19aE*KNMxCT^BL>VX z0dm6gzLiGXqpj9Gvnyza)KMw%5`B*KF$idgVlGczC^|3q2x>nib4@&y`_X+Fki%3L=lXPFF-?gfc&4#!eMGQ`NOTaNmtu6o!8NIZS%wQGI}>Sw zxxKK;zQ=S(w(hgF;;o-UW%$PjlZm zU~k6&F+Lkbcx~l2NYC#HcOea@KesjzSu=j3(_@|p`w6udBD)bQ?@!UNRb9?p?9YT! zR5@7wkIrzCcz~4gn4e7COrvGJPff@(HT@;m;?efR8quu$W4ZUZ&u1msY8&|~8PI+3 zuGdoftqvF*uW@d4>!T}cV6(0p-%eby5q`BV*n*)lcNky!%<7!LqVL3{7mvO1%aRv_ zU+P`6u>lD5vAR`g5VdWt@^nB@9aXvlO>dqIe$J%M-DlwbzfAnH=`nTz6G4kU^6JGu z%iaey&up?6-~wdD$|FspnpAVVM1>Da79KQ`*e_AW_BxJsS3b5<7m`PutD23s z(e3#z;&r&N_`yUer~D{Y3yV0@9`5Wu5xqTiAZ(iKLePzD7W%M zvu~tnd=N6u(slH8Vv#Nr$Gp8z2HnmeQVP@mycGtDaBXLpxJHzc?EpqX^( zh5o8(%XJ~$ioUu_V&O!B7zW7Bn`Kt^e7?p>R0K4V3X7r>#VH@-X?VZ(vHyaZM+Jql zW%i|svZa}qpblYk0u5q#^o$vs)BVWb{Lxm<#Nq;SBpNVqL zulChEHJf)0I9z8{dF?DG1m2=&u6491aVH&NErdT4so&c10P1#GxT{Z43I(opg$#Ww z&98=C9t3)akpspntZTS`qK6C$n~6m}fMy!-M)?Ok%(~~P99jW=arg_%9rlra|D00} zl(JAgOs7(MvWt_?Mr&F3FMy{*mmzIr?XUg$lrf~_Uo)zPSnA#suz)FNYuLEWWH2K2 z&CsL846wjqzrQ74_q@FP#_0s#W~j8(_yjL49?lc{WucuV00shwVGeZGqAv|%b+dR^b(K_%&e3gmP-y>d-IsbT5<8k14 z6mB~wfm{NGe(#Q+$ZPTPm*ejd>_<~mvH#Z2Lr!MrdMV!|ji8}FruC#tceFJZO}NW< z1T@g6N}KK%_^muh!i5d(QLZS*Oik3Jed)q~3=RHr^~SnrmrI_;9*lg!4#SKW#P;M0 zrR;SU9UPf+c(U%#>vk^-)okx?Ey!_a`76TbTgDYe<~M&Ge##;EjA4ED_jKUENqd=y z5Y#@Dc`pLFu^i(QYiQ-`OQ0CXmibi_4?wCtYUUTw>hL3pROH5fhFFnPB7i!Z?PqMt zL>(^S$mI)K`8@W3mv{Th=qbm6)XeB;rt@ed-X45X*ya;njGuDy9_0}Zvfi*y<{G7g z?6}Xur$W}!fn{kurSEhi@%z4EeTF1fUj$v(9Eps9i8|Sw#flZ?pVaNX%ka{OP-pj* z$ctWV{H&W|a%%z2nmTG{1yw=N0j;$KM_H+zfn+jQXsG!m*`G6N4EEwfhsnrFdcImK zdQu)w0^LB4!tW1x(~M4!F22ZW={%GAwka;Qm5|wdBMUY0GWTU z_7n79m9iP#zmtz(KA&-6x5{OV`Rrw2*Aae7bBQ51Mj+b44 z^J=n>ozka$lpik6X}>#4Ed1(yaf@HN@-nnx`1%y{F-0dO*8G_o40rKMB$Gn0z&lnD=PXaoe ze2M7sGK4qAshnTsK3qwsWGCWFj$FXA>hb!A0yvpqJY~F7kSFmaNRxDOefCVAv*@7J zkK&9P=ec^F(mR=kJo%j8KsUcBJEA*)oKSJy8U`4MqcDVwd^9gBOR$zEWmhY)3Hsn{ zbqHJZ+rICI1`*y+g*a6AWoBGYk}wbiV<`*+WznXPk1fN^k&+FM`0%>3>gNL|^6g@N zztk-IcTpwuCOWeN-F`$A%|$pNd|qeknO)D#8QI*P-Qz9BJuEsqt-lbaSfUitw}s}( z_i=vV`SFB818nQ3gY{zYqK;SRR=s%<$`8ANryL8f*4wesg6 zk^LRKz^zaFI(x@wHm5ezq@_OmPO}}?7V5C+D6%?eae)CY2vnuiK01Tq7Uhc#oNl{m$|=p^O%==X&=3K5!Xw&67Kg{Gy*& z@w!neTlDpk-fKD9IkpJLk;uule51X zL|xw0H@0LPJm=hj*VF!K97DlgYMy_pW1vV zXmPnT>ZWX*ar5|Pd&3KYmLtEohrI;nd_KRLIg|FzLlk^^j9xp=5vLR0%w6KJxJTs^SY~kl-i~aN zejNJOte;;ti)ihZ&ijgz#m5J}eTH<5^}93p@ohhoC6iFxUq;Fm8n)INkr00-4M{ecveR!>ojkIz5s=6yzfjIscRkwRDc zUG?6+LHTG!=OQ@mEpZ#q@dnTys&!>zc+gjRMirqiLnSgIbwe0J3qYZgXM06u$A}_f zKui5KJuSnBu$rm7`ndy;c%IepFRPfQ4Z3!Xcg?fFd-&L2J8w*uUf8kZP+7dj z4r05!>tnMAi)V`UDdJ#^z7Py08i}PAfo5+;5(++V?uWsNcF|Sx#ySs_4+fvS&w|a> zzm*Hjig|E@+Ix@#B=M&s*p7Ph!VJM(8noqq{6E;M@w&?s2hWI#w7{5Ys-K{rzQ3Q? zsCyiGg*h}H7huOb&NkW0e?GYLp?r-xfSBnHOI}k2}x^+sDAPY$K zjY+i1;(vW8W8X~qhC+cd8D|Q_5MzbO9|^Q_nv={2r&nmz@^xU+Cr)1DcXILX7qNB3PlA~Tt<#vP?4*q0_-NdAbvPri#N zG%X`-B7ZM^5AXG_%A;-zEM&M3BR2j?kM=```Zj~D~V(d7K2n)8JZJFzR z8G+VHeT#a(c;KyAA{5|a5+rju&)xO$@rXU7ZQk+)>c~7^h#e2YIo<3=?_h-@-}H z-}krTg{Lky4qFWy8*Hi5^;aC@y^Jqk*c;i55)vAJ5vF=)ZUP`R$M4LK&ySeFQ30>^ zq2UXRx!pLuwP{%4jiq17q$wxO=#R|1iczdc?#)S^R=>4Yip4wAj#B!RP+2v5%wM z(M?F14(7YiIl~mfD2@f`=kAF6Qi=b zxpYk*1ff21FjR*M#lkL_FFKr5st9kCdPs0RIWFjt&&lG)n^qB4B91Trg_e7Ir@erv z_l^`?7eOeE7aX(W4qjhPudy-86DEh^U;5go&v9=VTLKs~Hr!0L^aIMqG%7Bu#hQ{; zQ^>hvF+f*!{RWd`Hh`E3+08$0QjwdcWftIzrji}C@kMLne$VGRQA>Yfe8?a{ zOK;Y*E<>(<=MVn$q7=U) z-x{1UkNe`rnhaj-SW>+H{_SfQ(|s!lGxkBn(0?i1vwT~uF}&e!;pQ&YiNvZWbEu~z z#d4Qkv+~RTk#t>aYHDHhl_(-`DM%9#l+K+rDJmdUo<57o`Q{{(84Ch?|7{gwW3}oj zGADk9^Z573KT;=&Ky7&k@P*p6&lPOz*qa3oiV1T*y2R{_w^X9e7@)tt_AReY4Jo*z zZ+Kc|tON#{b`|B(=QX{x8{5O!So*z{-yOziXaxfnwMTf3NTUeLV3n4K`&fEm{b}7L zeQAgGPLCyANcQ{c7OasqMe`H|R0J>(jvim1NA~=BkV&ncF@O{naUDOjA|Dpkc0|-+ zbFFiyp98b%*Nt0aH=Ibz@a@G)6yXR#{w9HCsDL$hF-M)U;`?zVJLZ};H&}=qzGO;; z5V~D6F@gn|#RGTeT;7Qx0eggbEnzpseJVKEW~X$w8V&b~H0hV7X3*5o)HhFF`oW6e ze{G(!XJ zD{y$A$!ZqS5}MzWao{ z^#E*)*5`xY@^q}4`wgn~_Y?g@e00y(x#*8Pe1H4SN<8Swbq;R&YyFu;>2mX{u%Ygd zHJJ8W^(4aPB7I3PhYkZk&!3;Cr?c3HvowLsuE#+ycT4YnGMzpkFd(SNSlXPJc^z&Z znc2G${mS(Womr6jg$b3G+co!AS`XZaot3qIc4lv*CG3{p-jz^h+?#42g2GXA3 zrLNjlKMdP`K!M3!kY^2Vx&d0`qiLDzrpdWZTe6q{^nmj55p`i?g(YvT5)A^7g6Em z6iaZO)NzgMr&Ou_m15RAJD}tozqNSX&-(J39v!1BkS95Wqjuag!yc2wCy8q+6jbtA zB{Azi=-fiva}f>HNKgqeNdLk=+Vzh+2@3`|=aAQ*2qw_ADzw*E5V>@j!7ID+Ii8Gr^8!SSN_)h*xg= zemfS8J6_i_ND_$^T=hQFD8Qi;%o9KcO)l?DVe7Iz0ebGJ5$8KNQ7iiI0>it^ImS5x znEbB!?)@r=-vIC7_I#$mxmU}?cA*G=Uq?(tISJc}KxOQf!JqYZLXa_nEz@T2IvSTZ zaSw^B6G-We3@;N!R5u{vZq-)_9O2~c;puZLJZ@iT@T<5TJ!-s?^maEdajZ_}n~4>& z8nbAHn_0dWX`~-AxBBNFo;r6fzImO#c?SVGXwE0z9B%Lm!=u=n_b4wm>@$_WIoDS) z0amGraZZmh=rOVgRRn2$hbmRoGkxhBWl1Kdi13K&poPk z)a7_r9iu39?7yX(T+Wm@3D0sN_&a_-3>eqRGi)zp)bvt4fuC9%3);B8x9_}|ll<`4 z801iu`xPDgs_L?2$uXs(0V4La(}Lp0CGy2^N_Njg4hlyP>c^67Nyj-7ZtA1W!j&JW z028`_VSlhU}C`Ry2VuoU^10hnd~$wHa^&rgy>?x98wNwf}h zK_O>H<09oCnvvt zZv77lpRkODr=zzYefy8Q1zzQO>-*j__OEUp+pPSlLXoF(zQm;#dGPjIM)gAM7fZh8 zdfT)YK|Q)BdFHF5)qOc6d^k3@B=>A0=NwR?ukT8TromFS6f(K~%ADwy$bP6usxji$ zTK>j89eFeOeCC~(or5z+L)x3kvZLRHtpzL5*7pVaeF2ows(tJ60k%2$tsMqWoaEjKARuAG5;+LV}z7Nxqj`?_HE z6UXot7B!4sa`Pg6Abm2Qeeix#oF@Yj|SVF!O(rJ-LIklIz|gF9mah(r1deg?dh<< zM|%?8*_Hfy+|xQYZOy?C4glpEW)Dzc@S&fc)9ugX@V^mQGvrF8PJ{DD?%W-DQw~*s z$JNf)J`Nzz;+;yuTkipGKS)hYid&Zh{BRGAw-Ms`D=x+wL|6sL8?yjm7z2|~p zjlYts4zVz6n%29bchB}46qvy+P^vIH5|5EmXe3K{`@SimGq~HTJr)`09BXgJJ)U|V zy|0gRKk+i(Ql~!;+N2i^rF0llQT?yx5ATvH_s=Z(!61zLPRlbqU1dK2JBZMF1(5Qc zc;%hbXG-$#oW2LKZa#Ex&-qBxSF5sKiEZ;j-DCI)Sa!Qz^72NP6-JeCP93N!>eQ%* z7MaJ;v9x@MoXXmmC_avN+ao!X70Cr&e9(2%UX5^EiTQK%SlAe*`+A^Sk>{hlRYECM z_aHA$3I)4MOpNB6aq2G>wRMW+LwAwSSans6XqlgcuY zx$IGwqF#}Kb0}wY2EGE6L`GFt4&Re6qtUHcmlJrl$B)}05e_53arfRWm^UQA+IG)F zx@p;aO~Ng@amloIvHba-iuLO{ecQ~E(o<9ZO-2|Xd5Vm_n>8CyqUpSrpUT}&ck@hX z7sZX4qZ5iKGw@oaqyfYgktZrtB#U9PR)NEXL`HWrPT(kKihJzh_xmSfjuI6y7CXFsJ&~5Y z?$O1Cjj!I^ex>g$1C)R3yveGmg+a~P>wBvW$t!xP~x(7H2`DgZ@N{3bo*(~;QvcviZK<%F85C~oZl;0}EoRm!t zRerO+g_?K}?cJd<@+uVwpNC)qK2Nz-K9I4fKjbO8Rn*Ude|_1)cuk=E2g0P#vK+Gl zYQe9aaD04z^WFy}=$cA@PXkj4L&G%@Zmo%y%t?Xcso0-YW#sSU0BS!hXtEmGl}y=7 z0n1&9XoyP+WGa<=I6RNm$-YZpD=iYH$!~#0Tdz-e(*L%>JeS8P>Uk;Cwe#ny-al&I zoa!g-rA56%$jjYeu4Hi1%Zj&S|Knut=Rs35uLWydlC&;Z`%+1LNZ$#3SX zzfO($$oWgz-tgvU^5t0!WXscNf;Rh6j=cukKyv&ZQfFC0S$Eh>ft3K_)>8YS+@)5pHl-#oK4J{Zv4nN28zq>^uDZZ?nPBh`&IGs5; z+v39}o_vj7P%EMxsn6NZrc=XA`-_|KG7oi?mt*p-0rKSuO$d??p_l^m4x zJt*Yiq$%?v0DoayO%p&u{y_0ra*6hgzpJxbU+8rX`xoykZG22#SYI1Ov1G=BWDG$Y4Kc4@g49Rn^+TB-YNDcYW1lKC3(fupMTP@qpNNiEPk^;N zdLa;XvNvxTgi>_%c7nL@+EzXKV*tbAIM}5z3STWjLWKG543Pv+yf43d>qJ-1`MZ(v zs6-&vFLuJ#5|H+u)p~vIm#2Az<^fq)YhT%C(qix`PoZAb)q_1C(GZp&WHJ&+Eb8X9 zXX+Od1m;6O!;vDn+K)(69oCkCw1k=fb8ietyN@-CH6<{^z)BEO7?x?CpkZ<&=CxM! z?Qr3#j?rue>LT`(lq+|-`rB!{l64KnZMU<0Wz-xm)oIw$A~--A3w;X*2--FxjM=jK zROOITKCfPPfb&$e8O>&Av!^H7s=p6=w8l&Lhw2+dnnTc09ran@I2U?GMf7xAhe@_S zYSK@Lbg=IWE)<y+H-A9c-##K%XfXQ10Bkn%d$Yqg zDsQ1_hWDJO=eMO(I}=k&UEqwva$PnNxC@Zf%K4@zZx!NP$2kDDmk*!lWa*dDa}Ec{ zSP@`1u>c?dvT7{}3O)0A=7ro(e@NY6IT{s&c@u->E)B=;N?f6Uoh-Rf1p9h{V-8%A zb35{!?6t;pmXG|Y{}cU6rKJz%miyWF=5Rzq8xLn7V6#*w$W|xPbMuj5+Sgo!e13Xu zjZ|uF=Yvn)@k37;h$_z(kx?|54Y5fGiUcu7l3mu{YyD!z`6T$hFE90; z1VABwTvuI$Sj)Elz9~@n%Vd3^iNaPeuysO<=8ka$ZGO<8yXSnpK1=e-d!ym`!XWQY{4`v^n6ierDVT5K+wHSjm z`{6N@{2fvx3?2Ms@q3)y6RP7+w`y}=bc0ZTyHgLc=j+&i?lTLI(@T!&=w;AAoWUcC zoTTjwHWt)J!&$+L%gL5=;+ZaX+^C>0KZs5e!=#$5nb7`JY1|X)I`lUm!dbfLBggpe0~#aS z7a)Un{ERI8l}0!VUYDbdyA~?&|&$`L=Up1OCTRH{9^}D|;347lsH3D=C zq3N$cj?{FK;=0dDpS(JE|E9gw8KBTYCg$R`{xxb_(}Kh~p4^>I7|kf+v%Bp#3CYIh ztvVJu@vdF?xzum1IcZlj9~`a!&V1K&eTzxUbbQB`!FKHVbj|kEnYfyheocd4uFq?$owX0QC{PWCxUjh#7x_1tg8cJd>gbU^pL(ux%^xz5ii!tTqVQ{+nM z#n~%)wS8=m@&lW#@G3G8o0aRG-Rq2WHcwUTr=)kcLp81z_6}{6eTJ;-scLoSwwbt1 ze#hK&I~DJJyYIr$Ok1Ca^hRT-r(-^pHw#-7{ggYxk zfP_62d%xh#PZP#wORwbnt?{PF4`H28_+F0p*K)XzK^+p@BYPakozHUmcAwC^IaG2h zI-wp{VO~zw_R7CB)Qo!23DLt6=FYv6<@pxKOXd`b31JaO*;jjgWz^3Y9+k89UbKdd z9X#b26zb$1AIUBKP_*ZUAU7%MJrG9+#=?bhh^q9@_j9)8QO2r$LKJyFJiz%b74c$Q z^W42oE?c%oarSig$_=Sf%s#X0d474HOx+@FFTJJd5SS>GoM|aCzp0yRPqEY z9>RWICns^k=7|(O4fYQ;iTAkl!^_|;WGZW(-tMP5K?|G1Z!PuE@{Cy&L<={qeELot zTyEAL4dm*&r@`@F?iX+>fbtSs9%vozAm16Fhl4NaeL_>)9!5h6%%`)kpB?9kxrkhP z1kWF!2^(t03$``hZi*KS@cD`_#rOgpIn+RtQk3Ey{C8Qt zKl_GQO6!RhMds%wkwv90t6sM#i|Z~`LcyAo_2z=7&C<`zvZ1BB=g#NCihh^%doT_8 z{Hmq(b}ZbuKB|pN_|JunzOVK^Nf7jQ4RF`BcEPM0`hcWxp&D1YDpYp3`+Jna*O1wL z{{d}ZeE(j4=&iO#cFO@Emy~{;Jfr*h_)rW)F+l_F_8FG!Z_?uubc*6Xh$|IY{;RQG zoxc}^@d27O$MFhreyBMu)&xk@Gt~0eDa0R^mk*_uEXV6RXJ`JY4Dz}K0A2%E=fS(8@K!{wwTx&>snk`Zzl9s;b z%p?TzDCc@%yVHF4oFzo)<}4XlHSK-hvig-P!U2!-z&v=r&r9-k#oRw=3KO4ncx{m_glqai)v)<8GItzDm@-VGwMZ6yxuiyD?i zTqN*Y2!xf8AEykU)~Q>p(FcmHwY}yOOfn|l$!#WMn?Fk*H7d4xJirplbdRLtWukfX zzgd4e9rhR^ZUruhFsuuTaG`!!9mIMl2;a`I2MO*bPe0|lrP=D`s@IEGI=u3>-6*fd2#HQ|3FO(u0kI(9m#8TAjXjr`3v)iy8d(6@64$YxHeC)-dZp^ z$Rt#HlG*)@D7Y~^psH7eK_H z920HTr9yV^NHrtpX{Q_4NPAYW@#TCSV@mmfJAS{0;_*4bRN%H6uXc@JR~%MK1Gv&u)LG<}(-&JcjViKIFSW zhYV4Z=rue97VsNZILivgZT?rB8&S@_6m5*;s&LEV4xkh$PTBmN_r)#0S=tJT46b+hyL# zdeOBvAbd;+9M|4?Vj9zj>#uPrZo?~wUMpTzJIXrFJ6~@77i(2`U&nr6AhEWeA^Fiy zG~^bqgnyy`fS`NcyuEB=1j*#HmyPUn(=9JHY|F8yAGRLd)m_*?qG!{0ot(1AVcM4X z+`1dG4&*`*jDSx8jxcP10uF2oD6?@do@D~pQ4k7P;NWi=92dUQ-gG5Y&k<6OZ;tkv z@UA?GOyQwzjAvvJmDpL9227FbL~J3hx08?RLk`b=`EiBwl|B&YXD>oE z#uGuBZmx-Rue~qjkq-qwgrqj*UoL1~4OH$f*=^so8BI$JTr;`cSADEMuEL&s$;zV2 zbNTJQRBJEjQrgG;F)st7IwO1>vL8ekv!8z3quG;WCpT3!pFP!9`S`mbQ^oI?hO8fQ z62U|r2$OVvvB=i?eFx}&o&nXSn1yDXt`ujJ$qoaU4@aHcLTeOb!e|TWmOf@wk=foQ zkzi*Gnyy{v-}jELl*14MBo|1$SgxOU-QCZ`{yE+!_Hl6hfGu6pMJI37-#DBt)O+*o-o`*ACGoA@=#_$#72gBv$G-xa_P!g=iv3m%c ze>4VG|CK#78-Kp!&K#M6m}Zg`eMuUY)WEF<_?_3zVt5Rz?0AO?y_Hg~b+e`4)GcJK z1m8z286Q@^wO4~byCpO2cN<2$51?f0$<~b8=E+gn1oQi%{S;cvr%iaY+H2CRW?6$U zGrv{IeRb`3co=Gc>0i(~!Q}j$lG+PTFrOP7?)!Ka*JTk_Deg1;o0wSWjN7oQQjh4% zyaT?O#`B}v7iL?;y6ehn;fK^)=j+askNKHolP9#VUQqcbpeI?aqLLq<&u^4dK^j?# z_ky0KM0bbBAOZoAuVE;kY&FOsYwO+IJPR((`w7{pDd;^2Moz0lrf>Z))@1_%svb?I zyD0%3@P+x(M6=6i(e|_W!hYwgO>Y4`R+hqoAHCjRvJTMVNN|%oIp#M7B_OATcu4N_ z)p$>Ati0*(0m9MiI}ZqBo{ydE*$*Pjzb_$mp3xZ;nqbk6=ni)zdU;Uc%of(V^M)f* z8yl`_m)8zSJ^a^d6z}_az~*?-+H=a^_l%o+M5MpuJ-)qK#pwgt_8!})EL)A(KR}Y( zZ|;|Q>0`n8PItP~FYob2`x!tY2{{ae&Yb5k{V2kx67Rw?_0AxY4us!*6=L~#vXFuY zI_crJfa%SRU=izqL_Q{`$D*MZ+l%^wk_XK-a2 z_wq;bg$Bt3R-?Oz_5Q#({RzbIGKzsaOA5Egcyo9{Gd*au(z`*ss0Q-~4?NfR{g579 zBj-H?zb9{Q#n-P7jmR2J+aL0o`lCh+9|ta-NhqJ)^JSRALjh}$(4_9k_?hx3dc$b% z@=Q8idKNz@d!*9~SQHGP%D&C_-M37^s*q++x!gr(HlDByBA^OW9pDL4z=rMt@@XgW z=f2$I$f8+ z>EL=X_RoC1sr*bAiaf)k>Se!w!0JL;z*Snps9}v5kN)La)2PyAzs_Ed3M?q~tm5KT zSQc3{*(0_sK{T{q&`dS+IYs4t7%HIN4EN~IVZs#AUYd$psKdkZ>E*Qw zB$8;{w%bc=9Jw5{OrGTZ*U`{g`M3dh?_b_6M--BYcI9vGtwHBQ?&s`T^+e!o!95oc zYz0}8OvAutW?+HHQ6z0sTvyhaJ{-xJNzp(wzi;Tmd)u)}b`X-xC$O|$p7@Ny>o!A) z8Q<8Zyr0{dap@p9bIWjPPP9&f15)41JNQ2YE+%FB2hzP>`0hs-j{_k@##@^4ir=c^ zoY@m?ohJDndcax5w#_~VXeH+zEVe>(|+ANz$1R7Vuq z_;W=~6STuk?GtI=h9~zTjvpMD`0|)i8gDrtrwVGedauMw&j?U}ixHWfD-ed>>FwBW zf5rngs}g8l05K{-wfGKax%TUNG-R*(tFhv_zxY5>oc(YmC=>*-G-<`+>F=ld+2P2- zL54W&h4@J10T)&Wp8R(FrD{?S%EBz-~_jn?JGpE+WBHm-oJ<222g;bo9%^(8EFjD(GZS3Q>c}*RQg2P(UJ@A)+VWiE$!& zQR-SJq#yF-3l`fU$cV?Or<&jR{(#Vmb1fV);*B#a9|;crPR{de0eJ|x-ush2p+pp5 zzP9&M1PzI(hB2ROETKJpiDJC1kJIxp((--*G8ozS5a_>7+d=KDOY^#YX5#wW(|7S> zXEyUt=FX2=$gu87+Tt9d*HRTjt5N6qoMWRD&z!xnQy9zwSzt_ocg;)1K>9_4gbyLx z5OuPZDh*F6@8-W!J(RRMHu_7h6KQnQi6)W6852Snwsk%Y1?6dN>t ztMhgQ8Wd?T9c$P#=|H`@2aAOIc8>=TiF%hs$C5!&6jeNNW9sh`vy`mWg6H^-&@1O{(b5VSRC!~^u=3x%q zWxvhaK$DKzlc7|23jCNka>67?M}xY3`)3z-}Ucsf6fS0~I(f0yM%;!|;<6FwVJd$r1^{RQIT%vuYrvXP7f@Fpr^!;?$!W03Lo`D|iq*SO)z|CyJ4eI0}X;jWtox*xAD`hkbUhz}B? zWeAAEy=3mGt5e@*=3su7c9T0peX4*guAsY+?|Z_O21l?!qf`Rw7Uf!xA$D~H0@sYh8XXz&hx|u@Le)Yl+J-da|@>9&-dqd|9>< z4+$C7hAjfY{C!?0m!u(4R_kSRF#Sm*#8s%ORcX!WX6M}?&dIply&gl}N};30I9X82d|E95shJ z5fWR@&uEnea73lDpYGj0!LDv!Rq>RT8tp&bz}u%z^f6cf_JEu_Z(IpN=B+)V;#7Bh zFmwHMJq?q;eO!2+Hr^q3Vf^$u+@f>Mb(Ch>vdF5h=*2tCu6<=?&(PH^?mB!~-U;*P zD&wv3aUO!6>6h(kH-AM+s~-^I(O7P3?rEm8#16$p4v}6cQ5Zm6lKph4%CI?K+-5j; zg=;d=%?tKA@0ZVbk4I!es!0y4$$j3-ni79mQL@5wKS|$lc6*m$N9P(D`Uf1VjwkNt zN$cm84F0Sv|7P1)W_>lrGlAHxU=v@)#JB;@7r@+hUzxq#S;g@lHOyG8isvsEA!)7W z3TesXQ@LBS|FUic%uKI|?+y>K8b&Ns8NIH!!d3{yiED2p-tuIR8*`<1jc&9=pnY}r z`*`yQ3*juTYU_ry%hwR{_S|UT|a*8zz0uge$kVtIiE_`*!~PlI$Huy4ZOW>9>DIK;M|Z5l(#$_bJulle{JffKk999r71{US=OX zzKUEfSW;7HYH-e`r8v9;%%k6aMd?0H0IV@$l?1Kl-!g`D+|Cj@$Y z+1$I-p-gY_OKdFPR7x5fDdY_emS3Sb=-u|kGq z%09agZc0UZjEfp0oqS;keS43Hg5hMu9f{|56RC6R~wKqQpKf^5xbXBRm5-u^WKW2}D5K~t69>o#1L6t~PSvLT; zU)uG4-r1;%;h@qmuS4_z)*~+(``PvV8J$C!9-T$;p&b8>cI^OJbT%W*6HB@~EjTPL ze&kC>m8ah;JhHN)y+AW>YYdFAF=4ZQFe0GJI-1+yv4`=Xdili}#Gy#0}tTgMJxNqknV}Mung+yi_v7oS(UIc0#Ay1DHnr2pKpxJKd`gT-)JX(*T`H zT+0!RHn!iDr@r&!ra2y7b@)pj;un25tQ$k?TGW-V59ch{%Pm>B zzyks!J17&txk5?vfj~^6{v7?5+*<1IE^`z?x0NqL)qWzeyU0AQTP^0VpS?$olT5l{ zIeGanS~)6(=d^UuvJca^K#w;cu7$Ug7EGi&UR36-?X?GNp2Gou0UkaCU^*ZE5{*3v z=Jsnzv%hD0eCUrnl<1!j3X61Pz zjW-Bd5Pwo{Y70myUS#P6IvK{xgA50U&s4mLV6}H6MdDw&ME)qEbY`4M?Hh6UJYTR# zn9N$@YC;$0K>3Kpb-(QGa^$$=Go5&Y0?_<(zC%ebyYsyzTJUWk@v1Bhb&Y#^-vgd; zhi{07vE_3jZ}JW_mE$*(s9Cecy_|w@qtIOP^wCCZm#|J+U#?kFs#QHCJnvPoQZJQg z!;U97Gx`{s)_y(*jIr8$f!V0Fbu>LIQ%KFMWYm{eH=AtC9+W?Aa0hPylS-)fS+aSA zBJjaIv5k27Xt6H6j#X=E-4&h^5F;^q(7k|}>4bY<1nxcAv!?GQWT<@5R7T_P75iHv z_flFKIz#YX$UKP7;SB(ziT-pMA%8h#`wD*8-u~A{l*$%w<$KS3*XcdN`V$LYpx(-o zZfxy;&ob*nFA)j%!D80qjqfEGHJ^{fWe*#*)jd@JoRgyt#l^jtla1wuKdaB$FZ%UQ z-kR`8>4Dq7Db!!#dN$vDjzbL9i(G?b&_)eVcR7~p-8P<4JA4ZF#(#Y`S%0pL;qmkY z*`Uv+j$wUOg66q;QVQFRJ?PHefAyn9*Yp9!WVwIo?d6h#8BOcwcofb4@m3$x(~REG zTmkinpa0+L_uyqGI>fsI z1bG6@2&y1mc(dGouSem%mf%@*aWSV~D@WPBJ8RU9l+@^Zt_@W7#qm+T^D_jDp7atx zZiqQX_HPeB_M4GU{v}?oP4lW?Dy=)V{_*z%tX9YE+Dl^m%rlaRV>0Y_+EUfWtKkPD z1z)Q1G}4R`IXV@{DDdJ&1&38~+ra>`ZaSuWtAh_t=R=M0Ovf|6Jqt(RO$U&LLzOxI zZYp?6l5g0T`&Q?4fLR2dvS$hD_w0OWF-ruyVZ7j|RO)m|;1bXM%)sB*Pk<7-HJl>N zgm07?bDK4XF@KZ$s(^-=NKn>(+QTR~-eDF8kFVaM?qBsH^=tmJ*IZ!(6B-%&X3dfN zWHjFQ;E9@fHSj#{ez`WQ<;H>@?%nLtsKg=~@rYxOie0#DvdUGIE=-wn=DwFCS^6Jn zF%2)WFBuO2g~o!Y%6;57y)NUds0Nk>-(Pt4Bt*g4T+eU{NzcxH#O|{eewRX~>H$_^ ze*B%!k+0~#_2h^2!f~w{dsS^?7m;mHCC_VUU*KI>aY@U_a}R0o(aA9fx0rnowU+n2 zJ`t#t*L~keL7!l7NC9-wm}mGqZ$+^H2VaT3N!T+0iIX@&`OLrcw{LVW%li_(9&A;^ z7wB-SP8pNH&mus)t@Yt8YV|knzJO+T_3@rOF707o;t%%pVk-#s5c^^drO!j_hxh$j z?4SAXOK^TucxOyHx3uurajchwdmL)@wDk6U5ITakKjlVNaiq^J5C!oZxV?c;0<)0)Oz zcqs@YHjGP_{`O%^Ux#nk7oxPPe$o%fQnNtPw>05Jp^h2Fi(2h z%&g>Ig6$+B=UQ3zN;w3XbW(%vm~et$y-D?$U3&tZ^QWQFP0Nw!l~K&irYwGpzs!iT zu{}dN4LUOdz(e1}avyspb7YQhc$<@vHrY=-Mhe&3x7P?IcxU=lBxOIIX?uOIBteL{ zm*)8}|G4_FzCY?CUXslvbfsGdq4Se0+l2+0p+HR06M_NZ>XvC?-GUdgcmZB9`R}vm^Y>e0 zFz_jis5kV5>5FYX!nzwAXsuq4V8IF3r6kn~=|W2d=Z8Pk9mhw#d4UaIO)o%EJl)TX zYFu{GbSo|-%xO+s&>6RSb+aMS4&|MpraRvB_f>D<55i9U#sb2RS9%Jj0xhl%7M<-L9|qIcZ^30g0Vv4@-Q)5af3OYiWFNs)!HYg6;BbQl2#6`X zCYk8bUbRj`lQP_Xd=WjhI}3(=xOy~jFUf<|x3UbsC*XnWYCq_4I&E?%&(;Cl=s8;; z_Kcslx~?L#oEIqdY;+>*_oR@+Di20>V!<}oF`d6%|46Q4q7ieCRxq=y`Eh}A4M+aU zWa0HJWX^Ixox1dLVL#$Q*iRRHYTz!m_wHLWFKcUVz(ItTY=+r37KR*MRz*76#xL3i zVhq&#G@NlaW7h%6JW$5sExbl@>b`1&AKBf{vnR;mA{v7 zL2TF$0agcwGatyU9kxKW8+65y!U-vXld9}z3F>cLdK)xjHWTN%uNd*8j|IlO8?3ue z^n5lro3py;SxX;UT#vsl&|zbg3hur&EkQNjJQj57*q};q3Xbn2rF10{VLdmmoot84 z5BGf3N5el4i~I%_T2*UG%h0hD9cRHCf_c}Br+s6Zk?sr4pPGD^2O+MrP~2)sGbi=x zpL%ql@sq1KMbG*4r23BxG-kiSh6WN>`7w4dBu5J?n#+iitmHWa*{!wKt~=_iv$%(ix;?`D3;Y(r5KOjjmpB-e`W_6924r5VuMz z`h)vU-1FZmm>WbCvF$&ZrWO>eTP>`iXt7UZ#F;iLmtmssp%{V==livrXp8%N2Hf9* z$G7bag?JIF>Zfuv=vFLVA4t+n51uk#ytXw=y-_6lu*pM~F+=5j-Z=&&DBfMpH9#2# z`O39mF*j!=F!{?z9SCt z6qwAp-T*;m`ELe8naxX1`=TGfX>j6=k7{>@j^-!P?;nUNyozed#lz(`J(-jE8515MN% z#&Xd+@8T;hwS|h zzs1YGrJhRub{_oujn8DSf}rv0Lu7H*nWq+9Gl!3Y*VlKHRcVjuMV)mV8-`AgEPm3 zzSDi>-N?yTaz=}x2{pY$;_3S@iXjpJQuQp?J;fRl(JuF$Md>-!d%CdGxpNxzdHTW^ zjPg(+AAd3_umgSf^mlZ9|J^bIU+4g`;+hD>(PhVQeAtKNcTr^{z<_cfeBp8#UH_i>sF2nzpTxgH*4f?L>=fhbuzuQztU zcy!gK)tCD(94t&e!nlZ_ZZm@k^d^#0!bCpMhh*>$RLZ~;Z>vQMbQ<%ycVmUr(2FR( zKN7us2)&2>I^RQ|=`f;H`c@lxuQKl$%2bV!Q>$MQ?r~$heN2%~qhn*=&zBP|C$5&S zaF~wH2D3DeAVm+I0>z8MYoVKFwsFjhg{}Pcc98bQ zlW*zF^f`M`=>Zf%n@B<=s&1xRrYx`J$WWmC2m7nCf5Rl}`83W{*dezT;1j`eSO{{E z8EL!sp2{GOlXHN%0|dy^x}){)oVEaFxXO?^`$HjaK$mbH8A(AdI-R4{+XDhBUSbb> zo`UHN-7hQsoOILK4a$W@-qY2lvP4yB?by5vlE;1CdwTeSnDsPWi*8QSmto(0ml=f~ z#x-qDHO{yADG9cEJW#qXTFzgEA^2TIo>1mu?O+;hc4PRs9YTiQukGeb5~L-xwzp^2YCl*2i#mAM>Psddx`{{W zb(LgYoR%&)Kg$B>DteXIdmgp$ZG7D0L9M>#xLibC>1BwS7VM~s4?e8keHHV@D8q*wf`Hs1Ns^L9 ze*Ip|KF^$Q&lpgV?yjz?^)8o0N>6;(z2ys;TF9GKSmYyg(&uc<`wWV%4+{opnrFh2 za+-yFpKzrRzC`ck@YS86VZ?*It$NQ_f=6utVlprImGkJ+duN2HFf3S?G>?vw^nE{9 zFM%uxumR2@Z@u*^+iqn9dFOMLu3>)3>meS}0_}Z{e8ua?ff(j)2g%#-x_|W$gcLT2 zB2(da^e=t_v=gsa10_-b)tlTt?-?+1vsmT%)9+|xLKnaad1N0t*b2b-4n4}+@}fS) zc;HhT_8j7P6`r73>nVgFyx^ZUDLN8s+2{B9n3VY^a4q(8&wsyrnTvB7-?n6np3Do< z!A^0NGHtG*s(bM(_fzxNmo|2)dkvnFPhs<1Pi%9xC$m3m}0YaVb7u(V|a@CtA2?*dlZc*~}GrP7w-6t(6=_>s0 zuKwC<%wa~&rT$byW)CM`QMX^U_|ZiY)rXjVXv}&IPxA9=k=#Ae``{bAwY(EN*6NkJ zx#rlBsQ2(9jZ+(adi|SC_4)0+$xq!E;pfeY>*IX_=KxZ4sa6e)zQG z8@??I({kEG6ylfPFA45iX-<0B@%HPIEEAAVxh$%<%-VsIk{B5^Ca3kEbG>r{7CF zQ06e?vSo2Fv%J=Hp{;*Bv@^dP4*i@yP|&`bQ}BuDH#!9z4ze#32g6vJVS(QfR3^!+b*+Cg^n#C`h$EzKumaYrXHynBY%0^y>V?{FN%} zes%8|9?7U!?SNm}>dUS?ij*PPrkwx_+9HV{JcC)gHYz3;_u?${gi?-J2;ezqTxu4B z431<&UJ94svmG?CppDpHU?t|feb>h%8BH&l{A%M?5#P3xp?RVhaiy=pa^)`G9%{F4 z>?ZFwacG1G%$c>ghBAnQJsw9;a6@oi@)C^-Gq9e0+^$xgar|ygsM;wamg{(5FZg2= zobQ)lkeT~geEQsj-LzxS{cqnsYQGiY^amyTApTFWC^a+`PF_M>PWzD3P~Itmpqu)Qc1^bI>Y%&t;VEGJzy zFd<2?^uCRIgF4ch%&EctCX3Us14`}f!iuTLi|t6#^QeBQ*nkP^DJ#iG@%YwJgofLS zt2EUbr8ulF$@f(}Np?ePxoI`m7U%X9@7rPe*~I&9gUX2Cnc34zm)0|2pRfl|Id<)m zg+7<}&}0k8WGihR<*oV^0U8vlP41BUB_CPV96cG6Z*_c43yvm*W&WxH%n;n*#ijG& z6QSNtF(nyj64tmn&ttVAd}8*5Fbz$&YW&?q1T0o2Huqc*>S6Mn2 z!2R$X-W9YAtRaqH+y`pGs*AoAyI+)0e_dg$?5mS^!~V?gr%a=d@9utVn+X^IJap}m z>43Z?z1-#qU1n?cLu@NC%oUZ3EQfHWxA@IEk>9jAKbA`oCorz&N9Ae$E|AFLvCk0t z-scDS#_w@E(ZAU@N9=pk_u*GblM?b?Rz!95WzL7L@=b6vIPBlY%9rj^Nv7qys!#Lt zR9*H>&8;+S-JO*Sm^EDoyvX;BrV==YsR=70q30bJ&QG7?&sHNSJNFBi6mqHW%QYpz zt+*ioGSn<~s=EFlXqNH@z|{&_1Q4-TI&Yt0OZz3vWE>lt(IPgsooIxuhLZCZaHGTyqgOz+(-QVd1Z<^YXWJyl*W>ADO!+Io_? z8}jKVIVETyNZHi*67Q+Y%u=*i-D(dZE%(Rp00X01<9Q&>bWgaDwm+0 zUhxBWT~PGGF8z#a88C41RWIrX?9aTq4iAymH#d)J>VCbP9A$t1 z>rSkjtHlJ~w~@U1@&$rxAB5zEpZ0ZHT@#AspGiqfxD|Aa`N_Vr;efOlw4OF`H$ji! zF4z6Th|zk3*TV@H$7lL@qf#7BG?m{ZPzLAgJgbb84Wg$ngK#10xw8udR~+{}fExd1 zp}WEUQH8JBN$&D)fKVELqU~;!ft0*q^Dp2v>`Pa_Tq2ZJp@CSLqmb*8?4xje5eLb^ z6U5b9_gK2DG|at~snzs%^CangN6$ie{MF0;L0a;bknwuB(1(k2$l%iW2t#^iI{00| zRS+%K$v&;@XClBN7Lz{Oq{#MFfU$mPfa!;G9PUfxAf9%nxaTs4IozL9T*XWk!>CI5 zK70tp@Sqr*k*IhIrg$1Wtw*xOleMXAj~hkVk%c)bE4Tw5_}S6=YKpmE1-+&v4o;AZ zLwQ37Kx--@8l@6_DrPk=-e8{(Gs3eLr%a-MDP@yakd8*~{oMoT6r)!Khtqj~FQVS+ z)5tM57-ip{#OPQ4&h?TADIrJQb23jqXQ!V{rkJ%}5QJ{a{CX&Z7cjKux52btM-5|w zSodemedSbt#x|*A{g!Oz7SV~TFSOt_3csZvY^;BIrk(SgASL;=Zytj3+k*ML1*(u=weMPi-~_s{dWQcU_ltpe@r@bI`A z?_c_;ZtSCj?`%EC2L;k5`6|hwgrqeGGA@XJg&3Y=T|h%`2_kiah{dKBFpwc+>f|!)`&IxG$5U5!_d^YslU8dBDdq?&(V@^9ng~;@&KRV@aYt|FA#$7yu`M>s-#*= zj}SGNwvN=CezQu*0MYLLjb}#@0L^)KPFa1PLLOq?`JI0U=JlgH8fW)=uq|jikx#bK zDD|z5N+8jtDqq!GzIQFCOe3FY*6SAjVW2UQ*Haq&KQweF)oO(Ocit~=5TNi-iFi~@ z>pN)QnTRcHxazDp9k2u{Pgj#5c63X@XKtHL=E5GfHQ>#mP#3UrXJ`ywOxsWF9 zUo@y1ZgDNV2)wD`d|aS(K4~|`{w~)x#qy`7)|D8Zed{UxY?Z(lF^>OZ4$nvOkXKk) zJ%*Mk)%)jS)I|jDfek<4vXM=CHu~olzWH+DwsPNf)GS6tkU8C=H+v1& zkH_7&Tb#<>!2?ra#m7hcKPcQeENp`V1>7~oBmJ?#3> zpg-fzs<%rGL!F*N&g?WV=#W2J#r<`n<8j~=s|K{J53CPYTx%FIfCGaUSLQyhfzgYdx zS|_H-`6lC@g9qvdLg3PrII;(9<|WN7ZMC zwck1sq$NQU--g!4x+`hyx(VZM#lI4`B$a<9A5}TfbjOO%0rV-fA7_;_)2CVq#s>Iw zY|S;Y1w4RRUOiTRkV5%}UW5%Xii9Qa1&N9EK*$9X%~vbv_I1C*NrZy&W=8U>)5mRi zv?#*y9xVY$Dhm05If$fDDDCYgh@DDi-99JV^aUa%pM6hF*FJspwswP{{;u)287zhi zv+YZy+?UI*ofv#`bC1}!SR41}Ch2{djnn6=@1fHklHnh&%BA#ZZskbD4~A@J@`O~c z^|HK&S~|z-0lM@9F)|*Sw(=TYeT@3dX=B4@s@*NLyCu;=nXSh`Aul|iInL*291Yycz$)$7C1g#`^k;u>v}5*_OEj(Nf6(a}}fg zDTu8vHvK5F=muLUcF~Wv`Y_=?^e~_W zN|Ii@>3*Yf0LPX>gN>N!Qxos$^Ugbz=I2U0xWjFaSm-)JfhMYUa!tx(b9m8^)<=vb z(^i4NMhKT#5w5-`I~@E!5hh(?B-AL2)Avl~K%YV>w@l|xk#fPi zqmAQ4t*7j6y+OOHJ{rF~pKp2?>jS{KMf#FAURq&@v47WR&|H#lbZntUxm;-6RNpFC z-lt1_xE+p1^4jOgbxM%ISo_Z5n-(dmg`<{8jdMvDe^N+M8Uij1T0UO}DLAZW0`T?D; z@%Qvc-K^-P;@&ig0q4?Tm$>3+3Q(zl2Hk?XnpxRMymMV*c8GpZUXEhpRDva0lwc+=$S|T%&h$ zf4GM|h~U^csTROpIMUiRmH9yX=un zTYRbO%k0)5KB}t;W`EYZ9@=(kJ~jRu1C?TnL~P~1EkRj>mrpJ6F5OeVgOBkaim&pt zW=gkj^eqPI-;#1#f7)cNN*a!M@qw9TQ`zj#=T00Qeq5G^rlw&lj;ov#XiG z694?(?Ur5S!^=ysX?eW9duaF8RF(Vi$ns_P0wRu=dRyI?p%|s!_cyT{1-B#b<&qe( z9i(NesB2r}J`^kP!S*ZO_U8-X23`Vb&NHSJsWdaV?fEi{&d-oO<2BmySKWOis1o4Q8+3n)32xBK7rIwPcMno&3@^@~6rQ_w{bgzx*}R;4w`DqLX81 zzXcL$1L5azxpz$Zk6G`R=(8!u9wSEuxo+0XpI%Ba_m%$ftxNQH1BJN z$Fyow=l*FRyqA*Cu%u4*v6nu@x4&NdnY+Vq``zS+alZ9t0E5FYBfUa849YiT)^RX! zEyuMS$4Ibir&_#hrB3o@!^|?U!;fxRje|XB^_F#fp9MTqoqBIr{~_2fFTFjqW!FMA(ee8bI}^8-Qe zpj|aKC;P|rWb|FA`u@b^k)#tB_S+Gr&}sxm>LvRyF?Wwz`$b4}gkFe8%kUT|RJ9!` zURd=fm*TzA#gkvbSAzE}MH?;3`?wL3z__{ljz3aIxS*(vmhXY7_44-NpudODl&g}p z26qqSX`YiflsZ03a^5pv%q=X)%&7`oq%V0o@H4}SB`DxNlQH2~hz2LWtHlTx&*W}@ zzM98<9T!Dw2#J*B-mY@7aU@l|8}C*SHVcC(C42hc)HN33v zuz!yT0|nI?%fq!QyZLHnUa0)N=Sm*9@)Wp`ANKwlp3oF9nkSUSV|n2o1gP4?$FGW> zdx;K>Y&0-K`|%(1hnb!+R!f+naNqEKTxJ_u?36lNyvy`1Z-?i#Eq?vA3-&R%$4%~I zTupQcCAzg1nylyR9 zsPp(BunXkt>XIG5S3SHB2r(f9gFWMst&uiSZ;IF+Z0~qR1{i9yAqTt-8C(Wf~Z5a#?(*|CAAiMx_BK*dAYuf{i|MjQ1iqO0TxE*YZ%Wi||;68}a^4RDb}04`fpkyHo?wsJ9>tLB+b4loW`Kx9*al&y1`I)!9Fp9luQvor_Sc)DR{ z#FRcsNv?bhsF%Xrx5)JgBWZvm+Jn#&sFKL|#o00QQgx{9p9&_!cGR#&sAh5xf^t7A}xaBV;z_NWSi-CF1ty z_DR0`Ea5z$OafTE!_qB9;&g^p&t=L=jYf;g*F~!7M<4iScD{X)dBdWQ&^RR_{b0}HuRuZab2h*MYD)R*w`Toi3 zf)mE-*SwDTsR%ECNpKmV&ihCLH|=8>qkr!GkJE?5_z3xm-&pKK7z&YK^#Tk2w=YzR zq5)F#a3ZkJfdw(4!aRMQ;isPV51Vo~BWUdJi@vx*zS4Xc+tbCdjH3eE5jOQH7!@N!jwG)|kK%PitDQe`p=Lo2J zTeX|uca?mXu)*b!FE7r2f$yD+(Jg}ysV7pr^k|^dqKDJ%iN19LOjV2+nV8f4N;|67 zDlFVWkn#hTv4{4tezx^xUT%1Y{Uy2LpNl1+n>70UO(E;+ZXKD{)RJ>$jPCeFn{i+( zjelT-hfzNSW){HhhYB;GKQf$YjhratR+^&k%W z#58q$nksjYKM7KKXz-Cp;8!4&>G8gAyGn~a^KeaF$r>#V37crIU=^}I8+M>5*b;6o zzHINqM6Ykm@O|Ic8I)ogk`Ng#n+HmIP%u${hkZr!H|}*YiGF|G;jVjp4pFF97Ki;z zvB>w~1y4NEd}vW7nPcZJKml~;Qhu}<_E_8N`d}@}xhSkDjJK>7SQo@QwsXh!Y~C;a zsQNlb(erhAn~}#xzgRz|Z2h$MGoQ!`%+^D^RA5BC?=W0Xe@yjWST7JUU6~GmI0fwv zo*53YuLFlsasx=y&9$SZ$c^KW+rtQtVUT`WPOt0hb+@5~Ya)^L;9xWa#ydG*=4MSA zEXArfT!g_soq|*3Ut_>qe+zD{iPt)~Omm%O+JJ%1^^NYOJG)I#I=+ak`!&NEW`Df) zv+-icVX7@!4q$RzcFGcc?!J-q(QA4(TofOptzc#7yY=an-{Y>{X%y;FK7`D^s+_U+ zlg_zWlI=7FZw_AT(moF%!_KnuWzpFNF4OKaqpBcBa|CuHob;TU4~qEw-49!G(p%l;gW`XFz~y~FWLLVO0Bl( zJWlB2cy7Ok2utR19rrI5Hc0TN+R6kPE;)w!BaL;AH$alpH;d`Trh~^+e!pw*kEdz* z{EYHkEO%zZo``H%K|S=g5aWL%VoL!A`YrRGoJ?|E`(wCN1CUcoEid(S@;ZE#0% zgMoC@1R2Cm7$fRyk8-?hUYtv}uXNw)LszM4z8|;S>u?|9!p1Jw$M@eIOh}UNBaFu= zNoO`-LwWI>5^wD+1K`r<{qwrdzbHYRUxIf%L;QwgvlmAR>~A&W?EajLwzD#R%AzPm z@Agu`FxOisa^P8C+eg-tVc(grB%iUUqT>eBJa)303GHncSnkfbQn7D`fhqlUVz*CQ zsF*^ZQGw&2rJHg`xS*=hX5Efpdr!u!&X*R8#^F75ah_9l08Q zp)9P??|@s?UPPeG%?SLAW8()Ch>ku!Op-@OPo)(8?uM_&nA%m!k?n%g7!M!*9xcNk zE5t0n*M%%&6j@N0mG{U>;!5*33Pf!5*SdchdCdc&yDe{Q$Mgpyx98IzIr@y)(CK2R z%qvleK@brI=r;Dw7?%-m|A>zkbCo5`eb4|(vmj-*a^L(h!c2l%?Q;*G z`vJ!X!}y1@uj&*2K#(dEs@fnBU&&*@m*t7~>&NjaYiKrl4eCI8KhxWWB=3-KNG~wb z_+EG0AQe`<;T_10i)I=7c{#oFpAsfxLbla$r}U8z8gfFdwI^d?3BhWOw@q%Lw74EG z!#0cR_Z8J>A2+#ojLc4-KP{kviKME=X7`DleJuRxmf0u%uI2zdj?R7&iqX#>Hg59c zeR9(Y^t6NYUs!(OZK=Yy_EHWLfqLG;f2L*|(Rwi;($z&%eBW%6pAGa??$eUq^=tdn z>DBZSzN@AJVgYk_G!tnq=j+{g-qt+l)}H_>22{FuhE>{7s@StL8}Iu2&2ldxX72jF zunGS%uGNqGfyYy&eh|Ld`RH@d-(xMm_|4@r3n4VOa2d0(T~xoYDC<&RGTieS5Rgw& z8*G2N0&hnsw*5}tj|C3$LVZtQNA%FP&iCDY87x?A8r=H&^P#6(wga$mdC{o;Z=Jg~ zl&N4K|3*~rL)3!Tv9sg-y1{zVQE#wRzU%>n+hI1B#)47-+&Kb<@Vd_-PYPELcVcZ{ zPB_i#6JmMz*M#Q04;<0FZ5$hpZVoC@3*B&9$nj#jaOK8hL)Hww_ItV>9-xJpf$tRG z=_jKJ^**x~zrbV<3ke+Naj)8dCbTE{C<$ZZf(q3pR{wqiB{zf@rMW@xL0<7hxGWe+YSBL!7v@HF+oFqBMg0H{Pq}x| zK?$pxUX2c>bx7C~ykO$@!eQDv8qZngtu4GB_D15-=~;cdC9`uZ-A<-{c6WdM(Zz7| zOXHb8_Hm}){dUsW%Z80QJ`Phxc4VjgYup1r+`#UcF(W4@LaXN4|^gVOfAK|HpgdypN)3e3dNu@5#SRo~`!?;m~nHnZ#C8 zkd{Fg3IA-4Et-9$2md_PWL4NYd>uSgN+#=1+EOE2RF$t9)%&*1BsR*u4rt5Z*gMLu z7w)fTYM66E=RUa%1sgOEIo2Q*;qu2nY|?LQO0Qk-$?5QX>EHE2-^-HB<6@4&1IU#7 z)c7HFib{ zw+9oO@dsN)%r!>WGmg? zj@ria+&$oesXcRUyaH$3?U#qI9M8Wgl7mwaA|k~tYc%G8q`o*L{jaiS`u%M;MGBsX zZZj9f@&!#?Fs``uG^bg0wND)5*W+EPxWrtiTJRn&v$NUGcr)Z}d!EeOp|VR8b9{30 zX7XV8+C!H|%mh;G(?tc$$L+aG{XN#K~kiD;&JkXy2?hckHWv73WjpDXtG8 zVOA;Ir9FQ@u0|Ifb&H-l0Ixorsy8ML-Ve>HhzM9*vPGUVZeXAGW9jVUc$jIVVTQ=+ zqJTY!iVknkL9>S?uaIOJ3VxBGqYp%ELJ$(U<2lf%NfbgnjhYZJs=pHFSX~4(&5os` zI=BOW<7cFb-}?FOLoJ$YZD&ZU3=F}x_v+FT%Zp6JP-VQ`))f~B{CNGpAdh@0*)8F! zd#Ihhfp&u2RGs+iD`MowXJ4057B?yFmKi+_*nAWn`|Be1_@X4(k^3+2oov+MyI(>( zN>lx9{G9`GB6KeYL9dPE_n;`&5s%qzuFt>YQA7*e<#2>P)kohv;C?OSgU2f=9CCT1 z+Qach_aYcUEMCFbjAP7v&CdTtO10b#P+i){jbZ>+tA{hwRrS&W!NM4vzfXUN=f=W2*8MSJDOQuc@MpzPqiX+7Ym`*iQ>)AE$9|IRstO zdkg!F>y(pdI)*KR9%5AYMid)W^CB_i>* zJzPh5+q&9*m{0SAR0X&Qj)y{`^uN(}xJ^Ju>nAcw$x zg>0frUAj71heWIjWJs-$w=W9Avw!4=FOm+=4?=tFJjoGM(541wdt`u%XEWD^ zux@wGkoNC?^j}wdHJ>WFq(>A0{C$zzF`Cla-146eBg#~IRI@&HExsM;@hTlhFz@GA z2uyvEovZ7`BJm{Ec=`#7XYukuX-lfH8Xtb}35@=_HsNo&p}%Rd8pD}PwaA>@5rY?r zD^D$+3H>P{9(|qWcTdq*Y(we8Da=fRe{^DGJI}VjG|?krZFHo^Hh0wOgDrK7rrKx2 zzWkidX6_sy)4`ueFiAzkg*8Zox68iTZHosQ^c=k(QCf|L(x9702R%)5;aAxTwrA{L z*htPiV;6|cS<65xX7R;S@w3+^DvWD2ZXnKN#(Tc8BjnMT#PHQi!@&A^SE!qH7xy#t zOoFEkBh6p!@uYJ<8R%NC18SUDXaisEU5CqbyODDpC>+pGY_YP(_xB)=^Cc`lzGhrF zj#7*K%09cAzaIkuG%*|(dFkqTEmy^-_LHA1znC`Wkq)Bh8IvzCBeAQ zi;moprX-hzj~92~@+42H`(c`{6U^uwn8XaH7)-ABGl;Nlvy;vxZT3DpXGs4^8a*=b zHWb)dQPmUCZfqV~=%aIp{Bh1AUjeTwiJP+$~en3FGSKF4Gc;5>;GGCn}`M*w9~ zzJdn#^a(EXdE*G_{z30o(OCHC>Zf_E^G#3e{mXtM!jSh%(1anUcJ6#S)}StuXgxiT zH~jB%jWY(ld#P*uZftLC_m-AV#$_7vWFhupO)C{J^9%Z0o?{d37k6Lee=Q8?$Z=)+ zqH0|#YTcHu;YcJ~c4%PiNk7jCcHvgo-#PaOda~Q553T<##~=1daMmlhSvp^@`o33w zx3%rD0JPYtUX;%(){h)FYwHc48Kl_ld|wW-K%Pksu3`ua!6F3txC#8nIIrdJ{60nd zM^93hdMCGz&0B&@pNp#Sh=McCCG2sbA$oFnBc4lP+{scqPJTg9R3#r-r!>X^P_WWeYY$6X#o+ z-b$cQM#88zM#`7Qk>>CLM=tc<5=4glG&bww6A}IJMt5OxG~J7p#$e!`C>+_{irX3B zFAswmd@A#>Y)@B<+k*_kiw#OZARK67dW!OzF>7lYZpvcUvtRVD_jl^4Qb5C7dGb$^ zph2$861Tg>t*2w}-%6GVDrm-3aa1p-=fslxs6OrEy?955qLJ@%Ed##)ZKKwb4IXSG zmNdx{hRN1Zhlx$B(2_TX%PK2BRlK?>TnFH!12y6(4)8a2{oMPDJ^&8 z1)y(9q-cpjXJ$sbdQkp>v(Wt*c`qq zWeNG4w1Zv_z4pgOv`uCjrp0F8h>wVtxPrL)~7~4^!`QZwCdRN`Z%sd`MaE~DW{R9>) zAu*Rr1#*-2DrePpu=z2BAvp8yn`8vXle`vfadss6z;tdHO;!9tZ`0_3ZlT?-PH(8( zbYEqiXE65;M^}CcH{(UUI>!`steh%){T{pVFdX(FmpK{-S@UmDN+MvT>VV$dW3 zCFtA!H7NYxK|2)xhu%)0i^EO$vmfeFwl^K~`s+P4x)Fvr6x1;X2HhU6+3Efvh?s@4 z0^nqz?+Ew?>?5LZuXp9ScS%S}yr&oxA;0v&>C*0cHtGAIMigHc=Mhn9`%0#4zXVL3 zIgrZ7nTHl%bmiFTxb-jNLdr+469#svBT#k0%&-dvbD(LED{1=xz9)3Q6 zZiAbf>AIIxeOj{wF#{Gy{7`VGxwzk`?6agkwFfYQPo3Y+r`x9j_ixe-f9&?XNRDmh z@Z%X32()OA=st(WlR>CT+R}fIutqNZGg2&)CJKLbWXh&PQ{-XRF)0$eLLu&r7cE$c ztrSt^D1Kw!e|_*weJ*e>lW^rO`SQW0{{|28L&JT|i^J(DBvsLMgS$ZIAb3N{LHce_ z?S~gaSe5d%N|Ly2PkZf1QV0J@P3?v*VEgNZu~TecTGwXy7-#1`Gt;p6T7dhwo;OcQ zHE7F^K)a4Ykx4jzny1xyQm}6?vNJck+oP=a<@O1!-yS!}pYr;dbiA}$+8JUhbqU;? zG~MJ-w3dmjs1IjvAHq<-Tx-6%YW${nSFEmZacVJQ(8~~7!eX7~O zHmQ|wv>Dm=F)LU;IY^>tkIMtQRct+%)Ej)bA72uV^LW||%vuUzxT^RDwYdfdOAhS^ z$F%Oa)-Ccs=CQivjVmAKY)^@ONhZF-1RcLx2k#M=M(a6;g4WK7NXd9-SYvd;N2sXw z_bs;2r{}lQ9kb?wcbDzS_l^1q&g`_noYdEz^S{)vRo^|jtGM$b?o%Z6entLa?2(Vc zuX_jY*-`4DIf`0pG4}J&fA5jr6$U<{nu^p5ez(zf{DZ_HGt0c!0F#8>kK)CIlC52j z=+_dQNg)rfI}{}M)swtQI3^9vE$LLv$0ar3+Ca|6t>}+b;9adD$#S0m1-x>R3F9=S zps3-U4S;@JC!ci(+df=g?_*Wgw>>b%&!W}4(X0$$^euf~<9%Ri%o}DMzg7DkcR0BE zuy2>ZqYL-jSbMg_TQ-bTNh$6p675>_W5Om~N*>fhb}%&1F}LyQ%g^_yGzPVdfBvN4 zaca8*6s%vt+*?S0RrF8Oo+NY8T5Gt5&$Uj}{P9iP6O{nmcCQ)`du^yID@Yp!S`(XL?D(P{SX z!XIT&G`96#J)9H236gGN)=J|X=I5)iF$Ya_QAArtsiG3w2gDkr|aEN-E;mhMm_87M6@KJ5ltS>l| z(wg=AXxNz8B0)LFuM8)>1a&yk=0UhS>Q|VwOAxBfBZ>l~f+V!m34KO|v z#ZN)l!#o;t;lv zt3lc?@(>MPFN66Ar7*TsuwS`LorB1WUp}ZL#@xF!xnc^orD?s>FHAwDXy?D=FgA+V z?RrgCYw@TEmFdLIlHC*l3o9$Dj3KTt1dSJi zJokZfQ-JB*7s4;uhUCEhU^DR1+cIUE6Z`VZ5MaaYkX-MB4;Ju4IDDpF3|Zi;xC zBw>PCo+v6#A2sSX$rD9#Bd`GqfyLa6oFOt0Asv@Mg~_i(E>fP$-Q(L7B&FmlpYq^g zcK}KcIh@rKnt4B$*rs?O1s2j$7Kj~Sto94K86uFr>Z+OU`WMefHc4f+mS6WGTmqiN zJ|R}_)>N)%-kCPQvImAhgK~2>++5>geMe(KqTUDnD|pq;Mxsf1KJQ<~{Z-E9K6T$u z+)4S%lQwozoymP2=+Wh)b64?9((4*$z%{798CvP=)0oC(Ar*kQFgm^*-3iKm94dfJ9^=H@HOwBq9j+i6=Na*`ni@FA7SI zsI{V3dw;2*;g2`2MAG}YUuqhJWpu!PUPLcM9XY?s_tm;L#EXQz!@Ai7fbA=>Phrh9 zsiF<76~8^65R2^okndz(m(M*NCIwaP=}lIs-EC2R4fg@~V6&0++}o<2oGh4!Vc-r! zn0Z1eF57M2-{?UqW-+{80h>5J_BkLrF-b0FQGUEyDut)syY}~opqC`;bS;FsiR7X6 zDP0WD^(TflGUhC~!iHUU;HW8LqE;i*OH1PW`jhMW(bA|2)1Ma9W%Psp+K6#!QqRuf z5{Wm@b#Vo#dy-!bEsqcr?Sy4kwTr{S#grlSu`!r(bIRl6a!Xrx4tTjOQZW|NF+I-~ zLf23J3wsvsIH8oyBtbsZbxr&^?p|p7J^iR4;hYAw8BS*RNq`l9fz$BTMVta*h%`s^ zxc8I3n%pm#76JSa*x3zVC}Gks@0DuU|1uq2aq8xBkivq@T54PWDs^XhEtB8VBub1{ zH3U$qf7?2!;l}cQvrX{8PRYmTGK$9%sZ3%Y!(&@oWLFmZbOC2el39M^+_79E}n0e4lyDh%&cv+0iye@wH(;B?(>pUJAF+W&zT zxhOl>F>JjqEDZzOhH2k@eC2)kK_t}PT~4`h)%ST2?BNSt2rQszZBm)yF=exii#)hD zN3weC*FeFlnp_xdb(N&MV2F*Va$j7o-W zRQWl!vwe(q<#o*ZIUnzXHt-Q=!&av{KSWGFC{?z{@M%+UCc|I*nvC`bgdt6K0TLrJ zzMlelyzwW_RsQ+`^Jm5+`Qv*~mR&gbp0BEV`*^h@Ob5G_FB|mXRuf^l`iDf38 zc>x3$eDW@NJudu}yn<+X81!O;$(-fDt-Fk_1^Q^0Qdc7h9o*bA>Gzq0Am5d_wCEv+ zvuRinPY41j#fUW2(CIriGLmPi9i;c^;RB^`dD(B-uaP(ShSHtB1blS3{WA4IYt$Vg z`?9RcJG=+Ta!REm5#Qm3sm_mpH27eEGoQSY@<)#g`S%j~Z^+_3V25m>WKi6~>UhDW zNp=`d>h(PAQ%6fn%o0Z}{2rg)4SJgPm7SDKXI>XL2)wm+4a? zay0KGo|X2)`o(PwoEM5`!8^j1Qz~KMv7Wh$b3Ww96#$oZtDiqlxNH4>!Cyfdsb9JQM?FG;>hMONZ-jqqE8`x1q3g9uzAWUr*wDnLS^TG`qg_tXSib3&f>4IBAZdp?K;;l@7?O{z}=_iWa^CL zt{I#dPggCySivT81ggp~p8MQBkx3p?CGX->t~&g?J4O4zyT@~s?FYQuKr@`9Si81| zB!BH2Du6_mEO*ZvjX{A<8XUcP%Jif{0)`u^@nRVi12!Zs8vf;A)Tw3jT#t0dnf(5j zD~1}3h~B~zwu#}*_|Ry_9feRfI{wNC{;hw6kpYX_*?@j6T(L^4uj>_%m|37@9Ujff z{vKbxMo_qxzvb<7erpBtioq8`f%*Y&-iN16y%!&?V~N(D%l#yi&-!2>AELBF!4$xR z#s>6LeAo>9e8Nm%6`B!EylN<*8c&|R76ha^zRQ19boI>ni4SvIFOJ47`_Xx=!G+zn z(A{}cg2(MyaJrvK_uubF@IF_SP^F#s01@02Vc^$!H0W0)Jgv_KzIDUW$fyOKln9YHMEMc(w1A zK%!xZF$WtgRVb0SFIh&UZz$vyb$v6gLDaR@CgG#@=q%rDwNzcGYm3;POrs(AW78yo-p9^nA zqolqI?}VO$v)?@K5A;6KEkeQgg%Cm?c7>4T?Atk+xJq+>;tas{{w_oU@K&;$5d48lWVLec$$YsZUwuN8o%TkWv zyVa@it3Jt}K)JfNz!&^FJugbqsQbl)9EcqjkyWS{(^+n&dJgPEonN$mRB&0>*GphG z(cpucjG~_VyIpe&?sYGH%Pro6+f_~wC}N%h=)WtBav%)lL=*`jI?=D+^&&juH4ytt z@fOXK<7f1~^-zN!md;`CRZ(Xshl9TP@jICne;2_z$GfS!6mYkiy$VzXk+`Xk*Ln4e zELp3m;z-ok%TMJ{ToESeEfL6Iq~SYyE!*Zj96bY}g6D)43!Xf3yhexC-3sROu5`dl z>|<4XCJ%&9x39B?EBmkqD7^RJznsxikzcvQ%)#{jb;UmOYiEQwa&-9i?69m(#67>` zhglZP_Uy7}qhKvXg~ENGUwx<^82X0aNFSIYKeY4&$PV;_fgkZi-(a4HZE2`)rjW85 zIIZYQ!#9=uK_Lua1X;Z!Z#@1Nn1t@VJ^^gf%wR9Di;PF!{>JX31g9nP!q?pkav*| zZWLRc6DiKV;0S6T=M=JguqG*A2NX=P{&o=XJMgs<#hdk-s}4k!utL2o$@VoT7&jSv zMYT7jg@88e{R}bUhKU z4#*B`VEMnHp*EcQu~DELd9MiGc4+2T_<`BmQwgtX0~1NZum2W0OqTZIL3|35uvVI< zl`bz4&KFc`rZh{#c`S)A@1Bv79a>==-9(tb`6?PPbdAm@j!E;-rO=<1n&*aEa~GsG zJbSQ!z~P-l%2?E-7*J2O_x*dIYhf=Ts~6W?zST6bf7M!SGVvYru!Yur5dC=4wvcl*2 zmAlByn@*7Rm)lHLQFwRm4lzlWvCTTw9`sayg!~>B(CQQh8e957d#{9j0AP>P=D*Ue zr|`?qA&r1NawKXq@eHU0_8nj4_4=9-aKe>0{%sR6P*eyZMbuVGMhN~i*OR)~+x+wP ztJ)CaWI_YpIRmf|(FguW3yH9!sN7=-+U2j7ND_63D2LWdD>9nB?c(S8C|dZCB7=N8 zj@tXdwU-xnV4<(3zH^*?V#|ou&i?+sQ+7`HO5KCjKkU=j_V+HHKcN^;^RMPFfP2R` zIaA~rcCCUwrzdl~74B0QP2!{oP39IOJcP_Gzv-n2b5fmaR2BR|3;5-|Zccj@iV+fZ z9x1mT9|NaWGyugrp9g7uUtG6*K7@~3WagKgBl7Avb>GdlF-9Njee;}ZWO0xJIqjoy zzGKOBHIFyA7uGl3o`ZhVAHbkbzxPE<6O7*fMW9f(E+g2jOaSuu?6;Dsm#WfpzJ^H*q5Xu1v>8mgrBE^y@PS1rc z%q~Z4BboP!{sm6=Yx2hTLpFTOxaXP{Uk2fH^4yV4F)q%tnOYIdRKDDx+d?1arUx|b z7R86yJ>zJgKLPew#W|p>z1KuI0%+Nu z=#8Kz;z$v0wEI(ViU(J|X^bm4!wRFfDwufTa@*ZG8LHpz!6%Z^6greaW*=AEdR$md zPr@qZb+v!&VjgW;(@MHI75BPa>4vh#ipo>~rmKzt{nhOA)8jIjIqG>X5oWh{%wo9* zd}NipNdT3_5#Ypie2`y3%ek|`D6Fn}b-A*qX^@+{8|I&6<7=oduA8x-C_L$ad{+3& zvdMAg-NRI0eo2t8dlbFqa3-$P!7m(ViJ@@K*@22wmQa>aB_71y&+LzZq!$45N4nJA zQi`L3ZlrtVd4+9JT&aQij30db=QMoIU?*#5<(Jp+eN!xYOwJR-}uQA?9bKvX^ zcG@XEk}+OpGqHMy;kt%TxhG5_YV_sY8(jovt37I#tovm^4)1L|ykUS(?FR&#t!A$8 zgMFcYAAjpVc?%>FTH^-!5=l|sr7*Q?!)5ku4Q@wHNs#6PY$`1~j3Cq{--#c3q@uv>a zH3qeue=3FrXcKe2gzh0XQ&m%6k5&5|}zY%zF;!^ZPsr*(v$V&24YOpWU=f z@&nq2hbd}0NpAaj!TAUeiR<3)zv$9!u}0pcKUBq^yz`)v^fCKPE)s41ci0mDoqZaI z9+TPi+DOaI3i^IyzAJ0n`|NT5I?g`58x9X3j|UX`pMqpXZFp%}u~^Alj#;EDY|K@3 zsUQ~SC7YOhV}^$=HCa&G_aY6+n-h9Dw-MRHZa`eV?1LoL#6$78K1Q6U4lgB4vsjz% z^G)Di+cPh#47T_CuySUi8CMeRN(1*HZ%8Fh;K>s$A0xo!^j`QvpZhtzNA!5~aw04O z4-4|`z@4_hg)1c6zgFyzDVp}Efb7C+uVI1RLr8@(4*YS?#=`yn>{J+8=l6Op1Pm40%|x$rO~u+ARZ#Ps z_JRph!++o4NLe4?Y$5Kv6jSx)wG*f$sF9U!XWr`D7K|o9!`7arDjF~jZqHjN@vl8s z8oAp|OTqnoKy**w4NbffvQawM+q-{|$Xy-u_E?-Qjtl%Nbg8F+kZ;}IY3;oT+kqe4 zcTorh3KTzc5-M>q$sfFZ+1Q)=#_$;*4eupRDE00|2+G#mbzD%irEoA!LJ$0Q9;YXs zOl^RDyBH9!(L{AfL_+a|4@kdNk_gLJ+^+yfEFQwDI#63}&h81BimPlFDPmjy5s1EM zLii;nzz6qJm{o9{v3suk`et^BajbJmP}jVrIdAgUuslhy0m-Z2i4sU0e0}{57I%P4 zmg=j165+W&9-pAkuXLJg`**TOT~7RKtwImVq>j9IjbV$#Mrp$PYhhJoC6_BiV_1Zw z8~7G<$1C)rlRFMRC@EdK-S^<k`$mDL{AChIv{zU1^dmlJZ z`z#BpXd3kK0`diG!u2MHj1ALNi7ZU{INUb-i_-^5+e>e7D{rS&=lt_eE#Adb zy90s>3-)h%6n@I-0c7p@XWQ(!)%HY-rgQ%MT%P-er~1Kr`|0#c!n1eXNT1`UvtjY! zcBOVK29LzMR~Y6Bd&sXH+e5UkR!Y)eb;RDNv)6v(mDHbu_v3JBbx$@g_%ddHAB1M} z^O9YtLb{jh5l*1qu1UuBg$o<#0ng}(ePMy?anIl$V0&)e=s^ zp>#mK%$A0OA$OgdSkS4U1>p+dlh&`kbeNA-pQGmyE(uR7FDqb2aN~`BfWY)hbD!+! zJ&#o=efxEsk0igggc!C|mb$)&v6saC&d1>1Sbv&-GbbR#UONLcMy`%(naQa16xE3FP;LTh< z6C1$xEPGavO#O`W=52BsDOj;@0z9W$ffZ4By&S;Nql{u~iN0eIE9pdDd$jrGKaqj~ zb@WLhZ*Kc(XE$V;&|&Dr60dr1KNj~bH%_#k_vu1!Ube7=9ExU2WskSk_U0ddqyUG` z=RV;qG+sB<99Z27fyBo3*1S+t6TKIrmFbcw-zD=i9TiTnZ+XDrx<9&cdLc)~y96*6 z*;{CuQVuIu%V4q8^6O#Q>werspyGzKDf7)98wzuPQ@8@dcx>mPlMkz+@5kr6TR#~x8 zD&X?4!E-LW0>KX4$M`)+!}b(qJbI_SC2#`c(*6MhAC!uJvwQ)L%SxQ`Z)RxMt+UVG zVsalXGXpW)!c*}GDp=q}!5JaRO- zl*4jk>CJ@jVP-=#0_9RS+7qAu9o?{3-dDm;DtbIXD7SZS6#A+VW~til2`mZHzW(NSHxl;5IkUHdg}eK zoGC#)wtF3T*Q#Q8@wM9lUJ9o3L%o__6NN1pga5^O;9RtO`CIu-sNTQ}=MjxG#v4Su zDSKM>lTa8%H?ZMZOyk{MNdm&I5iuxeDF7(nnlzDb^Q%=l3*&^6C5A1n{)^pWgeMqIP8lcC5G1KbB}I7y}&bkKbMN~ zgk3M8`C)yHrij3CnYnNTLfG~P>*ZGR7ZvT;biWGSSyN!wL9L7mtTyJlUHzynV=p_A z(6erviIoS4%3nf#yCh2l^z2Wts-Ulr4Is{Ir@o<+2%`z= z5CWV%m+07CRkB{*?TA&X@+=bzOGn1(A$Ps{Z0TL?B{fq?%yo9U?On${F9(veN`F+! zG7FA}E;&B72~E4F$pNwzQ6g|g?yt&EfoIUMWJG?u9tF9VtaZOQhGBdTXPAW<_lUU0 zpSJqShNN&n-sj3>*)kTCL|trD_%u$ZRnS)J(EuheI@LRaQ!iE!>F%yx?$CjUE=e~zcbcvx*lH1KI8B2Hxz<<6_4V2(H0S6` z*B4BTmsaMC6czpe9DE$-Y;}9fQAl_r5$<0Hr|KqLnt5p%zbn`QbFRqR{$x>|djjYm zudeI?Hqqwto>rz#tJ zS4>mftNpBgx}e9)Eb#u4x)9_KoCskXjTNaWd@?W$tdsgi%P=Yz32NiUr}ElPMmFpt z+*RjDu-~(P+^oo!6C&}t(F6;X8XXo0FWbeeQI?T&}cUrg14&ktU?{@eCoph1p zSh(RX239ZeYQ_RrR{-;Pf2s!tk}?-c6YR!sqootNs6VsC2E()gQg82rAraiYXr&`3 zw1bNWMRJF;2Am}BisbH&s&7esmnkp9pwe+#OKTsXsy1gCb3QqKDd#NgWL+}%P`%R` zqj((MW)EI148YnDDfQl8Ux;hp>OZa+@3uUYLqDg@<9FP(iEXGVSD26h?1Q~FY^*nQ zpLzCFwd&CMM{WhcCE+&5g25uetILnY@FKAZ>i6Qjld8>V;;tQ0_pZe73<9<9&uS7! z+QVUvG*3o1`6q?k=ttSq0?x;+6T^ZR>f-l z*%Z&=p)%lD)4ne+IML?ByZk19WiJ$h|JOJbx;Or%>aGS4E9*Xf;t2SGh!@YFw5IdH z#_Gv7wU2VbqobwM1bb?soE?Gzk=NEnOA)`)x|N^$c7rP=_L_HJzrW*1Efcr3082;| zYz}wAVcz;Xd^#UC0cGaOw5hiJ#rFVdokiD!e__4MR(Q&!j5}R^iu~QNkV_>F!!rYA zZ=m773Sluj7=HPDM`^~v^+Z+Io|Cu6zrZ|^ux{Hyx{_Po7?5WeuHNqt=T%YsSME%m zR1V~O?>(wuFkz5`_w+!$&h&DQ)quMrY&}CFBPHGao=(!NuhpQ?F9tPsi4ox;)9452 zCd3j@tWp4G=sU*V>Cxr{kAX?t10C=6s-g9dPs{h`IhL>Ia?g5=xgO(14i}i?O{|Aj zcuv)8aaEi8RqO6xiOxZRosrJnzt&7FwHx2&*38KNe%CM zgjdk(PcOwU)O_!{T|x^$d%V|9+daWsJAS4J&S860gaW+sZ2bmHg8%9Hg1kQ=oT9I# zunBrxjmx*|C0Mro&QaA99rL%1G1S;(l-Ia|(jI$W@a8tums@@jig6!m8u8iPPFnRv zgVvTU?x9M!R!!dR$GHSUc3K#j6pD{Jutmlmvu^}YRHDE~W;Zy;e?v03`(xt?hIa5) zVvucPi=EuYMEZAw{1XSd4q|!^o}392$7Z8gQD)W4%YRA5K8a=)?K6H158brZ@omm} z4%V*i`ZxRU%7!Ij9(~7-IWr}Rid;26jbrBmL*ZeVgl_B@x8pC0$Gt>LvrF%4c@(HN zr#kpEyboC6Y04nzFLNJx&@-+}T|BVjFuvhI-Ywip?)SXlv7Y2zn{Q8(RWtn*hE2mi zuRDD~tya2zAW(K5<(`GY=Fjj!etfBd;rMQ=-3GJRk9#C~ulaZiQG<)u?t+Z^>X%rJA`(GL^XIEf7eU#Lx>h| zFDl-v#g4h(MN8?cqeCN&e?fVU#Wpz;!3@gBg21KoHyB@AATY-iEW~gcScplnsDtD= z&VBuWm`M7je7aov%b;9U<9@8xCwpA2geLb+!jR_mJn`chuVF^XUK^e@%HK2{6g!w& z8THC=-*{vZRbBQ014jiS3J;;w8-;@LL^BgCDq4Ha)14ecALVy%4+xvE8iHU<^VsKS zOpX(m2|mBKZfwX}sH~FD%+N0Z`6OU`VujNF>;MUfKQ-9m9OYb5%4%9|EjQLhW!vvV z$~zDSUpWN(r1E>S2amc!toMB_6o?qr08P^3U?Ri|>~0p9I;^bzMP`3>5RU7Qw{N%Zhj#X3 ztcO(#kSBicC)G~G`0RdSC%42ah>++ zV1d&+m;6_RLNWmbbbifN>B*;a`MwZ7M=|}z{oJc}!=VnCA~W}R;74AT?+oA{b_Zkd zd&Fl|BNRQiRPynV{xy>uw|eRNk`IsOq3n_esa-@^Ck!lT*7HZd0_|Pe`y==zKJ0P4 z0W^GI_J?J=6e-Y8B7^+3jtYbJkyWjxUspsWqaaEl!DNE&CNOjLR}7w@P2GCd=xNnc2VG##-LD$e9`IlR8oP)};4QHCeU*n&H{h9@H z^O;9GzM>o0K`W9LAGxGm@Cunk_uI39Ywz)4e;eM%7b=zcGVzm9g!78{w@AQ)0ndvs z3KH6{v^OAS-(0V&;S)Gxw`Jnqa+bH#<9m{#D%NVmAJ|T~g$hsbtQ_EZlUkkXpmS4F z@mqfy-F(wa4I`HOA=Qp(H$dzXAmNI5mEAAm8%7*<9v(z?m`|s=g$Jxj%U@TnsIJpy z3#wB@ao&sL^h@PoInf_DWt*Y#$)jl>H93@i2BYQ=$in$1?w9t`-m0iQ3sfTJ+dKxW z)0qT{?bnc=sQNhEJB@?AMWr8Kns9i9z=^(Kp?be zKwWB)R!!YZks2SMU4_)kP}2_nBM(X_eZ>{jIOJzuxeVp zC_keKFTb)6$MR4-PWp>u?nC9EKT|+&CI3^)j6`Dtkr65N>2tNLR9RHF-~QyN#M+%Y zm3_43<3ZHF%0!v0h!UzUhimCAPB5Ztt0caEocnoIu)Q;kyEB`b_esgLeSOd23p1&` zb7iPxuD;H@za1dAVGu1Hwqa{Wv91kOO<~OXuBLBp5U&dW?A~$^s4rp#R5+?AJ`&s?Kemj9q4JU| zaZ??!eHWV`$)+3U4-}W^k=pMuTwZ5;)Lim@2G3EoI7DJio%6I$nMrqE=I>M3(AcP( z{I<>f!{yRGkPtg8!A;NM7A`f%4==-r{bjQ;#HJQ~GDFt$g_vvsO@ff5JjRveg@SDJ z;cihYq2A#U;ZyfZG^8(Xp!bF-GhKY$c)Xzn^yy3-PGCb%$Ny z3z4D?-bNCOY1+L%gt%~tcX}r<_nG>~$MH_ToTe!mqD4ck=~B32Lp|FdKle|v+O@T^ zu*B16o_hXAkg?jzct-v8yY4UqtwyXQwR<3_p~u1VBflly*IbVu1oy)6YGMdX!3xR8 zBF^&(C7^v*na`U`p)zzh^b=HueEqSrvx>AbjzT}Q*lt*78$^( zut6swnWMfc5C^B5C_vJ02Pg7CAC%jh zmT~Lsx6*sTBlviwg!KcY-V%as#S;pRDef&gS>X%_4bw>+;SkX1r|JO1(l81G$EkXf z*|Sz$^YkuT^sG+n?{k7iQ?{A@cYmj3=&1ES5T z6Q;+jr$$)|qM2JQq^-fUYrBNdlTbSM1c9QINB)G8l#NpuS5uW5H3#hL!(QmBXl^iqH^KvXGAfvr z0*-O6-WAx6)r)UlGP4Im&Y{n}bNfM&U`BX?r8F|VwEHsS^xyW-*fbO?Y$}s@Yme{xhLPqZUb%gqD`ZIP5DZu z^u41}BsNg!Wc?Dvk=Unl53YkWf;(_Offb{hdmu{MFvK!FKV&^1nxJm$Z@}R*THDzl zI8;9v!@lS0SCw>oR}Z!fd1BkF-eLkv&* zm2|&qu+!r--dh_JwK#T=fb53FHdfshc0>OroiH!csDt#?Z~FxcN`|_c94r_c;j!2` zIoMW@xwk6R0Ps$`kEA5%Lf8E zKEYsq0CTof6{+0c@GPYez)wXjTl?a(%g6J>shYzQo{xwW_VphEe+f+l^a-qVCdH%o zFBB#T?TZ!l!JGSLgL*Yl%SD2iSCpSfNiGn@JJZZF+z5(~i3&+(Gg zi~DKv@y7h_Xk|q7HnVQ zeQ6(XH-Ac7WWy}DV>dy3y^j$#IvU0Ij~wLG;J$6ny( z2r!q`+=6KJ-n$p>>)@)@Q9{8hR<^2>q;{!)wT_1WP37JsTN(`0W$wx7A5v#K+VUCi#?Kik1 zhHUbKaGcMCb!UOHM;KAN*}C78T+R58#lo4k7;UcOptZVkkN8m?Bu$wTBbk>c!cba4 zHz(;Ld~WZf$u##DnP)e{Cy+0RTUaTxKk#`2;joprl3q%Iz6#sVE~BJlS6RpC@ZG!B z8sHJoP@cn8j1{;?rgG7`{A!Sd%M`hBaHUg;6qaxsxqg}HN(w(F z+d6NfL5yHt8FhZ=!zK+@2@Uxr+Q%3rEyvSYfXRe=d3pA)yQG2A-L)S*K=XJ zN;iz_X$HIO>p$QM_Z#4fQ8)q6G?B+v)Gac{6WyL_<`OCGl(WC{OK`z`-zV^(jEI8lxhyIrS;VEnMoRsr^!4YZkB}wk%T`R!y_N=?cDA;S#7mpjrtxlW7zwP<#Ae0EO6J4 zZr-~Y-_fYOpBXUNf;H}5&-ZAl2KJ`@C^Fs3KeN6`l=!=R!IWP*U+lPv3R_nnsq^&= zU1UGy<*9(YaD0d4IQ*ZR~@viJpX6&H*Fz zXS;5c zO|3=+(=Bzn+h6~$E-)4xS+hfw%z6B=6|0lAZXcrZjB5N^u#ce6Bg--I9=Lb+soVPD zZl@O+Xr|}6RGj^?G%5^LH%f`j=w_Jk%tK{~a%<^8Hs=sVyg-D=H>j>Il;e=X(-H%# zb-AwXTG%6H*{E}H-^jgKl%F$r?xoS+UMKc`=q6?X9{e7$_jlZ#N)~;vb~`++L4}#% zegBSL3_tJI&C7M~pHI*f0l6DOk|TegAU?@kvY}`a^$E7wCb^DQww*>u`mwRY6}LS3 z!6Xaa{pP44!(F!QTZ55BNd8tZ9N_$<9l$CDV|XIh8LiDewzv?llQ@P*l~#9R)g zdJ;*L5A4^VO1qd*4a*#lm+Mc@jD~%39OwPqRo@@aidmqis&ngHVhJkZ)IHec@fdfT zhq+{Ufb>-;bSwohlzD$RJ+D?OXmA&lm%Dm##`@?+`|?U8h?!|GW> zN=Wo^kLJteW%tN%yiS&cb$HId($T+>vWibeMm?Ju#HSu;;-h?pz?p=uGJz-1teTEu z570qo{5gc3^+}|y%?KY9Iv4HCe9nJ_qC~K6#2$T8ZJNo?BeQOl@qKBb%MD}0Po za9yu2*=x1>C0d9B7rjpN|qgI4>lYvOy3#%zM-XRQc?TQ z=Z~57k+r3B*2jbpB_Pe+&UvDZ?E7?#NqyHP*?w7li0kPVkcaTR0euo!yWt-Y8WxwN zr{B;^Ed*gDL)2H{m^R|D6+|H=uyh1tV8qlk&57;0e16=a1m?>qzN!YwX4nzWx>Q#K z=mv>UaWSLb9OL89lvy77(fzzWQI(aP^zqj2 z9bWE0PXT|k2l6`Dnmz?Q2ooQQBfrad7ScBR(Tk3isJCtd02T?o^msILU0nphRPIku zYEM?1+cT3LwCp`RsdgljYhz&iPWs81+RO68 z5~B8S<%9Rf*Ka$o$&t^0n-^{+8bxWK+Ry@>xPp|JLv{w-&U^??5P({w)+T$Ky}^n-rzvZR3{8h+jaHghZc3wt>0y=uSl(jZ^4B0qYBoe29i za@6pZkBGGA!=#=C$7^B%&d+L+4y21!{^DM%Nr-|z@k!L}iT*vWojO|wXJEc3sCDbm zCYMLlh%@F6M?m;F0JXzN{vBKCdgP1{J(VOIQ6LKOk_E)Row?6)iaR009mFGUy+Yb0WIBx&CX1tJ~W%@a3j>UGBcGT^L{1Y22 zPG{I5q-2_@2-Wq;0VE0p;V)DghSAp&<%Xk4dSF|NlgH2@*y|?{_n&hZ7c4}7THJZB zeI$OHC`0uq$hasGa|m7&&?!M?sPuQ(*4-WQF*NqYLUs!=6AE}f%-PxJ1He~(3P&u? zdNooBThj0WN(T?xqydS;Tewd*uN==&iULcY@FEL7UuBg2)G>|?*Nun<(>)51agKJ}+PLhzY~ zkJ6o6>u@~6SLwzawMx%S{|!^`haekV-!Nu{Tdt+sD}9pdg}0BcJhJpnox7=C7NfxM zqO~jPM)%&k7Pr00JtX;7lj@gGsU+orYS>c&(y;6oL!xd&$YyNm#`}%esWMC4r3hv$ zLbJqWtm}Kl@QIFsdgAxp^g>zKrW&ftu<41v0 z73T$}x(TttqNG2>-cBEggb|`FxdtQxL)Yn#SI&oi2Qa|1izoOWh zd?lZ5oK4^S7^lNN)0trdP|R{~f*x@efSB#y>_nB{@ToPEaZv-i+A2$;=SH8)+rEgd z1}_sx>-Yn!#&b2MQph|^h+KyFmQ3FV9shjPQtyu*Kv=iUV&ND00(VeZwd8&NOwBiL zAV7_kEqcd_e4qTdKqrpxaJL1Pu$a_@>*T1d9vi2hu{5ATa#>lvU? z-9MaJHQ*7IXfNUIcUIZI`JIkXY43-%J!kQ!Y}kL>mq>Xt7=q4{M-B;^<}#ljn4xw$ zl}Eh^?@)|_tsIR&jFRw#!9LjrMTmEm)?bD)@)Np>>b}n)6^kz_F0$ueip?|_2>m=n zKN{1kBovepc1@6Wdkgw+!zIwxdD+`U5M1%jxdWvcUIWLz5H?YAuI$&1#_VI}5EdngF0mU3cSV1os6oo>J6F1Vd~_{;(nhV+RjActSX)z?z1IlohDJwwag zy#lNwG!zf}HNTDP<+v48mCTKM;<($G&2Qa;#;~gmX`xLXZ9%ID_;ceVynJzmAv&zI z7X%d%q$e!ctS7{o(uHpKK@SQum|6AQWF>pAFkcVj!%dy5<-%-TdJjxYNVi{4q`AnM zY;fPhNYB8811l3)4$7vzyH4)APmM<2sSRPmRoOc~iqV@edF2~0&H~;s-P{Py*T--d z9_P2b1kJl@yS(N$`>gy)vlxnnA%G(SAB~t@3*)w`AG2s#k1Ul~v+mU2@LHDk#WvSx zA>MD#v8g>}f$Q9@&n5oN^prbXyLx}pWs5o6%7;{V$39i903z1!U_KbBur!o8>wL8r zh-h-mRcc*iAWEbCY4Oi+wL>Uw{n7Y&eW(9ozngGjv~x(RC;w3I*Nl}P>-4O+MJPPs z(!!}p4b=~G>&e+B_OQl7$OsQbPAd1`8tSr#_2px2w%gH`iKA{_{XL;-{1FM}tXI=0 z|4GVwab!?_*{55pC|9#pCol%{Q7c{l$}ly(?agUL@#cGVP+c#!nV}}DE$^SQOG~7~ zUb|{PK}yu|>B4fL@Nl6+MvH4zF+yZ})A7B77H?UKd*eSS$UU zjUe2L_4EsNR1&^*K)HFKv?ve5N77&d?QI8B;UL`ngvr^u>frfZ?|c&Ysg9yFe_brp z-^yRfKr9uzf&pgNSCsDJkf(g?{n&^ALbMYKRL=@WC>X16|w9Ijb=w=R?gP<85CY1yj~0Nu;OzVyp5kC`-io=twlHkd5^_7{^O< z%Y2m`jX+doM=po`Bft3)XH6Jy$(k{oyzh{}yfH)e<$?67H7M)hMSa{WZ1V!V*(5!t z_vRaf1L_U*9h*;k*!KSZF88!dc&zc^*Awx1lAhl}!d&~OEkklmO2WNcdwumc4x^g2 zy~mIouaV;1U(ItEbJFjT9c};pY;*q(kOD!TbLp>w=0!5|#?n~38xnbs?A`92CZ(=D zVB@|C@PoWBxeA1aRF^s0W{`^Bv1eW194f$vWPhEhPe2RcC$@?&0`0Y2Wjs9)C-ndLlV8PGFI8=Va;RK|9&$xSm3Ik5NYIst- z>-Bq+55XrFN%AFem!kPvyhos@5oHer>YCpxX$x-E_s8aW_xL;7lqBC_MtyItA6qPB z5VaK9rKd<>l@(avgr3#Q&lTZV6jQ_l;5%Zqn;{-g+rDorS)AE58#5lC?f7}+@}LCm zBRVN66sXu>GH-h?_gW2I_>jh}Pt;KH34zc7b&P#%A?{sm%tq396iPhc+P1fy`SU{7 zAhVi3xXU-YaZ1cy*ALwbJfRa$ZvXTQ$YrBUmdC|(t6W~z!~;G(IvgUh$|#JjTG)Im z^?qM7lp6R3ZL8E+vVVZAn;fc-i<@}o`5~Jmk5T>h!!XCl(gF?=9ucW5nNPgYR<^Qt%WDPSpg)S2F9CKi!J4a=#b^Q|Y^6 zXZ04IH9<0&wRry}ev*v2F5z{|HRq%hfy!iuN%Z#q9+C~KiR4l#!4)@bp{?tV;{u3p zF!pIyaBJVHWUs!+@6AAI(soq7UN%Qp>d-0kW_*xj7nql-M6#KWO+$;Euma$Ot+n>W zeSUgwPyB*ay=s4&ST`KAQaFAqLRA1&y&z7WCjMet-kKTn%g}0`+_$rf_oL?oSbXFs z|G7MK7)z*kwzu2jwe?pN!t>LOd*oRZV#X(2__BY|gHf{j^(&_s)2P;G_5psBZQEBE&I+$AiAa z%V`18sljYFcx@(^I!1em?0oVXm`b03JSqQJpIVJRz5Rg$p}t*1>OSwsw*iq?b{^Mh zQh)c$X`1p4V#r$zrlFEn@K?9VUgX(Uc#4E$Kh`Uv;B6mOJmlxf53inX=l0FQCgj^f z;vj=;eHrvaxst-i(?1Q{!gL0U4F}Lmk%iD~`s5M|!b`v*z&qwcP#UYBZccM?9NpUy z3K{QNtO;lPO)yIxT|%Z9Jq|Y%Zq}X~`A4^G6u|p=MmQ3CA1!GTa~{WK+1&oUxZDRl zz15L7d_=sZD9LO8;wD0QH30xd09%*GBuDuSc71o|I(J3>&X0_>7j#J$o+wG>T3{Z{ z3%GL5RFSoL{Oi3X%h^RolCao&_fNP%_)#%-OX^ej3lB7#O@8<9@4Ub5^lZZ+1K#v` z#%fKd0^wg<5B@?RN0WZvbg}aL>6@SHi~l@$7!pDVNd z=%&YPlevD;?Htxnqe@;XC5S(y;Cfb|1I@9Ns;i{e9MbNT5~P`v;v*Mv0`kjvEPj}a z*W!I_iJ^j5=hCG1M{X{Gx%cUz0KdcZ`1mcSyGbr0a~UP8I{>m!~Hm zH7=`rNv&FY@HsUwgP+MR%!@NC(=JVcmpOh)+KoAy;J%N_NF%Oi-`Oy^d*BMl?p+5b zix^JdJ#tdb*@wNT0R(yPU0>4~;)OnW%>Y)fmsc6HPb0j9W zcikZ?dbe7oXWUawe4LYugNzpa=aE)rR=S|D*&9R{N4+DI+I%O94({sSv@-#@4@n8} z^7?qi9p-3wd04n;ALOd%t?m_=I5r_1S+?;WGwHDnSC+S7|1x{8u*u_T+`pL_-=pj{ z+EVvzDf`(HwNOz{n2*k0TXS$@bq2xG!R@dZ8@31c$YG|jm7d)1>A>c+99FBYb zCh=aq7_lu%HGZICu&NXjWL0u}r?UYv zkRzKvbHiGQTrvnPH8u!`;sv`Urax`%_l)2IM~aj4*Sp>lR!>8KS(hiFj_?o0J92(G zHkY?sX98#VYLg7_u-~&*^&SxcJ~%3Ni6y!#YB<|eO|Pvq9lMtH&pP9*{)j$7BQLni zlD5+grN21&CEQRgS*~c7mEa(23;$=7W_bOze>}$b@%I4f@C#N06?6HEAKxyK($}{~ z>)Gpee0^~o_bz>iJ(@s8hkwJ;R=$ut0~hP*aC|z?{CBXGPJd1G`5h-= zAJi~}*=YLe(Po~@DPMuG57_;XM$g*uptw!DUszdwo$n{DO}3X4evmevgYY*2-6>Ga z#dQq{@d!*6z>24Nky?K4)8+ZP45#>^{Y@y3r?pZh&h78~jLN-Cf-=2NMZtdG zp!VhNB>#B5iqDt-hES9_YpK}vtz%GJ7oDXu)G*&nfdKm~_|8g*s3v#DQpMRxKl+I< z#k@f{`J#T!Az_p5FK`+y!##Sab@hvK51}!z&#O18$rq|JKR~rp^&@jGI*2rf|NVC~ zYgBqP?kB)HuRTM$z^pSXEX)i0UB(GnU^Nq-$klp{Uhry3-9d^k46NsHjVc2ut12$w z_0+yR9}7o6R+DBIY99!3(p3_k*LZ%Z#pz2DDER+Wky|A-eQQw4g1o1?XC7zQcHd_F zt;x#5ua6g2EgvnYoAo&@vt#~EP_wueGWec5!+?f`9=a~gQh-Qm9tD(Z-To-*+{!U| z%!7dmL)Tf|bZRk6z37nu0IDkDJ4$7c?x|dyBG-rTu4wZY(l%Nbq$ZT$# zQOw6|d`*yqUhJ3sf@)pP{CHWjLvo=@=lm<~)J@PR98ju`ul9^VO~SWYXTDsD{zg&C zjR9tcf-^%1%}Xb$%yWU`HP^Dbf+4B;XJo>ge|XdEo`x-&-#Nq1k7i z_&FFO2D8We(bkLD9%R$Vsr_MG6Gz?x3x$SvQ2rtA{!Q>iK+Z52&hE!Im^jdpyXNS? zBKv(9%b73bSC1J}811=S;cawSuFdh{pT9L7a;HW=9?V&`bj?vPN-B_~CJagp89Tx% z1ZLTY(B0>^Qg!k3$ONRV&|5< z-+0I*fzU*jPiW?We}gEk%|DpVXlG4-+)5a_EGCfLCWoF{;xA_|4S0R=$R4mS<^0AIv~07)0x4%@8ikrexLC$ z-~Q2bX3dIfNfiDy{n!zV0*`x-ZEIh4>F?srHhW+fB7r+@r>W(dArVfwvY$hQo=V8&v5wBOIB zt3499j?onH`0bY+#=;d$9&Mo4z|A-KLh*juciFMXQmEJ8+a>u9+`~;!1?9S0dR^e1 z?8UnKD>5Rq8Zv#wG{7(C+BGk|`?zdMd3o2><5}B}%X)dcicDhR)6`gA_Z(yiZL|Va zA6~RBE|wB|i$f6g5#2yO#5d2Ll1;%e>x-m&Lk{mn=dlM7>_ZV|yBDc98eonbf9w>+ zah)y^<=ZcYy)?bwc%!OM^p3yIp42+rUw(N}xv;3@^rnZ&=hJ9FdfaScTe4H}J8>4W z?&N2MUDcU&4P~D?D{ucCzn8|T#aTl*j79UUKXB*W4po)rkx=2J5_!rIV8!F*-Z=m+ zP^oc4L}A{3)Hk^N7$Hro?!L!=YL#BD+OR7)_lt#O^5gwUsq-GbF3z>nX4h>=eFMc( zvcs~{_HldJ$Pg`p&>xL36Msf!R0WoDjeXa@e*2P-P%9$31(buX-oril1y`zF3;AX0 zTkNxx@@nF0VZ?`h$3N@B#@;A$01^(rMY0LPwF*TT{pQ(_FL36h7qOzRLVhc0538Jp zc--v=V_A2sUJG5`clN3nUt+#~86)?Y3PWc_`X@3fJY;jL^X~{K_Ew#lLEoBFw2yn5 z5x$pMn3m3H$YefM;vL9yCuiy+KlKyD9_86Pqz^ld7qf7>?Bp^r&pZC&Fx{JZ#D`Q5DfP#rQ(@aiyr0$*PnPQ--cwLlf$Xxo3=YBf_7Fc z>^m&y9_G`(WW|SnQZUdH-p|8prNXA;V3PH|a_1lC7w7xC`Ykbhog3nqW}WjOKgVAs zsX-1<){8t6`%QMP)u%m~3!7uU%$zy|dK-;@IiciE4gO$v=$9FfNPigD^z(i%!dYLU z+h4C%2zz#UtMUn-gZ=s?3lE0Zpj}zc>YwcXT5@CeFoGxbz6nnyyDv$SPL-FdWzZE%c9di|{ZLrJ(4KF1h*MR5u!ul8DnF?eRaEvhm(6 zFmCpm^x^G!&++MoT{nuUoV3UJrpSvx;?pjWjKQU5y;@qut$SUL4Wam!~3KZE}9*#Z}}tpy0b?WK+&P3z5yKO(pTIdAP5vL zadx?b3k0YjKEsNd^8R`n&QH5KKJL|xIWXQgcMN` zXp`{K$>?tzm_ztjAKP04%f3&vBV(QXxfpF*^GWoDazW^^g*PNIOlS+>#?i0lPRo%o z#UP%J(L0oL4)4cCQ7r(1CASTey;CdD$y_X&PjsPJC(?)IpF02IUxZvCc``t!4HWy@abRFkQ zcF_!x!!oQMWa)AVl*5yv@1HHd4W@B3pa{G_3ni_+ZV&UQg)Zxjv#!7TLVAjP9Bm+& zf&;8kM31`Gly}1^0q2HKCBt12xQlTDI5f&o0-R>O&e|X6YYMv!_`!B;BB4!*-mjR5 zT&SMtE19qBFrAqQ%#iDC(7sfJLaGuM={}3!KZYZaF!W6-t}wnFE$_((KCir}F{f=&lk{B(SzVRP7XI7c?UdmzNcfCuC)QU=Ju6?kOxv-hz?a@4Vk0pBd zHXt24{U{hWJNv+)`X&6_S-HY94R`q8#_t#NR(yu0H^4gK*AM9{U!@iv7khuQ^m5#% z)*p~C+(pkl=WxWMefcuC?#P`;gK8G%_f@;b?#L0=CsQg|ZxY1y!(6D(givnYMDbkyx$Y<&Rl)25Ro{vr0>orw+Vs`@(%o_0*<#Qq>!W`TP`)ZrYVXwKI zk3t*ISLrL7Y8?!=S0}%hKjwK49%WAU-15=Bp=vMb$8M)+MTQ5^&AQHLlk!$5`MCa- ztm$lyniT5^@OxyzEs!2{JIqn4V;Y8Alo1uhmn}&^Z_DaseNg*7LwkCpd858=r{>j2HqAS){XgFl^F~>s`b#oe(zc@x1vv z`4{$-ym+(Sj0{PaMUQ&Wa4!ni-dl@mgyxluv-HsoW;Gr6O_;J!0@LD>vtLl;X*h*} z?4LhIcYU0p^<%H>*6p{KaEkUdk|BUDq@)c@RL&)R$9G<7BF2ehH|L{zhfx$9@-vm@ zOYxaAJr#FYTJlJ58swQ-WKgywLfv#&4ZMWEE)n~{eSKMMG?pQZ4KTgmmi#93X}rcg z&iUfICEeK==iLg!Eyg}b+IOyok4BZsr#@JWeYp?MkG`(={?J@f|1U0FeAYv%8(Z(^ zC27`_qUCIqK6{Y8COM`r$qdbDkyy}}sjC2ENqt{MNZ!IsQWollyIW~X`QcB3T~^{weX;kBgWR_86i3M~O`VXKlq4851e`e6#pQ+Ed^=Sc^_MFA zzouO^WyTP?GJRc@>fCP+Y=9K1?7&& zgKz(43GUgcsptQwu#%)J6-=+s@{V~vj;K0O?}KoE9k z@F@77eTs#<4ht#*At%I|NQ;EqdNiqY_|+D@?hpbM<(*RyU{W>}iWVeT6BzRVNr$}~ z5>=I!hEy1kU2v^aOpSPhPaiJ9;%LJwZsuispYoXg3?&L5YS^%cGAO=9Z1ww1>3nmh z;V-VY4{qpU^b3vg1;U#yQu?&X@GMTtN^X29B9s;d|Iw%|Q3uPx8I{yZDhO^}N$-Y< zzTRq&`c@^}m6m%zC0MREk^?p?5Lq#1C8>g2x0Hd#!~{0CGKc*%?~BlnS3TgQ=(Eo^ z>sa)$W)iso5yg{5L@KJD-jQg*59rTnhl+S(h0vd>gTY1-6e!|FZ*<^(xys7zmYfhg z`rI(topxs!H>z2@Q=o=@c_9tr*L`GN89|O;d+0FVN4u=$X@`hB4pNAipIW?>Ui}-4 zN$1(!7RE5*ebFne<}f>Zo!J|j-$cF-zwB{rk+Yx|Lr^vDaNF>+gJ814{gT>CiUqmyN1= zdXfjgou4rF#Pw7kBW$Y}e|;t7YkD(@VS0OLpw8Cyr07Zp3+XFF4#$pkk~ka>gCUj_ zNgwZ*dl(N-S(_#8d|sd@G}->k*x!0UK1|u*`!n`OcbK`2GQ=lcvOLO=vZ2U%J))fs z3|r%Cq`LV>s9LHUw+Ss&p0B9W+-3}$9u1*R8Ydq%jJe!F&NvgfhvfHXNZIQa`$HG2BQn6Id(Wb~r2v-txM!pywx10LGoCV78XUwG?OBd8epISi!rsh8Xt=gV4)5l3Xb{bTIkH`D@&-;npOZU&D$4 zy^M^iAq;to{ts^~C6(PC?m8j^ud=GT28BAT)8*3YFv!fUg}#_Ul}<}AZi)!N8ogsR zr1kGyA)~17;r8Uk)`Xz}meprzJWw*~79oq0Jia8Q3*AqG{DR{5!xXiwDs=0l)V!Y+5TWqxI9)S+{!v z4qC1dASD|ONzI)vCwb%_!THX;SF|ZT>85;kkuV6dSB~h4cz}#e!Kvcc4?Jw`z_^C! z3&PaJVooO$kWCzecu@8cpZ0U#)lxtMfb2hyH$r;*2PG}d%{tsPVnWj^$16Dg#)Ve^ z$IYklK=9Y?wgzW@qH4xguY*&*FPFc|N`>{;5y< zT1Gv}`jCewv&o`GsJ39>1YK*cs}S#&bUXY&Rc?M#S7im=J|K9VGrlgaUnv^tb3e~( zcq&@&s2^w3{p_;#>Ym7pah(X`&$qUXS-s!=wa4R7iK)rLnEM~-d zPa8i(fRk;&W?aFK7>AC{k6Et%P$hR-Y3QD#zj`gNr*J=xzZ0EE%vz?~)-kqsoStj| zLlrHeWAhwdJJ|2w6Qxs7lRvMDVy63OM-rti?{Io^2Ft^~0Cr|y_PpF!1ti;QoN$@I zw|`-bRv&yX#VF+#7{WB;mYvCb)pX^s-jLP2b(JFbk0Ys=!w?z ztNZhn6|C_x`v|&|?U|fLk)s=pBiXx~%bXk?8jeD!L=Ote>reCk$^=ewJ=wh4YOG0d~GH@|!d>*LDN z>?ele4KKPUR?6rr+C;C84bS9#Nd0|7-qPwBU50S*I^52yt8@>hrCys%e7C&Y?|n^bkWg$aP*W=esz%4<+ELY9|f3# zE>zcd2wfDkl$*8bN+7(9R>*uHw~NmWowtvKQN6LAshW69v{wyl@Vodm8mjc$IS{FR zgiKaYi!5{9)P|-+P`N5#FHhB3XFrGedkJ6fxXjF`d(aU0s5B8J6`Zdk7s;|Ry`g?~ z*n2JhxIFIuT%$2G`I{j3pRrVt6hz{^C>L1{F3Gc6fFH?W> z@H)I|#Gtso%xxl0p?8A`-!Z#THbr2I$NPx;^&S|HpUX&dI>=XV$^FPr27kV{QVp$M z%Fi&Rb>e!@NlFkkemwq`dh%~?<58WP#+4uEt!Hl?1_~WJE8Tr4((zV=ukN&GDOG{a zQaWVI_YE@=xX}0*PVIm!c*&x7eqGMWY;evT)P_9ow>mab{PJ-j$sol-mX4b@5A7)2 z59Ly#@kle(~FRtXAt5Msb}f zhf?8Os2|djIUmWZR^DPe`Rqf;_3)vMUOHj}Dpi47;s0RO#Pgnwh$0l5iZmw`q(Q5<1ZGQwyZuyhi zq9yL&pGr`l_5F@lPeb2qr{$r2_YWh8Vcth_^~?&yWy1SkSI;vqhopdh-lNX(hpc8# z$fb2HxS`C+`|Iqz>mp&okBX>XsspNRPb-srl(zy%!hSv3zV@yn8vl4GL))!tuD%p- zN~PTS$O0|4xZZNBw8^{Yl4!v$6Ft1d-nkdYz6{PMD)LR@dD87oHX3z(gqNMaA{qV` z-j%pv_=$u8iuwFS-f=G?V7HMdaf;*3e&TNK$MO)PyYMCW(3{8uP)=dSB^NzWsnd6U z9FhPH#H5cYd>KRHuFX}IH~KSMqZgf?#2Z;*A+_ilklv>VA_S?1Jutq5Vm7C#=!;tV zZ=%?83#k(dt|0eCI2SVfw(1$@KtJK&yb<#<{z(YwU{| z{<*1ln-p#+sOxmCKMgwy6W|dT8HnNU-LnRxMVbQ+>QU+v?!F@Q(5(#n;D?SDzNCWv zC+W{v-VG}wgWFn(=RiJv*)J%IZYF;}8z0E_g>7fOw%kB_=BL{Wp^oGjCptb#hU1xU zSXuu9yp~uewlmWDR&(3qi5BA(?if${>A+$6F$>x;8QA-t0}P?;LvzjRk|*^usTnk9 zs+MuP>d>(_A)s#rI!%VlaRX%B z_#&P21Z^V&Xz!_|m@L#Q+3ci4)k%~e(^c&P19-=g;<7XM3fOywP^@EtItlbBhqLQ-*jXRGL$%^D2B=@74$SZ0&bgV>rcj=6mmc zR^R8DzBku1AL<+iFyx)lCdz1{`&R(7kx?37v|+yewUaLG>RvohNj0l8V7VJ)xdzAcOvRg_;Xw{Lf(Kx)Sy(TY(chcVc*#P=WXSmC8@W=z4f>6ipl1DLg zxpf#|K~6p^2u-iF^X}85wJ)eGpq>2dMqhEj60xrFfzXPEJ++(-!T{C_YWq`;t1!X+ z8Cz84dDDI5*S@3$&u3&^)T8jEtbBp)SOb(TczNE}+`Vz7*ug&_aO32)nVNoTek0)UYW)VwXCLse^E1A%)%v9&V2=w8R~4c*R(G!o}u`A095kK z{L<#ng8aA4$K=upU;XNnGr=Y2-%Xk9$3tue>rgC(FS<$!o>99Rf3gJXsGj7z^;0w7 zX^Dio+6NfvJRhp~5b({l9l<42%N;%L$1t<5^zhTqRE-EUgywE3-fs@5V1 zRu25uoQaOBywf3|FW&|l9aVKkY#;FFGoiF^!b!v&<~6DoldnITuUMJqzNxBlI69>1 zes9-D`B8+|B9e_JYv;rCfOYTp`?b++1;fDcaP!Y>R~(Wo$r%aYd+k0(xf|G5`Pf^9 zRNb-ikR1Gv;UE^kY$I}PLAk0&htZY3RL7Dio` z^!k~9ZkONNS1_gv&)?Bl!Mry)jFH0+EAjvP#zr6DXPl^een~jO-*#Wb4Jip%V zrVd)Wk2>4!*OO;!7s06Y=ZJ?;U8@USeL4U{GtCEY{e15u$+Z9$Hcu=)Q*dVC{42(f zIzw(_bXe;8IKgvEu>qDZJ@;+CI6{4*i=5F~WV&g9pvQui_nT1d(HB4UTB*}}pc7Q= zx3HVr!Hw_4bU{l6tW?dHv07)k2J(?b57C!&(PSU-ruAHmwi#-XCPO*wwo@&yi-@Jd zq3WK`UFIo`wJm6rP2c5rha1kXYw)@#9~4_AaIYn{&}2(T*FaSHs|>^OT2DJzf!n8x zM8I3&1RV==4#{@G&ZTp9`!(hsX-h2C#jSNbJ#GR^#X68)(Z^ZqUqPUT91XNG^dB@o z0Cd8@ebYqc-(*DUmA|nJ(3>A(5Y_t5`jl%*bb~sXGQhb^E)4maLx=?4g;wb&$TSi- zOe|2VHO%zz`rOf=UtXvb4xl9*MB;poJoDyI?9}<*os1K>Qpnx47cD+TP&~$-uI2s* z-fL=Q!P&KcyoAR8>EMlszaNH!`+Q+Iy?cb~g*TP*DWi|uYKKGTi2$2%G5FPi%h->4 zJpxL2ePr-vp}r1sG;p(jV7=lz#G_ev62YA(?Lu>>({xP50~mwf%k+lh6UTex$(aYm zVbF)n9>19;2>l6>6`azwJXW%=Jx?3?UXG2kqP+?+f!92Q7cJef8k8D$zf3@BJ>|Mf zXgboZ+}j^rnY+f>&741R>}J#ViMB$r3_BTU^e*sDb!PORYKlUGbI&1?^?J}2drYif z_2E^!=ll4J9n+`?wtjw!D5Lia>$y?;IeZ?Yq_y%zp6W^Wxo!8*o$r=^KYQqW>tpH} zcJTZbB#3lTg?cjCE~%5oN}4D5CkeCpEZ>wjhagHDC_UVK>#J<_1C1B_FTK-g9;-+2 zM(M|)QHJW(G{Ld~CPC$Ji|*TdG|6hPynHrY9G&~n_WQg~o7>&+ya(a;9*GKSu@p*h$-k=jy338nXfAZ*QYPgNhJu zp`e0C(VqxFr?DrOf$gbI59iN55jnueA~$Dl=a05wsW*^7nZWKaJf z7uS~v4Rc)e9u=H5=_e{QEwl=~d$*u-q=Qws8TK&NdA>usJ3Jw0kjaZE7W>c%KBkY& zIue1jYLpHVx-;05#ScXBdzWpAErZ!UY6^e74)9!TY$QRM^p`Olj z_)~c2U|r4z(xYoiv_E{Vel0*2O%@EH(u)Is+3WaqwJ$31Un8Vs zc{F~ZIm?Zf2byheS${otL{Lnp`!R&)*v)~?<5s&)NusQo-5=Fvo|t}Y8beg6Ym_Y? zl|AtAqtKtLw9HbLUQ;Vw4?y`gGLyZ=1~z2P_A(#34s@pbKH32f!}?c3p!u7+fZZOU zO!=GO`;EnSos?M%4~hhjoV125Q)H@bE2dK)XcT$T1LK5<*HjMchtUd^isn&CzQLgF z^?Ywfk#W5DEq`6f=MR1hS!^D}=P@~4i9Mj1kQfPz2o{Of>)be3r-v4`1Yz5f$cKWQ z&e0h}C%T&Y9B`mPsvNUVJ%piJ9ESw=h5WE~@cuBb8r-#jfGm2B!V1gteSlCQ%uget zdLssWw-j3y;+|)2KJEV9je}5A%18+*6Pne_iB03Retz}WX(9FY-Hc2|2(y!|#F;;X zD37;NR}V>b7+V7}AG^ux2=$HYIjsU_-Q|;<&@yop`SuxXsUj&J6kMUw=R$Zl&3ZEs zkBXSbCxaH%Pv1N)99UQ5``&mSsT#+d@#8C(&nBXs=75A14Kj%mNQ_yvuX8M5NFj;t zJ&$iW^2nT+vE>_bZAeMh7AO)-B1qGM%CNK(3{|cV4?qDQ@P@ROS*@If)4J<%xUW@A z*XIX&{dSfu)dp!J0r1+F5%yp~4+`*EBtMv;OpnE8B(sf)dOOGGaP>}UNFxdA^%i-e zzn|TBR049Ym*+;Bp8!4`fl_w&`L}u&b1A>Qwzk=qSdqY9TElBFI0Y)Dc$11DfT&4?8xEZoN9^ z=1zSGBMC6o9^z5j7af#%eDoYpF<6R@r~5bB=MrLY4&O@MFQfQvm{k`~?**oZH>5!s zLJgR7e4>~;50{%yxF+|?XKNY1K5=JG>L8+TO4oGhou|tJr^D&3N5bP?2=q;{xC;rm z3Wr{{pfp~m^!&_5PbBO#ASY{1iTN?>lvh1SoS8b*Oyu%abzBwO1`_Moj0AaTGqdFM zd^|h$dXXA5mz#m82k&X!(fEOEI_{=u{2p3(MC=o7@)sA1+` z$$Uqpp97ms&U zqiBY?Pzq0x`w0>h)h-R7O{gzR+uGf6 z%c#%CYYLuYIUDG!9}awBB`>2-lRz!P`SPusb8%tSZM<6Sa=KsuI%Wy{r+2>!NmTDv z79J5hR<*4#?`Q80}^15*iSx0hX=`ujMF@&{L(%{F9d&`WFOQa5NvzfXByrt zWix_MHX-l6BTsR6(0(YdJ|Vb|E3EAt9btZMkm0itkdvW)#&?8TWV$mX#;=>)bmjq< zT{{?WD3d()(=#Z$S$(~gFo|)WCM|^9-feLOJqoFc+w>5SZwUfn1{fPT9j>aQ;${6Y zo~6%deayW)Cq2>(jV|BERa$}QoA3FTHK4SvS z>j}i-2<*FTNrK9QuiV!fuy+zvJy>s5n;XM-RVI#K!M^L~rg<1P%-gqbqV>k^TvLkF-)v@eflB!uQiyYz`cEz<6ya(C>0<^OQCw%>IzpK`6a|NAm!&b4^ z$Tfx3OU?fFeF7|!zOd=IR^&xH-8utarU37VrJY93#TNXmfskc3y_=(KtTLGQ$9tC& zFDF57hQqCO?Jqi=JKY`;X-IQ$kkM{L?Rzu8mvqk~tgY>(SU-sZ3DxAs9bT9oqu38J z?@Zc1ZBwqpUe{3FWQIXTdGg@CXwql(un!7+@49=nuC<^&o-D$!uaF1cjHA-|Np$JT zgP>6L4-5}zOgx!6e3O=~P9;=llsQ!CL>yMt$OsXa40bc|W;7z;bqTN3}U<;%^ZH7Ac8`NMEMP2aW;jikJE~ zN0vY6!2olD^%Yg7vro^b{%M{*X_X(o@0)%@J1{a&SQdOs*p!B7Y9$M@zD+kskEUZ~ z+?S6tpX~d)I3gcHUBffH=-;cAE-b_``r}mfmfcd%@=}i6kPYEb>SMD4c~+kJ1H6yv?8g=5GhPMPdxJBO@ zNWJ}F@3F32JjnZ!;a0stDXIrgi7rK^WSc&QgjRVi&9fA z&x^u-dltN7ch`@ULLJ6gTvbK)WI5y7NA z;b-$vxL;q5uZTxs2%ww-#yhU3J1Zj7De-V(Hl2l+U+9G&4f9}%X?+|GxORV(bPS6Z zJ)EoM@I&Sm1o?bVjnepk_0NpU^zCanGb>wOdye{DLXal>tPL-M&)jsjew+NvU&sN_ zKiMEl7X*}BVZr1gh*Ldf5EOk0^4?MC5!56{MJj?mC63~yYAQODIwit>EwsWm?<2iO zXR+eS1j8z~5LSu6i$J7U_eQ}y!OTYF{mf;7`}FTOM;oFA-RfGf8knhfkCC~Y+Ef*z zm3lq$oCSrBcCX|HXeTt>KR&C-%#vO<@r{Tg?Bg)(y3YhFx5+RavkqKg)mDaK@K~hOsBVA;d8Lx z=tnvT-^fb#5#%W~67G*LV~H#x|@tAAwYk)Zve zl=TOv)$Lb@1JL-Op+2ZXbPS*@@a3MwL)C_7`#zwhYF9|JhX#n?MuqSSzna!k zv-}yxo1|bqJXw|OT7DZ43s}@crsAqr*v&B5i=B9#qjcTv$Y)&yB$DPQTwn&K<%I)n zO7x@LgUeA~sc%`L}r3Y5_`t#jBOjOFM(al|NOmK~+J8p4mC9`^`b( zndG3HZUwJJ8sU0-_=i zOcayn{e~rer7ixJr!h1Bi3S_(Tq04grg(Bo*k5V*RL3RI1*|?Ar<*8pdg`dl^ z@c_lE1FW+jrB2=9Rb`eh#(~EF8h1a~5%00G{YDaU1TwyX=f!H)pEFv~yN`6fDCf&X z{=s(?ZUH|!@d#xb;ay?tr}%VVo>Az(&GB}1;4UJ^oK21pPjw~|JNs?-+D%o|*?HGf z8?`a|HIj41i?j8R;+Er`$G(C+o=(l(Tc|Z|fFph%u9yCj;B7hBGQ?ClwuiyuQ9LIBhSA!+RC$ygS|p-Yu)z)_?f?m0v#Ca33B`;;?Zy z{NOxT)Gq1i272OR>F7O_8A>ppX5yK?g!4|@P=iQ-?Ua+M?RwCzVJHJcQ1Ez?48EA-h$ zlg)VG7?{fPTS(C;S?nXBbhGzZf16B2DiU)W;XR!kVRvPOon^;8l6nhDQev!w@c{}hYPk)dN35sZ_~hK(M>L4rRM<;^_ru;JE%me=X8V}` zJw)aH&&mn+4}z5Q7>;>)l-pGi=K1n2X&tvC3d}e&Ov_oz|>e*REuPi^CnZ<*? zRozn8>?Yrs@)Bbt`dDnZ(?J-;Lt72o_i4EZA3;m@JLyL}9PNjLhRrkL+YTCgbcPA- z2c`g3#535K|kzku&4keKAgNUX5E{C^v|DUN{$sDvz3T9c#&af#@`*Hi3w+Ba68>}F-!D;qo5I=dB{iX)Fj-kHB$7NZ5uTH9m{NwB) zQT<46Vp$&lJi=NwlMTk&zc%I;K5R8}Kh!w29Sg6$+hp7C3Mc)xyaiYRhHzg}L2vkr zXpmg~KK3vrv=V!((!pPfR;JOSh0CR0_9L?H=O~O07+wGYzT(vrx-+;0)A24Iz^mA2 zHL!<$53kNIUKb3nlHH%e2N2`<(Zswv`TO=*9~3zwlVVGt$=m&7DZgJ69c|Z8X!w-T zNl-F|t9iT5_jK5I0q?&NQLgZ!F}H1i1GMuE>YrizOCkya#wV#`h2-px-agP&0xHDs zbDZ|luLhyaj_$C{CO71l&p)|!nr-xCDVSpZHR5QbyjJCpw1f_Sdc7fcc<;|1(v)5I zs6WZRjHG5-r|SL_qMA!q%^M4#P1U~W8sFxMeZtj1Ot+Nu{fEWCo(>E+eS6zkPY(Qk zCMc`l^sacketnzM?df%6zp&?NlVhdO{rO5j?$6%8Wj73}X# zvksQhPp~n5j>H$=YFz#T)czXzuZN2G7K=_m(+#9_I2Ex28rp$zzHxbbgpCX%?35{q zi6^s0pTH=QH+sWJ?{74t{Vp?7&QU%P0ySTKpI{jJd@`4geypP4x~EO8)8S5N2TAwk zP7S5Er$5W=it!lY0yv7c;NMHz^DeO@+T-9@A{0~6$;Sj3U!Ew$@T$+FcIci)YjQd- z=Z9>xs`84YKMD%6?1p?pf4VY-E79v`=hlAb)WW4oOh=i3d7Ei2dT=s8do{PP=lhap zXzSNlz%imCNZep}9n%B(eA%xoIwlz}un4r_8Mmw4|Ep_c)+B0dAw;*woxBrqA~|r0=!6-*QXmZ zA`AjM5hXE;5CCAqncdIs6IM-`)gEVMEr0U2lELY_GV()FD!n5f>47lWX2pRuMq!9@V7pFSjFl9`MFlq%+tAwG$kL_W(<9^X6#3e}=_%JZZmA z(0YOus!UO)tOWgiM)izqRS-M$W3S zW&X7GNm*{ri^hI+r#eF+aPuXt=9r>)lI4SELF(gM;O~!Ey^s8Wygds+@IE#%$J@;IQu5zW%D>s&Dfq}MCXqDHsUMkWl(q*=S7TLF}@x5kepfLWiD~%rXU5u-J{04BfP$7YQXGB&kAn9(luka=-jAt zHS-^GXu+HJstuDcc|5 z@pgRep>(r6b8_25cR~X@8DGbMk^1ZhMl-?Io}1h`?>IQM7^VzMJLmm~Xt-?%oeX{f zHb1?b`~188t-kDmb8qo9fON6&9zWUYz9v(+y>cL>Im@&k=sfXr*U~&_qi6xS_e2D& z4IyWAa5G^>*6Cb8FtGfedx#U0LhpZx85hpK)N`?$Sv-((Wb z;=aza;&|8xeTp~MSnTm>(ClL38+Zxt*bOvQ#d&EbV>voAT6vaV+cm;GoSZB|5ddyM z?YdS8Cm!9`b*6WUu~fTvsg9)ErU*L<5p;Ywo3DID&GACzpJ^E-=13Ju z%I-y0>6~ohDYxA{a)iE-?VnEiIkCTW8O6n8ZMhozZ zcaIFL@cK@g_lw4GXTpvh-aI_THA*=)%M`iZb5xL~F?02*HoNy2-In+1L485`%U=#s zRX4>Y2)ca=5Z~l}O2iGFQjc2UO>P7^S7I*d4q(-} zw_40e6jhwp_Thz}wqRe|<4N=ge}Zf9BpSW--Agf2y{`kGEvMcF;VaiVijD+u@Ou#5U|7FPHUZR4*P7Cu^I6chnnJ7 zDfa@8?mPyevdU_i?qV`g8=||bcM&+nDOb(ubhbY&ZFCrPuH2eNKdpZXQ&VO^B8W6n zgeoQHlM^aOZY`ZNu3c2bmF;i)ZA$2>&_c62y`83cKGS_QWFH>~#=sMUpYVq}WErJP z2K{;*#$G#pmYm&l8`2P7GG!lj(gEICtpetk#)0jk5i0^4si^AfK6LrXy&(PxPtD*M zk)=ZoEC%R(=(9@P4|IkO(S?vvu*G|8)B=YBY>T)4 zs*GnRJ6y@Td5jvVZ6okTw}YCe5^Y>cp%ey}EVO&i-z9Xv?D+Ty6!|p1Q`1yCtJA+K zRAqhujbbc0c+or8_=?@{%twCT|BRz}rGiaNiG2**lb@=-FB|p4nD18;IqdH*j1=?< z<`8}SPT%DT@<)Mxq9zw&5&C#@%)bYDX&n45?N5Hbt-pgXFi~~GuPQH(T9fXJmp7`T zR>G%lj3VI3#!JtrP8OcXJ)(nm9!<5e-QaYoVVB3fkvsaK&dGhYMJ|!#Eb_wep_Zyn zM@RR**!A5I!g4}hg(n!@{rTjHe(WNIf&c5r!9@h-1%^R~r(I$gR-*?Y)%ZueQHmsu zOI4aqeQh^z0mlhbgVdsT2|rQcn0eP>j~2F*v1^!0ULbRUU#)5nknrE1FT(`iCy%cK z&2}ECw^oOlV)p}(1()cBD0I{*{Qamuc`=U=8TXsow;-Yvt(w!ooZ$D;+L!e_o-}~V=%eemP z`#7g3n54g8K@i|~p2-+Z;Pwjw73_Yy(8IJ3&!4hlF`LmY3;)0UjfVB*kNe(qUw402 zy!8Q&}zE6{C-wvuG4>*b?{Misb`_zzpJ+e#*79u` zaAYbDQE3@{-nKu^qiP)KWxv?`OS%aABN3plHr*eUe0P}Jc@63pDii#bobWiQ(;Jv8QcEn^z7pQ#I-zzloQPr$wr9ArazcTq!!$hkc*T7OVDmNwZgFW^e@Bex(hbC4 zjGSs2*lzkdAcZ7*xfW#)OZne-U@pebdd4(WrB~}~ zQ{1eMFT)_(K{`-$qa)NT=j9597}^ta<~4Kxzl{#1Gca;y3X$|?8X1*QS7qB`^MXgmn(f9$4DIDM?mQ)2vS9cggZEM^#<CxwxX70mf>oV~?@XMd;dVg9J_>!iqw$v9q=(UbqMU72^!wkBGdnxe+O;;N2Lwp!rbsyo<%#5;zfL1@6&DzWy>xRI&QrFKA?gT}uqeT4!wfvFV2&64A^AwO?{yITkf#8Niu&riLfQyQ_ zGTO@rBo`0zaqRH&j{r4{9muhb-}h`KfG4D`uBtF-Q$a*iAA>Rz4p4N` za{_t&+@ZR9st9Fu;8S8?h>|b}5>*lt(-zhMj@lqjfryj3xC4lQrDH1Ys0Q+|dfJ0X z{=WJE5%X4eSC_!3185iH0yJ}k63}Hq;s=nxR|!O(RnQX$R=S3Yk+>bk6NFRL^8%`^ zsF;(esg`m8n4F5fKFGuC?qTTZjd6zocLH;!RDu}_omDNma+z`I1NE1mvbw3@&Ky{?38OSkb2TsRDyu2L^l?^1t z{yLvh)CJ+%fyt@h_SaV7sSndOlXOrAw*i2$VrZtT1Hys{!@{1p^}1J-QnP7n5Y(TG1CBVO37JI)DL990QZcP z6%e|Py2=PK;L3*xmIP-MTFSyoP;Jn(u}zS6kO6RhH3o@9gVlYEwRF5R)Pc5S;;0M~ zZYZe0TreuCp6VuU`XFHh$d(11cHK-I^n{@>jIx)6i?gk(u|%*g%EQhUY3c@7@o{nw zG_VBQz(?fguj^1A6&7YQfE1RY5*%_W(@=f0PO=PzUPd4OLd~S5yb! zQ-GU~vAw3NsH2}2S}8!w1*!~!al7KBF~&s{fwouBM~dTh7rc6bw80BW4Fy#PgoJ^U z796j)D**h#00rWXIVc55g0E1RE1u%P#}R}d!f(7jAb%l3-v|?|BrawusSB4d0O`u1 zFk=Of_|^>E3Dp(>=%%P1+{Dirp{nhz=cAxxBrE~0v3hFRd117@j6{*jiomzW2jS(c zq2_D~_DErnv=Cw9X^ViV`fCAz!Bo*b*u-5`5A+I7qct4e%yg8^99* zMEZjwT|~T;Tz$lR&D8xp@!BE~W45+t2D*|8Iv#<}2EaSo5a#LR?(PW^*ZAq#d8&&` z022s~67xaZ=tCvNeb8F|XpkaFNg1y1C>m^|4)qm5Izxk$bX)>V9X!39T})8IHXgx# zXn#=G+5moulKtdYCGA9y4VFMfEbL5cHZDl2e3-; zED3c38OmLQwP8RGU_`VLl6a2M4|a1GHZpMs=RfLNCIHoTH1M#~@Guhf#i;3noHP!$ z`i>e%BQrZ;7kzLWK*!V8%fm$!sjV;JrtJ?0cX&a=+V-AsALjrOHE%Vft}onATLUkp zd^IJsP0;=zN-|v4P23Q!4R`akF$L!rnjox%zpJ>3udWLa9JZdi!hqrwOg*(k+}+XQ z!hujP0}{m{tMAn zw6}BjGIX=Ev+?o*p*_?M@yeTt6VSF5fC1yA2=crFy&?!>=x*$#CxQX^82H8A(_PC) z#S1?GT}Py?f{%k1xRmE`e^N4jLlh1V`JzQ%6L@ z&r{FV(-nUUT|^AHuoz%$Ks;4A9H#AzgzD(x_h6K05Y$h>+11&=86=%{)YLN2Hu6xG zz+1O=PC+0#h`yqMpP{Hxu!O1_hygCHf zI{5sR+XEJC7Yx&P)iMSC26`Ybn6|o!v$2PnqpG)qvJzZF(#*-hG&n#Ef!|3%VqHZL zY{1jk2QN)*on1xsfcEd==%!_?A_;x#K*V}kL>s;#(hfWM)bq(m@~yJ#^zT}5YffH%k|BkXCcgXdvDe+mIc zivA#^kT*DZ3N$nU?57am;jOFUVx#S32t1O2+lhg)izdi0tO8T;(YAHd!OKM(b;$q} zNQG_#Y+PL(xE;bRP{mcmTRGSk?T89+P%+jHQt%Mbwzqe%hnb0pN%#UsdS?KX`KkrL zJ(R?hRD6Yzo}eog8z6T<#2t)g0A3HYRaHZ||CQDWXf6u=_QDRjBBDlU37Dv#ox6k> zusZA!#*z*Ob}DdZ5LFOdwNud1wpZ6ylmuZTRm6R?)q#?zA`Y_K7^`DJ z2}A?$ZBa)ZHBY#yTA;Eih(_yRCgKM|&;55B5{$wv(7_30riLk(ETO3`T!36qS3(#D zTCV31rP21##|ZUyMZ|uk=8z-|`0L-*U%!62znf!wMKeos!XRKVKjhb4YZPSJp51>-?u1T6FfM|BNOdc99gC!~FJ_`hSKV zk>K;6FND6g%NTDjVg!|q2>mo0D1`c;8 ztQJ#sWS^MU*#=co!o*KDJI?#g&-UeD6p4217pZI6z<^ie31n3uK1&0mr+1=+DY6I$lH1G7Ahvd)VpgmpXZtyIy~O>V+HirSaTq4cN>;W(xLBScSVa zx3q^I_Z{zVrVswgARr>e)!FqB7;Szmh}3*8KDgpgbGL;(3u>Q2$to*p(X%ICTVvJH zekc5F*5)+vrUdV89)n`v3RYt<4Py93Qfx8|O~yf0PWXls2Qek3=jR43XDURK_Ad5k zE>k(PDb#v^NEF>1ZH--g$NTeK5cTH z8nwC!UO?t#ot^ZYyBg8dBL<-#OM}l-xO7-zLv4qyUKf6AzqRp4J`h5ZEME)gD?<7G zCAGJ$grbP?m+CY;W(}pT(+%p>w>7!LPqt!d`HVH2Jmv-WH|I0Ib;Tn0)~D>xP7YIG z7;Vnnqun*GW{>#{?Hnof^Rv_RNwY@hbZX@alN#fx!l`-;@|ma;dh7d#(FP}j@Xnvz zi8rzS8)izn|VxU8@G z^k5-rv<1Y1@%@>6pMlVFyb@(pOc_B=KxlWLSm~YV@<7%tE}h&4QfSEOG$|I)q~#PG zjiVBCXn;A5ax6Z&eDwzR#Yd255+0ULGfh?0UcVV$8CMu!HKdj@9Zz4cug?)5z?O~Bl^SUZQ8DhNkzTe&=x zV=$#P8OQ$(tPow-)tlm_TV1NZ$8u#tKF^}C=y>N#K0IFE-}hzymL>x-U>^vDpged8 z#{=tnI#cX>A~}bFry8>yI=Oel&QAl<^*WX5It$UgDH{A^)fVQpv@rwYKYCM*W~eZe z3^DwsbFcl3ii`CMRd@}eL+?^urE)JbC^0^_L6Nav>?AnGB~Lwr+COym0OLv#u~Sh` z;fN<^lGOEH9;%9BjiMAhxuuezJC#0Kgscb?y8FtyD%M^&t|Kq}3>8mHO#Y|PzWeO# z*rRoW{nO=EdVW&~)x)2ymTkcr`R^{*u8dV=Qs+Xm;ZlDg zRg_HdAKeJ@7azU=XT!@5R1aiA_6$48nEKNBN(jjb*}Eg{-m>32_)RTfCORe?WqY{2 zXmp&;YqY)W689SSh291_T3D!H#&kUy0yJ9K% z9uOd6_{pQ_mCQz8sw-Cn?5-N2UU?Q!6PbRGEPYGF`hC!UtdEc@`6_-;ri+(6WqI0 zlkz>;dySKWtuaeUVoqWxv1FWJoC$IMu-y4w_qo?aN>qf5Sj65@G$it?axtYXk)7g$ zSDlfRIJFn|Z(>cXi4igD)Yxa-rr4;j%5qIaOpt0eTtg)r*3vA4EK4ZPdNPi{%6ENo zgcm2g1jJF>GnTT zI2Wi%ej>rnX?3=qLue>YO4LdEAs6y#58=cJof({d<+z}J2VL1f2E|(As;v)^t#4gy zuQG(8+jP0~U#gW;L=i>Nzh_jUC5&&1U7u?Wa7K}3F%T0ICkl0(jPl|j)}A)1b#!Q| zh{+^6kkWdWIpYSKW3rdRWipgl$VT@g2Ay~o^mARv$wwVPDKCwy%pN!lRif$*_pU~e zD^PyFM#+)yv2GrDfxxa-KBm{Qg9=S$#!bg(3|O?O^gKz5%CCutfY_EUg1iYq^+G;* z${hQ7Zwyh(Rv#T9pHQS0XNW#)NId_2F~h2noN>Kpl#?{W>d8nHRkUa1c|*jR%jeR9 zd#-#q7TJ5HQMX9DtNH!gKu zXA7%sxXgCNtHeGE67!KB8}JO$^`%A3WxUj`*6<;xtX8tk37&W^mDqH}lyOnA;UEK$ zFj5A=$_#D2S|!q(5Qn!c$FGvpeTbs_`1RZG(8oY=8E%QX94$sbWd+#DVCo?Z zGgNwd2WM@QM=MxKB}#Q`@;TvyLVH{`9oiH-TW1$bO+$5)ipTNN&DV8Lm_lkF((7Lt%$)TKZB%4^{>3-254OA&-R9PIgEdHb=`1{qY= zB-9+Wq|i4Mot7O<&yVWvkiLstv_{`}B14FbyR*L2<^2=9!3bJ(i}xZ{(8k&4h5}=M zt|^vWBl+DGsw5nXt&z7BO>^fhd5>M0k-3AvO0rGI zjqXb$eL$(rrv#c_=&O1Y>RRgiUmwVi?3vhPU1hMm>suE^{2(f#a{5#&tbp^9H2iZNUaPl~#}+S>oQZYHQ z3`g-!oOULd3Q9#jO%rv%A`V%L<|6Z|Z1ZPp7Y=hp$Hu)2gPz24O2jot`K_96bf-o+ z>V!~E^=AqhWl$jlaI)W56i+JbakXA^fQvLtr$1bx!b!31T(*gEWn+2qc9e@${A3|s z?G6vA65{{56F&py(KFd~NgmU3eS!vAM~W)XFC4`l+2d zJ*B@qx2-zk0NX>idBvC@T4BYQn->x;zObUnu5J%_Tml7}%TKC&2pRKZ*Jwfo%?tg} zxL4M_qfPR6^C9L-&hNTC`0dzJiv(0{7uwt&{CpcQ31R)+W<7aM#1=^=qjV9fB}tJb zI2p~)=t^Pgy7o<)KL_zMpP86x#&YLF`JYN} z!hG!SJZmeBO#D4*5POA?N?u0qE9Lq|R~M-nBIeqiS~RImLM+UcY;W+}J96}3!)aXg zWK6=1rRy0oD4=n_(YYTna6B+|izG1d{%zdv7bb;tlaEh5aGD5L>oV$2{gADSk!~9O z5HUoICOv-hKP1*o&KfRZx<+D3VqGu&{^_37_2C_bC5UavhY!c+p+u{M$|u z<^!}`ADpoO^yGh8P{QP(r0dngn3TV5uBYih9-w6Uy`KDCay}{BhuvM>rS{d*A)1BnB854%baabpKh5|F4(lj4;clviLt^ z=CFnmu*%*`_GJCt!T-;=!NcooV9&TJBYpetb%R_a!yABv|4iloe+J+`rsMzxpq`{KwFTF3XbNMj4%!o2krrrjVB>hzqy8hR&H5eWLC5Z1gW+fr{fI z@vVANXt$hpFdzX{!iED?M0XH=yO0KSF=ruv39yDQJAf5v0{xK$98^y)5HVtiKy#*m zFX)YBhP_hnQv&I*gDCmP0h*`*a$$$m!5=j770;6x?yc*f7={-hg(mRZ)WY1LG*arZ z1At1Rp59kPWblR1kG)GR8UE2*znsF2xD&K{L>YA2llMTX=~TNS;B?6?yl0!Ikm~r+ z)#UqSBnK%FyA#;1;lfw7x68znbm;oqS2KT(yikAT$xf`f`z#=1HNBr3A#OYC>!jZi zL;iD04@=KoqBL>1*@Qe@%CTRsZQs65@N2~XP;+U^8zYqBdRaC{vq?!THnVBVnrIQLFPdw(uxYJTy(cNkWPM*E=X<{|t}Px_ zNsk{55o2#Q{~{%1?3*nsOuHYv|I4E{x%DNrT6%vb9w$-D{cf~4F>i?*h0}0a{aWAN zo0IN++M1?$LrhnLc2Fp5J1ygj#f(~{nGq2RyXYd`m#xgVIQzuy0oL9CBa}hsBGLP2 zOOaD`Tywj>MhLxhVvn_16NK0L70rhHRx|Tm7s!0PK~6VpkQ_~_B5tcd(9Vv#etu8r z43V5JWT9y$wnc-^teHzI-! zgj#gjOv%IvW}j|SW7XgMJfOE-QI)R#J;?&HQNw-= z>+lWRSb2=gzJ^{X9?&};V~?T~3P0aT(qxg*ZJcVb&{2OTS@7(>gvWg9w%BuxLEc4< zz2&->swKwb{L=xg<7L4g_{LKgcWxtdvr$H%HA6ScV;=^XCaLY3{IJ4;pQK65h_ z%9UGUyqUYlCmZHjlA#X_YYbJUYDl1Q!v%K5xG#~aMi(4ERknYwHb#7;I2g#iqtJLh zVde1>(Ju%MKf3NWTiq6m9`B^vUg649`*L?GP4e?X;tv}eeV>GGPCz^fTf_U`^I#F= zUVf*=%-c&F=5%W_jgF;Fm3LozTd3${m$_GyE%lc*&Ad;zW^p+&n}a7cyo{Q7j5p&+ zIUVv?I>=MYyw*3d+yvsGy)xF)`2Nvx^qYITW@9o3b0mjSie^r84Y@~OzAXQ`D^aTv z)oxIvDd+-D114Uxg|_zTbe!#$b*BFQf!zOX0U*a^-Yqj5tmY% z3}%Y4HvQTN2a*S5sa0w%)6@daw4AfabX~X4yQC+05tkoCQ)ffEMs3CX~uSI$D7l3iqHx&mB?F%%<8z`}f-X&oV;qz7_SfY)7uUKsLgdsI#^+ud)-07#C-J$EutzkQlcbj=ihAdyU-~3onn8vLy&mwoKS3GFRKkvR}zC@;-Y%_1t z>VE0-m%4M=ladSwR{|3xy+56{GHb%|voVQ$Ts}L|wpujw11IK*hPUm!N_wNhZ4Kl% z+bOSwCJSuPvE@5xX&+Xslryxoakm+DKKr5Hd2_1w^!blRlXXm_Si6vMWX8#2+J&w; zDpJB}OrA1c)=bl(RUhX)0Zhm9Ee`9tdzld$OiGm1>;OL&A-`xvg}(pcU|GUm6tT2& zaOJ_y$+DGU56MDLD&f|`(evhaB+$xP-*vcJ#$XOd3l@_x6TpgF&g(I>CCR#7nF}%Z z-+ZUYV^mb|+TC|eLUT9TDE~f@xy46^mG9A?2TvQ|$RE>*Gg#~H>we51jjfX}Je3S> zH>|mnPXhCe_*k7NUSV(PTd|h(7g{x2F5Tk+@l&!k0$N?by&c_QnUSTu%MnexK(){(RR~ z--Z*f}H7o{PVFXf|i+y)K;X%!Og{ZZF0oseJ|Iyww(uQ6gpQkT{KIO^H!<_(n( z74=WN4DM>8MHh(GO+I!aK6nV(A=K@b>)E25F{=F$H(F?ibo%t>ft-Zs=11g*1)$NG z$@N?^@q6ZEzh@DyHi_6asTqybv;d~ z_lX!w8Fw=JzNfD(0>CTfVC#FS>&$PD*A;6QY+E<>GG_udrB7zZ)-Dq=x*s&g_BO=M z)M6D7OYtznbMZ)8bl~8J6(5GVCW_syhvfWLw&AFm>Pv>^j|r%6-vb*>y5k|QGSu%R zCxp`QwtBy%4av@j{><&4TQGP_c;V}rEaA{x4fw6d80lO|t9ycL;_jJSpO%P%d8s=q zf(oZc8^W~KCeMyH<$BF(-+V6Dw=8XQHt%i_U_5CRgAMAjT>0W5Nt87MOQ0Lnc*{V@ zxR4jevb8xMehvi8sfm``Ivd4-S-wcBLxoG{8>g@u{Z6f&7mI73jp^MsMREt^!dA1% zS;SDU{TvIv?+5hg^gkprFq}C*JGOM6Ybn_a6LXnI@@DV|HbzjPLn!W*7`uvBW%I3! z7N?A@HRCdvkI^FoUfX`{P;AiHo!(@@#;-RbVmnEfhYPD2FUkq&3)j#JSoJL8mweBO zb*{~FN(6%R zj`OmGCv^RKFH`=k&Z?|Vl=G8iR;53oaVQOSH5FHW7e7(zC!v03Pd(Kd)MA87FB>-% zkj`h(Uf+D2cWu^&EhkaNzR4bFZ&1e{N?GFWab~0+ihF;Z#`ZJhg;y)3ZLmBPw>Uyp znu@%%+TUBPF7s_v!Pw7S} zVV|iKWlm)*$LLEpN>rnDIlAwu@sfaLRqkt5*Y4##LdI$d7YX;wjWzmmu3fe-ow4V6 zl~z*7-J8stxK0`BE+2W&`Jws)~e-)U1s&=(JhQH+xiv_o*#w-@p}y5)#j`ENNFS-0PX z`g97%Gr?1WE%efZ1&C&JYtdQaMjBZ#`&^l@FSF>H!@xNxyw zNA8@x@wva@agXke@oL_BhHBj{S&P-Q(Ne8|HT~P}XZ>m1l}&|&yDicaS5*N{8esdO z)F#LIL3NgPw!@wGsw9N1vE(;*w+uOz2qS1o#igb*lt>mTuAT;BsT3~hL|PljK~V=c z^9l)@W7!)R5tTMUG+bP{N95IC16}z)v|mv5*y~|wj7`c@%NDXV-%oLJbCKhVmTtID zq{*%lm!DyT2Ym==e$yd}QQZd&ld8cza{O+xfd{74?;lmzwz|D*uTj;>Ew{=dxsGA0 zgiQYy4SgSXEnDjJ_fS7*wtVfTu^H9;6V9%hmai%-lx%M)T=PaAwhhlMIt=UH;km(f zk8pR}m)?hp*f@ELf~M?b7S6x9t8klq@dx80$*xaNFGicmD}A9yFL_>5MG)A;-UkX~ zcSkL3Us9j?zGd`pMC0khRqNEhGn62pLaMcSkZcI+R*i0$6@N$C-t!u12jmXJE;*MGzkFqA9&SXxX58G1@NC-K26iVeF2Jn zc&;b``;r5+$A#Du2KMDJ0K<3g*zJLH>aWiUPe`DyQoHDPG|vL{Q={=%Qv`c{2{0QM zvNjz(v!RePI{N48capMfr@Y(Z;m zD!9v_hQcGzp5qg=G-zAp7C@3jlSVA5g+;(zXrwb0!7w~Q8woT~glcaw06;rT;BzDf zon+!q?HDCnL4{g?`X$syg7vDzuU$p%@+Epsoq{yC5Q%G#h9P4|>7U z0?9!!BOaj}sbHcZxt<0}5zMOfV4)R&X9E9w;wd~v;0WFenLvtbEa==3j6Y#XWEx3u z8@LrX*e-iJf+16YHoPK$N5KK!y3g|>x(Yh^4F%6amoNdK!XCbYKd2C81SV}Ww!%Us38w(0rJOR8Jr8SO;!%@d!%-OI=(Lc@8|~B@r%z0x*O8{ zE&_@jKotj-8gESwYh6%!*^g-uAZWzkonfhNq47vcfih^XK@H0cIxoZ%_p=^HA(E#6 zEy;?{=`R2nq$Fsgn*LjdBIR zE2IICLo~g5lOh3!wI~?B%Fgu-&WkjFWngtaa8WSiSkQ(f0#N5YJh=?NiiiQ71maym zG9T1Sg9^v^3euoLCoh|Fd+OpQ%Fd@3Ti~rgZ4hM_xgjj6I8(X9a#$7IIQsubK74q z7WmwJ1>G=m;aOl9k1a8pe8j(DAw0uFJ^fX|obvFP)Rq6&Fe$*Fao4Z_A${->0AKWG z98(ma^ARvB#zDJ=OhQe-Faz(07C(X^GXYv%AjGo(o?K)XNN?cZuswLTygc*^R9FY& zTv*4GZv~iiXZbSRo%%NdU-u{NGrSO^!`FQ`pbhF~YPAP&SFl^K2!A92j!ndb(e>%yRfy_Ea$V41TfTbOQuAuED5vLS#N zWbx#JxrdUQm&3z5*RJ`Oi3`>XTH1$90I5X?@B(QWL4^nu0N{^9ojtI zDa(|4E)0nt<@jR_qeZhsxkMB*p7VPRjvWjgU=n(D5Dw&WsH(eO3zhtsi~;)^F||~S z)sn$)-ZI9&1p&ouZi}0FB!vG80?3Vw`0wsnug#QGPbd#p+v*}tv0;1KC? zAlstqhj+$!aCe3$aWcYZEe!jN=LsTfJh+5!ToviWYW+2NMbtiePsG(SBO?Yb_~d~9 zv`0sjy5+bw!`NDnHw8bvT9@loCp#B zp&5|xVN>{@rpH@CKM&~do?uQsg)B);$Ps1vWZzpVwVxO!J~Mcz$TvO8dEP`t9HH9f z3nx0SI}iu+ncqwLGA?pP#5^C-$|8KWBIA>@mKQMq*OvA9jCElp%6f$Kw+XG!B2`=A z!QFFUpAm_Q7?_ZGSrZBtK>!6kTaot2*#JXF>C1Z0j=Gc(A$n(cuxTQ8$TFc%y;~*w zKSqajEPl!PWJje4*^o}{bosR$AJ+&@P_6{Bb>Ao&Uc6=bl5r163J__C{p|q;Ljrk9 z3oI;=AwE*5-9fK&5ho;vqDMMLa~updn<9_Hsmn{xfHJ{=RC2ls{bJ3#x-#ru+xH>M`P(+s`5 z_5eRWeaQh}zQjv!^Wt)&eEK7-{m)8W_9f_L=$*mRTe`CSE{x#J8ySu873s(?0vaUR!%-#j3Vpx^1*T zE#kgn&S>xHUZ#^j0{3p5wK3G;BDqRl>7%g5@9}j`ZZJsnQo`0ha-Ev90BY^yh7`ZqIE`9r#A4_kd7{u$*kuzbGQ8!%pJGLoJuTb&@~ zF6Z)wW0Z>$YB@5daz4VfkBeST%En&lFAUvDGxlqAoqC!Y@?-B&UUs?16rADY;3lT; zmKIb*acS)nApUe~#G;mAJK$L9AAqafVT4c4eS#U}O?PD@)C z1IPWLM|tSL0*%#rc0Mln++Z5D7^lzdd+(K!p3$IrsgkvC^0NgBwBu^2W8E1a8B4|? z@2?+OZ@GcJr+tI9t;+7iXZR9eK(8Ht0aB<34W&)^qYgQ?M}m38dVI`Sh9}RQ>QOV2 zM+eoK(jmG6LJsknN|0(@(we6~edP=^#;Mn@wh|+n0;)dkx>735pKc!wXCzA1@fq%A zAQHq*pG6D^^aR#X6J;^j+^ppTZz>xgrT^tkHUB)OiO8otn7Fag_71i7aa#szN7g4{ z$ZAV-+E5?+4_+GL|DG9*Ln_M_jL1vG-cS~A_??PFB2X1USiAPi}KI!$@)EXP)#?3zS_)-m6&h2~mYSLEH*03pTT+D?B zcXy%ac!W%dIW?N0?jFWNT^AVVo_`z3ed>tE-RakmH(!XGcRvPz$CJ^4p2p&PxweXxtj|KZ+yL#`|la`R>> zW5~SXfM|cVm4LecWFxO`8|ZtQ82fhqioH-2+Yy;5|M#_mqXWkUOYw+-?JQ}cCa`lU z4z>CL4ZMHGu}$QxWmyD}(yO3WdVu@J$JTZb0rA~Q)^m4&@^CQ~a=$pUs-hCt;g~RX zV5UF1j$HRq0qxu-fh2wzR!l_#5fxiIDz%y=3@K+ik}a!p!qMwr$ALdMN8hOLN5K zI={0XR>Bt)dqe^_!v%EfJtTNz-~FGcr@K}uzdFo*>w-b z^FKMwLwkUt`FU936c?S&q6^tsW#gjigN9U&rN4Gew|(vzuK%FJ4(l5;DeP_aY?yBw z@7XMjN#ZW+h%1?HCWbuv?fifoHBP{b9CPpKlRq8ik0oa$M17n$-)OA!a2i`mS>1WH z-81j8IJK6U!s~y>o}oMNY>LwP9;|QNAg^)0uG3aWc%gp3&7mXd)f0zFpgVV$;Z>;l zo>!Z;KyQF`gNrVIX+Tle%{|Ygo2!O0AZ2+FbK$-fe={`SPcB?j4Y8qz!{Jd_1b^IS z(3|dP+D2+uu(X8#b0VLks-;6Bv{)3)cV7H}^D4 z#`D=7+J(H3**6xCA_ivOD^AXz?97v#`81=Ezl-GW6#U4N8(ndL;C|0XV=u;2fH8K2;M%8-zs#}9$xUH9uyn|0T@)VaKEq+2t3B^8?M<*t z6QPJpa!tw&0FY2`BW-g6&fM33_;q>$$OUpZ%C+C2!ViWD{2`q} zmqO2vHk+ZF>(@}Bi@y1rkhhoV%ebRci}dEd$=J9x38tHO$WnejpVV)B>52VJZ5Z-y zYWe4}`=N$vFt|)tg`Vr6)BQ<%22CXAH`BBKpi3e5 zic^u&O)mnOe&KW>aAptk6q5bXUAL!od)9w-a*ME&yuZo}<#*UHAQ$kyTIS+R>~(PQ z}v&hZv^W^_tu^D+9$4Ds8$^ zbW^XROfuV*CnLc&%RTQRkLkoaHXm{5@Xc+fHwm^l?^U-atmiKHn=Ns_46OaH>aGY- zbg#%v0S%dJB{<&=DKE9I8&+94qM;vt&1(0teYeqkUK$)jX&#P+eoY#s*UB{p%d@`e zq>40NFD93Lg*pq|A1`9v)!tFQw~|}afUZZeTO6M9z_-5^%X2H3&K)hPP6h9zRKC8~ zS8cHucBk3zai{+N+8yJN5#zR9ALgb{P*odJDCI!UNB0x}gTz0pkm;7Y)-C5V=rl6| z%;te+pJ66_6n{t!bJz0n^i};rse9+e5TY))@VJ6;cb-elqb`F)tLt@?s z?-H%o;LgpC4;w~h!Wmsu__#mQJl-&l5Rp742xI;DWgQkC-2C3CB=KH<;0&tHgz#_~@`m%5<*Br}WPD zC5~-TNfsEHE%USQLd~IOrc%t|zM1lsHcmACkCo{UPNP!!LSNf@tYy=pt82&BOi7__ zxSNGm-EwkrB4> z3rWAym`GB4XUkcSpNZhk=!LIrTygSvTZLv_YaT)wnl0PL3|uL$RiptJ(ZA($GhODE z&V0+y_%Fa#LySeb4Z%ZosnXVE(DB1UjuEbf%E>l%;d28)FT0vwoEk5!a1QAVkX~F8lAE5hD=sL_gxCDxHdWc}*zG3j&E;;fu3^mW z=I?kv%px7ki`$FDPFRM<)s4424E_jnl@bNq8hu%Lp-IH1lhA3bJYDG#y#Nj&e0C_K z|KR{L8{|Ihjo+<&_jri0krWbBR_l_6iRCkUM$SIrr~E-xI_9==s7F`H7Q2V#E>9EY z!SuYdOa@aL`=D<5b6VSOKDTCmaJd`by~9?o!|MC$P|o?i8aCeyw$^p|#$NS|NpC^O zghjBU{LK1hWt$|+UQ@3Y;&1Kt2kMwz^)dhEd`Bj@FoNs|J0&22b<3F}mhQfBIN4dx zzB)M0gHuQ?W|&rxk2oL+-haKgLCGL}l?+W1HM#wW3;iK_Vf$z^05LxNM6zX|W_*Ah zR~%+HC9~?0`DV{Q-ZSNv9+c4-`-~%w-her2U}AF9A2;s85K)S8x`Hfr^QKE}@S?_j zG7&-_7SVX`lwibrjvMoY&B%j}j*8~aMl2t{=RvpMhNQQJ?Oxh;Qba68Pcd!_0=Q@B zBThgw3#yF2k#v5#pBF{Op#9o^V^!y=$eB&=D76l-%I|!NYyxV$wQP>x_Wc1_zqbWr znNpO^VM!*&{2hUJGZf?6jt}%FAkKEEdQ5@0K0H)>*R3iY_G4*yIHKs2xQ>WZGG`v- zQVjGLj$$mcwaB#37utaKb5YrRJGTb)+-ycnQ(SDx5B3=|TH?9Hus}Mze7B#h9fw_JzEA?P&_-6e`Ybd~`GXvs6d;lr(c#Zd- z0yu!YGd|JPr1NK8XEL8RfUTF6{dZEQiNaI^LQT~+Clelk0EO_dmXhZWSr|mvh6~Ho$1{rp z1z1xZt5ZR(iNRD}Myz?gS=Q}cgM~(B)oKnNG$N6{Zz#XL*^PChY0zL+^^F>A{hD=5 zf=`!M%(^JhULM+N=et%iw&Ji3F%3vf4;GA5&J}6D|gaX>wuI)G`Z(09!HcXZT%6{ zN8CUUmMAe3qJ{vS*=RlbI@%p^?lJe-V@HNCONK>~#kSJTk`!u{_X}u$zu1PSV`b2x z$9qOMk0YlQyTJ~;JjGb*u||tN+74*h&*Iwa9iTa8KJ#5j|5a$%N+pJ2VOLx_FJY-b z4+wT4Cu;W+_Z(Q}8GgQ!Rpv9T$LLtLB@aE%?7iAZBKKQIRj_)jj~Dl>GUw*34)XG0 zTb0F6F1-ZPvkalk9J%6kLpjeg1P5l67F+6o6nmUNb2NP%ueBT0`sM=>qa^)29^Icg z+iLK8Cu84>AKMDN6mv|A4jv6C^q@Z}IwKFAKea2r+PM1JGSZcZ@cY%p^@Wg8^xzxo@bwwX@LPSK zll#C6?fqI1WwQCjEK}F2BjgtB@n+`Ya+1an2amm;fL8LZ*TKS~M)G1I#K*2Ls1f*u zn0OuE#k^~aO~Bho%eURQZzv(?9}2gPd`?&ZXXG30*XhOYZrB|1ytwVMWV)9;g}XJ_ zE$T(nH<*`erq#6n0>xDO%HO3oizB*Edr&uGfW72}YC>g{X?g;@awA{v&su3){(7BE z`+*4~;oj-iuSC~3-rA7P=|w)CL@YzC!$9tvdu-2Za_b*f{#gjQa>#BzDE!$&2eFjM zbK`|9kSkHcf6@VTs8bI+%klv_ALBp`l@gT-;xw+QDJ`(7Bo88e`a5^m&vtr$FDz>2 z%RX||l#nsvTY_DPQHaxbjZ^n#ps;&)sI>}P@Or+$GfTdpTpLpo%TVtLl zypd9uBPvJAr`&~5QuT-YCZjbkJ?b8wy|;c{C&Mg=Y8tlEm-|^$`u<&6@0VM%DdN89Os|TA2*cpZdd+ zK1ZzwnNRJ4EMj=YUE;tM7NKOfw8DHT!cAV62Iq{~gOxJJ9#g_8{@6Vt*ZK60x{;31 zGkyIrhb-Dt6AMwEpR9`Kl1!fqAUkiP$QN&e&4;nH_n94D<(^90lVAc{Wl+G;hzu{1 zZZ?E7`NOJdei}!@w|(qHV&*XJPhm)rb1{>K;WrsH_vC?`_q;>P*~vmK_QGb7sWB@f zHtkF;Cn(Tl+QXE;=1aStf+Hi=QQd%4)}xdJS{2i_fA`hz&=)`Rkg)`uprLGI>D=~v zY@Z(gdXi`|MA%<=i4gTb|MHIiBrG$6fBkSa{Tl2H*uPM#1b=>_tao>c2}Va`w9l_g z5NgWX6klaz6eJcQ7878j|J>2PhI*f2{826{d1FQ>W88(WC8ap+6Xm8xVS0Ub)39EL z+41Q^lZZhj2u2HH$G)*$(?J?T$FGGG~<;lt&XcA(E_Nv6%@?ajGo z`TI7*%&Sh?GAnLGq257P=PbFALri)bZ-VW5J*NzGnaR>J9upxeq^LYM#)Z-hC^reE z!h%lsj1lA3AILK|d|rNa-+f+s)RU_GseOj?reOF$9K2TAI;3fV*gmtiMHk@lfI+n; zX%|=*@<>V={nWsz-%d5D+Wdxp|LUw&7-#=#vw@#M()v>EReo^G=!>E56{6#Y>1uOs z9ZR#YKN8lcFK<?&xr^0MBm)0e9WlH7Kta2J8(sZ@aKKcUY*`vRG0q!1e#T$ecSTrOpuze?>zc;1GbtPg>I0t&x zlF0_Rt(&$40*lG3G}eZ{G4Ra%Ib@g6k~&3TkW|MmQBIO~I;A+e0)ZqD6HXbE{(_2^@rmttWnj z;VJ6cQdz6GesT*^yCj%c&46Nq{QCsY2G5PbkCZ7~C}-5vWC|Nngz)^kh;qkfq_Nac zXh*p^*V?5Ek3VML^E6)-$htkaP5b0xQAKD&QEH^b@uS(BqGKs+=1?td*;jO56HkVw zCR)@`AY8ywCEpzANr7*jx&JTQ83m4ogf|ruwBT>L1S)nokeqxs6;B)^2C5t)DjUkx zF`T&Cm!<)AoQ3x0uE$NMCo{;Bm&?VA6jxg$aM+h9k6yzE`9A-Hy|<34vU}S_6#)s6 z5)e>WNJ;CWq#LA5x>Oe3-7HEFK|s1gx{;I)rMo+%8|hx0$@{*(`}_7jf9!F_IOB}7 z$M2t|tg+^No_WtX?>Xh`2=9^9`IV zi|`=dpqyqQQX2xEYtD|8Ix$YBKJ*;>(2{U8E*M5FO`T0P6Fr3kdp%*YqJPO=y82~b zg+yJT?HiL?@39sMmUZ39nlD9kHpdoY{CixO<-~O6Yp!PapNnRCl|wK*81C9HB!2>q zGRYb;W4D9mP@kU9vH;z8gb#C`8v4MQ@43z5n(;dP)hdzgPP+tRv)IIxvV)L9gzyND zp5u@(G$TkTq?3(WQI&mb$0Vx|nJVmj_)O?C&*7oqq0KUiO&ApCNnD zcyYK{sp??Hk_bC|_|3XBOM^%V^&v5%`GBfX}%cYA($SW#Xgx%I{e5^la^DIRM6 z%I^!z1`qxx%}b#RHZasE*dFNKFLl(<=pj$hK=ujw&s1CXOpUp(V;Eb^iIHhMVoSQkY9<1+LqB;G{SE?@s!NhvpHI_bc;>noQ*-H4o(bZjxRK zy^m9<|CSM&qORdvwIV;$s6v?dDhE+%!E!I8a7_I-OIHOsxpWXg*~(y$-qmpsbPy0`(6#Lq-nr zx50n5cluTRw@Z4Pczfd3`RPJ**JRP#Lavd#XHd0_@H|Mm>OBF~l*GQ>B7%vy)FVl| z6;Xoy75bjg<|yuK#>HGCQ%9lER=m^Y^A1bNUKD(tN*0kTDrk0~7Sxgj69?<9#Y6AU z8LRW4n$1K<*n{_Na-tm8wTfl2o&P{PWA*~B2~6vTt|0? zsrbLivFJ7Z<$Y&@ZEu}FUy=zkQlUj=IyTgxM`(JiqbQ#!@_8wNtvc#Xsb!kx<`GP& zvE;wSpZ^y}tL#LrSliz8VwH)GS^pk|bT@6P9m4Fjn{L)CX5f@7j_MTl_Tm7t{D z-^T8aMWO9^RM6XEZhfUXN z=+?U|RoK|GfZPGrhzV~Bkm~b0+>--};5zN5x?7AL48Q2rP;&*b;t$c-Pk2204T&3_ z$`TH`Jcwf`-YMlqP&RIVcNLPGssCkrEz_?hp0Wb=-g-ZQfln~-9YKT zA%hw%ao#!=Wg3B*a-_ef+OO|q@o0t`IQ(qtUW^?qHl@PddCfgTSGsf!ZewHix&zO3c=X4^WXF&jA?-dANO}gaMfbiApGIEex^cJLE zpagxqf19>-n;t0nwENu`FWlR-twFQ$IFPpWk6W+uHb;#f>_}l0O48fxqucDhd)%LC zBK|7|SkM~$!iVzb9!N2)yG`se%bCOlIY*%&JMQphz`zqcwA}NTIx?w4eL?lK9)6=ME+5aN<+vTC2X{;Jk?8!2a+}%>3UhoB8L|&^s6Bp4qvg08 zVPHoq34l)p?TL-{Vy5htEC$kqUrd(#Cw5Mc$>CCCNGr<#cZNslTCPx446uDl*{)(H z3R)@iiFIe!>@GL+Zk+(BC#`Q+l`Ng)&g;BV(`$S5lQ@pc=KJhsteQzFQ3PK?wB#q4 z8|B8ICB9&U0h&4r3E<8D1eGkXL7sTO@j64NZkS3@n-+Ye@%;ea=)*bLamt z5%+4TV?sZ>550&p`=Pn*t1Q0z4H4zJN>W2q=pKgKt|ady2P0)lo|c6#Z( zB8wx~ru}?^({>bq8Fqb*TcT3*akjmQ>aGA5x`o%D3dUrS`j1=!Su98Z3$1`<=&l+AK`B+h~QEr^|IC&a`n{kq!Y zL=&Ecmwm`mvSB-O-+L&DD4ez(D<7i7m1Xe4wcC?@mpk@{!>JUJCMzA&)_5L#AnVip z&Im9d3YF*2~|^H%HX2 zJ=PZA1zf8ZO)GI%nb5alBuIqS1LWDRfHRdwgWR6=_Q&%bEe@s5JA}B(Xr(_Svznu$l}l06_&O-! zDxL8WcV+Wf3u@ME%Vmdf`wP`JTAsYzb5arfSU{vt=WK3X`!@YuGJ-p^N4G>MPh)BawmDqRod=_d$7C_T59@>&Fu1V zH$b#XtsG=7pT-o!u12a$PZty=quIXQ!v0KE@>4_VJx&`QJY`k!M67V;Dm7$i*V||r zjN$zZWtg{|qzj5Jju5zUO>fv5$osZG&!UL=S*z;d-9uvTYBy7+5^v)IZwfq5uq2s%C^PQ!R!goZo`J^#Y*C z4z99ORN!xoij92=Tr*3R8pVv__+0#cem?wgbv#aLGEf@Slfp0VxF_)J6z)vbSbwG? zmt37XVR*^yd%z>rNVbz{++0Vmb+M)g@2ntoT5dU2%d|$!KuhFl14*bqX*W7Z820Kh z2ZSbt2X82Km)xC=N^$jMRjL>)5)-*a5+3Yj?YN;JWxsB&8_L$wTKOSFNh{g4tal4f zmE4T%G`J@0ep;d`PnyDTxVL*v4qNybXuER3BpJt;d$czxWU#rAvSAm~HI{T4X&g$# z8B&K>!j7W2tyvP8I{)o7>_7tGrZR-%7Q1v|9pI9Vz3+-Hw8nI_`{m!b z+LcZbO25W>ZkKfg&5<|y=0pbR%uXTNzpt$bSa2MObKmo@mZHQG9qR# zu?@g}p+8BV;3=kfhV!FOr|#Lgt$}j>ooYK+R11o2{wvZq?!FMMy7%>6Z9?T)vPnwE zcS(2o&xFGG#*yRdJuOfsS9jcyE##h@e|E>^Q5{%2h2Kc_`deh`7ScoEou&k|HXZ|? z>c6M9rq{63clsEZt<28DrKb&#N7-8y6NR!EEaHn{H);9@3%~SDl#2ZiTmayD`(o>$ zA^~cKfD&YH>tJX1X;QJSGDQI-R!3}_2Q_?mdoF32eg2f7)s>|x+cS!jWWcnuMIM!R4pN3cweSQ8S)tM{0951 zi1LHDc8e5NSu`j)E$5@^6JolXDQRKLe#Ap%$_$c+Di|A6RSk6qxmqV z;hEQtd zx}sKR5?@dxz3MH-l?9GCj|qM}qU;})+}$3zdio!YW+#Xe41zlgkdV8(08O;=Xrrm z%AzyH5!HBeuGS_Smu@bY`r{_x@z!j0MV-r~9J*8wD|_hk4sDF8M=*rVJ37nBO)M#x z;EP8riSsp7*{xNIzOJ1W2~Hz6-(4&Qb3$sG3}sTp{ZIA`IYUH)A1lhG)aG#eb&&9y zme!d3#QI!+c*h2L&10>ymrCUmi@`unr>U7QO)1+J#bc>Ac`TicGG8sjzfgByIG}Fv zLt#DJN#h;%DO^sHlcoB5LX+hdp}|iklucEctT-El)(dA#WRA^q?w!MFMsuYyk zo6d?3&>+X9d$J3i^n+vca(BKXoC`nd75eT~o9**h$}F)UlGaT@x8sJsSXCYDX4FNe z%VghD%O%HZSJUE}>T)8ZPpUcjmR_`>WI69&7HK4?^+vp*iD6kyYE zrXBCJ&UA~VMy<$yT@d?Ho7UAwMgJ9C=k9 z>J1?^I?dmv*vNe=sP-~h=zi_(Iq&ZJeV1?f_qPaoOs{QPsauG0 z<8S3nbFrxP`z()oEIuwG__!6qsvj59bzI&1AuD~ZBsMzt(%h(t>uR>hfu6zVELuR` zvBGL|a4CD!eaO;>s8F5u@*$bZT3r3BuRD5T4_d1IO5NvRT#g5cvxf_FzT|JjwY6j) z3s@xcdR(N-JUNzy$m<{9vB7?izQ+9idVyaj!?bmXK3#vWuI-g|`lkuZ>7muyt&&Qm>B;Pc_-YzeTL&yb4M&u*BxiA5b|n5|Jdt?gBt4v(D9F8%q4!W491>Cc}g^s zq35`3!_*39slW|Fb@D~|2S+xcljTV}I<@pbO}v)b2*>81tvICOieO%|ck8SVDBh0d zsm{5UvRRBPeu@u3R%ykF`cLn!q!3y zKXj;($aj?#%wuw<>^HKbkIaKAzrDeS;Se%$pG4aQR7rg~aClSmxVsc&eU2B?bd*=J z<31>QOI)(ROni5%Z}z?rsvH{OqmR!Xx%q6j?y=kg&c_}QM@y8*eDdj`LBc8(|BlI| zSC)G~`bzxMqd|IDn9xtL)zx!f+sz)7jVY(t19l&)b`IGQXm(*q3%(|PR=@HyvMYsn z&H@Wiu8c%9i-7u-5aG<#kECbJ&Qo=w39%vuQiQ6~g!-tb(NOYJ^|ygY*zX{R;I?-x z*z?Vg$7F=_5zM>e6#^Jvp`pR*?&5sa=b3&1JNKk*h)~uTpM;P~sS}U|t-M6X1f4 z0GIj)&_0mCA{hG6lpPfX>3SltOsPinT`fZDS_K2{(=&G*=F`&{fW^{LBEd*JG;AQP z-YOYU$u}~0KgU)^&|;%I8IrHm5GhsvULJ{t7a5BNgL(V;I;CpCW2n=n@s{nglUMI3 zzn+LfkZ_@99iTQKP%@qI)g`nYVY3_4g-LI6-*#H3zQw*HqNH^S4Q&%me=$=Rl3pQAzNc< zA7BiCi4gVMPcIqLlYXHvSz?|E%f@)fbh&L2qjsh0F28dQN7ws6ydL@8c`C)P>d6mV zlNn)4CFCv15K^e?rv(!#riA-sIBMTTL}}#kq2rb_s*^$%od@kHp5Mm2AzP!F6^oA) z!rq|^nvoLAY_tB*;V=C>vE{x0o(|dVC}c;2Whtw#!g8}6dibGR&7do`+4M=}q7LSW zW*h5YE3G?$HNSj)qTE=q!&(I&pQ*Q4}LQG z@H2~dD1pt*E+#It+K!2Y`mI2IymActn;x6m3FBs<^z>O4y4Uc1&in^KG##qUiKd(( zf?@Aio=2~#vcwlfPbijX8}IQpK^t~ltmMNe9L3RY1c=$cSB;*u%flm|t(amij)5Df zFK@ApT~y;62l! zIMlWfGGr;3rlZ6_xcjGm&_Ltfy!4ML zm7NPrt>@+0j8Ap2={jVnI!g2~h{>jVBOjBU_jT;)cU>^9cbOMaNtG zT~s0&^8BBQH)%^MS!i1~@etqj<~Dm6ikT{1w$J#;WKg7F^M^Uz#ts@2w~mtbJW!Lt zv=|Nf9#kD|;q#VCOge49RCkES2pR9kr*1wEE_<3>ejH35Tt|_b?oD50e#ey0Mn*qD zem_4x@J(5TdtOBdweeR7`_&D9R0!Yw{QE@W54Wkgf>f1wLFtsGNp)0SP|rXnrA(B` zPVOm>`ef*}nflm=(9MeV0(VTCCtwx!`>Xb!91TS?`r^ZOG}#p7(S7v_^Hx^Y1IvbT zPv0Idv<|7v=iSGAI}Az@FkxvrMr~_A^Lp+;J=M8ed7D1q5@Erte<@=?F`(mU>LG36 zYH6hv8M0*;29Iy_jl0__R2sj3X`*p; zTWdb5mQKWjeZ-#-4T(bDp1eMtKSkQ-Fc=fApuY3+Mb06KhV9IqrC;Q{VaP(CoP(&l z!&@13-BzO((W0wsgiPEPvcs#6XYle&Ir`P$nAKF; z*p5X|rP>1`jco&4dm&L%f~^~8(eni-+BdAB}}N?N{hx< zgs85{k`@k~^kG1GtA`8cUpOqj*Lcv4gmSQ~K%|b0#T(^Yk9WqbwHkZ?3b7!EI#8Cp zm4Aecbs?dO{cO8wOa+hC(B5G!kb}K8OTNhv;k=35JgXZjS6CojP(s{-3^49`i+r$? zi&n&|>C><@IBcvWknGxFcjxpWYh7i!>>=u=NgK~8T)`~~iIA~g*w5qv#dgWeN#o76 zJQFMAc8$j^FY4j8DyoOU<%RJAc~@N6JneSoquL8qAF-ZhE6J(k+A#Gzj|_ zImK|8>OHv%ZJI2RW3Tu*)6gzBDzJMM^r$19gN3qQ!1n4v)R$I6z1vEY)|$855Am*; z0_rd^Q_y?wBMglJCO}%TY3PxS=l)^k@ixUhPDVa`I#QJGO0?yPwI8Qp)r50#6lK4M z<|K3Ycrz47PCf}4znc!IL`p?3Weupzk)8bha;DNOWopZSC8XR$Q;&&sig2d__oVOM zPaiMh(rz^?WLH`2O3w#R`NU?;O;OhP$u?Wu8h-m_)gO{9V#y`y5+dZ2#(HWd)iY<+#l=;u?X zJ}Wnyy9}t6=or77>m-ElxixIJ5~D%Q3kMh3D$Rn)=j2;W+z_Q6*m3Dw6h&6CwBL7s zj}oC0!HPc2EQGd&W6u>6aM@BFXFMRo6yKcCZSD+Zd|GNV;T(#Y#)BfX6Qie>bA4xO z?tbCZ?PlTBCdvWzu8ZTUc@;Pg>36%!y=ym>s<(0Rwudu!9kK(LO7^gb2{Hy|zcJ)^ zzVl7@vFCz{P5j>I3ex|U;WhpN*_<4kG8%n>>)a0%fPy90)#g?;A6jOn?l&-1cF{wJ!u6|VkdoObz^rY*Nhd@ZwtfcJ}Q2rM-zGh!Z0E>oDC+9)p+v4uAa5{M1M(^ z_mOuLrnVLmKNhhP{9VY~6y2tA;p#=JvL|L|d@w^BKZd2IK;gxE zek%KYD495P6x2rcW^AKKjd?MYueapfb`|~15YinoZm>W>TPJPS9e<9n4C#@l_>BfC za8j!f_5-}|A){VsMMwdj=hSk5L?~0JK@5w*)I6vC{byu+5|x94Zv8VRF%G=af-LVc z)EbjBJI8b=yn=a4Ve@+R%$?yhUk);Z@+`34)xQmWqDyLU8PZzP_fvTZBr-kHs020o z7NB?Q{l4g4*F5-0006%-w}lkSi&mOmH#s98;fcE*oAF`~z6Tg;`CC`~f7<*<2LD+H z|Je)w$LfR0n=&V&1tk>=(suF(14KfKk*be`-h^33?po4q;NfiG+!YcHle@bS9)?Os zw;|5>D4`tX-kat6WQU0#xpAy^ClA~f8;iU9V_4lrtt@y?tH$DqH^uJUO+iV-5SOdi zV#Pth5rmkdpuyhpR6Ka#J%Ddb|Cnpka=jOaPyCLzAUaM5618+a8f2l&OS!ot*Um4LCzrs7-jON+V-V`{lNOCBY*;82c#9!OdAUMzOB59<;a*6IDyA%G^RZ+j-Bf&e~ zB?OSL4?82!7s$f$O}THE-_)jYiX1(@i;P4q2*HeGJbvco)&F-_$HX6zKu?uO$fYGo znyCJQ>*%itf`P?#WcZPc(n~NE84czgo~etB^IPNZuK4dM-non1qUt3`SgG9IgoDO+ zH{0in@{a%9gF$^{9JEOAwhE;qL3fb&G5_jn+z5gJ@e-WC!0BjlG$nqFlt#Po=7nwE z>_7sAYw#T;Z#+mCid3{Ku3(eV-(6ii5WNd}(gMSqkYlkiU81~9zoT!Xi0e#w7JP{hiA{Us6_vJ`mR=NkW+4AcKi z#{c^}10oJqp(5CQIB3M)%I%IbM-7{Bv}zo|J9o2DjvC>TfLO?}cOztgA8b9aY{CBP z1S|S=vPWCU?O)(4AqudPKbfTB|K|t)zm$Wd=&~l&y%&z4PCrnVID$=*-e%)Pf#|Rc zf$#r(1-`c|5)7x3Wc!HQVad!>Nb%QF03Vz{=kj9xGxJ_vKah~20kmGLxPNzb=PnX) z|3AwF92F&ZynBA3r@H)kl9yl`>z|I$UNH(n?3|H|$!_1__C+9J`w#wJa^N=)F>yMc zB;Sdb`0EwH2YBqg|1%!@6&Z1{#c~cfbErl9AB3Gje&2F`SyaugilAGH-SK|=2%I@f z1q0b7c(3eMgJC_fiu_lcs9voIKrjMqVaOKcC}%tJ(RWvzUy8g?4di9Ex+e5 z%k6(U57)C@=~{7!TjwNX(bd+hvSjK_;B?YL07kEuhq}eO^`aF*6v#NQ)x89xOK_ba zZ>1NGHip9iIoK<2bHFG9wU{dRLM|AmMYU%gL53tzC z-G6(7D7zxJYOJ;52j!`|U5U`0~ORiakDvFqnELJX?V>j=61`araN zb$$qljqnHcQUT2sl)?(oF+uIu6{-*WcrqP#rb^*Ao*H$|-+E$S{+OAscXM)CjWfys zDi#X7snzc1rAIr{;{_krSBmNg9vA7>lTe0f`04?=u#F#p6`TF$Nav&B(VCa~Z5?0%S+?yTbh9KBR1{ zJMGRWl^ZK^*)D&qJDD;wBzUd1Zoje(vdvB=;PN{rUV~9m$HNL)F{u535vWU9o{yRY zr$S(N>T`qe$yRY=yvva1W?o#;v*Y!_AK%~PC^QG3f)y2^QDzwE57W6GdbuSPfjS2? zNb4o9Y!dhAOuhk!#S|3~L5#;bIMM5S` zDlp8Ls(DYXWamZnGNj81{m{U^rIL3)M7ORl_Zl;8mfDKe#6b!*$nvP_%bk)*;nyK^ zUbtJPnRA%lpXT2Vcvw0B#f&?GM-b?c|FYPcFkm$;sSLPd75eQD2MZxs+83Br;5BJ- z)-&N_dcQA%wA3sCjT*x(*%~gTcn9FTTLx))FTEw;ft&qD@U3gthg*xSK~U=j!NYEC zIK>u=@hs{HlM)t$WbB9^OMJIW%iDae&gG@58Jm0N>n|;S#8?U+FbKjuuP@^C7D@Pz zh&=m~`D9<5t;Fc{NW~zY-5d?e_p*5CptxP_w`Yn45d!8uQsn?t2-cm?Bv1*&%%=a!22uwa|%&60)oyd;1s+62uMaK@p-cBf`b z-uZr;D>Dk+C?30Iof@>xI-CYPZ@F4kMR7!ha6n>4b9J;gKR;9Kt#mIO6>63+Mp96u zw4q)BCn?u;Ss}nLC>KyQ?hU67LJuv}tiaPTn5}oK0%wAZ@%*Ty$k)o^`~(KIBDMyS zKK96!p15IT=rtS(L<`>6RWK(h?tf{cCKjeBPztL~4KZOO%6Z?)y z&Vb&+K1%5=F<`DzX3r!Y77lt;6;d2(_4+sr_lvn8iF| zR9DDTE!@=H84}F7Cg-xv(6DjYDy))m06a>M_{uUFBx_8wDHPSV%2QlTUJNK?=S!2c zuxW3=3+xT#M3PaZut;{>ihqsjxN&>xh>ZwlrHP0XpJ@4JpkgzGRhv0YS6Ud3%KLut ze^GHZe}gbW3hHYH3)t);Pk)$c$!@JLZr|kb=uII-`@!d@mTXT<$l1b7ct}={h6Vr- z=`!E$>n=&lsLs|$vW^kus_0|$WJ@?=znz?B+2rxaovfHXUw#Hx`E9|h{tg|dSpy&S z>x<*w!=KUAH;N*V-{3CRL^>?&hv{5qK= zAk&}H+8~$s>RsCr7<#u43T97tba5?{G!~3x+df~JB}soaWDK#<730rWZ=WeEQcuuf zkJ95>)(rA=j8r*KcW2EiqZ}&A#6Oc{B_3xXSqQj7hNH?biI`*E>`@eMQqbxH1POoL z;Od`oig^h-D#w~og`?DA!7ea$s=gc%r51f%KlzGK8h!h%ldSrYn$x7SW92iu#rQMHIkktS7pr} z=CC!^YjNXX@Ur2A?MxFqV%`2y?niQn!SUuOO`Ev`Ds7O2xvo#1hewpYc?}u zEb+HaN~SiWGc40JtyBkCJxTB!2pECH3Ss%Y-i+Zl`K=R4-~z^#CYOLqy&wx2E=kMR ztBE@87TawpDc0Z0jqtztkF}x&6wI@|WB*K zl10ZoCW>u-W*q^p1f1ychR@WRX4k^RZYD52Xp<1o@qFuFEi~)vm8q838!U>mpN8&a zHp}|@H!vtvp&t{KAxcL_shEn5KG}CmR@K=bi&o7ZDZsZ0pjb$*mEAfnX3`7|P8xva za;&afvH#^pX4>m}e*WTEv?TWSJPN)sMUflT)UyvqqFA?rV^Ilp28TykJtBN8qfE#v zf^}VslLdxTvwz9l^VTJS*t5&sODu}7-fGM~`FbBZOE^XV)u9_{%KjxfubsO0&|$o& zVgK31TG)nTs%6C{MjBb-cvD`CrIG0!MxC1SjckA8S&otJVeo?)9c*6taSdD| z^A7njmUNqTX%=P+Wj;mx*d%o$ucxb8zRu;xTx?B>?4%!a!CV__37|=K*YJnC)oWzq zjwZ{9&xXrr$l}1g@mS4N3^-8u5;BE^1q_>N?9Jpwf>EDhNsv^s{alZZvJ~4O%t8o{ zHg;Te&uJ1IWZCcqL{1#k6z1)0ImTHgZLEDXaUN1(skc{AfKP7q7f5#-zaFvKY_{Ji zbJ*BS^$aU)$eK1E6u6Yx8?-2Q+p8bQ)_vMf(WEblgaXBnn#mFA)a)ChwuawXMww2ypq&PTVF4iCG>9+QiG&_Yk%ROFuqz)=SYJC_mv)1zQh zBWQ8sszmxv1K|4u2AvTUc+CFk0|A_Q=i?Dm|2{MYI1u?GZk=#{fAzZqZNlkrn z-3uM&YlK9ir3Ac}{s6k%tfp>;2G$Er*Bp;&;cF$@{v!+= zaU@*}jfRo32;u{TZ+nJx0HIQ$5W`>-;PBukhQ9aFt~sieA?A6L$7yWf6Gt%gp2vl> zBX7*g#AmSCBA?o1XnLh%A3M{tETq)n7^(B>t+=wqywDGWjjrQcuAAz^5T2fX61F|6 zPy-K9)W#860H$CZHe!m@xqKKmez4LEp3x@f+3bpEC1D5#)$cd z>O)ICrrh1?>6lI7i#dIAcSg0FTGQ1i%)hptw*nCmI$8fo4x5$IxF7S@=D;zv+Ja^o zEGsw#Dh)M!ZKm2w2H#dJBjIqjCZ|)|G?}d1@rdJt$GIO&(y6&vAx&ndcu1cwd;Xojn>|(*Go=su@~}z`E}4hb+m1{!9gn39waP>@FN*A7bI7HfZL;iZ zqv3O&wO7~u0??D=yIFmN{il)lS+h7Bz2rR+nQwB(g*QhF7*A&tq+II;#wtFYApA44 zwBt-a!w^T`l)ej+DeK;w9*M)ucsILw&~%-v^BjKdpkYgx3n^|KlGq%}v0qw?Vd-8E zWX+H}{*-m23K{;*<$U&Pvd$s~T@c`+qCv{}r?GT?tB|Lrn>UC3jTw>&L@R}XKYBe# zIjmv;Ghs(z)yy+7j8*nuFJ3ah&{3d;PLo~72jeTGB_^D=U`OhozR6g!Etta-y)=oq+=w^5wZ4Su|@rG%7);f1a z&YmE2T{b(nhl<1~4{K^uXxn7fBrA3bG{~Y`yT@azJu|J;&Jpb?8Ef6eah{uJfC8!GUN}@1=s*DxlDes9gT>CXLD#M^<7Wal2l?n4BwiTHy##w)P_v57 zdUni}G#TQ>q;6jceruFcOOJq$MN)t-ObBtcRcgP(qi!fqOjm8o|E{jG*i8#;AtRXs zejTwBb59Ax`Dvbw@mNmCvh&qT7muDtWi@Mif+w>ZWkZ$H0&(0Y>~OX{CrlEXW`#^Gm}Oc#}&HsQKd%CVcwZflH3mk3`S_6sQ03G;2t z6vYwG=j;#5yc%NKCUV6JA2#ZfoZo$F(7t;O&`FF_}q?*7#Dt5={lQ{0TX{VZ6FN6&R|zJhWV6ioAJ0-C zi@Xj9={guC&D7pl9NJoWXLu})y}LE}O5W{Wy)f zdGf8y55eRd&5R$;UL=(1-{@TSn+t`w7B-ILXv-b-D9o;L$KJ`I$bs#*C{?^Crc)@b z*`6(JDbU=IimdpMIUT|W) z;L3PcGKJ%FhV-RiFk+n;D$f9`v7M}56O7}u2!7NPBh7!aXjXkX=O&{*6h))MH!@lZ zbdGA*xVh;}%`xfwsUekti5Sac(mN-Z}S?Y#6vq!JAK<404+?;l4? ztw_bQ8j;`~#eCNlxH>Ci)cB^_CKLZoHMA>|ag}7~98=)+K8AzN+UVC%hy8Td;L4jrM zC$HQY2d{?@E^vu!JaX5%x$SqXHV?oeB=RhJA0=b#a`dHV6``!>X`vckFv>97aB8$cb%xjbRoSMxwOcO2)@9J!HB{Kz8tEgqz^6tm7<*EHZ zhMH|DtA*zYOi%emSIujfsYV~U$LZ#eSw-(&>wd=XKwO{dov+Qqd-+`bnNQl^KOjHM zdKt(6t4$)%*f^0Lo;%r9(KoljqYT*o7=8UeM_DFmCLkIc*Sr{GU-pe$?=`Belqu`Q zm+3L_oP?VabiclKMw-kj+)E(nj>63DT$(KFn(kKZ2KZOl*fQsG?pFeX(XSf^%S)4@ zSjV!s)Sn1A48Os34>q1D<#mE#N=h#oGES&mU@-*&s5n$92C2I0N=tF=Dbfb^@U*?}p$dG(s_zL;99J&$~Uq*x;% zqXzXoJyIt8Ip@RO4BAhLl6q(bn8x0f|b^bs}Rd{}^(_ zOe=$QfU0bU#t&|&^G|2|2kc=wXTNCen)KAx>{aCZH8$F9&RqRv<{uB_t_dEtVPFZ6 z^x0P^%m?O?AHQ^KhT0`d&!eTSogek+W!h#gf9Z+Ka0wtQHEwh6jH9fTNx80c8P7eD zh3_(l<(`HUY{6!S;#QOLNaidXuQ@b0oIaVHHoQ4~-AI-M8y-tCJho}SXdOz^x&bQr z+vS~bXo??CmCIYXDxyYR)Bh#a>I{ zM`E(h5YQ(wY{45U#i|4@$17y3vk|UsQdKXG^E4{zCOt<7A}$)-dMVDZw7&8?$@EWb z)Dn4M!8BEULoF#a$AbF>j2M1 z6orSTU8>%^MvjokJXUtVg#)$pO@Y8TLmDd#k<5f;R#Tq~+)c-E1DU5=&8~bzD;p8l z$H7xo+5H_r8Q3LJmu*%ys7k5jyw@`gXEaeND>PjjD(o$8y(;{d`2~qY!FvE3yq~QV_u)XoqbR1xZ=+)G?VDG_PWo*RO~1Xf zbcA581g7o%F=)7u_)(y>jL6VhpU8j0&)(J`Ci`Kj07~=s>cT;z1NlF%Wr>nN3e{h# z^MB(9Ae4SI-~nOr2*_$sj`-V{xNW@P4_pb+vDow|_X;N2s^ zYAJEY`#Vs&$r#8uA2DDlWZ~y2WQ3B>o{js#-8KfO-1tor`2^%~fdYOj4Rmi%XbYNO zs8>-)@6Gbt0xHAL{W`)+$26g9L^{+~E>iUeSPbtl(sSTr}ppSo(IdkRXp%-Dih; zTN=C7dR+pMIwy(ON+CDafU4DQHbwDM7F?af<1o;De=C$fCbX7neflhUSnx!&c_CiL z)%Ok(1=jK%NCwQbX1cGo>tJp3A7;vMHApjG*}QBP zAEuJ0yef#a_DuabKwP)mLLLJf`j%vS)nZ~2T^2Ud7tbS}lR&z#Z`{bHj@RLH-kD{E z=I0NRl-X7Tb)Vr_-_8X83{jXPn-^co8Zlk+%b&GPM!_Y%Zz zp629hgtXB7FM>6G%*p`stow?jYB@N7cWqj0lhz)VaaXSUjq_RCIW)fxm1}3qg>$W^ zT$U++M^g>bW;j~-j`8H|>h)_CkS|IBaum?wjQs-zg^|kSw<9KLPo(g+q+4|6Q|+&% zTRpDqS|yUhR=I*ir<3azHIM15t!2uwW32VyMQp^GR=+U5-ak7|y(#e^T{-)}s;Fn1 zEC@fy=zI>YZlm9}=qI->Il71%uhv!0{Why~$6s>v6SG>=zS)jS~`YuD>qJB}jsd5|#Ie^&C!Y^_YN@wy1m-SB~vi)Y4vQ_svih zkKOxF$;PjW3>K~%rjsT0q?YChG`4k`YM43{Zh2_(c>i5XG! z_2dkV5IEC3nPP5dcHhclaf-ihpv}b)_W7VD$!3KlcC=ETh%Joiq(*zYDrhe1=%LB} z8{Aw{rWbt|Z$oCpXLC!H3xHfml582*dbqs>2{A84YvHdUIPAB`aI*B-#qSMzJgNF5- zt^==E7MbjDJCF`Vl^Bq|fG}H7!MR~M+INCj7x$_j-Yl)?z*;tI*__`6blUEHq&D<6 zr>-@%yBtQfh_kg%?uf%vn=aXcvjVdZ1;hST^_z)gtK_PA(Z&g`8%9x|1-`3{rCbcC zc&e2pufmi`#O+-R2&m#qZeA-Sd*7^9q2KOrZ)~# zE7KiBic5AVE1J;D+Wo)Sd#kW2zpigokPr|-5Rfhb=?3W~f=G9#u;`TTPzlLJODidj zi*5|MyFt1^x?#`7|9Rf`eRiDe@4EKM{th@{-SfWZ9AnHe=7`^z=lvvYI;-@s{qYCD zGW_dk9#Ho9^E;cwo)>jOZQ4xM4!e<6Qhp-#Q|P9~IYFyZlIGY^hx9UTrPW=kGbkjp zeA{QcKVR%97L9ZiIoEpWPlwGlKaq~@Y-?jr_6-;Nn_hHz^|2>^aL7i#&CSKrEt*W= z*0#aCqk-73Tevlc03bbXC^&FYQUNGJfKIXg0ZLL!cvii{tEA%}Wn*h9zpotat|4RJ za2zA9J?AQLB(b2SUe}&mPXlaTrd}|#K0vH-7JPEg0hJ3|SE}ES8J~&w3HHa``;+`7 z@dAeJrEle4(Sf2dDkCXiA*G_=4?afwqrs~q8`xu>ed?&R7QGd+zX+E26>A`A_ApHK zrUdFHQ{}bCFDB-ALOQ-xd?;#*9D$a%HqIKNYUdc=W_CF^yS0DpX4jh#b3BK>eA>*O z;-+NQ$RDwh7^$rJ%h@}YiJwnwSiN@rdf(+rfSzt<1*$N0HU+A~%(XPG(3>dZ0c->7ywfg)wNR@8@ znE=uC!z3bXiTXguY6_7XK&)IL&Ib=sa5<3c1kE%$@H|%JPhl4BLxq2JOFi_%&`7S= z)@$u^e$|}=QOqBbILP)I*xA}887l5J=Q79lA<9E5pebrCy6*N+doP99Gq z;`AB!yQ|$60v{0ajFY4aN8t&V7i$3OldUAc67tC^hOKq>wZ#2C7`gTGHr;iL`l%ts zjofPc@(P~1Yl=)J!x_+Z|$B~bts{s0FdK}Y6XrGl7b~ z&|*8yJ>aQh;`8jM=cF!%x{RN*GOwrB9~I{7y!sr(S^TP$+|ZByLv<-%0CSV1$cSEj&Yz!hth~59`E-rp zS8!r-emPqe!|I}=`9SqI)<0asueV~&DiwasnTw?-@-jq)1u?o^JDxgW zYeu9qZEu#2jk-_rL>*f^r3K73L;=ix1(+TD$C5C>2>-LIL$I7k&FoUU1NkP$fU~aV zFN4V{6*hyW)IaU6ISosX!1{Bw1BVLRgIeJ`-HP}uYa2@gGSEIYkx)(NVvAOD0ngLd z+78|s{X4&R?Qa-M-LJH&Tv26Yrjd(asMCjXez*^Kfw}nB`}A6p3W7ZR$SyG--KATl zlr-Zv<#m5>MieI0Rr>Jr$I_;|XT&BM-hc8fo@V$uP#dHY-!&3JP)ZZ-73Lv;tz!@`|Yd9P~ z00kwNVgLdzIH8E8CFhm$}ynmnaD}?$N98rnaJ8H1m(+rlS+Gk z`09VPiYpA!jxG>%lWSNxH0@v+E{5>E`!apOJ5uaZQb;CvSQ+kltFPH|SYeQBd+J`7 zY3bLSCq-u%6fFM@gupbC@csPobo>shngu6ZQ8A#@hl&1?G`PRPDUK?gtS-o340X5R zP@&fIxWIXDPXFR~i-_TKqlZySL#PWvAsjya%{sei43P*YqIZqcD$V@x(SxLe zNu0GMviIY#BaNMJ>V?AiXf-0w=1Y_qEe*@!tS7J{cX+7>hZk<+I(K2!R@KgplPyd$ zwzD*o7b^^+jg~E#RzMN#*;5ww-=uPHii1oV*zuBmdfY<~h@SG>r2;I0)Xn7{!ejg7 zyfel7nq!#bWc8+)vw3DZRAIc?=4#>?LYSuVVd5&w%k;;7qvOVb;eNuntpv8b=Sn)q zpSHxr_5wr2{n);=;zAJDH(Zi@+&aa)bIn&7^8Tl-{=^Zmn zv%>$b1+ccuZ+3`Dy;{(F??{fBm_T0})}=o#wznOTwk5CosZqw7^IjAmK5JzCFnd!w6(efOq*+Wd$D>z#arWjt z`M4wZRuxyFX>gx6U2#J1n=(0XehU#<5*Oz{&MgY^_7L)|#V7l8Fw3XI|3Md<_sDg; zuJY9$HSfi#TsB7#W$sB$zqP3^*Zt+@F4MJnhXum+<|!LqjKta29J&^m)>Y2$HiG&WPV9TcN>!Mba0NYFxkN(P;e)UpoT}UjY9Tl+$nNn?YlIx zwz1hqF5o?ZIBpyFVGwR?HxHXXXbXk%p2#k$q zHGv0yVAWbz;%nJ5>}fJTE_GjJ&Um$no5(Mkt#CD|h0w6RoV3EF7{+TT+-q_>b1dZ9 zT#@#WQMGlVDb>xrT5hgdl1;zKW^)|ESLjPR+)S2r>3LPqvlf=XSs0*)kP~tc=Oq{E zqJIvdl7+43&cX&j`70`%m7-bh^4G2gRSG?N^Cgpl<1j&4udQba?06_B=V0U1e0EIp zu=8ptPfgv)Vx9oagsyYvM$ZMiD!2dbp=afWbxX$1u$s z$KvIU$tr0tzV0hpuWU$eu&Ks%m2!ZMnqico!HxGI90i_o@?;nnc>w{bov+0Xjegwm z-k79e^LMrgNe7=-!)X?UvY}-5kM%!p`}W#qepJ`TR0$5{fDp0BNfewfm43loa^AS+ zVOaAzExTRIO^0DZKQ(s=Uu0X{vgx18YIwU(T-BQlIu7v|z8epnOq%zNR;MH<#Mbc? z5r9{>qh+w`C4 z785^~#8SU1yRVUrQ?MlM}U!W|o=Z#5mpSM&^yQp;9^C{C#NC zi%gOZ;fO*LPUIv?%2x&ARK_6g^H}JZ-~10)|I&7p1~}l&GoVY$ydyN6PKAqGoaB$QB3QodQE@$r^mkJ3#@3ymkjHvPYf#B&R~ z0SJ%fc<$%g*3H@DUzg0uZV}%dD;Iyg;<7xY7dR~RJ@8Sp>vT|L+R&}5i|b7O6*tD( z0=I7>w5Ld(F8crq*U!t>4#aG`);-v;4L#9%>)KJ^fvUnM?0sKvw60H&>P`SR4pf-e zB5YM`o5!{}cX5ux-n1L9zK47R<*wo`tK!-7C~(}Q=Z}+WtYgm^`b=5< z_5HqT^dS$`x_bWzh6cj z_u7uU!~|ZT#`EwSOOnIVU_NZ9JfXsVo!?w|mVFY*P!VLLAk{zvSN7Zd;AP%I9E6Z3 zij({$6%>dCwUEo#!FR~o7Co^ijz2F+d&QdQ)2C{kTZ=NGHBH8RYkw3}qkOYJ*7u_h zXSn&+y+4;?$9CvvPhq@l79hyGK9?6v9&m-+pS+S5J?$TM7u^z?swkZC3`qpE8)xemvQ)x$GJ+RXw z?V=NsFeuw^>7pfgctMJ?NCEg1Rcq2pUDW&@ZU+|Bz$_V@E8%HybG-& z4%%4HOAVPRo1I>bU~1E_VQZ449(4&;6i$;+D8|0b9kFI4-fbG6;a+P|@NhZAjACW8 znCh$)A9J6Rh;m8nO?V|*>(Ew|t8G32VsGcNCOzGC2WAYg#=ml{65o_jKt8JmAefgd zAAk}~mM;yy#d^S}z`yRUEynrdcuKc8wpEw&?MEjjbnJSto1a}x{35Z?ba#-oOOwAC zkmEGWx9oG?1(ERhBtZvBZyK)stwHIO(&jSL`oVybnZ~T|b*ITSs4n}GN6qFc2Atzh!Pm9cS$*8is_p~_bm(M zZ`nuehTTO*$2yG=QBl9P!m0{`V#7T@m*ImKrbm@*bWBMZ*0aQWwd3BANhR)<{)f&! z`v)%$;d6--1YEW$kkwH&M|@DXjsVuWqo{#0d?kZs4N>3rdM>;6APMs1DEy8YZvl_A zJj~A3eoIAG5raQIGP?#!LN(^ z_MBZ0=Oe~(^f)3%=>|N5^ay{j2a&tB#=F`rsivDml`}pXzBtT+mrY{jibXYK-YQ7I z!TsnRlD+lr1RW3v=@-7-p zs;%u%-noQRwPpYulKsB0{f)J4{gkLLb(8=tE9yFJ=`v@n>ztzfaHZuNYj2QKTlY<= zm>YqjMZ=&W1B~wEQx+Le>_mWc!v9S=*Go_0dRw0v#oVZC>9hT-+P|-~S9S=M&D*(f zHlM_QF6s_DNZ&P_$qcjjGu$#_G*;t&smbs5mRP&|Q=xQYb#JDn@?OQ!z|DB6M5FcL zr1p}8=0wkmiJu{hy0!s}_GGEkOH*(L@Bl*6k#d+KXpB55zfv`-rADQjxX#*Lt=sUF zpaX5Qp4DgmLe``GwkP1~+pin`E_ScSd?pkwT}6t(#}Ek68N%pDpm-lOZoD+!`Y9tPceQr=)wNaCm}(B%O6&iy;!qXiXIZ$w)5#n@c|B^y z1mv;5V%TU*E8~K+@uq~NLq>gnOHYXy5EEo`Sq@gOaw9(jI99DKZ|+;0?J<{6eM0w{ z$72&DWoj?Vj@Ctq8+_(~1xt`aK@c+^jPECU6iTZ=PM;lw6* zvtq@D&2&bP6;Bm*#kZPb=DV}>rA3CGzxvu6PK`I1GQWl+a_nWaAPb!(HHiY&jDd&R zi)~U>5FWHze53753qtH7 zHgk@#b($qaMct;h_VXpS_uYme8g*6!J+$O6?*$AX4w$PAfpVq5;o?>YeD<<#yz%Bx zG@P29`j}A=vluCa-7;4y%3Y{LnReYbQp#+6QAZG2#PM`~uso-j7iP+>8+trPvg34{ zE|($gd|cA;Yf`V!L9nly=h=nt2&=-S;3H)1b>X$6CjmwXPH**mlx}_i{mLCpqVl@A zy3L+^tc*9;&ME(|1e<1>{f@69S8kmmlW6qxm0W+gi$0(3$?NIN@Hr%XNv}d_^v<|V z(evHJjO^np#)Cltk+O`xIXl)`R{BNZTdO%zCtWR-vc{>(vNiPmZqCfAy%qm6O7lOB zpjlu~zh<-)Jjuw6{7ZGg{Mr6H{I*QWKh*}q9K7GGMDjDLEmG%L1mIF=#rm6^YLv(AD=D=0)W6zNOltB9v&bms*4HsGq|_}9 zeB!bE{o5tmEuH<&6b)@}O%b`wZ8(FcU%eEm=78LD1TSGgB?XQ+2O5}T0P31+P+>u% zTw1Mc8WS=L&Axw7Z)G^_U{)us(WnHFUEGu=>##yu+t5VbA9C}o`H6NWkM!!b_`IFf zc%D=;YK##qJCh!@=5Y6l1T<6t3k$(i)%HR`Q zkS2KwszH9bJAQa;fdV)BjJkKh;dp38T8kMt@y)SvA?Y0EEQmI?GOSA!jwM;2yrOl=)84?POJ}}iAiV**HMJg_D{_o}0UH&lm9Ss?Kykqz`KP2Tk?b~42EuxO`h858Qt z99nkJ$o#m2#-@vy4H*fz{HPz}Wmo|P*M+gnT*8@^k-^#!MMM9J9Lp<#ZVgnA`Tr@> zX;}k3IZzPol(Y=3?rNbP;2>#q{4}BX;Q9mw{w0k>@DAC9D*-4>l^pJ{jTyi~W**OZ z2i7_RzU->K@@5#~xD^1t0Zw^T0JNn2^YzTzS0KQDKPvOCn&>gm(P5wSUCq9raGB3o z65Ksl0m5)!c@3$@brC6}Bu#Qrw;Qk8y*afQo{b%Y*?xI`6h!!^)^#U&#&fH<3^8Li zkp07Xg)ndXhjz2yrKVgrnAwllpR*>9;H;CKl^>jkX?9$-GOvsz8m3rvC$O-I)K|o^ z;E1jFo5|^iC6>k~qBT>qSJ)%|b_;F~;+bQzlsu%)80z&=6g$dU1v?uoO|p%e^c)Wk*-d-0 zi4TVRn>!9rRj);ZK*cNVb#Qo`9Pw~>Rb`movHfhV)Kt^J_|^HycXBYn!LkTv%Xx8` z#0MFWlj&C3gVFJM>D|2azb{S-j&)_)`TC`E9OV)l&iQ;CNfr?LMbSsi zH?GPDiQni|+Zve2>rN68_5N8=P(J<>AJdP*pQ#(S1st^c49{LpRa=4kLJeSa%wsa3 z>V74H`no4Hc#PBWiU$FwfckP|jpQ3BZ;qERWu#rmTs-s^d7TC7`>F3=I!CiNUA#tn zNX|;>dyoX}y!z4rutUq;X{v;*x~xP^x5`aIPJKl)%kDHOmTPlrr@z0grH$^%>>-tQ z16a$-ZXC$28+soX7tL453szg3-CV7PpTiwz%@7gFIPbcUqm8kbc8x29gSec~-|hn5 z+pidPI7%4}pZifTDmTEc{x0>eR)SJ|P{|8_Q%W@5jXzl)iUyy=N=O=gfn7XVZpvwE zLD_V6K`LCrbwqMsdd})v{er+@wMIxXfs%>GG!E zt#o59dA9O(^1)bY^-AyeR}rNy*8pd*pHT0(VsAMCFXt)J)d#m<&}iP==n7WY*sMxa zKW9)#VYZ%|r6C^5iRQtXVNdkEoh^cG$Y`FlQ^cQE?Ij>8BYR0ld7Vo9>}Pt%KSe2a z#Z|8+9b7aBCy5j`)O*yYUL26->ovt4?Tu=;DJIdy=Jv-|Sneh+e7KbPE`ENt2hzzX zwLm>|Fgzcrm!b+2`cOx}zqhkO54A9QuA2GTTDIinp@QSt1O_o*S)#Z1L0oMqWG*lJ z*r`9+uuLG`T@C@fLc^hCp!7MYon#YsI!Sf*v;4L_c@_CgHbL$YnW!1bD2&%)LTh8B zDoJ?0E+3R~D^YY`gg9G_s?E(iLBQ1>^Z<19WHu<3!zI#rV?YHidH{P!#;1|Y^KAuF zd+Y%ZM_loo7KQKgShZ5UzM_~Fk4@=u0WN(`uM&NJV!CK}UORE3#s& zzg{aQd7L`|9}x*ejrgdi?iN99USQZz3pLk5>=Nl^tWj zsZT3a6uTX&G_@3A&kAaKCU$#~^3ca5leisGN3W6QDZ67ukR$yeIc77x{?)Y@-4SI# z8Q8;t*H46mAjsN!w{`t4Fs2pRq;iwtHI^6wtoi6ueiq(BnhUHdtp)GZnGv@P0aPQ_aEN0NnuJ`=hMQ9?c}{e{6TAg*gU+G& zEqSdW0^wq7r3|7RjY>>2Nh!^r&XNj-TQes9+H}K*hJumrexZZDGiLlg-RaHY7|=RA zjdEq($tK_LP`QjTGFNuJ+=Paq(n4+2kW8N7CD&Z*$KMY&yG63K z>+R@a9#)`TLe|Fn1zd6;P8I^n?sQ%M@1@H69p6$ zW80ZX{IF3`fLt*aQ3tKx)qdXoY>jccToPx05#I@@gdaKeuD)5F2j0ATWmPX}a>fRx zSu(ncY##$0@Cx9}8D3K%KwQkiTS>L%TWZ|QPBz+tm-C`JQZ1SwZdz(Qvlk0C9(`hE zSN5LL)%@))Pa(L8=Q7PhRSq@?(P(xhz(;GkU65kbDTx$lC_ZJ^g3D->&a;G>EAmWx z)%Bikm>Yh!WyFSPI1Cd8M|r3s(0kSiJuq~YdGq%XXkxPzm24oTSc~Vlzep$Gwd;j1 zev~X|{gq5?|6S^sdu8D(casjkCev0s&>IkD)sYPAO61lelwD6-oDf{u&R^=IHx2yRoJFMD%dZGA*;iF1vSJ-?ZDzkD!z1g11A+HU)~m*$tKwg=bb;E z3&)(Qz>?0ak|&bHkc<}EY1kFrb1<4_D*tJW3J>INm;EGjoTHbYx6-<%n;f48&<@=x zCPB&Z6%l(oJkw70{mB+pe~yNBevYvpaq0$m=E`bjR`e8g+JD~ZKAgX`sFD^z1&tQu zJuhv!Y?SOZ=M^(V*y))0VF;*5flCVL3?BuZ`TKIUC=QKv*3(+4zTgS7Aw!!$nImuV zXD8jduJMLfIFkq%R{E8KYH51l(7^@UOVCRt@Kn6?rJ0aYwKnLIZ(Vf?da6u2?^jx* z!jsjzWeXhQ%^*> zKRJ`1)hkc{FjaiI4gi0~gFbugtyaf#Dtn$R-|K1t(6(~;Bs@pBK23O|a=1m{UcK!p zuQvwkA{`Y1@21E~0WRutgW6I56LXwc_0{E`dU-ORU6))r!G&?g5Bl(RVkZ4~tC6}e z?dZ*!rdkXb0Nrq*pYX!0{9L->dK-B;kj~9q!(NinXn+!yPU-Vmo^>-z;lHO9Acs?I z-7-81nVlPD)di8~>;1~Yx1)lua_uR;&1N@hHrT{o121PskK0UV#whY4TmQKWKI)BSgUx0awkVn{RmjsaE)0n}b~ zYC0lMCii;CVd^Yd3IK$w@)&itc?Tg zhMLsz4+WrM^V%k&DodwgH?Wyjrj&9GlFbu&ZM=`(3-kt2VZe2LliXfa?+|!lFU%RXBYyy?Oe2BiyR*7P1}|9+c6(I zKQ7-XY^sY-x$<*ME;esGN=v6T++jfAp*+eZy$=blojQbzVH<~E`#V4K8!Tk8i(fQn zI*a}*fBz^V7DD*KUF4|brIgsum(^5$7w4LX%_91Bqj}WNRNI^#*T~(T6*zf1-1bZ! z#sFB$c)Ot%!3H>Syc-&K-aQVVnRUzKq1^gXD9*TBCu>)~qrs@!_&uEb1TMgzmuQE+ z*>1NU;JQW2>%Ea$@9N?;Hk(7)yMJ75E=M&K&u?G)J8qb3-rKD$)vvs7+|mmGzU3c- zL$KW{$4Nc)PG6!Zt*1hN?1$>5RZ&nHR|L#NS<_=fp#YXeN~HT=_9#Z8@&=;1Uw9wg zAM78}X*?^I2>$7yTnY9@z9aBdp}>cy@w&M$>WQq~^66D(fNb;aTa8Z9vvqucqNmSS z`5Nc3W|3{^`MSj7t9OZ;+3Py=B`K;Hpev(=FZthYgFKSI+&^7BsX=oStaHYPyGS6m z@8!Er4r;LcAr2rU|K5b+XBE-EI`ATz8~l+1c8!uVp9wfK;d#giU+rGNM?`du^j$DE z_zhb)lm>xQkpRv&i*fE$QUG2@>bpGky9Wml!IClWKs|d9_~JKp20l6n{Ud>4_t&FG zo`GIOW+~tAhCc&tXM&bMmj|fiI}H7la))f8(F00o0SEFW82H8&9LIOylaC+3hsex0 zL)yV27CXOM-#L{pfm4ZhlV6snWM>2Iklx}+yQaKLESc?&LM$gBONSoCT{TU-FS2`?9mq~ zl~~XwHQBc9Za7Q}xVgqF&)4EX9T_vd-5nGu!~y*Cqu9Lw3ef<5D@^2Ud@i<1PGy{>g(XU<&hye zK>1Th%j0#>SXL1;-wj8k9Y4iqrD_6#m42?lxbw|_f`2}~xrgF;1_D%As$zFfz5pNk z`Ihj5`@?@#j@;3a2Q2SPQt0392LUX?Yw^neLT|y{J_SSti7E6>2mCu4CixN4 zW`eL_z+NE2*n7n_!|1?5;b_hLV;lAnw!set`99DY;mnnH=IUb}(AdIjqx;H_JIFGS z1@Fe=ii0O{lZ%u#nF3hi%)*-P9(@6jlun*#KP!BYwLdGc{JJv^4?-X@U|kCz-rg4{ zos2(_zK#~T4Ipdu&2$kT7us^`JaC)muO2Nqsu;=Fo4K<0jlAD~-;e$Me)Ii{`EMzB z9R?Qjdf<=d>uu11=TnR_al+TJ#1gN*HyyHmW!vy`D8@|~Xly`~sJ~zws5#`&=J?7U z(9fxJRbW^h?C@q0*56Pz&5{C z2ZXz62aQw=P2R(}0?yP7AyTtF@^81{g5yp71oq=?s9?qIAI^=TuYqdT12Q~irg9ky zLE)dN64|cVRNEfKZ({3!)L3A}MAlzEn0oR25K0!fh{n#KV^H)Pb;@y=Xw1JIalcl2(V67+C0n2 zU?f4;{52Ryd}zA8oK!Ln`bFM_nmn9VU?BYb1`zt3`v~J z@DL5I-p=pE z3D3PoEeNg>Bc>K)Lq60Qm_X}HrF>fB3E0OqCSAsXArrP=5+6~i(E=c-T#4o%vDQaA8 z^di6o^k1|F#eZ69uY<@6I<}e7sm8C#R#NRIu;f-=QV< zzJ30z)u2>gdoTNut-&i}W13B#osSHPAO7}sMJZRG$c99Idbu)Hx)58dI#BdZL@j?9 z*(4YT(qEDWVV=C8tTI|jwtu&}-uGk-4r1rVzuJnm>MYQ#nzT@(GEf!{OUK?GMmCjp>b(1%8)^y&^i{|Eo$Y3mZu%QQ$7#TBX8e6rmDYP z$5>okRL-;rkPCZEjvqFcB`Tg#t&?S}-TLB7g82FUk5Zj@bli2)ROP=TwW|7`yu7Y( z?$!C5e&&_pVRBsdY2^~YNxg|T`m zQVDZm+Pm4&6H0Gs%gK?=ZB9JBo%Qu!*>a`g5ym^VR{s%^ayrm#PWq&0Ey^U1-Ds(g z*1^T)2Qx3zLRW;)XPzQ-*IP#t#Sgy*D|ZT?@@`>O*r?$PJxcvqZoa=hkx4PdQ_R{X zUEKI}hzS-!I)kmwB${Z9UvlGwK5r}Z(a&BC0s{1ZUrz^pJMjj^AszWnXRce+16?O7 z@s8{BSrKJg`c1xAg-z2R+FySCrj`2w?ZgUQjB*d^WB$6@4BOxdA$%3v>d)W&LkBk} z$$ka-!7r`^m);>{Mq{1+;Sd-1Q=Fg29q`3rfkp0sET{T}GowFV6AeB%7TPp5k5x!2 zeep$W8&PWpncApsX}$O`sc4P9XQM-%$;WKxP@VE317geZFCLKxmovE1R#)>kXYbH(Gh{si-g77@OfoEA@0DPx85A zkx&9w7M}dUFW3sZw;1pG7Xu&dIq$viif1yKW9SZaQ3Ouom02g9jsy}0lrVa9F|EKz zxq20=V=M8=xYvGHvpWeMJqy&(W+GzX?}PBo+n~=l%~7F|Kg#CPINTS_pKBL=xmS{L zLWX{sB2>cf?bE>NzKB<0Z6MXsgCi74MJ}W zj{L*3!$p^cuCVY(`N~E{Dr=ov$v74rrCXIG6-lK6t(QlXr}_Q`WAX-VUt`xCb`P+< zMZKQhH2P4+5|v0Mj$tbmIfxcr__7<=&)(xLOlXI7$|~o*rfblt$K=})#uT5=?7Wso z)_(20HTV7dJ@`F8LucD@T!vdWa1-(@uE`TN*!ZFs8~Q*Aq<~EpZQIRm9xw0ql!4Fw zmbf=%r2TWJQ{Zt}z-2gjz4uDpja?VeHzDKn5yYWp5t~bWjp%1KtvXi~BAva76fn+R z>wyqy8dnx-&X+Y*V#(YX;%aplWC9nG!qZ6u_i!ruLa_HbC5fq3}8ZsOf7YB zA~B(;hnK&GXXV8Nbb?dU(uPpD-nVuTGk@RAQg(3Zq+^jSC$z_fxL!AVovr-N_{{sd zmf2$|l6J!5PnH)S3S1?nZ)ZrV3z zy=xYuEBaS^9gmjx4++$X*bO6^Z<>Ol%oJtNpf7(=BNJLu0|2|s*~N0($UB*q&04I) zft4K)s)29*h`D}|im){4@QPxoS7BSd6XGZ5L-RS@!oa){hswk zSzJv2(LGEat;~tsLC7-yK+Mqop--s^9Q)j+S0nXe$uU$uS>QrHjxG90a~koi8rEci zB<;f24@TmKm22I9iXTPTZXvzAd$6UX8jgAB@*g71VA0KGar9^_x-&WvXrSF@vOuO#2 zcVLu1gPERT#A1`{1MPKkj$(lt_GiE$oOnW=#c@;0kk+2UP_6igZ0zbU_n0r&YpvmQ zl)%LgjNK?O+et4n>bKFK58f&c2JPzr<6w=~K`6f){1X*925GY7L!PQ_DM1Igd-*+Q zc{8MRJSA(NdDP+3mnxU#Lg(J(=`>E5d-VqG{NvecpX(}zYJutIlvcCYX<)E!6?~@?-rbA>*$ONX=*B+Lzui$MqulIu`5kA~xg$?EA;P z`eKTfcx?}Oybqz$SRGY6Q^AZ*qCb*oh5jrq(rgYhfs~$CI5FQnkvi9wO&3zmwJcMb z$Ot>tgxI|PFPgWH-AkbFw&$x1uEMFt;fF#riX_vV^W)!Ro3l<~oLZ-?3^chtWi}Hv z*s5#Z;r)aPL?r`KQ5iPGX^J9*4kVF4{!um9b zOjyCSBj}FF{kri(+27}Kw@`9}5`)L3)t3H%tP<5H5rZ`bypJE;PERr;cdR$fl$}$x zJ@mwv#6)`#f`t(=@DR#xH>X(Hs6nNw|4r8HVUWEYJBxNXfuCLtnoh3WoJYu{Y*Xuc zfPSlGzckj^7x~z!2OV2sip^6je`0Y@ex3X}TUpi~3_@?|L4uDss|FOkO)GFOwZ?jv z>~g*OfeSmx_S))MihQVQg7f$MeIvQI-)|F_j8=VkA@d_T7Q}_Bg>^3iJVL*lPoIR2 z5L-D;RQQMIJx?-`bJ@zj=AM5#tZ-H4n*ShoZ=^9p^cr-2)z}W`Y z(J+e|hnT19P6$$C{Oy;AShFdVJ|{UZz=`t0#VRy5(WYG(`cWXa(Wqzg@Jw zVxD1rq3IdWf3seDyUsY~E3AWZEar(9jx)FS?EOUqD-=a+RYJD7ae*)2qeHHi1s^}4 z6KgyKKY`_8%kA|HK^(jO!zFaLUq1;_BsfH5H(~-g&p%Ks#?dK8P~7fho(Y%?i@G<{ zTB)%mZf|rTHo{}IJrQr33!lc`!u1g@M(1`UO34%h#{xHPE~Sh-CXB})c?feGIanma zp5P%}3v0g_F!JR>J06Z{-8*+mI5O^l>rnqB0SUV~gT)bZ&%ooonMU>@jqLcz3{I=+ z-5JRnZ=?$?u1fo39mez*ylf-CXM5#q)X8%?ewRhUhbQY5Frbr#Zmv;nEly|`Ylo-9 zYbVA9Sm~iQe;o;aGd%la>G1ruoFR3Q(J6)SkEJiTYQW(_O znos32l1_rI@t=DP#c~jnk_J!Im@h&ZWZ!6gJX_PhHn5dy@g^aoS22asdlWLxhOfQe zO3MrO@{H*iFa82acGD*54=(AM;*D=GsQCCj^+G>@JH3qujd$r}5*w;9p!&!%+aHDN z{Ee14IBL`DCnPA%3;J+{_znD~qiOt&wIYi#uKS4wmBXrq)aYPbnY$S>?8zSb$77Y) zq{TBVh?iHMuY89Wn}%5$bx64-S3$dLw#x(a4OO>?mlYQC5GM2>E{AnnW2`s8uEVfj z53i&eo)h}T<3l2hIT6pg6>>h`cN4Mx`9*_P?L#Z|LZh*kBwPD2BRE{G$F_a{_S?2QZ)@i*{|Z?S zvI^2GR2A&aewieoxO0+E1`|=ZE+-hgQgSq?%Bx*E&t*`v!9y6(1LCp}@FfX41qv`8iWZ(j2eS_ zEF_*e)DuECom>i@I^>OI9nyp_!#Y(HHmn(~-+&KQeFZ;EPXv<*VPQZ8T&;`iI540Z z@rIAs2w=c(4uG=BT2hz$|9mu;gTjUGcaNpQ`;HxiQ}-r|!Doy(Q6-d`QMkf3w#vw5 zshlQ?tJi;m)RH6vwNN4^;tPaI5ac9OiFkeS8RquOQD`(KGzTmTt|C8~hGTX(F=`c|daL6JNkJu;Z!Qr)lecYOy+J<5O94baKbBk!f zG$-DJ_u0H9a{Np747T#8w{md^a7Ni%paSv!$EexeLp1O%1$Dr$PV*ml2tBa@ulRTY zSIqZUYl*?^_~I*Du+`!NrvIn6`p*!UK58CSeZoJ}R|eCUgvO`IP{sE9(>;Mf%rMkV zGgOfB{doysY_iq`d-qJhNPqdNpLk%Tv$oD#r)3!U9TM~e_VSuIMxJk|01&xYrqgrv z`4@tYWky*iwRjhVBv><11@t6u3bjn&b&wgw7MDo?;^XQ+Vnh&M4GGNhTLawbP82@= zV^CPXHf^f{s+46TbA6kS*%Wk`2SeQtS!9`>g>8lGu2?|oHrJmJ~K?)0TXTw-h0O^Fi{DO$$YT&AA+rq0ZmX+Ke;1^DuNvU z@lj@&bYczxpVS?>pl^VfWKd5+X^X+^h700~%p?C16CNpbZA}Epa)Fo>%tln9~EK$1o92~Y`dvs)BFPgy3a4;QTYCHGIk&;b7V z_p;-dP{P#r+Xw*#top}sRCi?xkQ2S1fDm{(wRj%{ImXlgIg0=1N5Qotz#R$fjlLrn zu?ht3*!&IO?zh1WK436vjnpJ*rn9rJ&~8k<68vViSp0S_TG z%jOY+H6v-rni$ZkV-D-oh`S~8Vlov<1EOhY0t${+Qyt|jGj5QycQKiG6iGuxYjyUTLF2gT{-pjOKArUzb<0dbx+L*g2m zbu8su0=-@DDiHhAEN2tW4#bU02(dpWzrq9Cl>B>I#B)#eNm70q;K~XG<%%k6RAG4-i+_0^P5Y9Nnepcx+Gie3` zXim=L^y|V#6toLAIN*E7dUS@8CB~&R)JOE``e$vct7{s5cr%-wPvJJ+YUMW1!3I{; zHcMKD(;~L#PsH{tYndDrVTEGC^1p9ciE?du@1^EFnbGz6q(^5k$}UE|O#dLVpRI_y zBi1bKJpX)ZW>XeR+f_It;pwY?q?ev6iuTsr#qs?`<%NhCX%pLM3?{S^dB`+rG*stn z^XH{Dh*_F9RDr_dBk)$o2A<)1IaBnZ7SN-YFL6I+Xz39=RBNY$)s80uT`mkyqEJBy zg=ub1-yr!nf72_0MoIjMhcD%?MH^iYT=M-1f!b*%jJK(XM240Z2?~ufi7d=HKYn1! zf)Uk6d(raz_q-scd2Ij@jvD%#&6rHzznGEK#J`7{XBCHi^PpXwP7+WJ`>)s`LylsUs?9=DRM5 zc%?rZC&ibUwB()Rp5oI$Saz@Y84ofAF5};OeUNr2K5*sYSeglJWl34vn}g_dz;_vY z=F))`FP#&3%Yz)Z5d1a1`-#7$wv)KHIM+D+^i%QVi^hZ|D0x1R&{cnP2ok)41d=qnPJrs& zeUAb)UQ6pkW+VY6CA)7Ir`kZQMtRZ9XzFz0!_EFln_A<4*8(7Uk@~QRP<7WyhQ9c& z^XiX*b;z8^`Suv6#LoKtI_h3V6JY^tsy5Pn|Io6aosCglO#weOM z-;5`i@PMIT_~*f@ftLl|XViHVR{!s74~I>kMrJkoEuDKb2x45pT5tXpney{WNg~Gg zR(p_{!l7BBCq0Xrj;!!Vg({qoYk$==^RG`2E76~1EQeJu?AuGZd&ZXPsx#@i(*pPV zN+7kT0VLe_qP#DxDiZR8@2PQg_XwI!rxqiu?9z3FsGu(J_~sc^{0<-6%C&0^I!fX? z6`J8PxcZ7@ohUQz{Yaw!W00Jh)R zI`*wHf6-}EdrBMfsiych%AX&~e-60*jPX%Xvw5shl=$Z{|JlKGuSL2_=P-LhnINHo z0qNnUVtN!3qAq$!tMG|*n5ZpTodhLrAJ13|N)xs~V0 zlhH-;UJEw|xbA$ZC_f)}m#4Jj*4jT=q)hGS%Xv{HWs7g*>d9!_U&{Sn{4j52&;d`F z4wl58id_K?JNHwJXjPR=eydFk>V8=i514O5zO_X*PN%^<+EnKf&zO~b5^ zW{Cy(m<(814=Vggz5LvPH|B}4*%LdWZ5XP}gqB`hp=7cX!zzR@S(x^Ew;`Vti90S7 zA4tu%D%`?l|B9aB5vET|e=*IXxm_I{)nJE%xv*k0SoaoyYwTcbyTPM9fW(gVIykx( zlH>r95zdnm>YA$J>=`6QZAkw8bI^klh@Vs^^=ip6?)6Xx6hKh8(5z@K(k$b$bg$a1FW@{4vK- zJ{=i@{N;6^Hw}#2Xe5LC-7i$t8)w*_;A9e+4*fT!(qDodIY8ymi;pnEzE4?uWt>W?(H%d-FRKZo`lZBh1 z^5A;Q(C#jK1@RDNoCoNaQ8l3bU0-qXQ;#+{Wet8hrO#Oruk?H>v7WEN4FsyHpJ|`U ze*#-mGj+NBi%1>DK`z$e=IW}|^|rz%U$<}bM@qtqGiV2mQPt{imrX=JF08x|@`bHp zqy=H(9%o%cAK{+6V1(m+n24|K-}g1gx4R%vJ7{YRnW0bnzAHOrC0ro`7nKJ18 zuFQ)6DdjMB%HE!HNtcf=bTjEMM$fcHg*Y(9o>Pf|OH>fNZh)dUjd#XJ#!yfZ%qD-5 zioSkkuJW{LKK2=Mn=?r&W>oC<^WUMA|1$I281uiLrM|(PG&|v- zG(vc5sf%KiZiY|287X(2s>DJ$b+7vFHdylydTX^(qo&3y)qx__>g<(&Mg3p5!$f*Y zM>*kmPkae7709xGKTd0N{`<<+iiUO6dJ_=D?`XRbV9+ zE+ylKwtxx(KXDLu|SmP+szd` z%W%oZ^lY5`N?|lxgCAY-S^3$49%q_w$xA!nV{E}03N>0hMS~u-vu_2+N2naaX2e!| zyKZ3aJLz9AGBw`ZWH1_r2JI|0u&vKhLq>&WQj&iyeG@pcTi^2?U)?CBHWs%Jp=|k< zNMKS$P;GEJIsY6CS|!SsO?4U5BzX}7eQ|ZS*)2!oSpsdd(Ud`hxn{wPMrnHA8&_Oj z8>PC{XcepQY^Di@PmoCNu1E#q=zsm9&FNix-D;E?%Q>78L;F$WCl+J`pS@& zAMR+uVt71vv0+?n#APPY{x>vzSeUmwYL5SaChF$#a|Eq6*2jWP>dSe#`* zQJBJ&&njAczS~Yh`5;W7I_d_r%VOc_$aK2Nb7pC1m=zwAbT|0%({#1H7*~<_L+#jk z0z&)~mn=RzZXXJb;|rxM5YBus3*{WY)9>C>aIq*_8!i2>#r{}Ty9zcvbe0~Qo+WG# ziLkX>t^1#rXoo+Yq!+lN3Zy_%cg8K;T#5(>sx8=@Fov1pU&m9S!t8$pc8IAV?as;) zqJfS12zn}|6T{44e@*Frbd<7B9P1>YNs79@g@3FIPv<@a3hXUkOon)h86;?vD-NC_ zwSlEC^@UFrvdJlQlB>q)Nh~sFmU+qD;W2_KE$1+8_SJBeF z!V8)m>gyVvU5})V@hzJDZjt4194fq-Blyj$iDdhFW`}HgO2y~(={!8OjQfUXF&ktn zhAUMm%1y8~_P?42^To0v1Hwm%7GF07m9LiK!)Q>)Twif%T@@WX%s@#^VDQ*vZ0euP zm(v27moO)}?)O1`XS?>+yyLJ2^z9nrc_{$Ck8-a6e@~!Wb0^ZY)iTL9CI9O4&3@R4 zMY3I@N6C4JM5bX%!ld%8TL-)L$+@&rSq;fI%?*L*qiX`!(m&^Ew#m$VW2oNBo?A6k z7u1X_X*Mb1ucGH%X?yO#@97xP8qajA5#M zU(fZp{_0dRYMhIo=I1^F2&&RC@=Q`~_)OPxo5Sn%CnZkgPOuAmMCQw6cE%W`=lZl8 zrHI{|{MPV$3-~U#Sm`fntF^7Zgw);&=nLYlssg?yEPI{UdPge%Ix`i$#kEzkvER_u zs=w^;asE21#|pRbh(0{5PKRptEWdFA(gpaGm^_{Ow=UGM)xHIfspo%d(D3&(T|R%z zs~i30(MV^mf6{Mb%&acS-rP{k92fA*2KJU%)lN*+^QVIWuqObfvZ?+x>)KcmoY8hd z9dH`t>Ds$A;I9s-&AMs8q}4#w(jareSM{?n-Qu6 zthV{p5(CQWHjigiHCcHyQ?x!R0iX$AJq=N2?1#7J@hvF3{$7;7_1}|@vJ$Hrd-FXT zbE9um`meknt5y8Lq4eiU^Mc8$3>8*y(e!?<@=1b#2pc`PG)hLt#uUNfBH~;e+KB`q z-#HMuxu2)H>O!o2XcH8L?QI+C4YS;g!*2aceq7M zU()4-@)&{d-x9IUVG45~t6B5?Y|{Af#9)#Mf{xO|3ioecogxUV;{Df^FP_wx*-%Wk zFvqo{8@}l45u6l3S2?$mQe0l7`xpmx+Li+hBNeOe!g^16H18H0XFO@phGoR2Smt0M zh^I@IDoIx+9&AXtF&+rw_C_KLH6GMV+VZ0tJ2_76YL2j3*`bJG!(-T?4(J5Wi#bCn z@SCTBlae$5E%qA}!z~!TXFj!+Ny|5<@jjQfd;f_`f3VI$>$W}{y{}5bq>8Pvvpf3r_b)SedZl=_(dgq2x+PmgF2%8T*Pj5b znW>+jo3pdVdCVt9lpa||c=0si0c&Xf>*y7KG^s!4T`2E*(cwO`d3ejv7~YT9hLkyX zb13=9wuF3KEP*=`Fk6(kKEF`YJ^wZ)K}3$cjHYSc)AKbJS#^L>6xrnA0T+kz$Bd^f zmg;*?lgOADLLx4Sj1hUOg}u>KuQZ62VvE_XA&P+60|4L2-}Ul8mi4Lc`zgb1Aa9jX zqEk=z>XSBTbd0Yb`hD8#YI!z&Qg}W75%OouQ7#-q+1c;l@d9^1VV-z`q&xkW%Wh$1 zM>VhcGjCCD-=lA)iW~?ET%g>2v`|y!bLVt>cSpm>I54sjKU*US1R;Q|xc19AHlJ^x znyOe((-CDatQqWlS@9Z7se{Mcf`=jcgg<(PM~>=1jW<2gS--Pp`ElOc9VE6Rg~D}i$V+f7 zb~qTrrcp3XLcs2xxf}tlvw^Yx;pwKcpNboB^xYM={}5^a11DJ=+*~SwEobF?0z(o( zdiPZ)nfJWW-^NoK5YS@ViXOvm#vRRYqnZ-9Vx;v8`IF#EG0mUfi&v&MT?v}x?#dHY z!(b4Qxne2{?n}%?$7H@@+IRPp)rG1MCk$@F|CN>nzxXs)PJhw_BIvZkDPtkv;U}Z_ zM{@#hF#lVp?$ed5>FCkIm1^r<&shYr%HYND&!wyBIhhq|xnkD?1^Q$$? zo2jca4@>eM4moiO2cCv@G$?8vlKEVj-Ysz1y!3>FQuHPtqiP-;n^E&malg-h#MIW_ z%!-p7*oBI#9M(n849k(1JO6^NrDjU*mtZ<K zAsg!E)w2Hik@bs*&2gN7TEp3U(o%1NY9O27B!v*Jz!p?SKvWDN-CEEUStdx!udqy29o_1|L(_;$6O z*frMR29ohpc2j-e-RM9Im<3gGE$IfiZE9i9rQ;UEsjOZ&8nTYAt|66`m0~vu_n}2O z9_mIY1?>%&c6yT?b7Hk~ii%X_zUdm3%TX~7Pe%!tl;{Js#QO@+BtmtB%PmreR%{2~ zY_7Gb)`lq;3}TW7LZbXe);19(}a^j>6WZA{y}$^>WffW1g=?$KL6OPP1-<{RfJ>46XqgKoPke5kTrVZpO)(L zRPgT-UTcUSuplvECfp6w{z-*D1ZE_{t1}Z%7cM}CdW}NUE`*)|hU%Hv&?thdqxA;V z!P@_Q8E=ic^?9YP+d+n0Q{Z~;O}j2q6a>L0&C~NFXB_fhDO__1U?Dc)=V1%_lpUy9>)6u(HsZ4 zUKB8M^@6^mX68`6Q@Oq_iUyG`;U5Xe_DZC>asCTkzseZJNzTrXebJ;S*x1B{EY5q% zy}XI5KerEw{?%E%KkFi5wWznO``mzM{Tq`At_%e}g&yF5=ff zXX_1EU@Yv(B$-`r0E>753wd-&L@! zeus)kmFgLbLKV}&9jpG<%V z7o4ad|E735v{Vy0G7ecknk6z%HSLliNjc`xbF=DZOL+In;=}6R2{Y=aY@>hzgMiIX z|B#;#vBkg;Ew+Kn<3!|?wz$Z%V=X1QjNZva&<@*dFjn%T zb~ombZS|)oh`%92iB(^ZGVQa=JNE$Txacqlwty(c;GR>Y+4xqifnkrpCxt)Bbp1@! zMyZ0Pc0o5|{NU;t;(W+}E=9cFm_#Z9bXRY{ha3whZ~LhD=Wt`gsaDTwTl_H_9Vmk@ zicDCuPOiaOuXFeRKwxKsLR*PYhzyC@E7Iq?ca8@1eei5!3T0Y`KIhLU=ALZ<>Yhnh z_@Wr_5qnY=!Eng zQ|9tY8TOqf?o=HS-rdqB8V|j1ojX=qF~^G|($QRnHnBoo{b6%ZZO+(uh9M6eARht8dCU@kI0n;NiC@VKHNXA(Zd3b>h$7r)WO$X=i6)(k;S|)<@`nNc=!5X_Y%()l>sukrn2Ax+ZW7Id_9w3^QLtXYLN# z83KxkxVoa+f2xbqR^peSVXsucSGOt<+g^^}k$k~r^`i;Xrl!$POJc~rMvMPD0n+nE z+~g@^P$}KsT3nwSdYk_}0HHeT!KUa&wt3CurwQ&!RCs(En3C`C9WvZnC&o*8E4pbqw`!BI zK;NYY8apOUUZ%G~`&T`#4^>+*LnavY*&nl;r+6R)30c0U+gDEVv`RFO=&ne^C*T^DZ ztOkVt(1GhK8=O8(Y7GrhYBoc8cSl#=({&Wso2n0v!-$&9nU_x;DlSA!L9Y0rHk?th z@PCxw5a7<05a4Qar9OH4s(PkTp@qF&E7V)YcP!Kvcx*=Q?pH+iaYTiMctE%QlDJ&j2)wgB1C2OwcnwR^xd-p0JhSpX*X>sjB#@ z9x?dOBA_lz^JbSh4v{G23S{txP#S|pi-&#^-70G12GZjJX4VBlPNsnGeg>Ro1o%J- zF69S^AAX{l5JO~Uhh{5(Z|D3iKiWiy{BXAZt$v0N+`GgOYIlH$ozB(1n~Yv0fKwz$ z?r=p|1)T{|?Zeh{ssJWmM;`XM$8%UvPgH1m|LcQH%fPY$4#a`a81h)q;5x8qS{Gej zut)ZVN39=6j%ZU#F$HzJXKHDfcho36*MGnrkX)aym4>5de{()bFY-5l!Y`e zIR5)^yU2hzhi*H)t28N5nD;qXUCc5TFvdp}xg6%f}ayK{R{B)kEx(stKHyZ;zKW6w~i=B$tm z<8&^g$Zy2PCcXVwRq5NvXf5+z6k`^Is!dM<6!jX32_`xiGcIGcifw;adU*%snN`{=B z$!;9&GndF_Ers-pzn54}`kJ};wIW$$oTS`TT3nL_I*&XpQP669DcKuIS7v^QM5}C1 z$UUZEB@($mzkfe6?E!aQuU2Ll+`8m!!uv<(Z@-IoSNbBKQGzAn*MBh#P{H`>KG`bw zaml?NB2>9e_#;0GCXxQ_;Y^L>lp63u<)n{Z@155p8S#JO#38~YxQ35> zYwIF~ih=w*y@ToO3}PZwvZb45B3E&Eev)%csTN7okuU$2y3`Eu?@LaZZQ{JscffF< z#gUU!os;1h$u)3nJO9hXh<3YIRb3yD2?<+Eu@v>DXR-X?&=E~H-K=)41_(2Jk2ErC ze46b*D3-QX#e4#;a*WKU*XkhI52(+Uh&ji`0l|zxNim^6$a3|0auPZZkN8msT!^Zr z^8TFuHCKwI-Tm76yfD(DZ)di@rLT+P8RwrBPO=3LIv}Cn1werG|3OdyZ>&{Rr&7VZ zESYlPx&i((^Zc&}A7dq*Z}foZ%temCfkC$_byB?#KTWAxq3Byk1gC|Puo|B@1U)$~ z6Jh;;mhKx1dbu@5^?bY%U&cXjzJG=ei{Tw7erqawJd|Q93ne6&uP>R?jCD_mpI$|K zs&`P(@ja7VHC3}x6Fo0|In+9DU&S0ne?XHu>GN>bjqrbkg-R~YfZGRTF4w`FokNciq!v3un>V=%*WmaPNX``K?9-nL3VvTx5hVu7ehy zm6lJlkS6!!{JtKPw0trP23F|xh0j-R4WR3Y)#uaJ0aYW)^Ai+P3dQ95ns}n$t)-W{ zTTG?gdQ86w&RxqUh%NzVgpTJBqCgeQyY1jF_V@DP^o%CH-@Jjp7+rG1c>H=fZ+(U> zdL;_xSJpgFu}x2VMq$Wg(E_Ab}9xRPE17jM~kf#9s*z-mwV^;?l6O_uopie9~{t1 z#?E5>MTb6HtLBiqQa9sq$lK_Wd;LS66EB{{PzeE&2UB8v-(iAo*q|+H>cKmNG4XR! zSS`h*OoTmp8(QseAh66w6lAeGlJ-RCV_m!|N_un2M_EDf z@wzp79%sUh1-z(`mM`dS$LtDBvxbzRqaqkdo#&Zv%3Dr&avyq+uY&l zyzzubbY?a!AjKf zx(J@5z3Ho}!g-wGA%4uMPz952bw^(GSbnDday$${T#vked#qC@)%UiT(`Lhhykccm zPtYUJYObgT!Nae}2A7K>!1w1LQXLX_0SK{~ZO z`B4m?}Ky>W=y;C{~Y6jqK|4 zb{rb-Mbwmy&M)br0vHN^-m#Bxm zDh(CAgTRl9uGD|Bs^RoAQ7l8LrH6@CXr~gl_do<^@aY~Y(unlDPg43^91$!aWzo0t z@%YD5KV%RX`}{fSV?wG-5LoP2(rsfp?|z9l%k+}#vpBG0phT#$_>1U5NPY-wv))J~ zCzG+<86z#`YNuK`OsVS+9Btjr2?6Xa{gmnrFL{X7E!Ou9u72o=K*8a(kXGIyOCu5i zF&a)E<)^IRc$1FlJ6uh(#6@OEy;iG3zQ3PQh!g>!{F4w_eMf9JbXU#VPm5FCBih8; zhc4d2JbRW58ZoH^uG{o0n$E}s7}hJo8r=MzUFY-PU_1E=t`g`$yBT5SKGAZpMx8jq(Q{AuW4_M8Y^}8rO2>WB9xu`%#8Y)ChvQnZCHPx zCxv0ncyP^ac#){|39+z8BYa?2U&Y@_ezd#aZrY7yKU^yNSGm*}{O~oe<;%BroLc?5 zpXvD(6VmQxk%;)bW+F_GprhWG=BZT_h6g|#Yfp(RP&%2nL|hsdqdPlc0rfvR9cQ|{ z-XZI}7NdwVl$r0lI{m-R1L&2$N9AbH+GmcPkZ>CGd-UI3-k)6qHC?uLZnV#RI62lh zo)A^ub73hWJR&oC4vxGHF0(^AgXW)u?pz0|vEzx2X)Qwxmgr0xg$^QU;)iwjalUS<+D2kKevk z+?oz6_RSq$!tP4>txRk)93RQd5RAxtKPUZUt56w<06db{?j|dPKcw<{{(KUmRunVo zXkJlWAJqfGQ_5I0;-NGwp!0!LP_)=p^llMs>b(3;m3c_l-IHelUm2Lfl7SjfFUr&(!H0-z_qRicR~C|FIE zz!^=OODetq%v7WE){3lA)H^^4kz(GbSMAr*$6HPN{9MI>h?6sitv5Zg!2u9$r(`fR z?cohbZ;(?SLe%&PB%+`x)5&igNW@Eo^jG}W@3n-opS>E6#{4_#;WcC6!fUa6ph|a~ zSI@1HPumH^g0b$@)(`CTKAN*A2|6-J4es=&vsi5w?kL5K4;Ar*-WcwlAq~-G;}9Eh zrHk|E?`K!2btff~k|q)T3d4o@B3&^s;q;LsdUz#=cuv`{TD-jynt&$VsyDN6zpnSK zO<+@e_+7|jU5w1dORu=Sz!hFxJ#k}9cz~XFR+5MCJY9Et2_p_~a>ngN@@4gNYf=Ga z@37#~+0vA%602bQ1>T06ZrkT>vq4+>mx!5;<^!v2aEy!mjR~m2McY=_eNZgR37WD%mL;uSwPe;Zq~w1DkWB*fXvr08Ct)OV245 zAk2y*AJGLy6EWDOh+H+(_=j=c!~7*u4*XhY3@{In6(%JLg7{r4CL3P5+GZsQ(yaN2 z$MgW+rrsqBneu-Jpx&FtkQOx+J+9E`LKbO^g{N*0yX{e@^%aM zOG%JGokS2oIL>5l{5ucK;vT${k1>EACjGOhqRzk?KpD;CPHJ~@6f`@`wUxIolJ@cs z6>(i7sGJnNvssc5S+U>Dq*qkYoEP6?4rKY-Gq!04kWH)dw2#L)uu09L9iiW|{$Lv# zz`tQ+K=0jIstv^*OJ`=`CgSYoomQ8QB4pKh6|~NvtapHge7ZNn>h>hBey(jCCZ+R1 zn?Q)iV-#;|z(e5OsKxFP(m!&{_bfg-fG%BNb&zJuUM=CXv@Z$FC#>1IMDV}Fu)>iN zQ!6X-ogl~IX`R|EeSxO3x69b+v$30qEWCvDDyw`TOoV9X1x3?Lm!z@IPX9-9S8PeW zHv|BHlbW9?N-&vA{B{4Wz)}->UhSG|ZV&Metg#Uh&5V!qwZG1S^D|qNw$X?4f2A+7 z2g*Z8?Vslen~6O$8Z+<2Y1L~?^jH5d(Z!#celaT+fb+2BTd!!8C7q~T1=KJZt;1Zj z-kKAEKdIhEj#_mcoc~;g zJT{6bQ3;9w;HGXgwJm9%R{)>D!Hq?xy6bM}uS^IxaU(nd;dFsM17znN-L_M3J6*l)d0Xnj(ix)WtY z0Ip`Q<&0KmYQB{?(b4+RKc$e=HpIM)Bx#6iG&u8Qm{wf%l9zgu4QKQ)xyz+O-MDER zwQ&a|f(}}x3wYrJajGQKRoUwgdf3y8ql7#Hhlabx`SbgN!*I`n=+Vl%Z>t)`Xj?~U z1VzZnzT}LHuTI$t_$Mdd%d2W_^%X_9=oH*YEvy{^$;{u|3Q*dAL`2V)<3xc z6#45L#uZYr{3AFICnrzH5~c%z<+59*mvF94I3 zzbh$KUdv>Ig&V-0Xd&xwssDg+oCw2Fl@y9HSI=$#zQ*9xR)nc8cG_fp-K1ASpnL&6 zwn+qbg)i;L{PaF?M6!vvV8y=GQBzhX`T)1hmhkc8tZQkry;f9u<~Nfi)9O?}xF0yO z>Ne8jlN6xT7oR`ESc;a)6e8#e zecQ~QE6qq{#!m?G_98-Q0!uA}%sszwfgDE58(&?_YC_5&6fjY^ycSjBZkZ?o^aq`O z)xDlv=Z{Z_e^9H2I)h*)flJ9NQf;1YjX3=o^_7H!^pYKw5Dv*<-46~$ zmap{s{Rjc_Z-;jn@>jZOz-SW9HI=A3`h)eT+dr|7-*s#`IEpizwC}5WPJ;f`JIjh=1AYpZCf?N!&v5|H!vB&N|iZEEdBVG(M#5Rv)zY1J%5kIT1K4AWG%s zXX&B8=*!La-yV}x0{XIO-_+7%v~5N}$+c7TcVxy~y(W~@pd=cZvtG(JMwt7kA7?~K zZ%avUS1C}p03klcIr`tg*8;dpQ;KO_;D4ewmn`cpkNi-G)jXf>HO?MJg%O^{jWZ$*rc`zFimr@Q0V47@ zHnOi^!p|f`rgcyY>!euw4n6x${}3J%(_O#vFj;Sj@8RVEwaLo*EeF<9Ue;=&FAlI^ zUjM~5j7i>L-np3)9vfrkREGcF1JoV`T<)&6*S^>pwrYrxSS>!Iqd z;6>oa87gm?=GKDi59x!F|(JUul+K#{5YHHSc__>`32S*j& zbat<-EVK2xvRXg41`M%l$`RJvd@5V`Me)xN1@U~3+dDdI@jua)rLr%0yBXL#9Z(qh z!O5w%iOb&^ZQU=S*vB!SjTR$To{szf-rnqf62V04D_(n%I-Do_Au~&SIyqI@bBHg4 zDYJ!C8D6PVrXN?{avkKJ#QWhCtuKZo+;D8nqir7Y1`rr~>-!ltyxPD`NaytDyrvRj zgL8mAh@M*Q)rUt!^ctLC_Zn0-^q07j1B($Acya^Lq5WeXhEPrP-lX@z-u?X`M$E3VJ0l!eKN!@cKiwAH1r72=EX)jz1`O1^r^Wv7~bWr2WRnCT_VC)Vd zEcOXaKLmyD%A`2u<72*wPt1w`VqkYmyNVU2u*0oD#o8@4yw{DCjc%jfVWq(XUF(WJ z!soT7u+&j9^ZoCnUHA1qvtEzS{hpj@ekZQ7^sKK&{t0mMwH-8oNTz0Hkb zNqrcE-uSn-Z>`vLzf8XfM=9(Kn~sFRpZfGV-8wE&g1%u>A$}o79?#5rRGAQ_TD%H_n=g6G4z>sz{jZ9kU5n-sBW0}+ZyuLWSgC= z&(+n9&0-N{S2ryJq~;O8Dd?3<0xEU?O`6wDOk~Lg)|k9#=&$S z@(;`_?D!rT%YthPWBbYwa|79`&uEd&4##pGAC7%lGI?>SqBH1CEguIu!JBSRkLXw* z*QnuSS<58T79UBs)Soap-Jh&uk9yq2KjS+awtWN{7im(C3SUb7&73{6N^|?&bVD8c zN<2nXyqwUqd`!pn(2vLabq-RP>2+8B@6%cH)<<<-mwiFFcCn_(o3`WIt4q={-8PW_ ztEG@D@sFMTiX9R`&FtvwWg3UQ&_e*JT}GK?!KM=Jt7h-$>>bwWy?}XMQgR^yE^d+; zQ*@keLx!yjP1zo?HlB}9BZ45CmK&mi$3yA`D);W`XdROt>g{9otOf{o56 zV)SE%!S>pI(Z7BAh`o3a8J8QNrySM>G&B(3Umk>_?I>6PRy_jl=5e>Axl3Ce z&lUcu&btOF)l7g6+|zw$@h3R8H~?q>#Gib4*^HX#&HG9Cr6Gc?56A?}>T+-kgVX+h zUWz!!%4FwbZ%tt>jUM}GLT)Ev9WU-U{Pt^vsd0e+Qh!ibAc@e2$X|(7Ir?IH^=Nh- zPq+{DWkC%M3?=h+tZ+(oY`Cfv=PieVmIMmcyrSn5S4-a(G zBoHYtJw}zw@uZ0^1XXic+_f^Jr%HKRxvNVGv;Fy+0WdA%_UNp1q=|pJU!r>J_q^Zw z)@G^t?L8(rJIwcZhV%PaL3ztrZ>D{f|B{#LN$*7=S`_8GCiBsPw*g1zDTgFNUQBbo zXAyAycKpwhtF4~vy9a>tL$&`g`?m(b0PA~Y8d-gJR|YB+kbfd z$iB)K!(2`3J;rs1cTZ=is6|U<+}|zCgO@ni*p%T2%e8%1_vr(Uj@!cSP2KdNGT4Xg z&+C&+bGtD&2yhemcau}>A$37>sHv;=9mUAiCb2mL$8?0yij`a9^5)j47m9^I5x@5D zV*U4rCw7~0b&d}FFY8CY8_`mR(%xU!+PVULGIQNswumoMcmFs60}U#wByubB@~?t` z=(*Qp!fhl4Z)?Q+sP@>*_xffBcZVVV&C4jHqhvN_Fv7V&#R{l%hmLTw)9^ zuH-~w#KQi%bOA>rli6KbgI(=_9bx8(L|lHeD<)0wP~qx+kkJ=(tZ3-|vsoZ_hr zSRyRlOjH=y`yuZEIf6-HubA5;mVCeIy z^1Tu3?y>E9K5_3SZ$s+r?xs*A9t)_cNg|=Are;TqOULl{7gr(?)NQ0Qa5)aaH1T6H z^aUngvqLEpz}*2*6($uuBDQpslj^LSvpxDfS-G;=M$tbXerO%_>~p`y+MnrU)olih zWUdXWO*7#%00^vc>+!<0tBB_J&9K@8p*Qpf+beHJ%H!adXMaxDciHzgqu;y}yh=Iv z*SjOEDou3R3&)64sru|Vk)loZ&MvwyJ##n1Muin zPCIhMAO=Qq+61dR2P*k~wz-0Gh^rV@=r==Pt39MqJ=~|0S@Jf&OPI;#N?EaRCPo$H zcw=dVeU6gD$G6%!sB^;*^?B{1V?UWl#vpy_d4*{-b?{cdIo_^yQ9A-Yi%b6%o@4O$ z|2ztCbC8;3fY?=s(R{g|ZB7a) z0zJCzvLMA}zRm$Ri;>S(2Dz@;6P<}Z2H6<`At;Yv*CFl^eY-VyE>p<2$z$^IW0^cP zcWp`0Q+{e#bRo|Ez2-&yO3TZ{_TwL2vRQLCkvJi~QPW1_d}@*e;yFGZxjfCtV*X`T4mh9Lzw)>Lf(%k3+)1{q zgK~Zm`2*9Wn#m3WA;o2t#c}^&_Sl!@R{g2^&N1F%5V(zfwU$dpMh5lJc6b-_s^Wt^ zJG;x#s!rqhe)aad_>`zUl$-kIz5eUZQbDOk8rvCLgDdv!OIafnIW?;}>J>7~@jEUQ z+xLJoOJG)EfFzurwmrGZ8!Hj#K@-}5;s(0O+Ux$A~h?}LhM+C!%rTWCVyqFNoszQx-8A;5VRc2p5 zIB+k>hfQ8o<#j_Pg16}D_sGG=?wIjo(D{?f_Un8VoWO5p3vCbP|9K?SmYE2PxIG+zdu8K96f5`nyP)sW!HDt^}+nF z`)jJz>yr+=LOF{3|B{kRGJ`~g29xOvnt-8d$CG`AVPM-^93n~@r|ImMLoS6B##la9 zGIV!GEA;Y=()mw#408Kuu0Mg;1$pqC{=#d)s(T6v?Voj?EFQ;+}$ zlT^?o%kS+lDnH0tyDu&oS?0&&SPJ3qF8forw_9;FE|&uXavt8^TZ?sej0Sw3AM&Cx zTu#^D@z~9=NKfn6eb{JN^Ba~+)3)0>JdCpFkNpPxt$56AEK9J_=Z_5AY;`URzY9^JdLI&hP2ol02UCY3yvPU#-UKy@%&pPik%rtXBd7 zfKFuV{_1cLPqL+@<%e9t>x_M&rKJy`>V+EXt*LxPKtv*0Kdyq6-VS!dovF;B*GQ9W zz+Mpt+|Cqk@QwtjSi1q!GwBcL#)1~QB+*94y)s3{SDufzqfQBpNq5;}Ilp6;R~L^F zpkICiUV#jUX`Y21D>y13D_K(UPwfLZmGnPGV>vPVRZph2QM*UUwXOC~Tk&kpkK&|X z>k`qcXY(CP@|2nMQr8o~!I7%VOTE(+*4SEZx`BJZrjQ&ZF8w}qK{$29OgkRZl=Sde z>I!(_7mN=aEsjtuaT*%^kn>>qst8%&|s+8*s@9V?|<3Nvu%&( zQhnvON22MRp2p7>cJJGtE__!?zNTR_s@LHs%A{3-pkJ0Q?sR*)0nTfGx;9vDamS|e zy~H*4*g*8T+e!N;K}cma2o-WY__^q}+_|L%pa#U9++#&;nPze?b&AgEx}f`^uD< z?TNKQY?I2`N>QbhW3)RH^J^mAAI(E@c+#Y-)mB#>r~-exB3B(}{n4$S;n@44(sLi_ z1o<4#VqFhu4FDoxZGTW|=tQsZe8OU{7(4EI(ckmCY?6zaY?=S6$Jgp52^QWaloO$8 zzJcLRzTDWQe&3DK;u0Zx7dHqD*GQ6&v$)R<(}k;kF!*%?{&<1>m>iS8SPK3W9P%w?Uy)rjasC`B|Z z($dnXc1yqmir`bGUx()Z^2A@Dl=09l>wctr>mg@*-j>3TMMxm#CD z_*@ap>e*I}JXi|78~v%L_-BEw=40EeN41Z^Gvc2>=r zSZep~kn@Kfy<{)e$(>2%BSIflKHrsKZhoL7+SMZGE~84P$7)y};$? zGShq(%8Pw@bSJNz^Cn&Uyc~+x8vNxbXmTFK>b?jjWN*yO{7X>%gBj0)j6%Cx4# zN8`nIhe3r`LT(C;GKX^&G!=AA@#49EWPRCCmWub|=luL`w%i<7hytTb;z;MH*gG_h zI?{Y%Z(GjL#+o(2d(C|5eK;%`6d2eK+|4TcZp)JjD&Kjn(OjT)~p9M9o+-VMksF}E>ji12Z zq%Dxy{}tXDe@WE-_*RRwxiT;qGm0qdcXH@&U{ouUD`6YnV({;epVW{Z!E<)_f7-kD zf2QB}FDaIa2$4f_e9x&?awv03l2gt(mTWYqLdYC*3>8fXNeB(IkF~Km7cz6oaZaTi z=DbNZY|TFVeE){;kMH}}*W-RYuE%v>uj_t3@7Hxduiw-14w`xnMqdrzwCLn4F{c!M z9+~YwX=|jQJCgCWe*?`$vLd6P-~McUZ8Mqh;Fii~bWw(-4j;o*C5?0L_3*<_ zzKgQ97~7}URc`*4HCIl8a!WyE^|X{Dpoufi15)V$Ib&abKY{6d+WYic!}He4=P!Zu zzYBw1*lO^@R>RZnoDi=To1fn8$%4Mrs-j0fw=7It8hmUn=W(?>&DD}VwElHvi=#8i zjd83Ly#Fl?J|o}jmVDnR^xZBGU6n*FoYG>5406C{sVXelDTfLJi}HcIhPtjA5RMMM zKqJ{_n$*d)oQqB}dqYP4to?U~fp^ z*9BaZXal)+PW1qAZW5WE9<}h9B4b#^^iYh(2X37Gzq`b~LtiVFF_#;%4dVXZxzqhX zzFaNqg7H0XZzFw_KOc}c!ymd3Pz~*wG`W#E+?gh1#^UZt#}a-SP9t%)C;lfp>2v>n zvO8iz#YFB93et<5d>E68j^3<(u)CgOI#%|AT#d@PMhWlzDt zo5}mCH-2B`Q8Z9;{{MAFGBYJa?)X8W%&q zsE1T3(F!5bXV5BTeXo0c0g%zJ@dCbucNt4M^SE7jM0b~6QqE?$n^C37z>xa{7czKy z>1%ox1Wl{r)9RL829Y zg=VhCL30%&C_a~q%Ng$R*awk3xpcaGxJAi%9|ifdx{sfyd(O5H-^~r|SByw4pNF7~ zr#Mn=CgP}!=O8^1Q145=pze%*xpzxTOTml8SISzz9;9Pc?W>cybN>GRCwsGzig>@F zcc#heYU3>x>b}{3&N7dgFcM)leVVx~n~(21*6fi_p2ZrAlt6i8ajK)07`=Fd%ionm<(9qK9NFbmd3+i?81-doL7hVLECm zSz~;-E`-|%Rd+F3#B4K7RX%fm!qf~cbB(lka~l!6D1!Mo1rBy@t@lld4v5Vy(hagP zrCeWz3c9`?A0hWq{I1-~-}{LD_zn!!?A}r_q>8CQ5a3w6c|}injSIe1C;tpNQl~9= zb?3;C`X`WwN2*n*(*EFJHZrERYPtrnm*rHXJ}TDxYQE+7#Bb#%({Z<=y>1cb=O+mP zkqYuPKU&5=sF2>TwQd7krPGAKdoF{&)m3#rCkGl&b>_Vagm(c7C|MBuA<$XR(5%fA z{m{vCnGW_fM@|DRdb&|T#h3YUMn)9}fmeo|tq7EqhS*zcztkYF)!qI0gj68FV&vGz z1GU}^z8eKfz0WWPA}4aC=+BNrdlZ93Ky)(;tFfP2r$)adaH&s}plcmj$DBBJ2YpB9 z;g7(JH(!qJHpH>v>k1A8`u=iBBo2q8CJJi)r+<=*-mEUDsi~p(ty{gBo)uo7HacC1 zicd3K-{zK%D(EYwi#S0ga9hSAHKEnXHYSzNOG$6nCr|;|7c?S-!-`E)Ys2HNw2_<= z{nv(Yyg@&+hx49JZ8M~1oU2^gKQl^8JTcF~TQ2R}P0gEwte|q3_WNZK%M|T|4T@Fy(q(x4>O9A}|lUN>wkGKHE4yN?BkY z_T41;p&Bvnv;gZz-4xQH&il(L&Tp&RFCf#<*-F|6J{p=O%h?v`ST{K$K z1*AZ{xs+V_6zRQ%>KN?<8L4Brj4ZL@tj@0JLAV{1FqQlGNCxZOeevg#az6Lpy-pSYy9TOd4AX0WL zmvc1SGxBH%?8PRmu*bqwl%Y^)9Uec~R%eeIv}4#T*+3=A{W?}X0Hw~2+tL^ahfh}2 zL^;Yn=ShiI%7j|^ft(E2xn6JOlj7E#9cwZ6FGvQ{q00H$C|6c$(IZYL5=q>9V$+#5W~ z#G(1v`?qT@(YIU-M6J{Wb5lmjrDI+y#Kt~8!9IiIJ-M2)shiWdKZMiE*i%or zIh_E46g38ib((WVz;Bc;xG7Z$xoH0#Dr}sTDpGQ=D<{B1l)p!(S^xAfVJziy!pk#g zS1yi}T8(_cnAb|Evz{fZvjS4`Jp$Es%6dSmZBw@Dpn_+M_Zj6vZ?2(gW4bl&wA7Y5 zRvy2zx;HbcaA~<9+u~T+nbVDM3igpacY5urhyC5@tYS~gSC zsEyH(aWMmwmPNfGc+*%E6q~ITcfTn%elTYU-$Ma!<{4E>_&^@QToROPVGC6Kk1QCF^})(R>03w{avfN7<=0blDN;3}UNYyF zC#_EthsQSA)8w>k*A1433Ior-)q43*Hohg-)~T$8op)B_WXM=4YogjEnv>rbbjoBW zMjyHo8uATD^jO%RoUO7V&Wl4=^qKEKHH8ay4)I-gT}_~ZMS1Eti ztg6Wt@?V!!7efgWbE28~_D|W1IF%^R2^XTOEBsgBXpW+!NczagNa}Wx^FP4MN|9n& zH9LFz`>rb56E%(>du;Zk&6)6$fJZ0!+%k-AbM-!TP|90u?Gk*BZE(pSi)GTg)s{q2 z+pQ=|H7zRZQMUoSK zD)4TZNCXKcw}}q%dplfuN-p-M+#K~Rioq9SvC87iuEQf}6dOH4Yx9Cjjuqc{OI^R` zY^hT&t-YNb`+G^^%1LWWf2N?l5S+~n=_$CQy{u(F0BE(zJleG~hr`t`jCyQY_k1Ft z9}eyl=JS#>2Rh*bXSqD7QTiA6 zKE%xq7b4=!)r-bFyuw6t9(kWQBOcz*!bZeINg!_u58pMwZOjf|H%vIeC{$qYn50tQ z;&VxEYfj#Mz_+oX<4<|`5*2=`L25C_gC79S@FJBGxFTRHgb;ybOCEW_$c<;xyu!~^ zjCv6ThYktwal4;$4LPcV)v#e~n+9?;Ow5+X5|(u: Tell me the steps to make a pizza\\n: Take 2 tbsp olive oil, add it to a pan\\n\\n### How to ask for a pizza\\n\\nTo request a pizza, you can use the phrase `get pizza` (which would take the form of `get pizza /:add`).\\n\\nA request can be sent in both the form of a request and an immediate action. It will take the form of `get pizza : Tell me the steps to make a pizza\\n:\",\n", - " \"max_length\": 100,\n", - " \"max_time\": 50,\n", - " \"top_k\": 50,\n", - " \"top_p\": 0.95,\n", - " \"do_sample\": True,\n", - " \"stopping_criteria\": [\"\"],\n", - "})" - ] - }, - { - "cell_type": "markdown", - "id": "5942ac51", - "metadata": {}, - "source": [ - "# HuggingFaceSageMakerEndpoint" - ] - }, - { - "cell_type": "code", - "execution_count": 43, - "id": "6a20bb63", - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "[{'generated_text': 'What is the recipe for a delicious lemon cheesecake?\\n\\nIngredients:\\n- 1 cup of graham cracker crumbs\\n- 1/4 cup of sugar\\n- 1/4 cup of melted butter\\n- 4 packages of cream cheese, softened\\n- 1 cup of sugar\\n- 1 teaspoon of vanilla extract\\n- 4 large eggs\\n- 1/2 cup of fresh lemon juice\\n- Zest of 1 lemon\\n\\nInstructions:\\n\\n1. Preheat the oven to 350 degrees Fahrenheit.\\n\\n2. In a medium bowl, mix together the graham cracker crumbs, 1/4 cup of sugar, and melted butter until well combined. Press this mixture into the bottom of a 9-inch springform pan.\\n\\n3. In a large bowl, beat the cream cheese, 1 cup of sugar, and vanilla extract until smooth and creamy.\\n\\n4. Add the eggs one at a time, beating well after each addition.\\n\\n5. Stir in the fresh lemon juice and zest until well combined.\\n\\n6. Pour the cheesecake filling into the prepared crust.\\n\\n7. Bake for 50-60 minutes, or until the edges are lightly golden and the center is almost set.\\n\\n8. Allow the cheesecake to cool to room temperature before chilling in the refrigerator for at least 4 hours.\\n\\n9. Serve chilled and enjoy your delicious lemon cheesecake!'}]" - ] - }, - "execution_count": 43, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "endpoint_name = \"mistralaiMistral7BInstructv01endpoint-ynaVwe8RyQg3\"\n", - "query_model(endpoint_name, {\n", - " \"inputs\": \"What is the recipe for a delicious lemon cheesecake?\",\n", - " \"parameters\": {\"max_new_tokens\": 400},\n", - "})" - ] - } - ], - "metadata": { - "kernelspec": { - "display_name": "conda_python3", - "language": "python", - "name": "conda_python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.10.13" - } - }, - "nbformat": 4, - "nbformat_minor": 5 -} From 8a7ded40688805a4faf2ad93733fac948a84a11d Mon Sep 17 00:00:00 2001 From: Alain Krok Date: Mon, 13 Nov 2023 20:45:53 -0600 Subject: [PATCH 16/23] add info to readme --- .../gen-ai/aws-model-deployment-sagemaker/README.md | 8 ++++++-- .../gen-ai/aws-rag-appsync-stepfn-opensearch/README.md | 3 +++ 2 files changed, 9 insertions(+), 2 deletions(-) diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md index 3e119ecf..66f07aec 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md @@ -149,12 +149,16 @@ Parameters - iam.Role: if not provided, an iam.Role will be created by the construct with a managed policy providing AmazonSageMakerFullAccess permissions. +## Troubleshooting + + + ## Architecture ![Architecture Diagram](architecture.png) ## Cost -You are responsible for the cost of the AWS services used while running this construct. As of this revision, the cost for running this construct with the default settings in the US East (N. Virginia) Region is approximately $0.25 per month. +You are responsible for the cost of the AWS services used while running this construct. As of this revision, the cost for running this construct with the default settings in the US East (N. Virginia) Region is approximately $344.16 per month. We recommend creating a budget through [AWS Cost Explorer](http://aws.amazon.com/aws-cost-management/aws-cost-explorer/) to help manage costs. Prices are subject to change. For full details, refer to the pricing webpage for each AWS service used in this solution. @@ -171,7 +175,7 @@ The following table provides a sample cost breakdown for deploying this solution When you build systems on AWS infrastructure, security responsibilities are shared between you and AWS. This [shared responsibility](http://aws.amazon.com/compliance/shared-responsibility-model/) model reduces your operational burden because AWS operates, manages, and controls the components including the host operating system, virtualization layer, and physical security of the facilities in which the services operate. For more information about AWS security, visit [AWS Cloud Security](http://aws.amazon.com/security/). > **Warning** -> This construct allows you to interact with models from third party providers. Your use of the third-party Generative AI models is governed by the terms provided to you by the third-party GAI model providers when you acquired your license to use them (for example, their terms of service, license agreement, acceptable use policy, and privacy policy). +> This construct allows you to interact with models from third party providers that you can choose to use that AWS does not own or otherwise have any control over. Your use of the third-party Generative AI models is governed by the terms provided to you by the third-party GAI model providers when you acquired your license to use them (for example, their terms of service, license agreement, acceptable use policy, and privacy policy). > >You are responsible for ensuring that your use of the third-party GAI models comply with the terms governing them, and any laws, rules, regulations, policies, or standards that apply to you. > diff --git a/src/patterns/gen-ai/aws-rag-appsync-stepfn-opensearch/README.md b/src/patterns/gen-ai/aws-rag-appsync-stepfn-opensearch/README.md index 19cf7a37..3c423e10 100644 --- a/src/patterns/gen-ai/aws-rag-appsync-stepfn-opensearch/README.md +++ b/src/patterns/gen-ai/aws-rag-appsync-stepfn-opensearch/README.md @@ -283,6 +283,9 @@ This construct requires you to provide an existing Amazon Cognito User Pool and - [Amazon Cognito](https://docs.aws.amazon.com/cognito/latest/developerguide/security.html) - [Amazon OpenSearch Service](https://docs.aws.amazon.com/opensearch-service/latest/developerguide/security.html) +> Note +> Ensure you only ingest the appropriate documents into your knowledge base. Any results returned by the knowledge base is eligible for inclusion into the prompt; and therefore, being sent to the LLM. If using a third-party LLM, ensure you audit the documents contained within your knowledge base. + ## Supported AWS Regions This solution optionally uses the Amazon Bedrock and Amazon OpenSearch service, which is not currently available in all AWS Regions. You must launch this construct in an AWS Region where these services are available. For the most current availability of AWS services by Region, see the [AWS Regional Services List](https://aws.amazon.com/about-aws/global-infrastructure/regional-product-services/). From c061cf27b592706f30420735c0826ee1b1a94e8b Mon Sep 17 00:00:00 2001 From: Alain Krok Date: Mon, 13 Nov 2023 22:17:21 -0600 Subject: [PATCH 17/23] add tests --- .../aws-model-deployment-sagemaker.test.ts | 154 ++++++++++++++++++ 1 file changed, 154 insertions(+) create mode 100644 test/patterns/gen-ai/aws-model-deployment-sagemaker/aws-model-deployment-sagemaker.test.ts diff --git a/test/patterns/gen-ai/aws-model-deployment-sagemaker/aws-model-deployment-sagemaker.test.ts b/test/patterns/gen-ai/aws-model-deployment-sagemaker/aws-model-deployment-sagemaker.test.ts new file mode 100644 index 00000000..3453088d --- /dev/null +++ b/test/patterns/gen-ai/aws-model-deployment-sagemaker/aws-model-deployment-sagemaker.test.ts @@ -0,0 +1,154 @@ +/** + * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance + * with the License. A copy of the License is located at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES + * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions + * and limitations under the License. + */ +import * as cdk from 'aws-cdk-lib'; +import { Template } from 'aws-cdk-lib/assertions'; +import { JumpStartSageMakerEndpoint, JumpStartModel, SageMakerInstanceType, HuggingFaceSageMakerEndpoint, DeepLearningContainerImage } from '../../../../src/patterns/gen-ai/aws-model-deployment-sagemaker'; + +describe('JumpStartSageMakerEndpoint construct', () => { + + let JmpStrtTestTemplate: Template; + let JmpStrtTestConstruct: JumpStartSageMakerEndpoint; + + afterAll(() => { + console.log('Test completed'); + }); + + beforeAll(() => { + + const JmpStrtTestStack = new cdk.Stack(undefined, undefined, { + env: { account: cdk.Aws.ACCOUNT_ID, region: 'us-east-1' }, + }); + + JmpStrtTestConstruct = new JumpStartSageMakerEndpoint(JmpStrtTestStack, 'test', { + model: JumpStartModel.META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2, + instanceType: SageMakerInstanceType.ML_G5_2XLARGE, + }); + JmpStrtTestTemplate = Template.fromStack(JmpStrtTestStack); + + }); + + test('SageMaker endpoint count', () => { + JmpStrtTestTemplate.resourceCountIs('AWS::SageMaker::Endpoint', 1); + expect(JmpStrtTestConstruct.cfnEndpoint).not.toBeNull; + }); + + test('SageMaker endpoint config count', () => { + JmpStrtTestTemplate.resourceCountIs('AWS::SageMaker::EndpointConfig', 1); + }); + + test('SageMaker endpoint config properties', () => { + JmpStrtTestTemplate.hasResourceProperties('AWS::SageMaker::EndpointConfig', { + ProductionVariants: [{ + ContainerStartupHealthCheckTimeoutInSeconds: 600, + InitialInstanceCount: 1, + InitialVariantWeight: 1, + InstanceType: 'ml.g5.2xlarge', + }], + }); + expect(JmpStrtTestConstruct.cfnEndpointConfig).not.toBeNull; + }); + + test('SageMaker model count', () => { + JmpStrtTestTemplate.resourceCountIs('AWS::SageMaker::Model', 1); + }); + + test('SageMaker model properties', () => { + JmpStrtTestTemplate.hasResourceProperties('AWS::SageMaker::Model', { + EnableNetworkIsolation: true, + Tags: [{ + Key: 'modelId', + Value: 'meta-textgeneration-llama-2-7b-f', + }, { + Key: 'modelVersion', + Value: '2.0.2', + }], + }); + expect(JmpStrtTestConstruct.cfnModel).not.toBeNull; + }); +}); + +describe('HuggingFaceSageMakerEndpoint construct', () => { + + let HgngfcTestTemplate: Template; + let HgngfcTestConstruct: HuggingFaceSageMakerEndpoint; + + afterAll(() => { + console.log('Test completed'); + }); + + beforeAll(() => { + + const HgngfcTestStack = new cdk.Stack(undefined, undefined, { + env: { account: cdk.Aws.ACCOUNT_ID, region: 'us-east-1' }, + }); + + HgngfcTestConstruct = new HuggingFaceSageMakerEndpoint(HgngfcTestStack, 'test2', { + modelId: 'mistralai/Mistral-7B-Instruct-v0.1', + instanceType: SageMakerInstanceType.ML_G5_2XLARGE, + container: + DeepLearningContainerImage.HUGGINGFACE_PYTORCH_TGI_INFERENCE_2_0_1_TGI1_1_0_GPU_PY39_CU118_UBUNTU20_04, + environment: { + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '2048', + MAX_TOTAL_TOKENS: '4096', + }, + }); + HgngfcTestTemplate = Template.fromStack(HgngfcTestStack); + + }); + + test('SageMaker endpoint count', () => { + HgngfcTestTemplate.resourceCountIs('AWS::SageMaker::Endpoint', 1); + expect(HgngfcTestConstruct.cfnEndpoint).not.toBeNull; + }); + + test('SageMaker endpoint config count', () => { + HgngfcTestTemplate.resourceCountIs('AWS::SageMaker::EndpointConfig', 1); + }); + + test('SageMaker endpoint config properties', () => { + HgngfcTestTemplate.hasResourceProperties('AWS::SageMaker::EndpointConfig', { + ProductionVariants: [{ + ContainerStartupHealthCheckTimeoutInSeconds: 600, + InitialInstanceCount: 1, + InitialVariantWeight: 1, + InstanceType: 'ml.g5.2xlarge', + }], + }); + expect(HgngfcTestConstruct.cfnEndpointConfig).not.toBeNull; + }); + + test('SageMaker model count', () => { + HgngfcTestTemplate.resourceCountIs('AWS::SageMaker::Model', 1); + }); + + test('SageMaker model properties', () => { + HgngfcTestTemplate.hasResourceProperties('AWS::SageMaker::Model', { + PrimaryContainer: { + Environment: { + SAGEMAKER_CONTAINER_LOG_LEVEL: '20', + HF_MODEL_ID: 'mistralai/Mistral-7B-Instruct-v0.1', + SM_NUM_GPUS: '1', + MAX_INPUT_LENGTH: '2048', + MAX_TOTAL_TOKENS: '4096', + }, + Mode: 'SingleModel', + }, + Tags: [{ + Key: 'modelId', + Value: 'mistralai/Mistral-7B-Instruct-v0.1', + }], + }); + expect(HgngfcTestConstruct.cfnModel).not.toBeNull; + }); +}); \ No newline at end of file From d8164916fffd2957f5a0d3fcf24b873a6b6d880d Mon Sep 17 00:00:00 2001 From: Alain Krok Date: Mon, 13 Nov 2023 23:18:58 -0600 Subject: [PATCH 18/23] add message about explicit region --- .../gen-ai/aws-model-deployment-sagemaker/README.md | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md index 66f07aec..3951bd33 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md @@ -38,13 +38,20 @@ Two constructs are provided here to simplify the deployment of Large Language Mo - Models from SageMaker Foundation Models / SageMaker Jumpstart - Models supported by [HuggingFace LLM Inference container](https://huggingface.co/blog/sagemaker-huggingface-llm) +This constructs only work when region of the stack is specified explicitly: +``` +env: { + region: 'eu-west-1', +}, +``` + Here is a minimal deployable pattern definition: ```typescript import { Construct } from 'constructs'; import { Stack, StackProps, Aws } from 'aws-cdk-lib'; -import { JumpStartSageMakerEndpoint, HuggingFaceSageMakerEndpoint, SageMakerInstanceType, DeepLearningContainerImage, JumpStartModel } from '@awslabs/generative-ai-cdk-constructs'; +import { JumpStartSageMakerEndpoint, JumpStartModel, SageMakerInstanceType, HuggingFaceSageMakerEndpoint, DeepLearningContainerImage } from '@awslabs/generative-ai-cdk-constructs'; // Deploy a model from SageMaker Foundation Models or SageMaker Jumpstart new JumpStartSageMakerEndpoint(this, 'LLAMA2', { From cea1ee51b40aaa0091de501c47947398365992d0 Mon Sep 17 00:00:00 2001 From: Alain Krok Date: Mon, 13 Nov 2023 23:49:59 -0600 Subject: [PATCH 19/23] fix typos --- docs/emerging_tech_cdk_constructs.drawio | 2 +- .../aws-model-deployment-sagemaker/README.md | 12 ++++++------ .../architecture.png | Bin 598654 -> 598753 bytes 3 files changed, 7 insertions(+), 7 deletions(-) diff --git a/docs/emerging_tech_cdk_constructs.drawio b/docs/emerging_tech_cdk_constructs.drawio index 0bb99f97..ce75ff7c 100644 --- a/docs/emerging_tech_cdk_constructs.drawio +++ b/docs/emerging_tech_cdk_constructs.drawio @@ -1 +1 @@ -7L3XluTIkQX4NTxn92F4IALqEVpFIKDVCw80ENA6gK9feFZWd5dokjPDJjmzU12VGXAALs3uvWbumf0nlG3f4hQN5aNPs+ZPCJS+/4Ryf0IQFEbw6xsoOb6UECT5paCYqvRLEfxrgVWd2Wch9Fm6Vmk2f/Pg0vfNUg3fFiZ912XJ8k1ZNE39/u1jed982+oQFdkPBVYSNT+WelW6lF9KSQz6tVzKqqL82jIMfd5po68PfxbMZZT2+2+KUP5PKDv1/fLlU/tmswZM3td5+fKe8Dt3f+nYlHXL3/PCXzp4YfaHzaFP3qjSM2XG93981rJFzfo5YNqzrgK26df0s9/L8XUyhr7qlo8JxZjr79UeC/0Ju+6w4OrPCPZdwffXxLcF8I9XoI5vC76/Jr4tgL+vHv6uffj7Dv6m4Ierb6qHvmsf+k0Hr78o069LU3UZ+4vpQVdhMUVpdS0J2zf9dJV1fXfNHlMubXNdwdfHvayWzBqiBMzqfrnNVZb33fJp/DDy9fpz4kGtl3kv0dXW9FnHx0pkE79lXxbkyzNNEw1zFf/y1pQl6zRXW2Zm85fKQelliAP43L4L4LN/jvb59udi6tfho/vy1dZP7/7l+viXBBjGX6JmARUtU19nXwf6JwS9/hOA8TF51TTfTcCWTUt1+RXdVAWof+lBc9HnVZPlHzVes1J1xf3jikOhz5n4WRNpNJdZ+jmkH33hq2FfrWbv3xR9+oaY9W22TMf1yOfd/4B/8dRPqMLIz+v9V8eH4a+eX/7G63H8szD6RJvil+p/dcjrw6dP/if8E/nBB7P0wqfPy35ayr7ou6jhfy1lrrXq0l+m5tdn7j2Y8g/zeWXLcnzaW7Qu/bcGek3idPjg/T9j1O1rQXAV/Af0ZwgmvpZw7882vlwdv73Ss6m6puDDYKHfLhf80+X6a+C0RFOR/dXn0C8Pgqn5q0s9ZU20XO7wLUv8ZM0+X9WBl/1qIvh3BgJj1LdVzP06JdnnW7+uPD1N0fGbxz5h9O9u57LE7wzpS42/mtUvY/yvWxr6AxNcbNU1fXTRAP7h7vF0fSrAp6obVtDfy82z69v/M6T5hY1pn7yvb3/+85//359a7T2KL3HwjaV9df8k6z5M5QeUaKs0/WLUAMGiX6HtWyri/n6jQn4HGH6REJ+NfMPSPwOMD1cgvrz6XzWsr4/0eT5ny5++R4t/wLLefiT4NjovhEcgq2oHsH7fr6619BNQRdcT2bRVyU8e+aXka4H8aRHRfI1j/nr76nH86yvfmcRcZ0tSfkWpn1Hp70H/71Dsb0nnehwVSBy5/UBTnw9/Qx9fre7DQvV+rpbqgwPjfln69m+S1y/W+xvL/luEHs3Dl4Hm1Rv04wdGh3+PqeM1qbPlP42ifz8T/sJ7n/CD/kiDQGl9T4IE+QdxIPav4MD/Bl99YYG/8hzxz6ErBPp+Hb9TKV+I9b9NV7/Xzh9KV8TvBC70MFhHl/wdkGVdwwejuPRmNn84/LXE1ZABHPrPA9hPQ6Ofhkc/C5F+Gib9GCp989hH8PKTFr4v/FkZ8WMh/ONjX+OdHwt/Vvaz4O77t+GfvA1/9/bvh1Z/Lx9c9wThJpDMb+5x1RUMfcJ6B/DgR8JgWBjF8J/FNfnHn39H1vgpQ1xa6QOCvkRyQDr9LKaLhmEGnvLHEQkOfytjv7LGb4mE/CcSCfW/jUhg5J/EJF+X5CvCI38Qk/xOO38ok3ydxB+oxFqy4fomrN0HcMzAcvupzpt+/8GQ/i8z9v/7zNh8mctf8q/G8pdfTOUnfMJyFzje/tA82S9N/I082T8G6dHvQgb4qyP/Bupv5E8yZ+gN+YPAHv4xofGD1/4K7r9nfb8xzr937n4vwfC7kwffvp08Evlh7mDiJ3MHw38UUcK3fwVT/pJ2/Mgy4r/NO15gg5L/tLTjV0P5m/T7qWf+BQnK/97yYr/DePeojdPoP5HuuWqo0uhL8PR3REw/pYU/WlP/BNTRPzcfI/0Frn8MBgSMxNDb77PWH4YG3+eY4R+zLzj1E9H8h+Eo/j8GR7Fvp4761+Poj1mKf9e5w78zO+hfP3nkfxelhC/bE8sUdXPeT202/R9K/aNQCv53gynqv2stfBtnaXqpahDovfr4/2zlH2QrV3DwZ+zfy1p+OZPzzxW472oB+hb+MwThn9df1C1KoJ/Xv4pbcHH85uKfK22Jv1faUv9W0vaXcx+/wsDjItHvF/uy3OVPf9hONFj5z6wC/EP4/5PNyj/aAb8nd+rHPOzPTrWg0B+1SP/rdvQQ8h/tBf+l/CmMUt8s9F/Nn/7db/+tLO8/KhH79ajo/z6z+Nsoivxb2A/6XfD53U7uf/b5PyZfj/wkLvh6pOUj68tMFZjG723p/7Zrvyn7v+3a/1nbtRkw7fiLaf9xifzvz3L8y/dskf9pm7b/AsX8c3AmvttMhb8/pPwPOq36fTtfdePvkQZBYX/t+T/odCv0+6TxjzwHaf+Sa0r/9H+nIf83nIYk4O81zo+A+M88DYkiv2/JzyHrrCyaLkMCYhqFP6TO1G/VfC3hh0kmzTqD5fnB/j4nt2o/fiDqbxtBA24wUVIXH2j71aDSLI/WD3P/HSv5fqU/GqS/lkJfS0BV0RL9CaW/XCLC0BWX5qhc5mnukCoWPX390Syn5J3i+pTI1xeJZeng+s6Q4qMRrg8PHWk4A2YUA3oUjqRsYdvMoUHTlty67p4GDll7XbNaNc+wrEUXSm60FpvRDcNE9LMRZka0aFXiRboY084099i7M97Zj31ZMaT1RISaz2ByZtnXFMziuvE14+eZS5AoeoYoWGtE6PRWR/JnF3coV3DjQJRVYuEj7bDZyNOW8J5kUXlaR8XAtHWnaQMOaGRe75dlCo+qbxXmTj+WjtwI5MaaWpglGDMAONGvL9s71LaKzZmdtmiUx/XLGhkfoA1f0jqjdk1pXTNivodFV03u/lDftLfLXClVJScmY6I6j+HYdn1qNKPc41sb0K5m3Xy+bum7gRzcQ83CxiioQJrDp3x/G0z/wGmEJbf4Lee3lyXHEauJohrqL51iMPSxIW3LIc2xhg3ncbyfubzCr9E9ITr76thMXU4kPK9+Ws0xp5TICyM8egr7fmptFizUjNWHUns0WvmNgLuczXvlx4j0e0OV7Kth34On3lnp5ddYrJVnT69vHiPjhubfcmCUt/LoD9XNpVF8yAb3cPcSF8ySthImeCGysE/HZU3M09WGuamvT6qzLSzO0W08ZMaWsO6xnUrO4Q5WWcfllMI6z7STDS9KVOdSteQopGOB7215ZFs6egco9sxl2wob0xReywjxQfUKdSHehXfH0444voz33p8KK7ytbbM2/bwGxHhqPN+sRGWd68JRWJdXY5mj4seNnF4lqjNIYVTuqhavCozfftqFr1dsL3ICehfWwire/tidhrsbopoEFazzqy2oGfV+1Mw83kioSOd5ewnZ8x0+1JusOPjzEd56NWB4L8kEHtHOt8gbV/PXX443WK0oWI5lBc2EH/TS0Ig2xOi+bQIHlQU91zLzkAv5aYnmYd6fpLl7M6nSytU7ozJoMAz9Ra8eRTe0fF1FFDc97yPN3est8A/e7goxMTGZvtd7tw65YvaHMFsZ3Ye3yzYYMkGkZvfLMwh9YP/oJR2YWkefM0vbo2fVxfsW4v3Te4tMxXPiQ+RV6G3Au07t0utm+7RQpgkbr5pd6cRVQcSHNxPZW53lHFm6JRgfxFI9HKVU7Hgv4feHmY/6mrDLNSmE1L8Io/P613OrmJlm0psGlul+WYtAPfenFwdH3DSeyFHAAxFI1M9dG0w0rILDKjGeO7jguvHC7RBKD8kVLQxc8teXqnnZFzILd01aJwwBnkBc18x5Bub2ng8P4blV7pL0GbyzdwBfHifS3WxEM2PP6w49JxxvyNSA8QrTpXrX4BIAwH71UCjrMOweKT688U7C+7WYeP5wt+jBZJhya2sraF2fDh78VvQcw+d8Yp5M0gnvhA4Zyr9scjqzN7mSYr9sRxduKLNfBMUoeyIyPYAUjFR0euJyHgGzKlMkJh4xmaoFmzx52T76wZXYG8GrdLw38KrpUGHzO3OGu14RNA3Gf8EQ/dhrHroAaQho9aEX65rsF+C0Eb1GNN/IQhNwbsCdETN5dIfQj2chDTun7CJGMg1Eh2shLTvlW6yA0/pGP3PeMErZtfjXWryUvmiC/ursTeZPntsbUR74m0K7inHKJm8pQlhxZ80pNRPLGRIojgxc25TJcsDYu/Va3oxU8dQhbjV/G8toLJCoN6Pe0kxlHliZovmUO6LKwcSK4jCcUaC7OwpEHU+QpvdhbohIL14dMPT5XahNtQ7FgPX0+2EH3ityKzEs+PbmucHqBoIb3bXk3uU0Ou3S+H6dhXkZFfN4oLS43jia5LO8vNBJEMKrWFRIPb7ZE/mMSW+7ycQOVh+KCr7YFaowN7pP9nJglJaXezk07KV8PHmSYLfUVDI+qfnOU+Da1FcmtSut4/HEFt4XZWyJab+luOIRMBuVY1sK1do535kKiw+FYLJenUe2PShrPY2KBBuO67wd/7rhCoprioOgrs54dfFtPSPhcCP3jtlaWCBvhapCCYygq6PMajARrc1NdpMqxx6QZwc1+h4s05ir5lS9eVhC62z01dHwcRzbaPTH8T3Wd/cZDZObZ4PfMNSgD6btbJrdI4tWY9o4hXwc5JEaO0TUXp3oXbV3tYCNrAop7qPgOSRlSDAYG/QsIPM9Su8x14bGN/C29CPruuEe2ejh1Qmz2SDgqz8ylLeNejrWnDdrWhH5MhyKpROZp7lGuTlBLy/VogdMnoYfXY0S1qa+wsnxrXmRVXhVpjPNo7FzRXyv0x7bbMQ3stzEKBH0Y97cZzyKyHKm0hOuCBsFjS1I1+P+axie9QP2OmPNbnafrEO7NgclabCLjBnEocOKd4ETc97jwe/vQBvfMJKmJbFll0/4Pbu5KrX5PUpxxPC4WrM4ytehi8SYzcdPct9pdOZEWRvKcta4coK4JcmIl55oxA6tvFQuJGzS6MI9H4/hvayat78JLjm0oof5cl0e5/CCxXWO3u+iExHy2Co+CUgFTWzdFKvjuOTU4T9FrteFQ/Tm0DZOAOK7ZifaY4jC2BYWTceWsD28SAi3RfOXwn4JXXux/3Qq22MFsPi4X1BtS1w/x9VU+WHdtmEYdyI5nU12LNOIWBPjxrC7oF62BAl+3KdLgRFaY8Q5tila4yAwgihLfcaSNmtLCyOjghB+GKZlCrkZZWc7jPUbCTw2N8yy1BIZCqqRj5MEZt4B1ztPzcB1SXJS+Y3cpWxO/RsOiUqNJ1snk8cTCJm4JjB7WBJi6qankxDNOaPPF4nM/vMKqy4pdU+brI9uryleEgluwpVqSWbpqWVJiYmI9ORCEHT1T4jULSNbzBvVlVEWhbjbTVmAzHuAtfeWuSyVYV2c82OVevmAOig93u8bTd0+hCbjv26K/prJtcswG1YfYh9HzwzA+IQlHXLJUUaKb4/8BDbPxUSaV1dIynQ6NQIiyRmskEj6iTCo9Y6FLpw0ZG5uwrMI7/R+kzYkJeY2e9uGWxqRwAyOuO5ux1SkPhXlIbRyWJeaJVB9hpfQBYilKbHyrHolhVaiJNw6cXj6RNkBkDt3rKjgSq9kyhR1IBWgSglFrack8xZp/mu65aFZN9U46swiJrjimxyizhf/SpIMNe855t0ZCJcKfT7bt4Dqwy3TTzAP7jWagygfLD8YHcq3kDUEjWZlg3LD1LGmbh1zeJv1vAUP9P44OdF39rdVsrU2RrYzaPYy5vCrILNVWmbs7ODkiKv4hqOS/QaiJAnuTKntyvuCDSBazKeulKLFL08E85HS3LQpuyMDqlsqpROZeGbicrvnBdBwQkxJN3YJ5Oylkg84qFMxxcMVe0yP7gB+Munq4h9MtAoEoXLzdsVfEFjCc+hMEqPj7r6ir4vb7xYpH/LiBHifhff3oLb2ZXHIrVTeb8TejmjuKKiuFG076/x8A1KCBGRjpK12R4CGMJiqS5dOBFuRj6czsLU0IMNTcOCl9QI0TkVoGlWjBxKsvVEaBmFL2z7wAEh33bS1+HGPn4aXtWfbRvGJATNcUe2JK0eaHM2ZXM8BA/PXt7Op9xsRn3UWoOcri/U2vx6uG4rJo3rolVC1vH0hr4g4qljSubfvFLsPPRop23DZq4W4zzBzG/8dnwLQ4zicd/4Sk8/7owmgaXICYMhimJhN3zooeGTeUKJhE8g3qyqZzCsiZmaPdAM3nkYiG5XxANJuxdzNq7VQhlF7tsMjTh54hfp3uIPDjvDB6tZucfVG3clBaDISJbk0Qc1qn/3IhqLosEMSYc88R0sVHyJCHceBVFFhuqVhh2Aq0l0jZYCMdDc47fUlTNcP6cctuFaEC/HEkOmJZ0NeTqMDRzICDW2Orhq8ZLc7ol0ABItEOBIrGgMDChQKRXMJSFsQFs+SXNwgyTOyiYPrLHodDx3eIxO2NBxZpxOftvFRDpFEWXplDnWUv2dNkoBIXZ9iiE9P9XZuYqMcRYcNZPAUmouegI6//gn2hienbWN9qy0Q8QDr+aCyOMCW6LwCiK2jZyy9SgPyml7hCm+Im/9qUGjrXjW/aQBnPE8/UGchKkTK0fxLROyzk4lsqZCQE+fBV33ohYaD7uvedTPbhuiSVSd8dv6duiqX1wWYKuAyqSXc7RV3foItYATboBEY5af7tOYEiWA2UYLZrrmXkTfcfkvdnHqBhY9zDghD/dbjjHT/kOgSRRF7tx23FgASBKwhJTHK7DAXbX3TTYkFksC7Cu41hL6FGLZv74oEuKv4H5DZdBi0xk0fkx/ZnGkQKR2YjDMd0crBt1eOx2hEpv4Wwx8B3JfhMyk6bToBzcCQwUoC4w0ljMyPDuOptMNTUvZhoPooHwH64nkBKIiGQCWyyMzmFaKCgao3jqnasL4ifZzZOUeguZ6U3qIYzcAZyfrev6rzCnZuNly+zcHwuZ0ZbzlFxKDH5ErUwn7HFlIvBCr1JdpkOMbiGBZn16nWYFK9Iic4V9lSzOgzPLcx7oYARBzO2+xOEM5U17+pFh6Ng5KSTtzxecnFrgAxgz6DJE3VuoHlhZpt0CO4Zmmap82eZgxwxYMv17O0Of+mhBFpq6Dp/fP6+lgi9RU+/HL/SX/9o3x8/bhVf72PqSJNJ+DCAl8yFTRqfH2O2a949Jvr4uMj40CaYoFiQXslrdvEndbHqBWEtyz76LnPyJ7/uB4NmuvSUwxBcSob9JKB28bxJDOwnR0PEGq5t0IdI0pz78ol+eyqLhV4JsJ77LlQYDG32HuvyTncdEspQ/HSyvYArpfQN8v7IRcZN9xin4GiE6o8HjZkXtuS1im06rbfX3SlF30hszSZtGb7bBTerH6p8wjFgJLbEkolGr8fFJqiyZqejzVGle5+8tjTrrcHJ2+Pl7yA9+++hsWdWWYsvCbH42vdv9Zfm02CaEcE+uNRqywpdfgayqCl4JSDKvnX5z///dKXJhOb9hpjn0rm/qzILe4ea+CZW9A668dcIe4t8oLtYV3jOoAWYKvf1MS9P2p4NsyQie7sOeZwzeCaIM0Wv26QZtPkZw24Iza30HuHptgsoYedoKf6tz0jQ78crp4bkV82sVDykQeDlR5i5AaAmnN2naW+bZH/pkX1t+PUxS8tu77WJLW2xR+1AV3iXLMVfrxVbim3b5/tugniHsY1alBjyv1a29UqWDXcFN0zQJUhkczPPn3MxlXDL+t89eF6+vYEtiXCTSry4Kk1Jlvqw+WSyDF198Pm5F8c5QYsmwWmzpWf14yw4+vevMwPR+Ab3nDNG50dFzI+GssPsmZJSAgwZ7eSGaF5GgIXzHSjS65ghKS2Lqdh79CFrEKhO6xg8VVhy2Zv0o8LUwXTpu8OewX9vE3JPF0FR3PjzbJIqfAJpM45E+vx7JCOOO+wj6Lps6sHu83zbNyWNmuTFoDslh6vN3bO3aOGL2z2oqbNTx0Ev0unomkGI3alVG7KxAO/zmN139jhuRaLOsXypaLgtR5aMlzxhJhfkE2kWQHozSsNeCtHamiTCUSNQ7R50QWBuM2h8Say734gNv6lUOorbVTqwk/FMncVa8vrARDFMfdp0gxMewRrB8WoC6irgV5jAAgCkMB9Q8JcRjYT0D30kqzeb2Px8TIffAbhYdbqPJXL8v24P9nHdpSJpfg7JmWw712yXyyF3Emwh5B0oDLOBEwoeJJlj9rzYeY3fLNqn2vzWUYM/TaFt4KeXi50S+az2wsfEy/qnhrAkllWEyAVjS1Ongz0FeA1Qb4fSaMEyn4zQM6BNAHZRN0OZ7UkUKMhlsyywAG7x6wq8FqoTmHTTK8Rpi1hhm7s7tciwjqSOxKnGrN6StpGQdxRPb3EgXLLnOb5srDqfoveElAS4gS1A77gNCRr2DjQnhSa1+cgTOTj8VbJ4UCkUYwMrCfiuOVrfdMiUd8w3Npoj+eMxmSm6FUiATTe6wcBVGUSeAhkP73xRTRohtOlpUeMGixdClGPnLugGW3aITnKuAEC+hVCz3iozu4ARCqGsO8zczrmnIsPSFYbgNOOBxaVQTD08BlA0eh3k1v1HjKkIMwL22Yb7SN8DDdY24oUF81pVpEbZ3iD/lSe+cIy3u5W0imKC6n5/aqTrzzrjfhMPXoWj4rprR0EcbPZVKvkRP6lqMO7df9QiI84O6Emp0lZLNWK9RqJO5DSScwuyuxNQsQxPgQ+Tv2EaioTeu4UMxapg9ya9Ux9W7oiGFgTwtF/9B6W6j2RZEE2m2ZNj3CkGAth4TctH1+ph8PVw2lRW2/SpnnfISYwNNZlLq8QRsnRvTUz1NLLzhCgWD/dGnkxRTReHIyO+I47+kqbwoe1tuILGl4Mn8HW2jx5NQqBFBTN9ZENphlnWoG3yPC+NUkqucgddaa82K6ZyRtFfE9LrLX0TPOl2gM94d57afI12TQ6PaynLVoEmSEcWKbfdNjGj8LaUBGjXN+b1Qi97HRMu4HXYatqn9DC0rwYTnqimGmU2MbmT3iXStIT6w2xWg6fi2OrLhXLI2NO5lPNKLflCpUjSrwDcAvaBags3rtBrjlH93DtaUua+UIMPafNwHYFh4wqUGk1sIUbxhAKht5FF0VXhGL7GCJco422R56I5WXXDkADsqdidyBvZWr15H40lC179zCqFsoo49fJORNRIvGzFUkeh+cqzC3F5mvqYuT7w8HQAwNO+6ql+QMBZPvpq5ea45Ii5ukg6p8YyXO14Hgs3lku/CSnYfVJAudZEBio7PYOfTBCAG9dWC0YXjKbBksjH5pPWKp+Mz68eB/X9IIsfipvc+jn2S3muaCw2dHOniMtUL5i8cckUECEo9TtTuZVP5YObkGsNkGx/pZTTHwzl1RPuH1SFbHk2HspGm3o18/Lmbr0veWSqmOXb8AZSEoAv95H46iihAlSsvXgy7zEG+RcTDj3dcQ/5JUP2bDxFfqLz37tX+wXHPv2niOTxEY2rFa5bZE268417znZ4xF6gkygq8Znkha7t2jPFBlLorkNj/rZM7CDD3ixoRSdcZTShgquIVzlApSwLVy6HbsXUszJadBCYuVdmnRM2nDdz7Su6mOieVK2sugoRLuLeBG+FTlbU72de+6s20s70zdeiqo9dTd9ksh3dukJpjdT4x1l+7XGIyW9qpctnhe2ZFimojJrgP2FVa0UKAWdkO/UjPYB2c9N29CsuPC6PZ6vsMB0zlJ9TAJ48TSyI0uP95gLZUPBolILL3JR0dudyDkfW/rb3goqTUrkhW/PwHg1V1yjcsrJ9GwfeCFfovg6OMNb6K/wbJCX19s64WeaALi+w5PBS88lhRK9eF7kmD7FO1uyPKxVAfb0IEbTeRCM1FXngw20GjZfHlECtUIYY3Op4v5uLo0d4ji8qG5aW5Ri0mIFhMrb8N+eVt1dqMnal+ryj+318t/V+Ha795C/zFuXyXvcuJJdFaV4WZ4lvNuFSR6wdydEE0SV79ErcyPnMZBdLvpwe2NH4MyVgDymUN8Z9flCJVkTB/uN5Uqq3VtoSPaKlM9d6XrOS2houDBnhjW93F8ezsCcXCoENJi90SjRyaEPKVWpzd1L5VBnQy/OHBl1aAuiETuiM96rIb8VLyapfCag6qaFnB7KKLWYMHKjnj5J751K3viUfji1G5UKpwwlVrr+2UGFwO2m1do7WHWQQJLjS3MTfqQP/j0FJUIrARcR4Zel12sy62GLViQy2k4SEMelve7u0gNx5AkeXd5PmCrjdyOUrTu6MonhItq9i0dcxgf0TCbHP1SzGo1I3fTwAK6ht8hiRzapPh9nq69EWm3+eHtnajHwMcO/NQnGTIfAFP22EiP7sRfN3Bu47bG74aeBt6kPCnrUmjnU9+MYcdm1vFKGKM6LL1z17aZI3CTTMQvR5kstYsqaCYdOVZDMPSZBL/nghmTejdYiRC1QhuTTQitN5c6DnTJzJVyZi0VaJ70rgslJ0cz8Irqrj4dhEyAl84LLlXsG0U6gUaslluNeUgkEoy9p4BwfcpIb6Tea1cPbTdhAHkrl+eFSZJrk3MHMRtkVd5EF9bHlWLhZkZWN0mAaM05e9gq1xryb00kEnNPSb4SA+uP1qgptz0vSXU/3/XBsCJMC2ICLOwLEN1hG/3GDTBChw3oNOCNf3LJeAhpQhgQw/DlASEeqedxV/MPBBdx1suEknwv8cJrwOBq81A72MdYiNk3ibh2BX2EBu4wJLDN2rJQOMoHdP0JZr5hHFhXxnPFsWwjgBcGCKqPfh1VA9T0XUtMcK4+xv4CYuaIe5ZicJ3x5PHUKYsm+OSCJzvnxcqPp4Q0YP8SEF4SPXorvRiPfc0YJ+j29XEIlo8S6fKrsYR0kKpr5IggMycKFuzHU/sEToeQq+LqCQL7RSiK8kdOZoy5piDXsbPK79Wkffr7J+piNS/UFl75UdxVsGm/uOG5o4lXC9noYjx6r3ARnwK2Umwq+nLyUtqV8qAf1iibcE3XBuQG0LicD10b5JU7eq3p7AZI9VBSl5BjIGGWJBHjrPJXqLnZe6ZzBky8pciR7xW/NusTjIeTvlygJfPp83bhHJoGsJipSZALCmTpC32x4rMtFuBerWgsTTW84a3saWE9zhbJgxj1Lh57vkUKYcpXuBWApuIgcRq7gGh7uC7THU7ZLI6BgaLNEpNZYzeWDJtxwrew1f3rMpJQWd2aWHx5fzOid4OARf0uscqkIcO7FZdm73y216kvtpYOH8XmRWtNS8cA0dDNGMOhtD886EDBOd2d6cp0+Ekf92F9zDdtM5U7uHox1pHtCRCANfakQnYbugWLIx4zdnX38lv+DLuVCDy9e1bYhb5BN5y+timZZb6UPr63R+82qZOWB3+vcFvqnW7yzMBC3ESQITwohseT5IVlkHi8fWzUB+3dxrxYLCl98pyM1qwkgc7FisJyCnWhRVlxTA8wrgM0Z15pKkzZtTi61c2cWGZyaGtkz2WbdmyY+kWvOKAnKkeUlyxBjSbIbcPKnD2X9ejknNMict2Kd6CoPyCp6Vb/MWYYy5Q5NDE4k0m4AfeFxRgUbjZHxd5zv6UiwXjr7EfVwBglNLxEhAkZOTv/qhLVakx5nLiZUHGkeT6YWLvzyREy6X5KuxEuOTzpD0Xz4QgkxvuKQW3UFvjUBVlFmLjFGNPFEgLUZXbdlnbm4uiDMfCiGvGoH8GtgDmC8kqKH6kYabXp/nyP7BLLzKg75eOQ8MMgSgm93CPKiq2/ZLLKn79QZO0Lo7Kp7uWDIQCOXptAiNyCIaDIqZ2WiC7xAKOiHj9hwWdLWjxt3zWG5Fi95ok++bYRXo68awDHczC8Is3bQc2AF3BXaeYSRBfkiVo/R0CupFHNLd5g8eca9usgrh5SlD8OMjVgh2OUQpYl3YrFSjlT34YuDcTm10u6KbmCsuJRaktTvULLlgz7fw75R7zVH2UscglMVBpUIqqkj6BgVQsixNzfiXlPSntc9jbIvlZ8jotCn8ohW83uNatq5FhAkBDLuUgp3jAjOZ/MSzfkKWNBEJZ772pEkawIvfAR4Sa8VOMQgunjm8+9LvaJGQ6bZrTbbXCK+mKSjAYfqFhEXI5M8R86E4omP9MyObsiZXwpVgp4WGmyPM+uJcLtQVrlQNttMhiXidoFUFySPaZDj1RD84O6krlX03JDah9CdnFyuXnLG3iaXU6nVWqm1i3RZx6KedFkUPinDueIykd3Zx+uZe5yGtyQ4hvKuctS6dNCAe5yPOnySfoG2g0YdEWzzpmdNsBlSbdBl5BOzwV1DOQr0aILJV1Q4cNbBO79E1ZHjZ4vpLpfaFgNx9F8aIQXbvEqlTSpnDvPym1dfsj8cWWHWQzV13yrxoKMEhQAe88B9hJWSQOwRHRJYbvw4M/K89BBHB3FA8IVcxDpMtlHHB6b58rXXVQf7hCndypbUh6Q5fjTIbUT2db+B00i6IgWGmjU9G3hvMEYBR1vToBEtE4eLNKwjBjRBOrXmLQakzHcTVQOOSyoTV1i25ASgJbp7ercYdnmHRKxA1ZxkPgZoau6vQLeqL4HcLWBMlk/EiQr2jZhIh7ELl68oZVKuDrf6vmqtrR5j8+roFyD4g2fqNgeaaA2mkndWO5zNnD7SO8j1SCHWRdAHGZxLVZgDkgWSIWPvUc3vLalEc9cl7isX2AjXXejMtPWNMgyyrsghgdgNGPDLdvD9y3bBezrRUQHQ0APfwmu3xNsenXQmgQu3lBwgGEXj5rB2bYj82x3JcqiUK4YCVEgnm/nk2deFydp9GCnWzELnfI1JNvHerro4cX5uyojBHTeCJxmLDiy0U39vl49NoLAxVaeErXAfrPRpQmbl1s40SIrnFM7do7WF6vWyTVtjP6nNS0y3FjPJI4fFBmTN0NEIG9koWj2twurCvQjzMW8dj6u8SzSqy1CGoGQPW1/afClV+Gm6bH1fHoEGY2+isY2VV2XMTQa5BFNOl8tkW0oClyl/N+FGb/gEs1eVfdzq/mX2BUTNL1xyvaKZeSULFD+8b0XDW84AgdAhqoynDujb/DLuZy/txO3GG2tZiy3IzzChz+5IUasvLWn4QnkQ42EcYdXTOCG/biXm3wzTVv07yAu4GIuMlIZvpsBi2Dxh8OV8GcbqGQqxDJmNSOJuzUpGuU/zs0NDnpXW8g25WX2SlZXn6mlMcdPr8kvCzijCpGZ6ElUjcMMsOkdh7kLoyBpJYUVFy2/QKkTvSZdDaRSDoHt3UQMm+QJz17JzBjN69KKmQg9HHApcDJX7KwhByQW5OYcwtclrC7bXiX74Maw0ikC+HGBZ9t3B+U1I9bvNp4/eqgU5mORJqWOw4U3f+dbyI4fUzi0zZ+NdB7Z267u5XLQuH87CQctnDo72Mx2a4O/H7cnftW2xAvMeijZWiVnZG/FkBjSpHlVsR8pOTW0ssIN9ZLLeSmBBCP1e+Qjusa+E1tlTILjtbpJAqdgyTRKUGN5dyayLEegEZDsYGzO9SItzDUrJKDA/vOMJ2R8O/TpJIreJVXvwxPsow/ILjVYm+kDwfBNEntt7tI0gJtAGARArflhN095dfrKWsS/h5+Lc3j3uvZhlW0LIsidKL1psw4rDcovN1NSmNbASbD0Lz4prcuIFRMjq5IdmgxMQ02g9TJRMuSN99/IE3JSyUYKiEbjX2CvC1MojJycNGST/DM8XkevE+gCb/J7q4/rW3EnxI2dz+8jDLtSqxSHUi7JoJP0T4Of9IR95htw3saHlstHTr7nnijkFBRugUP/gWM7+vnfNjtgjM42956/K5aLsXZGoGuSu4Ru9qwQ4iAlQ/t0T7Plc2nOTQJzjowmGHbQ3exvk56q/6+wrCydDKJDaDYkpdJvX5jrWGNKWhBlbMjgJOAGZFRJL5XYm9JuHkxDXg5MzD42V1qYxtJiYSUHrfbBp8MwHCuVRmXvr/U5YioEOzxSwqA3R3L7sFd5RRKGwuJCblvw8bfHNjM/gpMxscwuFEz14NZ3HalfDiwBoKgt61fZiA7E37OuoTn5Dh40FQcF5UnpL1IS9b3AQ57aIaFujJwDIA1n0W+9spaEwEIm17OTSi9zTHu5hES1Q5BeDfnCvil+nPAzDK9J37ne0rsUIfzDbcEEkvIdzHryx9YrZIkoVQniqwM5HZ0JqNBxb853iezeMJE/4HWys+tULHFLW+mLHTH342PHIGaqH9kuxOzZ8Lz4yBU24gsNtTK7vC6Vvt5PoGM0Y8x4sl7NjKMPfxc60fehh0qIQJOriv7WDm21GmlulPWeEEhtMJXaIk2E5rffIByIMj3k30rqYdbZuRgppP7DtMC9VLYbCC8L0K3ZwMP/EfOJVo3MNrO5hZ0u9V9FYSs3U2sWzvEskI+qEjSIl3SpOXtXpHV20Myej516f4DfbCyz4mQrgmi99TXiYBfsRrxizuXI24peZT1R29PFB4MuMafTkCJ02v6THw4DAWZyXhffkCQnlY4djwYAc8CvlmN2VexWnnqIPVK8dv433KHcDlNLheE378msu0gDx01zPr+2mCg3IWhYifGnLNFJUtbdGcPqbSZ7vnhqiNzAnM72NK50JInk6xV1Z5JFAveN1l7JxUJAXvBc44AUaapIrvhOFbjUPHlAN0VNYgOZlawbU04bYRwmWlPE/RExSUzXI57zZGJ5r3nYdnuQMkKp5M73JjRDxRG+csUFEUy6dGkOwwyEVUjdRq72M6CX6iC2AgzpB3yODH92VREVcWcQnZ37v2Za51as6DtfW0SObGYhyyp0AeMCBztrCRjxuDIeI1mvYMzpslZ/lnxHNMyvguFUQw73uKMFMS+V98eR5LNVJObGdEF9IMwkTJaBVi0tSJUzO/QRLipUQQQ/1Sg4bSBgGmSOSPYHjFF7ukfW+gri6E8IBB3NcDqm3BMSTs1VJ8mGGiNXz4YLtCIxqtjrWkWcpeJaLJyjFmHwlPMrPOW2eLsCwD0rENEIBBP/iiRE1LZXob5kXObQsn0GBXozWW9c0YUAlStw6Tq5Pih3S4Uz/YXdfmSrCoTlBjsueaT6rRd3F3FHiJ/1WGxWPIpiO6Nsmu5232TVFv2Sbi39QyekzZKWgu90HYhMsri4VoDSpcs6jSRMh8g7dNNlMUNK/MUi8d8AwgG9c/KU/pYBM+qgEWwrmQg7rFTeKJOp/ZA1GFFkJ/0kbRcigNoiejpPtc1OW5ObhXAgoUzHv+VVrOtRHngP7SZ7j/p5bx/Ydg9wS0iTKetlq2gAYlLyTwnwQ4WupCcGAS2OHPb+p4ZrvzUiDWu2EYhYcrPEK+QoroSfRCChZpAhRlzNZONKremtPa04skYVyteR6/PKtDrfUlyj6K5WmL/4O7XVvec8kEGzUGZMrQgW/EpFRS9m2Vr3X8jGbnHhjwV6mw8XFGS5irLCSc7aw46ZP+GUz2FsNFXodLRotJzyaTBzjn6zaNld0t+khzd1KxQMORnGYda0Ls9ASCDKGu6Fy9C1CQ9uLyFJl7hd3HlVKWMW6liry9jb6njp5bRNHWpHXFBJrEPIAtQVYLsWyfQ6lqY2OQh1dZiIFiC3Yk1h2NQvVl/IEjHzk1CX9NyGrOPL23q2lHjVWrt80OjvTmzvL14Syt7OdU402Imd7qk6d6kogv4DjnFiyQyudAvO/08dFY/vz2dA3ZBVfaKNud/f2cs2PiFZtqI1lJKRSl25c+YCINsnDn4+XWo+jHt0Ty2z4fHhaZLUZd//kfJMQWzVxbAimfCmtpHTFc/eAzS6MNbClzRgNcawfnOmmOV0oRGY0vThWx0nARj553BLPYFPoGfUW7PbjFJGYiXcpFFcPFAOd8oU7GbyeeK5fyHuCfWbGFZorbjQzZcwgyW4Fu2vmW7RMB2XpyXTFAuFUxoDc3m/Do2TWuTzbG+IHOrIk93jZOItSncQwI9q44WHg0fvNEAQ4iaTUQvxSKcnuA1iWsZI71R4ig2ctWOLE3NtkjE7zfrGJTF3RwnLmDy8gYApspxtQAUnbVGGa3uF2rlSoTZHw1uwfmVLg0B/KwYTEgUVJhdus/Rp+uQOBLEv2YuRZ0FdHR3fiTUnFXluC9RyotwcdqN8hfByHA/HsGmwjAFDPgb0+/dwbdeaBncVFj37mBUcXgrzDi93KQGlj8wF2um/b26lBsX6/Q0Nn8ICgPboFjidvbeWrSt3xqV0JFMwJIXtA4LynIK+CycMMZI64+SzO+76Nl1YSQ5edIs7FFXV4CvxiSVP9EYkXZwCOejdZ98Jh+nLnxsUm8iY8/Lx4DpPISFF5yRjwsKMdzOMUpENj6dkLfLflPoKhuSdxvIzAR/TliHMOL4yQXhoRyiDlwEmmB6MoJye7EY2UPqp3kViqQcNcpx3YxIL/g4xgb8kqjR+pjiM3NfY3LUUO07tVQxkvgVNhqQWbt+bktxyCE+mJLvtqk2SjkSBHBM63VZddGrRLYhSSQzA0oDPmN8yd9Up61SSPM153pe0pY6kaOhKc14WsjEX3S5xRcz4d8+6OXHdg+v7KEot1upGBmQNOaZ9zuIGH5SrDgE5kH/E1P2j3pD4UmYlcCvrh5Ao4JxEqvie/renqv/M4jSLmmSCyfCiPa1/UHRreFcdGwabZDaWOLBIvoYRVJSaWrDdpKu2op1UI3AOS2Z2OxHwLJryXS5vIGrh42rGQuLxzRxKAaRQ4hcnc31kHVA9fXxHObCSKQ3L7oLhXjapr9kZV1hF/J/TC5Z63K4ZznnluSTO130vzFtNb8Og5tzyO6pylbTlyXMQu46xemAgyx4pKQ+rbKjT24Ty4/ZqxkX69U1KmY3FmWEF+uAfj2GNjAtnP2u/L3OvjeoyNW1W6WlaiGeoZ42NsYELuNCNbA8vJIPKG3JcN9nGMS2mXw3Lx5ckRMUo3lh5xkdnRtP0pFsE2kItOH6c2gxtnadGZwoi3fWQ5N96EnEVdssZLqve7oy/Iy/SP87716UJB0sUS9jyzAwc7qTdo226PbTuOlI0hpg+rF+0JGe/N7uSEelQ6VHY/rOfFpsWNEWMLHl4R9QQRa0eaRVcQYifGSC0bqQw2QKWzv19xj3mBgDbD+yRaznqbt6pKnzauQpRR2AlmXPKuvLsD3wmGOId3vGrSdnSVq6M4THn8w3/7HVGTmQe6Dbr5sajk7TFvFpKCZKZwYhD28S3H+LzI9KEERo+X1cxa8MuDmc1t5zs+QxYIELAbvQ40rvuu9HrrMUTf9hU32Sfq03gPtAB3JHoO1HOdnVFHYm9p4sOdZ32YnEULx9FniJdjmkKPqwa+Da0EMPIlVmwLm+fiFOwpsYoSvlZcRe4hQpS7Z/d2bUR80BOeTJ75Ifa/zGmslVWw3vTAHOENxNBAtD0nqE6orS5oNnBKhqXHNdvOR3hhSKDW7+kypAA/2sdYhVhZNebTG2S0KRYqbJxO3RaDmnBGMdHL6OYsPz78sdMAet/Ia+LalH2B/20X2LS4vq4agaUENoBpU4fXzI2eTy3VGa7LtUoSjJFFIafFYWRmTjnSREe8Qz9DFWSSb3v98OWyWw+QWTBQhepj/vmq7EbtluB1F1qBsKip2RA3S0NzcfGxXKfTQdeVULpyJvL1WN0zh1CP4vNLc+HJa3udwtMkV5uy1lCziSDNU+P0KBsSSx5gY1xPdwcbuHvwdMLhxLY837M+uCJf1hxkRYKC4px22gtcwyz6ElXs9Eb3mqKgicbVRwy08Tz1mWIM7OYHDt9kIx2COCpE30DZnxM84Ws7tPVZXMoIiQhLfzz17T26t3MBh6Sku0+LzTEBkHdrJyLOiOcjXAkxuTsrbcTfcnQCs5SJ9rGYGPse/SDhxrQy8OHcxpdXWwFlmG+LQy+M24ujWOknODPs+FmG4kciw9ChUlHPJqZrHoq8vfmJ3WpGr6XQVoAsHXPT0RHLvL/7IsajdXZY7RTPYyoUlmPlY/bCSoNNl/aOuuiZOi3xEC9iPV7w3ZOTLLSsCVUefK3z4Idi6hNp49MghO49IjYI+EoHEazAKrqxcUnLq4mZFceoa3lV5TeCYVZFhZ3qoty+yL08N24S4CuCBRFT/ZohR0aSHj45EMDb7nIZPWxeKjykX7D+DCx1tCbDDE29Od9lM75ZiTNhJ+oUhEM/Y4cBzcX7h6XegaSUdzLLHk3c12PIbs29lGN8eZS1k661OojiquXBgFUb+FUbgh3l7mtWPIIPZN9gwrT3Pa6+MF++kxgL9Ta/N/NytYGpEzpueVtqz/H+gLgXX9F08aQHGHuEaFZhd6rb+ffroheKefWsfMXc7/H02UBjp5oO7t7SKEgdBAmT7l37wqtWSTcFegXhemN8ZS9ebw313wgdt/G6+8eaqXkBo3sy0ei2c8A5p4ViqX3fQ3voTOJF7MFxDomM0CiCq9eIPKG/mi3svEQe+VidrTqMUKTMJbPJ8a1yMdy3QJTH+uTMtspF/YASgLSfHxLj5RKsupYnlLkF51Y6BAG88NDUT20aKKYnxh+zHYteJMUgywScIF8JLt7unz+sYNxkwY4JJdAu3CXB/l27QA6CCA3+qqjDWqLSqA/WwdgT9XAb25Ksu+wHMQFNkdUMfnpT4GCs2rnhuGxS3tfDPrMwzm5lni57d2R6OCagtYPDufr5ylyclWxHAC1QpKawscJM68MxoVzC0+JpcJXNbKQR+BqaTj0vMkwiFPQlXO2bfLDrQW8p3VvTM2HKe0eUotG0zroOIjaIfmi56yMdDQbzFRLkENEnqt9xPqP3l34OYE34/QzRPTDsBeSq0Aa+OTSRHhlELfCxT+VDA6pUhm++z3MWm/q8Dcjbl2n89hrAWaYLWuUL2+21lvC2TDeyQ+qY4vhr6XtKHICQfqlMU9izfM9XzdO3vaXXeIEg50kG5JIHjfhANAV5tuuR4V3yhtPC54DC3xqCvbTBO7IsU4yWa0r4IlqMRnbUfo+0RomSNTzfwvOSKGKbBKaHAuQkKVq2rAo3Dwb88JO34jer5fVRjTtjeD+Kjod06LnGq/K0H6d9Y3geSmibbeOp8fD9IUXynWVp3nxWccOtYkugwi3MvWzbVZE+/BBuZ6jYn854h/O93hE0BxIFzUu9zjObQsPbEBB6PIu+taILmjNnlPh1/rxXMgwzFqmCHbNZzt9NkdFBTDvMwMJH1IgMIUd4aaHFJVcf9mSu6yi8p1QEe37N/ijVHT0p8kMvUyUxQGk/2K++sMtNVizJdZ+Wq9LsZvAlYRjTEMQHWqEDemi0yjUKWfJk70CK9oCwrCsCuHrQpxr3pEHLNkQy5bMw7TZRSxHDy4EwjxltmQerGLdUKXzmMISSB1Yke4l88rOZlw4rvGc6eEQRQS4E+MUt8lQw9od9x3Ye0OklQAcObcK7eGM5lWIorIvbN1whuiFT5LrzsK5KmxYTqz0LBl3F/kNpi9vHOTNJ3yzvdqn1sJ+W6Z64m9egd2CnHiEZVQiyaYDu33lS8XeFX9Bbf5aQrPjBO24ifVHlMnDCzWDKeUjitzKosbuwGvUkS1k0IwC2lWJjch4J8WEMsV485su5aGrTmhloPrcaJ+0G2cWdp2W5GR42bnZPOrDmscola+ca7sFge4IU8TTQL5SRZOYkOudN83cIUzSmi560JnNjGLgF2G53yZXUIJvbLUmvcpJ5VZic3YayhjuQmwpU2i96oOz9Q+SZG+ejBYzQOlfOqPy4iNntZcefX7QBJI1aXJq7N40s2S4pa+ytUMwPd5n3RVrb5RZtF+28gCr6+BGFUMMTOX6EldUBQcRISL2Knl2QA0b3MDffiCSHKnlprh6AXETdbjBSN1nhbTNEDdIjJja9dpz/j63vWJZUWbL9mp6jxRCtNWQCM7RKtObrm9h1r9l7Zj07VVYnMwncl6/lKg4Iu2iQFWHNV6R8hzmJaWjQ5h9FaXbGi1zhfhk+YrDvLSkBjRQPT11U12jQ2X3TJTXaR5N3wfPkenWUVlV9g4GkWw0nkbKvyzW6inB8rivVNzoF7zG2NR5TJ9x7Ml2g601FJf5tkC9hDzdP0+ZL3FBHlfyqiawjUOVTXVkD9B46UXcHfSLLnLWun6u8eP1z1GIIlviwsEr25fS5Z6Y7jlr+QE0ZgsKzgvuGAtlH5+L18Uh3M0tmVyc5FFahtQZBUyhVXmQf9cj9n/rU7EVsL/ggKPhGNtOAUBeZuFFczNT57/g6cuwRgBvcmTR/yb7zq3rQBJFIUBdQfVXeFTbvXMHqFPIFIYOiBIN0DXzZXpVDtRPmOjaP0fpLq2lcoCtGeWFCJLRfAMeGf7SnazH9KwBBC8LLUl9RruurmyFePXGyMXUtREguli19ouo7WdrhRmpoOk8OpZIU/k3JG2Jez/9Ev3RDvAFAE6sylv5XDfwGVpXqcsHMxRerwl+7pM5Ju9Wn3tCVNlsPm8qFstsifSNYmF2qAlu7K3/AIN6W43Jhcz8QZuIJNJhwkQqGI+m/KZOV4TQ4rJ1bZ3xlOdURtiqYJqvj1hAmEon5tzJS/VP4D2zgQgK4INXPIuWp4Elt5yuEblrdIp05fboicVZg7gDSJAIpTY4C6j0vBwX4wG8E3ebWgIEXHMNpOuAnW4MHFQqcldFZZwWZYbHY4k/BGHiHP+iqaoeVNNGd52al7R/FajKMcTbzcgiboruhAhkzKSUsNCVtiGUtqfQFjE3bMieyXrVIQg0BQZvYNEN3wKaZFuoexoRiteZNuuKC1eQnqbhF8ZyKrSgo95fV+ACDX/4TmtYEqZ8mfakjGUJpEJY0p/Dqd8wH0s9QaL121vjLHKeTnb+8QHnj6PNz1vX+F0dvIycG8jIvnNyAkv5yAatQhIt8wFjK8WLHflDVh4O8HZouNXWki5G+tPiDqUSTrgMpTkaxksaBl93pcKcQOvJlfZ3MGXPFsivkq1w8Yhb8NeHbhOgiI21aQEt8GGCUyrXCeu5kLxEebAS5a/WpSEc+s2501vFawrZbm+nScEsB4YJRa3jpHgW+mF8ogG6Ik7rs8riDFPMxn5fFzGqv24FRMoFD9LMd4VCGYUs/MVlebc7QNUh2Cx/6LA4M1Q5NTFd27eGxpU2ZgHOf2sx07rYyeL8ji1s1jz4Kgod9qgemSKLHHCEv1cJn1DVT6Y8OvtzfPsidDdik+5x3aZ8cHlJ+xKhhd8aPkz10tzEQKxhWTinA9MzwNvXm/n3m0wGRkmnYDvn3WZW2uQqNm8sL9S9jRkf83ALoH+3sZIi8hKq1XkXye/WR/NDYwTTapnGgI6y7rG+ipYi3IB5kMCL+uHiRg+ZEj3+fl6YvSpVEDLMGTxZvooEJd+F/P/o3sfGd6IjFhOmOdXwCEljbS74tbtD/MdbrmxKCv4hYuSqFDDz+uUO0fsUThf9wkvZCFGm2Y8/z0h4EFN0u9D3v/fpGNyso+0px6MfB0gxXnIIAHSQssqBlj8+5MQA3vSplKoeJaw0sqA4OP38EEOBYZWQYEF+bJsfx2ejwRw8xqACZjlgnT6jaOP2jG1n8tzuJuyy8WDhK5L/sXyfiCxkcP7bsYLO6MvnRRGXTY95ioXotrHHeZ1YHa8uJ5vyVGiq+MWwOX1viCQA/vCO05Cg2zQxf0jY14U4l2VAjbYk58ThV4zrkGFGRuzUYtj3o3XA8GAihZO2CBA25E+S6v0GWePEj6yuHdkjspOCfIeqav4ejB1b18Z44wS1vsZrCRazvj2ltPrj13e2nto/tS5WgJFJkyV+Oiy0N5KVDCmDLv3SH3RJFC3gB6YaajUaBjtVURy6eqYbRuIkxf4pExbzP8K1jeq+SWyj4kmL2H9fIpHTjh7AAzPjICuyrfTLLXeNQVLfvSNSKn8spOvTYRuczKyuEEhw5IR0IYC30PE1OdSAP/jJ0xMbp03Gkupl831gUPf/sSy6EkCYK7fzGWuJkObaLXzoO2HqekJ+k/aI1olNeK2uh9NMdz84tHP5tBi3OKnVOwqO3BPVvmQMiVLAcdWl3QnSsPZjpUt1Y6wRhvcac3BwTcmyKqfvebUDlyfe9AdVNKTIJvb6GGsW/BOEloxST7buzh+pOVszI8cLt1ZH+YQbGZUoeFPXMllv/Oh7rF0fQ68mbzU3tVsQ91acZN0R4UapcnqBsKgDNCfQe6kePDgv9G45tPw90KXILNYtyL+CiPAfKO5X6B8/ZuMenEeKYvn33Jhd+gf8l2FYBRXwWpP+TF4oXIEwGQUJgWoJFG6GqViVlUyzPyfHhpHn9QC9bMQzIWy60Q7D8D/QbfhqdtSuIAx4orwDiooOgkugO7+yxs+SHnhA/by5EAk/2W9DZUwFexAqiUalq9nUabTjrqDsW0PpTh01wnC42qeGYILbCtKEplUJOJTM44EOwx42+FO6Ex2nkpVoWXxnHjqgPxQtrtaO9oGJkVK/yVOXld8w/EpttdG/+dPhMk1T//qlcC6ehnJGQMisZ/bi++gBSNDuVJ7viWITkzGPVHWxgPq1akMh4mwO0trt8csSrSxEdEqfNFHr+fqUdf3E5pqfLeeUUSJHQSUr+A02yAoBPiiLOh5f3ZfAHJ6qthmsalg+WPbsKet2sP1eXDyEu/CuxYtDc03c8T2dMrl5pCJ/Pt1IBUt9s4h/hcqi4rv5xFW1uOYJ060wGxvC3+YDCBpSv2eRZcvpl40Xe5vj+ckGlLPgZWLTwUxwA9x49n0DBmHLbCp+oll+pyLjwC0r7LyNuqM9nVCicoIl/DxhLYEr3OAsGMkdPFD7Q3z6GisWXbmAOLQ4EghArbxXbPOOKxTxZCtg94QMDa0bw36NPk6ttj7JqHFkjg+xxs0s3g++6+011nlc5fr5yyd9mYTPOtM0VCmY6pmu/xhQXrB566qtDEYGH+ZdzV1JbfvCJNhq+BxssWHt5WhT9RSHp/+f0B/moiQYxLkmTpe89qR2jMIIvB/IhNwK5DeYczUnrqlHwVz74n389eBEUr/f6bcaHHYHRlCsB/0yBPMl7D2NTRQmfVXcU+Gmhgwk0gI2Fffzo23GMgX5ZkdMAbm/WY5gMX7lgrUQeypb7VjGTKNpfWxEazrMptFunUOp8TC1auZ5jcr8aJDJzkNbhyo9Jm6/0dbVKYEfXcArmM9zODMka+FY+ka5CfSmHlOsPG+JKQpZlMoOz5l3AZ7IWnL4kgL9ZSH2VzLimlzvtg2j85HHvYB8uUQTBHyhJUa+shkvhyTym8UulOy3MaH8ln+K1wviouG9eEjUVxO1yMZNcg55c2m1EBNI0IGmZ0yS8oKeuJv5i4ZJlcqWABJgtn5rqXsmVfBC/R6h2xjlhWTFAlfGRo2RQoRgEC/IDCHVAMU/7Aw/EkLJaABatpQlGTZEnl6K+CsnuH7hUNgJwLFWESI8rXSLELzAC7UWljRCf6XhOQeldTgWv9OkS99iAFt06q9STR469+mhc5rVvV+OU5W9PDH+4r91zh3hCiVHpLbwtAYypWIWf4r8OmjbmurDsHnZgEVrANTm7E7zL8HXntkP74dvm+SsBLZX8nSJ71jHHx4KOtVTYclfPo1gPDdP71R71ds6nrfVEnEJXPCafCSdZ1v40jPMsnFIqYh5LRH7sAXhxGwfMC+v/MTRPRmEus1+wsxlrtjjFD+N0hVsm116M+SuG6qSyvOqdDcAKFCMUFfHVr4o05rx+H4Bj81BudN8oQXfYuKoYBKd8DQmJI6+JTzzVYMbBanjEo6vA939lFNRBGb+kAckA5xX1Gzfwyub+Gpv+eRr+lDlYAP/XNuVAgiGtQf5bXUPuHDaP3Lu/fLfxQFJDlY6a97P72jvB4XZ6Fr2XXEEHRJc9h1YTHxIug5XMufxYFWOGyVsrdwi0Lxqpnv9idEe4U9N+uNZLBdgsmnG8lBMFSbTZJ0b9vgOvr4Vf7YIfNs7NkvWz9jOUFBesAgKORZW2/u93j0DriQNonziiclls+TP+nArJ1EpznWL3suCPM+NwH7aq8tfK85Fn5o5lRP99bUX7mNqPSOW/HqJZL2txmuv130Hk1OUlCw8mm5pfYYDmqSYmJVj4nkti6h+YtlcR6R9Gh3yP0WVr2a57TfbBi4/ttHDQHqL0dJsUEPrN1e0ku/zBs8PyJeZ14b4yaYZv/SeLcI+cFg7u18tC2a5/8kfaQLZPlukNBRgw+L834tgoyoYp6PQhj2hfV9DB07pkPQf3GgW22njpqiQY06n2R/AStxR474Qwr8Bgn59Dbs98h3ImQg6L0clW3P3L2fDCbmmv+aHf3gMB7BasnZMpR5YTxpZUIu8VFVpeyBKQWq2237Jj+F6mNOGac3yo8f4Gf/ncuY756xIQtr67qRfoKxa7iwHyleZDvGQGHKhx0CjAdrIejv2ma6L1Y57EhUXTiij3Fz6c4ezIhLYvPdsOLpUryGyKskOib8GRUJvzY8OwjM5nx6OR9Z9OTRKAUi2HUYtf5PmpOIQ2Gd9Tn3m83d0FcvxYIAMfPy/NKF9y1FWXGt6iQdX90pofmPxdrwADKHYJvonsCVrgk5VZ4Jw5mryOLioHUjR2uH1V8v3P8IBkKnMVvBsauDbtfMnYlzz681ihixkU13e+HW7p3+rcz2gy4GgnsgRUfB8ERqzQzrP5/Kd/ub+q8S06PyBbzqbAEjn5CRD/y0wfhvcuIQI6jJUNVQYwEVWifxNZeuzDX2cpJcWgy+j8Z7MNVg9uahYXpVinXD/2N7bYg7gjnamZNfVjmoUSxC/LUhHQY59QsmcEFsM4sgTZtszSG63QAsF2lEokTFQXKcbkzrVqObK9X0xIRIGITy5GYoxTEvFovqLAVKhvOMbh5B7TmTvUOjmH17aZn54QIKeM36nscbZX997B2L5+xVJhCPROOJ9X3OO+8VQCMVSVTsZh9rLWn8UakeFbVl5bbTF0tdos4TMhwM3zI13m5UG4XI3zrBKOSugD9IIVLa3m09VPaokUvxGb7uFzNrCjWnx/FPEHwoyWcIrKxawl8/ynRC+tFD/Ex3ca1acyoMdB5YpBEqvgBUAEO4oxbDUtGM1Qef3zuns6/Y7Y5q3mNpxu2jH550V/3O4yBte9r+vElYVQmrXhzEH8gyj3qLWi9xFbWJ6Zi1eE+dpXaXL8ikDZuiVR9cQEr3UqG8IgCJ56hthem1PET/97/1s03sF3DK1y5+pPRH5ItMUWoq2MOscals+7ltX4zKoCx16IkvFe+iy+OkPlKnd02TGghp4/OUU8OVPAd1sR+dQRKkJiHFYKPD6sBIHjni+rKFbhKWhjElFc76DGn3rYp18gz1hvS5P5uOvwzuhpiaEnw8AbsKVTrN5j8ZWU5YBu1dveKkjNNdFKsZ2oT5PUCN2b62RFclRUPnuu52BaoWnqBjvkyP/Qrzvd5apyRaQIM9B1+EHSteDsXx8JjKLeJ0trGS/++7cXgjRYR5Vh6PW001hnH2B5YIaiU6IxmyLNRTVuCGs9C9JnNeaSF+upWeBPCxEcGIv+peVa/28DykeGtCruzDcCMVdPfK6Fd8fPxNTr9xI0MTGjzpko4Y9pt5tudrT7i1Wuneb8r+T/9RpIuPivYYmfdsnAvL3og6LBQI+wqrPHSnztQIIroj4HHU0mRu8zYkYdgwrQbpJ/57hm8mIyLyTztRLOAtDjlUvOpnzLDKeEk/VyR+W+PEgLJ+J6XjDaPwda5DuaMT2q1i+4fcz5lP6GnGJl1AyjirkB5VZnPGQYUNlXuGgVLbxihR5KfKrKHJnqu2FoppFEl8h/9QE7CMXaK0+OnPBqpOmeTD3gTN55xRJMynjFj+DA4PyqIpY1OlRRIJN1HAUJNrHFWX68MKWkKF6Jje0I5A/fsALxExiSwgrFORsZNR5F8ItzAioxJIeSgb9jrCIjbCZwbjUc6Y6OtRXMqq1I7xgfDbgkUnPW8L33qHGtXDiGjEeJCVp+VJW8UebKSz55z7aB8j9faRZLps5tpPekjV76tO8budFJnF2YiwnOtoZNxseCRlPtezQ3xgK5i608DZsUrPAnI3C6LdtLC3Egn771vd1xnJYivwGkTMt5u18vBICPEx+S4F9F8no8wJz0u27rh30qj2IIPJDQL8izyAoGd5rqKc4SRPqrSxM//9qQ8uRozYbKq9pahWuZWRoMiBi+eiR2LLatbCe3rEEjdEuQtZ//w3be+9t355zlXr0xcSdMnTUUdIwy2tlG3s6Uz2vip2M3lHzNH7mRZuRyf+7eVjK6i6i2bKHTC8Es/9invyz8utNSSQc8F3ZcLJ3fT1cv7vbnC68PG9FsTf+Y4Hy+ntLYja3awWTrIQSe62TtN5YkLBjFnTl2hBlcJ+kncNhx7/QGWVBpPkf8b8co6FlZkJ6Zg+uLT4sjhTVC40uxTxCcPr2SjwixfKhbD+3dJAGkLJ85GUVUZBrXLHo3+jaOHehQ2r/oVlWlTfmO9r6s4Cod5XQceZbVN3grBehSibn4zPia6dkXkkNwYNvI3ee27widXYlCVuMA3S1jNDsW+mg2BCq0GdYatC4+zK66IpzV2a+kIgxIR0lOR1/ViDAe81CflRlZMZxiveJettCw67n1JyvoELli3553+cokyMr5MRzcgZieCYNOjrY9DGKY4uH72/zybD2jWr/GMgJHz19LNG61QXeBEBiuMDv/UmGmET2qeO21jxmuEcZ6jk0Jp9Es8btJTOmYEhLCUVhL6kbYXQjKjhYqqKBUYOKWCuSXAyvTl5bfM6nFiiSfbA8v0EODJ/bfzK+wQCyWb0EhovXI6hPIy8FHHlKDsXquyY/zbH2MDUqAfsZM4kmPD3pN5S/Dokl6pZ2651rN3e5dM4Ug9u2H+ANzhlfCNmLgo+Jp8SYyxxAQ+AvWib0OU2df0KkKgiI9Hzvi/TPrKu+bvSLsI6ViurfTAbFw5pNmOpxGkzqqPsY4J6KQokox68nUbOte2guQmbCvNPgwYovYe28fy//cdY0WEhJDXG5vxz6s5Xfp7dJSdhDOW1kHGYwwFNEwKKH2Y6rUir0YiG8TQ/96WvubIf36U8wWVQ9Kt31gKkyL7lemvAoC5HArslkJkrpIki3ADROv/etK0Z7eFOIwWwJ/gTIphi/zjXriZ7Y7MWgXr+gq0eno/Teyzp4FKjvdNqJUZ+gU5zpSqrRNf6tahJqhORa+asae9G/ReVuuqGzWYtv2BujhJnI1RUG7xHaNzpF8HEg1WxaE0rYlL93Tco5qz1fMsRCnfDMSG/aSZmqbb8UY33gaN6jMDTglrumBYgVFfFpxKMUrkzkpdjrh3IsyXFpgvfn1AacWHEeB7bLOhGxHGoclEiDFj+Jq6Rsc+82ibNYdwsaG5sWhI3Kw1DFyewCzhsytWDwU/ZXHIBCeIHhVBHuOe7dKhq94WOpJcBwrSC2vwwVCkzWOxRZITVGOje4cUA3kRaIV+IyswuGnYyJGiQv5lpx46NzaUZqgvCw/Tl2Z02El27K2tmLUvjhpDLpNhiOQLTuE32k+bvitVplWMdNjAwtt9Fopw9vEvVUt4kfQBcxqlBPALWPwhSV9u/QFGlG6uOTKib4gWub7c0F7G1EJuQKbHUPa3Ui7KcKPsorH/U3y3SsBzJcopobvHAV4GLHHXwEgcwqR0WetONixpnF33TH+GQaUBLXLjDjK60NmPxzNYQrPqvLZP3vmNCCFoIQazoKgE/dRYnFxtGQWUpDAaTWaMaMpOtT3XMEFByy0WfGpnur2cKzjl1c8NGxBf/bflBmg20CUOHMLlaq6ChKjrjJ3QFSH9B+QMlTFM4ZOopFlo8W6owIwyTc4lWY2m7u+HTVzbMJXux/zMxispCRn4aZ2Em4GLShyj/Ij1CjwYzm+K9uZc+hbchFAKy0DPqVskNd/e0uVZEYBGyZOBYaaVIY5aUDpJ/tbEDa3YsotNjyXzn58WKcmXTN3+WRX5HglTrUMbvq09XEIvz/BB4kAVg0UxPqy7CuZXhqAI3tXpF8LKzqVmx0rpv4KByHd5A0yzETNOTo7tLgkg7xX2Cn4h0JwsTfW+IuDrgW/4zE6yUvhZinsu6JoiaLhkPyt0GnYweG6VZXh2OhqF5AEARpgT1G9XXTYrqpDbHzRHDLK16C61Hp5r4EwIscL0PyKI/OlrzUi2oLDIb35CL9+PhimGsgKKFX6/U24XZavzWOGqeiK7Pq+mqiVyvL7e7j7wByZVAfxCM2CtTiafQilHSm10S7v68rH2JGroDkgVXOigT69GoUds76KW7qqb2mfnQtkHi+wuKsQeZQVSZY5Fszi7SdU/qrxUTn91kvKuu4B3veGJjftpJZsP7QEdj6wFFFBDK1YL74JdxrgHBmXCc0789qfvLjHqE40WkIpO3igZvukwQj6rE6xDGLAKrrNdetnm0H8bz0LRQ8ugqFd4OYLWY4jJIheQAehumwDz/omcK/KrXGSvmEbtUD2gPiUhbnQ8EnTMP19GXNMZVHavrTB52p3ZJzr2SbvK7EgxTgaKjmfPKV+CuRqLviE5JIxJYdxxrlUU8xf+WxBwBTJ81PGanguQwFFw4bWN6a11XUUbNIB8xospxf+65J0BVxa0OmbEb9iMXbIF7tVjrwHDtHQBVxzYab4OeW7i5u/XeGKDn1fEeWsH2lQUApmPG6b7m8VQxpHXTo/4xLt+RgsM6P3wEylfAjx4mRfaP4Fy694Iq6b/Ivy3f43yuDrbmPQyt/MlSfQmpspDwLbjjp8Ys+luUNy+eX4p5fYQDpd37Tw5Lduauh+xyoRhgwt5K4YT7kXnwNpX0GVSGbgDL+grGjMQfgf9REncuFQBfdO+uOP8L2xoyntkHTNb+TczkT1HnfoKMGd6Dm0s7q6dLHlu8IO/24KKP+W50Tr9lJ7fAcMITeF/DGZx4KSV3u0l+/yargiJ3IeR2eJXf+YaxVEGGqZ6CHhbdAdVz6Ufdn0MUhVTqI+UZVp/IrkB+TmWAxAma3C7zkpAVfJvwJ9ODUdg2WgLQOKTp7zaXSTh/omRoyptXX6DaVirdpZSorISF8bd4+7LTlJ15rwRG9XcGxOShMb2H+JcNJvMBu1TwnYJvZdsVv+8UhYFOT5E8bUFhGDP+fKc9Ey2atKere5C4RL93ttHxduaQbG46yhNevF6384X3zXskj+u9MpcGFplb6MuiWqKwnyKoAX3IQzfc3Bklbc4BHT++NifhvCWrztq4FlXY849G5WKJaL+v/BvW862VgRTP8f7s35/T3a1aql8zX/o4nZvnPzyEXmx41tcONUxYjnSSbbwQ+1HJLdG4RAVp3NASLQGkzDz0M+03Isf8uatyjvuIApS/AEEZMLRbQyuoMaJWqiHvWbWvYGzJGbnrYOIxH0sF3sRnqxEfUMbnBje4oVvTd/KUw1hcnIuXzmCNzjlTtPeEWMUxVVyLCUfzZCS5E5CJLk32UspOqfiiKfmYNWazWITyg3MvPQkastbGP8eO/VBJ+8V43azGK4Qf72BXW77C7wr3uM4aHtPabuiQlquOFhtp7x66/D11O1RSHlHYwLipQ4tSWFRgPVHZpUMxLQ0b8H5sshPxxyl2+Odvg4klFlgTkcmrhI72yq1Ez7mzvhx61qXMac5vpOp1j49CXACnd+K3EaMIIKynliiBv6/WKSrCBschzawCwyyBm8XnKlDn+4fDMhfHRFtHC2UakM7VS8/HkgpzwQPSWrtgSxNGMv1lo/J5tB0RXLnbtTEDMeb0ywaj/aGrfAx0Sw8PYrm1SL80ARuZ4nsVuoCqQj4E9d4BCjhNNzUeV4FXqKOb6uXWlE2BvWfK1ennoScId6eQmj1ZZjoUQMcMcuGrl/dY3f+CFVsd9q+f3kTrBe9Wr86HoRc8gCDbzL8UiE/BHITa+d9uPB60AieU4hkCldeLEydI40ScxXvSsTknBvmcjyY5d/bxIA6oorKj22x+01L3adX3cmKDcTlup9FWK9cm4WBGHarKQMrssRCVd2SB+CXxaKgypKYOGh57S7yuADcEYaftn/z95R5Q8fPxcPsjRr1e4yTnvUF96dG/4R8+BAMWtSFr5VfsCgCex8YXZ1snGHoVElru6ITle0GEMDQGcF8VEDUkYQQAVQHoxuCm3ui+SUI8VcuJ0ZxU+Im9BKeyHKsKGQoghcnyjygtnULo1ZWUXgnS5Df5P6Sk0JzvQaN9/ywUjhD5wJnglJAoefy86ueV0wlHHmOow/9ANRf5sRcMEJuZqc6+DVU4w8f9e9R2g5qUWkp/udgonBthX0L5UQMBGCk7+mpfi9wkAPiaRCNPWN0YxWT0lKEPsn2bSDUDlgiaOINw5EdZu22PrANYDYqULVirg+tuWpomdt+yCU9jL5lxdQR5hB9N9fs5nkGai6kYYDvy/Ps8TBZtn5mm2lWDEIR5bnx0XHEPcZ0aH4rer+lOKS6Enf20LqKCZ5SbM4wnb17w98r7+l3V99UdwXTjG3SlW9gFbDXSXB/VJiJjw8myjyFJfSkJtsm4ywDzfgPWkqdOlP7rlcAThfig3WkiGQ4ijOXceL1frEbRnyVyhGO1MW1tD0hLu2BRYMwH8WTX1V6Kmo6fS6AzjGPBxeNArfuJeZVI7VRy3/OPXwXcu2ZNEMn7GHhqM1qUiJdA1sh3cYVnUFMYA+mV+pT0sr3Ws71nchH9dPu8hrucD4vJoRY8grixibUee2x9I0tDQkOSi4LUWBQyohYDE+35cnv//aSRaabKzysJSiGPQyTG/58c+BQvmYLT9nwTr3xtCQbex5HPLEJdu2w+dSpDcoaJf17SBDz2YY1IY/iI8BCULROfiJOVSWradrlUNTmZqkKzmgFgXipoCxE/PRPNbMohQmsvotQzOrfc/IVVO5l/NXJSPxgt4KQiUGqFIciR7X6BsIimABmErTP4n9/kIflAAfvlHDzkZ+n0MUYTkQ0ZkOZq5Y6sadEdNeGjJPtfekE0scwbymCKavxQnhuhFb26bNMAqr35P5u4oLJHgBlAM1m+BOLuvETJ6Hi5O7/tzFQq3l2BjfF+ksTCs5azA68Ef/1+oW95t8hEiu9IyvLz4Kx6wKjUi8KuP3Ux311PgAbUFUWog5mmE6MNAgT+X1xoukS0H0G2jflA4OJkBjJkfNVIK6u4T4uIZUkha7EcSWoeUN6G5V3BdpjFf4eBeZnUv16c4zq2zhk+bw2t8E+xcLBkrEa7OO8R+PSM3XoF7IiqqAjCJg8ay+H/aAApdIt78nJkANcfy0OSofp4XaDpOfwlQx3peVbLFCNRvSSAHWBLUlqLPL/y4Hg1PO1TUwtgISReLSkxpeV65JTK4sKVzIeBjNYH36EhORGmgnQA6NkcK5sVSD61B0L1C/t4+wFekbtFgwKXGzhkzuykdfBEYylcLnNmL5GeuyZ6ivY2too03v6LUICvnufQaRcsCZknXxcvqZVtpq2IY7hznXdC4OJAQna1ZgSJ4SPAbBDcn0+b92X0hjYwHU7f7MkktgWJnjCKiUfVJz/FPAfYYbijnlZ+pVYPZGVI1Vk7lYkX2L5nWVIB57UB8GOTvVrvaH5Xp1nBaLAtdjiKxJ93y39ld77gQpgtLj35KMoJ5otv9TS3tnhi/52k2/mDHbtgFBb1RET8gNU0G3LYuD/AFFXvTVgUYzDCnp4F6HXhV+xYgtIFp6yejWXNPFOjkdnLAXfPxJiSroKvjwvsSh0qnYi6K1vUbXEG7sBYb3fsmSSL9acKlf0/gaKdnTHl6K/E182gIbjjB4pyG0vn4FqcD54VHxTDlfwt12u0R2osSaRqnT3x4+OwlrjDsQHO4EgsB8OOIS7xf/xHNZaUEjTzKCaLUfhDHgWAFMTQNvkzYbRf942kCTl4+i9ceGOIZia5PTK/TEp9Bn0RpLrvOXuHAf1oSVqHVzD5KA1w6jVCJL+D+kcfkBMuASiTHpG5Abr6Pjj2VXTgm3TmLujzvkd14x87SxVQ8Ix0SZ6lBalpOe4EiPEZbRGeBCmrkPQbM3+zdTwmjxojYBQlrx9CVOBjt/v+kUaumvTDc6dkVVg6Vl59Wzgi1bTMg+d7wiVPXXWh3Ib6zOwMqvKQxSEl8F5nKF4+zrgeHY+yC8OSmTqmeNo2meTfYEyzstjRZYWgEvnoJNVDkPJlN9WUC5b9oZAopg0sVzd5jp+6eSwlHgFO8RpLS4FUclbh1GTssB9ar0Fa2T7BhXvu85wR03BwtQf6dWz0/bXWpCSSTp3yWSLzczog2DlfhbQSrW5AQjMLSGwj6bsFsumLha9obwcRJzq/9JTHhwp9522aaxVfxvx81F7wzYlukqYIpNubiGWZQR0bLmWTvCcxnF+N7DkkA9v7CxCuK9kXHBUaPsU1udlugwn2vwgLisxoe3C7HTGyQSfyf82GnPIdHvTsTanxZ4pBZELM73nfgMAw33iF+6r5jKtBO8Qu6z6aTqtZ4mKVXghKIvHPW3M8K0NXfn4yqvvbLhZeQenlMKWMYJ3NrFIxKCoNHkWGuZhXyTmGvSuQ+4MADRpaQ2wkwhb/Be1Y74QN+WpL60+TuTiSmknHh1VqH66ZIKHOe0zVPD3w/S4ohrdG0mrjPafUfiweNQbn08MRi2UqpZ5WbKq8LT5BaQ2+ZdHnoEyi6SeWJLoQmCAtqdWsolYj3E7XmtfYXop3p++Ck4zt1EeGeeMYvjoLmS7ZSs6QFW3I8kbrx2aBQfcd1QdcZxr6Oz6e+zJE2SKLzV0lHDSbFMtMj7mndb/pDLofH0J21mih19PDM/2z7NlufxaPzIQyGz02b/Jc+JfE5odvFCnvwLHr+X9Wg56BCRJ7gyQJcQcqXTT6vzQGCcV9RV52WJf6weRFjh1TikAxvP6yLlaHcbFCLjxrQvAZu9/rOw1AonB4L89jVCXPsHce2xa14x8zbmlRm0BJmnAthYYQ9i8rW64/3XKOzE3ID6d6yg7X+3pl7fW2m5qsU+ivMvuMu98fubZ29B/4YhsZS0xJpvhl7ZqFzVNfvfGolaj5bDMUFKgv3+baeAHCiFmnlz8TpyfWjU4IftjNgbW7ANnx+Ru1/UhexHm8S02UMxi4peP93fo8TMNv3Rj7ijZ0R9E04+kQ5iDWUya6KMOM2gVUXg7Jr+xZZZGIpYQHOWZjPBkRgJKrnNLGXLBQzkHlu7asfEyJ6HyqJ+AM9kIamUckXDqxX0YvgPYZjg1q4vs1uc5bLnzgbNLXvmeXcbQ1wCoijP/LGUlXGx2Ducv/sC3t9ajFl3f/mF8R2j/3I6+01yXWG0Hl9bQfaujOZ4hcXz8/TQ2R8FW70wI0/oD9MFht79+NWU2nW3QTIshBzb13F/qiW1HR+Ms+TKs/ObV1EotqRBxgtWKJGc+UHZRRit9Ne7JCi0lcnsQ+QDM7bG30Qz4H/DVcKZlSDeviGS8L4s20hI2jkhagddyIyMH+bVFJDTwgjYGcXWd/qg3MXeqotAES/1rBqOf7siio9VmQ7I0xzV8ivnzU6NIVlMIY9HiOPkrlcwyUHPANeNiY577+YZiZvB6Jb46M0Hzfrro7AMoXOvVtplV2VUs0Ydztvy2bnujCPmX2lUjq+2nqoOppuwkJjNIfYRtkiqoMLx0QsbOOZvMsr6u7Vl407/kbMdywoqvC3x/Ky9wVJDjfGcLHzhStfdqgnYk+c0L9L0uIwqPCWpImDeyNDEJ5x/zfYJ5fJHVeBErEO4oq9SXpIZkm1BoK8GVfdYsaWFj4T340zhb2v2o67c4g8Y/QlGGt7opOPA9rJX8GhhsmZJnjlnGZw0A9Rl+4n0VWP98xSpKaOd8jJ3xW35oRXg/q8WgDOcAipN9pAj+oN6chgLRjazrMKyb4DCqqxMC8swnmH5zJGQi8cxdkfAtZ7f3A9iVNbXUtgnfQwr+rV0yMFmF+fn08TVzx92hz2ZD60Gm9xJkcH+KwaqLzp0n7aAauwyLn2eQgKDX7s6HKZ6GitoGPRvTf2PLdTxUT3j9wYZHnT9Mr/ySS2A/SJHT+VrHAp+cH/7hzUAdNcnYb+1eLhmPv37LvHwWUeOe+0T6iBwkn+93l+FfiaJEBglj8V1FIcFaiue4lBcnfTKpCGeNP6mmhmalPhXKDHo3+VkQ7Qw8iY+zZcQVk+nZIcXLM4cbtLXIK1lxpOMk4r0ilFOGYQcajEsWHPqWhsqnWqCKU5RB0SV6594JEPB2Uhme6+Qtx7ZaPZSAFg49hh2UrR7kNdfmvm+XZg+9VOiLA3K5U8oQVYHFg2LtBxlRLZAYnkn1wqXHug76/ltAytwWKJWOlwA1DRZ/wTS/+1PQMMTt+nx2RsD8TLk+4LBmhdsw5dbpi8XcdYwBOJ+1bfoKYoR2khyU2jwLoldw8oda8J1f4kUHFnRlA4CaUqPcRI207QukEiqgyWtDtB9FC5eCvXjx7R4VP57Qc9ndxbmQp/ETbFPXm0JuYA8lHczwsAIQgtiU7G7R+jTN2wiBNnT+atzBJOxqfi10hS1YJOnYaoerRgKzKyaKD+m6xafNJ0dnTLxD/1rfe/iHE5JTBrzfl2LbWAf1t6QK/MLcJ/PH6P4rE8E7dvhEOz1b+dZ/WGOfQhnalcAcKMNDPKGCN6mdPL56y9/jecYKs/KclmO0RAt3bAM1eLGKhqrB0TeI9nWKEJ2QK+V3mOimbdm9bkvRr7RCFVeRd7+Lad5/WpuCDr4DhlksBiiRgEpNJBSryAMFwAkh+tvcAWcfcQpcruGAzr1w0Hj7rG3n3xnqqsWq6xi3xf4PNy3qbGGxvjfXe0U+21IvBPzCAO+AdOcyKHScYQ6XoHLDEHVXqmZ1R2aFdybA6O7x9MPpMa2KsZuS4+nZKrRf6MPRcRMcgKneB8Y9EJ9klKqQfR0HppphpeBm9vAyzFC1xMpgVlJiOTI0qTs+rjK/Lz+PQfJkjiko/twrMe+GvqX/6LLHdTEP/PAZpcPRYHBmLgx9qTZNHp1uaru1q6YQaSZJ31vDW3yHSc1zwYbc88lDJ9jcyxvNrwYgiEnCqaqbdQ7yr0APkJREIqCKx1EKp5IAg982XSMPymcEjYJ6ZXMCU9XNNS65zr8Iy4JkWf587efumDaU/rt1cs6Vyfe4W/CXvRNBECUyH9tbbScQFZtOYTpP3Ushlg5yCqBJwiOFOw6fL+sT0IlgjLAO7I1AGm3rf7RNCMvS6vTr9LKVCrtsnXURoZXMzAnIFYdGT3DnTPfV99JmkG2Xw/xalZQLdSSnUmnG79IkL9l0kJOrVoV8iJJhOPLdEFE7tQjsz7goY0oJbf+KI0CaFsNXcg1ScFiDZZRIskpcLeJxUaKtTyKZnHRvYP+ti5xlQ1sJJ5n8T86v/HyJb1iPr9Sv4HpQA3/StXIy7aa6E8ojnx5iCGhoC9RYXo+E7+DfRLE5pA7NX9PmxsizlHRIss6RfG3OSI3+hYJzGG1F1OyzEKjothHtcBc0SIpHm+FsjtjS/urx5ZXyNalCxPdz4bqo8nTqdCh3oBXEz+JEbOeI4R7k6TkTdUTlzjAKkS2GCyKq9Sj7e8B5flKkmQS/UIH+ktp4k7Rk7SOfQNnlOVNBjxNQ0+9v7JyrFVTfAlahpwcRE2JD3M0A/Tm+QXgCDLOon7m6RLqLPjrBaus6ycYTXg2ivpBu5Hgt1ZbIi3Ftlr7ZAnkz4VEBOuPd7P0gbG9TXIw6vhyo76FuG/hSwI9iDjuczgaiZ+cEHtybjqLCz7a172eAU1bg5GCoCzxuv1knuSiICww/Dqt8y6z83f+2+yyKdyobrKqjYep6RnyMzT5Sj8AjzaNobF4hfHdn7hHfzwGHyl5CHFCdwhZ1Cx0lObnR5ghX+4LesgDlk1/lRNSlUlEK2zURFHAi7RUROtumy0q7zu+XpoVUHELPih+EoByvNcJVJuMrDxFesSGlqjBkhOn9ou/XTHqN82RezOGQsQqf3jt3IMGW4ZAgTRIAEP9BhLPJWvK9k1uya9ouOz65s7b6nyW3YxPL+PWBLKPRhBG8qabnDcGFmTzBXYXNwqVJy8aJY2U9iFhS2NmmO2oa/zrmpfQTIhVVUUp8O2PxpZXf+/55Vj0miS5nZmdcByfGnG40Ase9KGvnH4WFFLygRxNW067v/EEcAygf4B1fZVnaUi3xOYTZbaMCS3ANpg0LjxqlRB7mPY5NfRb1Dlf5uQrOyErhD8ELUEKrJ2/ZBCdHvl1qHi689fCBjtU6QhPVKq3b5/IyKyLV5nLM6+r2oVMepgU5DI88tfDy1CejuMOU3JeQnTIj7LN9LB82mRIB/jh1mrpwmw0iyaNEob/dWSZBtwdTmvq/ViOZskMvKhInrNTjz3+ceHzI/KqTMErwe1mNY3z4QvYbeUvKdBNSvmrpIHcNGH+4uIlBNitjGaO/aQmN0SzKy/46gxDC9gVIrrxGEtfsRIJlNjjc4BfqhPtv0zr6JCc8kTk9irqO2q8amH+LjsB+oKiq+3aNmS+ETG43wiNpK7T63ZNPvXQK27tgUwsUo4qTzKQaTfWmQx7r6FMnSJUvJ1sbN2rnTWLHYSfGUQW7b62S6nQZl9XeSHrDfZ6i+3UnkZ5qitfqSJscdTKaVUdCWS+rqayDQO5AqAL/Cg98ZnVCkMGIcl44NpqkbnNfTD+GreQ2kVtELbX1A5DB3Ad6hL/u2kb8DrcKVpHUTVW4bxfQhhAToEwWn5A2p3Fa8bnhOvhL9tQmC/DWNWH8430dIxmormVdVbiezBQwa9w/RJDhWlO8C2P2a7iDaNCDbI+/Bn1THnotSw3fc4xOTNt7SI6wzeg3VtHmEDpCgywQz2v/+6/Bt4jF399jW9AwmVbsH0UNYDEZs+KhKSxwx05tznKxfgQduyWPNBQp9yqZwONAU/RUBNfCG8AVm4s+JsWLR3sstHLzsr97xprLF1FTu+Nqm560vE17jyUb3g9B8Oco7MyGkwJ015NWUGb31+LZ9H9Ya9JOTEkNqsmdITKGbkGveRSi1hB4MkXmXkfAXXKL8d7gTWN1yKHEqLQKe6FS+5+qoRRUkwWMWSQ19wWHl4o8dGi4787jUu+EQU7ROkJA2Oh7OWXGfx9UcD66w+wtP3A0oIqHC3a2frYL+79CaITohQSQeByMfZ8ud/6Q6T/TBKzz+36XPgJVI185J8DFu6L81pGo/AvGydR8l9l3VXe8GMD9Li3ia7+UpiAFv2kIJE+6vcRE9fvSGqNwLvBa+W64ausr2kScMSE4lYxqaOj/l5ZP0ZJCBHoYPb01FOv7hHe9xyO1J7Y9XSatiEKTszzYDvuTcUg2Jw1QmpJdRZ+qq1z+lpXtDPfgJzGP035LZCkgHuLB/S9qXpzhBKagr0qsuizCKaiaZWLJgs2YlJ+an8TE1K6z3YXTsh/SxmH++SoqM7XujtPLOxPalfB852CoqKrVpv58TRGdTDrIzc0ZAeKqPgx0g3KrLIatpydc1ROZcux/OUbFBj15/dynl33IuZyM3MSJLZjmA/jCd8QhL9F+M7Zr8/JwPatesoZN/wx4qLoIvGqVBjVwQtwKCw+VUGa4hXKMQlNcBIzHvoEPzmP+IdjJAGoyqvuHaM/BJfxxLC6GOjgX7/U8RNnMnWIpHXt8OZyzyOlflNdpSegdMzOiDdLnX9dqYtTlgvgdaSNckzYprPy56Z5aGch6oiYYS2SfY8tWk1f78ZH9X6pyK7AivEqBIgATwxlTJTRxjanyQnD1uMTm5BLs5bS3gKrUb6cDl39OFu3cCw7xJyVl+uO7gf0uaW0kBkW9EMUVZfxRupxHuNXzdma7pVmTSViLWWIcCZRLfLjUcWEAfgzZ11kf4vW/xacNZllg+V9f4Qd0K/hBRNh2PCF/0YeGJeKbyoSRAzTPkhg7Wc1gf8t8K1gqOoD+/StjRdf2hbZlqP++mkfkIAmRjZybG5/T2HOWa8unNrpTNkwhLJ4nhUPmV4mcwrb3N1uJuq2hxd2idpeHIF9TiqRvXueui7GoQG2fpfUVIe1Jur4iOxIGlhX+nbc35Ul3jJeAy50yMbYkPa96/3DjAvCSd1iuZEc24kVf5uZ8eS5/TgfMpboCGKxgFq0xcParEaKOB8MuuI4llkm0dU0RnE4Z/BbZR35XK27wsEVCT1BXtdu8qB5xb5cSEokHDX8fI3415COYRjwUCFghu7LkLqm56If6vVxQvhgyeRkH0ws2MovwKTULoOAE6hWEZwiM/ir6Znlr+b1rXohXo1cIue2BZcZshCvBcP52zB4b+0JrPoEO0ndAOwfAWgkmFbZR+Uuaxs6/d3ikTtWMlLFB4KQB/UNCNNvZSKaw7FSVjotyxnKlMI4p6pmsmQcSUit9qo0e2JfGfft2YE7BZlpNP822IuN+bSiZylUnVDOAiMlLDX5FvzNZiwu5IRLXkt4/IpnyZ/9ywh0VYmsObQYn5FfcUFqzDe/I3XyCuqlFq20OA//BKt9seLmwhIRagG1huqh+wso1Qq2Ovan808lPMKmfZTRxj2KNumEFdycLM+DMgJyxHCYubWCBWeWRZ8gTwzB0/fFZgLbvkXOmBtpmV4euOm3Zijnaldsye/76TYVbjanXs8F5aKdZr8RBuOGWTBaXyvtKo8/TGhmaU24GekIz96YD9UkSf2/XF1HsqRKkLwSWizRWkMhdoXWUGg4/ZCv/8xizHrxrEU1lUSGu4ekBRfjKAp4oXSA5tf9ADbaQAD3V3etX7MFUTf+ipf5h/UTEA0IrEkbZeXQb9xg0PJXpa4Q9G6EyVb8Lfy/9WgD4/MVl3cZPj92lmXnyFx40XAOe138dFzD/DfViE7X5HuzKEhXcrx9zN6EnR5Q+5WF1fzgQB7jQDFT2E/49ZgjhKs6PI+EUNty3moGS5jKlJmn4pjUWjDq3whYsNU2uwtGEEIuAv0McmuiSVSq1klOPzrUrLuVefTnZH4TMMXMBc0ay7VM34L34AA4FO9wazVWXCpHFLJmc3n/gt/37CuWsPFD9VXZSEEjiclQJqOVki09wVl1bZLsUsCApRBLpSG0BesH3M+JrDLt1VAC+scg1Gle8Qu+tNOFuHAi7Qv9Mbd7ho13NMR//9/dcFEksbFUMBRjsa/joqIXrKAr2Oi2vFErMkgsW+aPra8pCpGo6QbLq1BYgT/YcYIpyw4eUWEcmaQEQZaiCvizqzZBvKiqLGjFhJotPHP8m4xznVI9N7kNl9/35aHi3Jgfytx90n5sWeIRZRK3tjLrJDPbwyCejchlFFTXgNorAyh/KtPP7eZr7L2CcU68yMATldkW8+PpFuU8KGfc5w8wiDTUo0yf/rr1L7qp8cNh8MyJRM6t666DQzWuO3wFf+74JQ7XaBh+62dkQw1jZbcKkQXNLpDnY5MAxGd+r3TKgqWog73upYPbskqobH0w0YZvxlOq2pvI92gtDkXsleJyUUAbMMizhfcPMqrXVSopZmaXIrRSFKGqrrCIP4wlBR0Sri5WYYI9xvhEi1dw7JAErGIul3IqXaFgDls6EHzTgmfys2qT1MVR66Dlg899X3+p+NtsOOzl8Cd+aSU/hY+JmZE0TpAkn+9FjGaB5/wkw//yxBbqdPhzhxjIJl3JUihRwT10o3cNMPSg+si2m8VhP5+EsjwwLrpMI5bs0crNA3Pk8dgGI2rtmIHbRr88paO73OPMkF2/ZZGTNShaonPrLopyBn0VrKKrf/FmOkIYPn7tO1OTI7lMrmEEzhbIsd/q76MFfYZlbtRxqi0WFdaRGg/AN1EWxnGzMbwhrLmiknhtSPPbhVdyfUoynXSRgndEICdGXruG25q9b8TTNw/GphG4+mAXECYZvYFaD4RexISx6tz+xmfww5nCune1Y7DPzXcZtRaKV6aC/OCtQmC+sOyewuMC/OGJeDzFGQOtB6P5f/By5V/G0Lr4e/9eM3paUJ+SGKFeSu3VE3/Zh/X+ipY91RU85qYltslfoECL/wbLGLFHqMeNNMxX7E5SivSdUSyrtW3CPl56vmeqQzEKXc2Gv6g0/+J9L7QnWL3YZg0Xo1CbxLqKLvpfVzOkmO6unZ9JG9XuvNoPNTyLU0wO95JD8MYVEuJfqwNSDINTcqL+EfFLD5EcvmGYKOPV/PUMjCSIwGZlJyVwvIsVozONFGouo+RRx3O1y//2ptzL8eaMFye5CuRvxV9jIv2rAA1wb8SerRLm+JxsnTac5flrVoJ0gth9bLI+i9iNns4+PBdI51KVyUEhC4Op5ZbC28YPrN9lSz9hcxTHXo1CidlXa/a6e54KlZ+wojrhz0HMs3puoQ0pGYwtCCAhRjbdww/iW11z6fupnQMomiTIFdXgb63a0yX17Y3jbhlqsq/92j2jqAEHpmKpsnJ5Wk6MOKPxYrEKgB4nK+szEbmlcGGEYG7h2w2WZf6S1yJsRg8ZS573Cbm20ko4cyydvmph7nV5gGW/RDjz7g2z6zMMD85vH6Bh4EFCXxeqdbp9S2D6OItBPIa6hYWCgBB9fv/1jYnlWV06ab7kzYduXyRrV6q41VHqAgNBNzZaXdoR+b/dPzQRgwoPRtADCbm+bMeCFLAL7uCao3XDd/Ztgu+J2Xl78BOb28OMOffTpQMVxyo8OK/ePvn6zCUWiNTyr9ylxC5Qr5SBl/dgXXRMDlqDjIQGJSYxcj/jm83mlxGkj1toaa/9TQtc2TwF9fcGYyy4uV2/DOYV/CC/qAzMT9aIb5qQfk5VVvOPdSFek+muoyDf3eU8ljLM0X9FXfQ3pQpLNOBwRrll3Py8V9zPVf1yl4fZQBkHi7HExxsimNPusfAb8duFf9tKcAZRLH9FCjvdSI5k0R9KCjDzqdOXF4zCgClQ2p4zU24EBoAGYdqmGBvwXQn5JeG2WFtdwcMYf8pOyfUkjhPHq2aBPkiR+VXHf+HkhjSWZZd6tgwT6cWE8m77FeESZm8wTCUX3h7ydt3yWSiUfXmZOKYd2WDsoV++Gke+HuNkC7umdGBvXCkeUhWrVP4XnZLV8+tApPLlU0xHbbmtZAB0AluWvI12kVlHssc8HMKRp3//ClP6ivJPpBTk5UXIb/rpzlfQ9YGSZuYnp+dxRkyHM1wZi0ckZZnXKYeLxRzlSSVxKmrJrOtryQTAC/zKtykIaGm0BBY6pvLQ4QsDc1DZHcEXABkNcInF1T+F00BTfa/VoYdVdYb9kl8tb6i4brO4zRw15sIS61i+foKjZtkLaTdS2p42i7H2SkdRLKToKKKeaqOYJXfZ5FjqwuQTD6n9716A9EwSh7G1Iz1AaJHE3INxmsuXNKklqWdpZIGyHA9FQWmyOAbIcXoVFnSRLtHI3/ycuxpoDLcs4A57KUqlL2PGPIWjpdeBwIUJ5iux6te6v/5eKPwnms19cXjDGnMaHVHJKFH031ZkUTQi9GvZ8vumWVozoDhDQi9emKh7PKmnoHp13DZxJaxPHAlmJLWXtGlOktqkXwvPMq5S7ZevHgN9fpZ0/SjiNl1pJk9LGeQ8QwI/uqNKqAdooRx/U/KyHGuQ74xs7W6yNXFXHJHUOoSNZTxpKJRWL3qpTp3v2u1TUCTcEq0s81l5L1CvuqzgRAPiK4g51oQlT+F9bpPN0ZUNM0glt6ONQv7jzYj1enIQCMN4xf/25fGz00FI1+3Y9/svN7CUBWu5dVBdGldQKGlCPscLM9utPj4aa5CxEuo+WiSri1ExNUGWO+tP3ov4zW4oSfWtpJvf0aA92g9UULKsI5r5Anv4k1zMgEE5e2U8ALtZ1yXrXIHsEj01RX8qeYS4SUHMJMziCXAgXSX1EVTIG0KlFXxADK2I+Bshadi/+c5Fs9hyn0vg4pAf0jexxvKUhfBGx2jL12mdp4UVCMCHK73/K6n1UtrEQpqUf1bZg8Kb/HasH9/COEI/NATlCOAYIvQXGJTry7GtqJHkofDSm2AFdv9ewHflAYMaRD6wuukywuxF/Jgv2AapS+FMzmGTg16Wd07Tt46ipF+Wjfn+nJIX0YoGa4kXQTAkqhO2a0HuEaTUYXq80PGiScRHNybVSlE/1KfRv1HRSljZHGAeFPmEwpedsAX51Lk7PYKhpSbnP/LywUSwfYelvJNJZfGWXMta2R+MndBfmlwyp8wifTv+pDudzapBHH0en93IyQWDMSd8OlzbjhcHyprjUYXpExxPIPEVvu9lUJZ1C7AvB00YrO3YpYKNLZTUpchw5jFHy3eF8yuZG2RyMfSn998Nbuz1kSRE0C2mWZes4tl4Pl2M51CHi5knZ17WlXSv12Cok05MVBXbazMYRlFse5yiZClz0icp3IYwoPixu2K5VKEpcZUisv0XtwHBZZM5UPiML6xe8pvJhLDblb5SHCkXp3rNWQ13AfZhQw3WYbIUnpLwYcWdLX16lHW0lT/F4jaLVD/4IzsLYGD1ThsJWqcxh1T02a5cDeKK8Hz+BP3BUYbInkwHyUV9fpzTsjSD87SUrEdLb+wOh5TaehnJVx7Bc0YbIyhFSflqVLeuxG+LCEJyATOAohtcJ8oG2RVAIwXLcDby6frPwDvtij3uX8eA+ppgrPMm/0l7jMR7kmQN4RwhRgm/eFZ7Uoecgq1KxbaGX3tGzjTCYMU416mNb+cJKt+4fIY/VZ1mZ6dA7ZiFckfm2boymduSHYd0UvrBsfNVNGt0ZDVOUM+DIrCN3OTUy6A8GlL5E7lFpjNMs5lmVVtS5Mv13zDENrGVd7gxu0c+dfyZOb1GLuEa445DT3/kNz68QSWLAaHopyiLj2zV5bFvCIEjT3keE/0+eIxZFAmUOCck0+tbAbl9fVVMASq0ayXafW3qPWN4sSPWqWyUC+yaPb/X38Q5vy7rWSNpuzipipCpAD+xrFqIbFJo7+hZSbDSlwlFg7LShxeFY6n02dJj3Mkqin5WDtu+PjB8alBvLMzP1RCZLkTRUvFavjzm3/MLKMJxsg5ay1TFvarv9VnjYzBvddgJGGnTXNy+jXtWVKlrOVwk5qv6RrOcBeKMoL/h8L8uNPXhWYXOp876wAElXJqYpQviGgPiO3e+BLqzpm7aFfdpsJUtOCuSQ9BaLptfqTM/cPJjYLvGbV+mVX+9Uy6WVJb/rVaVwMBBbTr9so8RsUu7ATeaxMrSZGgqFUk0MzCtvP9SFtKwU/mhnaypc770YRjqkpu2HwJxWD1HWn6cjibLsJ8o3g/+EyrO6zNkp1ue9mSx+vgMkVBM0iEjbZc8dWi4T8VJoypioo9yPxjwVNk1nmXp0IgKHNnWTLz+5N/Mt2cvpupqLOuQzIZlkzPm8f+WeLaD3BIXJxby2JzL+4/pRziTuX9BEgDHH3kk9mPLZcOExG9uR1ZjxYEufMUKL2Hu/VlttSzr71JUBu1n296J72jWC08aLymvk+yYq1+FGo1xgCA8Kbk9XDt3ZWRvaN/PW18GJVO2QF0Jzps2bSuxOkMUpWbZ+eSv6phGOSSuq1dYfsLvUPjLSdEs8C14BoWDxnE8UlH1NCCvuV3WkS2WIXVLYPxNsfNPgcLA0Xw7fuQJNsb/gj8slqUMK6Uj+tewVthmrdGSqgSKffvBy+H1sth+dJk9eYE7jMqDjsKGfdJBajFORl7hA1DOTiIH3AeGk6GxlHofIlFMc17pqX0wB3gG4Xqi7xUxzT6yyM8hzBgUjgkb+G9pdlvjqwrpeJY1FWM5K8Pa/fCq80AvrhzJDvCkBg0Fn2DlRl5Y3kMgWWylRTG0v3L0hlb68cB8X8X/Gv9J+iR+eL3QIk+2IfDXssjaf5tARp8GTN+4A6TKpO/r1CM5F/hsTWWNPhB4c23CVKbj9Vgi4P5sIEtqwGN/NgASlqT4PRCUkj/0XpnX0QoBEc+hcKWiPiW/AHCDjUpEJ1Are/UhS9wKM3KRKYAo7YTYzcBDpciwgiT2teEcIY1e3tVZFEbc0WVrRCFDOg8untpWA/D2ZUwCJPZY+K+Jt7VFQlpRuHttOSr82/pyraPJYqrN76WixPqngGIU7KeTpEHRpEpyynfM+AHU3PAUdP8uj+oNYZe6lcJ0h3XHjPA1tYQ3nM8dHLTzFPTf0CE/E0is0/yb6/Hdrm8UCVIu4TE18+XuLoVz5fX8FCul1FixWhGF587Y0a1JEdM92Y7skzZ8WX5eqQP41Q4s8dj7ohgkcfoIjBKt3sNdfdKU0zdkNnC8QoGC7RA8Tb64ABlPE7/EK+BiPz4nJ3T7ayV1bxZgq4kjLHTs+ij/MlkIeOJbEDisfsm0RdhTKnwHNjBHDxwim8mSdM0mc65INgQMtP+Gz+BxJGGQNM8b36S5OBXPWI5l7qhS6qpdK1eGmeykktmI+clF3/vm2XGmosu0RQa7PWeAbGecQFrNeKvI2ZBuD2f6t/4aM/HlVBQAI/Xg4/IoRWVffTqFZVZDT64a2r6idtkopRoLowGeU1edTOF/bP06Amr9CMTDsO1PfehzGm70qX2MzOHXtsH1kuVd0OCKt31VZXedFbQ2fr+9THz+FtfXuF8bI2ObmFaA0Swi6sf14p5fHnfOKu8+Z90yzi4RrqLAVdy1XH815zVKjEQGoxuihuHTvI3hxeTK/P3k2F+b4F+XOLHd+Hs654iQbIFpSmFPW2PQIDtQmUi63PcJE/W+lgl8cG7+qrpy/hbExOKyo1iR95gOKHFY1PdcN70O16bbGPPjrQHliXqoIP3P24yfnr93QyI3C3ww/bnP42+k3QrLaPG3ZIELAH0JF41e7UHVBYvoeWaNvuDD77Pq6SZ1pW7TqOgHMYtwF5jcbWEHf6dXVE/j2simlCTjQlLth1CWG36dz6XPugyiG8aTezwSvE5EO9YefHlV+hVyMJFLExGfeTAVMv14jDxB0FO1jUN2DGcr2xjRdln8mn/por9hh0RLElzxGi71ozQdyvjia7nTCWdDfhHe5U7NhIPvyCGGXwUJyG/z0ntbHsrkroB5GGP3XjnnbHNIOtvWiMdf9IWF7GCaPx02zIaLCZ6L48rKBBgiDYPovzjc4QOKXt06ks2KeSUJ3t2ZDU9768kYlOtl4afnNN1quuuX6h46JNuEDBSIeh35+zySI1esSnuPe9a0zpVURxsUZDM+KjH3pdgSufcLOYKcDO1GUCpg7Kq8vvvi10Eh7eDUE0fXrIyPFxh4rkJwanakcLq9mAOIft/lzl6Ru8RzEkBO8ZBNaubA3Wu4dTZbXwmiU0Xm6hU//RiCfk3+uo/9z48RJHVWOBYbMvU6Bqe2P5B8xyrWpdVnsQEqnTTDiWStGqL/w2UR65hHniqHqS1mF1zgFBI6m8aH0z9yAVb+AtqMNjjEYr/kbp/EKfjWbnk2ZPHhRYDr5V4q4H1sCnGK6owKVrvA1joEJ5Vyjj+oCNVZcXYHE5HKaklrIIK9cWw/es59ky7YniiOEMsNn5sg10xRJsZQghL3jqayqwUAtIq5ty7YzU073MYODGXo9F8ILwaRlDIHhI7cXv7EgUhRmzB538gx4pkd6bEMsIzxFyw5YJSUYgIkAHx/b2Cm4Dm6ZrHjuPvGQCjW2X0TasLvBv6Ri9+Rjttpg4xp4rw66emrLVnW1E57vrz+irEe9Nkdo6aT2DDZSdE/hchrfBaU2vQr1OriPCFVS8+JScibPH9SZ6pNsL+ieJil06xLeBW3+X8bFliD+rx0gYCVu2Y26SgpCel6/waqkojlU3D4OvF9JLZIgQj5tjryyLScDNkFLje+E0nmL591cHnIC+L31W37az9JsHpV0j/cp7oILDO/2gfn6UJoj6lVg4C59Bc2DaoTTN4cInoCQadY8XqG40Yo50Z9iJnRBAGe63AS8KqtrOA0amdiJ6IS6GQ7wAmiG2JfFRRHndOal6NQWXxI1+qYpnyaHreCfyi911Y9RIw9mYYL3AIzOS208IfGC9z7W+ug6gjx0cxFCIHD/swgpi9qTH1AEigGFvARO6glflEyGt11oc/VKDeOVz2i6axuoy788ZDySy1gUl83bc5kGLtUL/wPxYZB7zFlY/LMVs7pW0b9uVbM+6RF+iUu4Svwyj5PMJfLzMRC1owakyaUdntsvFI5TnJa+yn9RPX1H/0AwAkMsBD8ijQ1t2ENq21eqPFPu4LtrqtoSyiDz7SPYEU76wY7NVR2Yl3RfDGzhn3UnRBM24l2YWRcXuHv7b2ZRG01/Wrjz1e5+OkUFBpFbEGwWprKmZuJMLTFQuAVkmXHfjVI/YospLWvGqKnFmcZzlrv2oEUxDN2cOJ/e3mharxJVi4ES3KXV/IpPVm/CBxJsurRWNubP7lacmIqQ7EcaZg/PmipYu+Tf74tza1mWe/48iGDQLBKfSw5Et4coaWtsgW5CcnXqoSBojkQLtSdS5O07UCbmRxt5yhOqWrDw3SpvrDC1a+H3nw7XimewivNfb0IwzFYMtcTU/MKVJ2x7FUsqMY0sfdEveR73b8BkeOO36FXabfO4HqYxtWPHDof9cw7xbwwJSo0uXw95P0FtJb4eYTiARYNafsQq3XdOdOPEjkHi7Ufe4kXJDrd3UycxwTRT5DZhQZjnY8dBBzAT1I9fRTF2ZlASaU1hAr5Ib04l4BHCetAwYvAbn1LpvT6+r3OU11XRZD0a65u8+o4xRR+tiAny8vp668I6rcER1GK4HxN3sEFXZU1wUYKtY+pgS8KqQmav6SqsHY3JP/Y9eAiuGExa8qkXL4LdGKcV+2kwmNX/Zi9UgzR43awcBk7NtZwgqkcJpwIbP65RIg7oduzlv0n2PKPEDQPjld7AtrGOvVcG4JpOD+Eh6oa7HoKVKzOdU6VBKuS673c+e8ajlgCHskFfEeY+S9IAaWB/YgrDV+L9b6s5f3if0P90bhMpffHhGhzjp+gYil7yZPZGsPINt2q53w0DkwBM+ZnSviYomnRF9KWMj1xLhH0FZ/YoN5UVk4A5VXWRXd9YggKVJXrYprN/uiXrNptAZYwtranx7A3jH9KWoA/WMqvVlBsy+CpxtCBaeTs31SzBEweE7X4V2Ko01LQb9ulguOMAvMyXbYn+1jmAEg3R/rmNad4kP36DPQEIvKKqBbXBeo0kAQlNV2/wNItNs7PHOKV21fidP/M7D+0JpctzWofZnlj/JDH/DccUXbZ+2s7KeM0/SyCWJ1ESLF6/LVpZNMgwG6X4J1Uy9d+9djNDQZAW6bqxcXOm/tX2ecIIh0ffEpurhsbrMkiYEl6j3zhU8vX4fmcoyGdY6yC4GoUND6FcPrT4RsKJSNZEyUc44JshdJym+mi8ulRxh7XUV9b0kkAhnqohkqOZlGJV/Q5SHlVZRunoRK8vRZxkXVUp2U1AW34X1j+8+I9QEaAvkI0zU28FhvPNkV3yS5R/hV4xgFHcxG5hNFarpo19U+q2SyJpUQbxwgzNM0y8lyNXNTDJxksM5EEEYokm7hiOc6rMoG+87R6UNj3hlm1G3QHBXXOJT80G33tPW5VKf7vxu5xYTC/LM4FQQlZctDYivEKzD2Uni57YLZCSnYR7q51DX3xUtHxU6GMttBgRjm2OShf0LLK7b15qxpBHDMyBrv49TwYUGMLlyqOTAziIeJs9seaqkb1UhX/8x2akz9VM5mo5/B1qs6qESDU1SmW7/5eOzoOozueX40Gc8Ql7BgyARGGoSip6EEu5poxe+n8dKxYvz4Plx1RYwns49y4XVita5r5/nbBqAXYhcviYlDUr0mARLv4TJGinH7AWKrQQ17Dxt13yun7WvtorrnPpOlrrsk2MkAHX2p501veL4w2I67mZFED3Dqgj0UDZbnsNst/hWo+/CLJhIEK47I7H1iav1ZS5eeHI13xMmcUYitISfLvxHjy7WVI0/P0lLZs2yHlLZRtUUroHB0kopel+UPoWvB/w0WYLLZiX6Q5ghTtOHNojcSHMvVnOK6XxCqYfsHGIsUpr3cNnKyPgztiIYF3Ks6qXifSBewLfx67w6cNmCDQDmUty1jKsTP77YQHNiR37l9+DVKjcxWCsaTYJDiv7wXY971cfkI9tlUg6cgUw3d+jtjOQrA835exbqHWp5grKoZDBXMHc8sKK7J3xKa5/Xn/4/N+YfahJ8iBE79/QOxLYCcfFC+J70dT09J/fn+znW38z1+DtIo9P1lVCyHkFPVqUm79h59uSoC0MZ+RWGTJTjMDf2eFLvfHNSO/vhXZUbELhJrrOSi+vF//LYPVXOYmEK2PWe5B+wStvW8jq8dF/hIEEPTzcKwKVutPVKkcrThYNAVQBL7s95XRIU9e2gd44LOsiFMTjGK2degKGcBCgbtqaBDIGf9d8R+I8eP63waVLho794tfmMzgWLLXPbVXA9/TvzbjCOd8Rgq4ERf7rVEwpWfgls8Tiu5PLbVfFKhGORFX3IGXVlGXEFcfVpcYuT1U207+G9tN/E2dwWhy7W15h15oabT3oyuQ+12hqCsU+SesP4Mm6v9CAntNM9UVflOodRlapKcTNOUu6YQ9/J2D21OVTEJcYvO1PYKF1JB9b976Gdr3RkMvWXeZLUbRyE0LzO9a0AxqwU8HvYTbfc+FVbyzeWB4PQo0T3qCFO+wzbuHy0gqKvqd6fQJBvEVqAP+nJX3zNmbX9tRuxhvCElksm3RrWJ7En3EcdEYzsxxjViHD7ToK/6y7qu4iiOJa1t6lWiMrWymv8RNsTjNJM4Ey+unuz6ltsFwuocUle8EOCzMj1DQzCxCflnmKcHphRIXStRgPPBzWhwIokN8OSqUcymjL9Dh/sQJ86P1PWkvNnwBnv91gC0OofStPEFWPx3wbYxREsUIAgfELD/Xv40ebFQeNE3LWiEKtwvH/p/Pz9XdwRKJKV6PK7/fMafanongSMgnR6kKk7YN8eI72aIUV4oTafqLX+WL8+XVRVQiKZvAgQvxbKIU/TfxG5QlKimWZrdiXURtcPQOPs2o28FuV9VCkgXT85VWcFNjl8e/acYTVqgNBnSs+HRIiv3KxcmnVCDm4YJgb6bjEAa+46sear2PvaxyzH1r2DtxRuRjfqEB1Acr6s8uM/+WUUZF9RIPXAw0Vbw3z8zr7znmuPGzptx+nF+9ycJHDw8e4QsudgcGT0xAisSHJVapzfX0FPSSUZxYthzUASVDI6g9WWiIq1smZOGtshUhqBKzLNvSlvG6PLSIJP9igM/zAojK6HYv5ARtlLcsf0LwTplU4eMRPxqLnAD/UOQXce6ryKqH3/pWluVZ4NKSUkV9vY0m8LnOWQnkMrlJVyHmy1giz7h25i50R1cNCdYv/3WDKi9r3RnDMXo69ee0djkhkZZPMtFxe0mvzKM00uLJMcHgnyvU13/zyc4P2jegk0PB3ToqPH6EOHJ8gV66RRIh1dq0fZ0tQro/fyqklH5w+Cmb7nRzlcEBARIqClZulqAdFtRwl4WPqz0SoaX/+ecP9m02/kbgg/44lvir6TFCRhc0IWEaT4inmWMiZ69kznP6zvobBttMAvGh60p9aTaj6o4PhhVICh0f1zLuw0xCc0rrP+oZ0eN7r4v2S5ZhdlYS8cGTbB97PMqtyMmHHGX5Na8J/rVudaseawdJ/JpN62p1ym+yi/LgiUR2AWZc39xv9189m5hPr7WLh5IqcdMUHyFJRv7t4il7gqLtV+eo/PbKrwvOYZs/x5JJB2OGfvsq1wdNoU2dWfuFwMdvY51DDKgQJX8Uied2ZeIaQ+imnBwkq29duBZ23xDxTeXFsfTMT17CIchDxsLFEcAFPuwkju6aEmSKoM2rEjSzy7IN5HJuP+Ogv0GYUEJMXr6hni1h5vhL/FPiIlGIBIw4AscPqD0H5VjilId4HusrM1zW7Jb424JS1PopjSppGE5S/UxUZTdTQIhg5dYRUTYleYxWWcArBX5cqGrafDWM3zNOKpdf4jMEYUmQJRpYiuAkt0yxcJed49naRgVG2svOSp01XhtsrXvhkPpFmBa/8CeeNaPXDDqEWIrQX8wLhSFIYGRrAbFGDumv+0m5mPD9jO+3/4Yr6O9qJICxxKji/SKBfaT9rRWVGd9fqI1XNbRecHZRotQFE/AIHY/auf+UNnMpxLlofxlDPP0bzYAVA8NuwAb+tZiz8nhBG4UL6ryTdUGOF1CR+mNkPu4yf//vYJPb0QNjuAuEYUv5VcKKblB+WqLMLgQKn2XxQujb2pyUHn9ORYm+6wJXVT3VnYI7r1PmMo5jQs0Y0ES4BwNcDqKD8w94F/vN6+vUgVxG/55pTKMp+fUeC55zRxPOZT1qludLfuOY+26r2GG7XOnlskhpB2WCQ/wYZfyv8KrSuMw8/zazITieelA6y0dhUlil/chtG1fSLstfaS9/hVLB6shNU3DhIYcBeVbZ+WOoqjdNMQ4L2ykRrHkChfpIbGbVyXWcOsEw9DT80b7ifr86wQQcG5jy/IG8+v1+4JTAslhW4Ei9etUaE8gi3qqdKoiAcbXTz3PGmtoMwIqtxH/1Dfop9IXKjp6MWUWU3aOQHupIj2d8GZz/kGB9KTu+VHil6EY3XYW9ClmwLwdkkNKzz1JO/tgmqJTYvnyaCVzrsDXnAEuyc7VOWP0GYajv66aYoXbhry8Rrww8IfeSbL4L2/pPEwkKLCWjRXKxw5fCb1+WmD17nMDPfGEsyYSsb5omp8SpR3wiA+ZbJ7pxtDqApj1p8SXlh8rUalk/YRvJXWCVqFWcYaaMipGEfqY2BqokAbhNMhPpbTcES9FbvtzHT116GwrKo9mjbMw5u8ygF+WMFAYVS3zCoMRz1R7f9D+C33KMoIefXcTou9VJW4At0JFeVZ82m9y+YzDt5aFW3PjqKz016Lsb6uikkq686A/H1fN14nmzhB9YFyKOUqdNH/jOMuyTOZwFaZK7oQWUZa1j1vbfZhuSJ+cilUxBakiCcZRfbPAa8Vv/mnhx25kc/q+XGJdMvh1fe7Bn3BHrwUyL1DHfhzPLcN/HL3sPNEVZMK3+Yyi48AXFTOGrs/LEnr10YPP+b1xPKlw1xImSeDCCzEnmiDCUrdZWOuG4/0DiMUz0LTqGeOZPUpXPRyv4fhGdimwERzzL1OIHScA36zj/1srRCiyit/uPIfODByFgd6X862LR6fbpq7gU5fMOwWQ65AYEGnkGxTHtU3ATdladA3WZja5guBabibYckTCOVW0tO0EuWdBuajxzfCT9P6/Sh+uxrPmDQVwcUaRNjh05XwNa0xkdwN5VoCGVReoNagcKebnil5xEmSik94usBpa/WnD0da5tKYmwZzm6srkF55UD9fLFkFB/UPta9VIOaHDu5LzaNyuE/3qwRNU5mbpX1DKhInoKq8B6NgEUNLNRPvl1rq5CtQSQki2idX/kXU+/qs/8XKv7KxXu/3apuft+fFSTgqBk0aJSApE5IUQso1aqTxFYu+H8ruP7+TWxLm354/+N6bnoSehVlu7iBA5Kd6SG0SSwOu1CPWEfVX7PVBNep/bcBrhzZVQWFVaZWtykVLHP11zw7Sajf01kCIlAWXW4JEZHEEhW0ecXhkjPFA4I5bDY081sjhhNXBYVKowyLIZuKVXjtr7EprN8UTj9MFTdoBFkT/fScV9LUOQgDQ2Xtuc/pU+Cr2qC8PfBb0+mtMDav1GYRiW1jIu2XpGFtLM2aLuJCmWyUddIvpKvcRfpRFBqaSk6S1/xGYY/WEx+vxzRQaRpMknYjt7Lx25qZslzPuwB5T4X13cGEHyrd/iG6Jq02vp0cvkvHw8Vi6dgbQZXI7vOp7zkdcJ6mt7nv/xkjhyUUsXo2PDViPLiDKv+/E32hdNLpXp8A3PrYgx+R5nqDV3jwhSrz7MjSQUd9iYN2EezNah6yZNuiD/VxWpJgptqvgpfN8KQDBSwAJWLflLbFWMDzG3RtF8jfD/fB+CluKPrH5lD6f6xi98hMbl0cHl94urnTtZX19Wf/r+b3SZ6+CqMUdaB8gGi58IFST2e9l9dPTu5tNVRVev+PMAwtlfJvaiUjnSIEGP1z463EgXsri912o7AkC+RlO0j1cYdw3sVuPQbHLZPUOYc/7W4LP8uOETFyV+Pw0PhPw6V5Q0Euout1qlUzO4WOlog3dFSdyorMQtaj2qkIF3EjjJKxLIiSikpMZuC5jX02Aj/KJhprv7lP1+vNUlXcDwhQQbI8WphX8+ogpZBMD/sTzzqdVFFDMVI6sfDk+1vpn5LgdrZFMZKgNMhyClgUSCtaJb7QgwRnYCtLVozAuBBoJ3wnAiHKvBQAwKPM+TXN6PaAkILMER7Bg1U192RKDwOT8SZNe4Fil6HaeBRT47Bh1X1sjoLAu1zLG/UfLzL1mCznDzaJDV4lrMtL1nYXOkVrnlqZmHDxO5mGWrk/1zgxPDsUNhZbOIXxt6XiVGzWhrDcql2nO2QGVPmB2qBXRzz318H6+1YhalWJvLSBGuEdqnNqcHjVUjiX7qFiCEy5f2lqQyVIdI4XmMdHzjyaUZ7/Uy1fLw49n7cRtK+xNd2ugFCWpJa/O+l2mlKZCaaIpaFbUv3kZYQSn8bwQdDRjowasjw8PFXkqs18vedpRB6va8Ftm4lDgvviQMZf23qtKTHZU9GvSL/FBtilm0aMMdrPbIw/jZviw27lGJ5YST04ux2tw3hlT8ihsvRU/eYMZ2F4YRvlbd6/XJoFe0364Ox6WYz2b/6WBFg2P7X5FCEkJn540ytGCL6Ca065Ge3jfVbRePi+g/XG8ZZ5jZzGHGLm3s3mBaSms5jk6kOaVxhZvryeVKPPRDnu2vF0UVzBH+xT2DSfMR9cOgekfkQjQvy+VxxiQJ95nGpxKEXv/EXpWmmhnr7sbb5EZlWHRAp/nWkxRjKne85Jmmx7rrNQDAHN9d9ve0m9nsvNuD+hFEj0k9djRP2hij+xgan3uxq3AVGCBSgkKx5Tlc5a5hVhjIIH4vr0ZsUWdZznz8nhiIRATKSooXev7J9lpb+d0dZGmTPu3uhCLXmLLWlCVmlfsfj3uB93wRO9j45bhOI1IRe1JAcuRih0vv5jeNxKdvUXj5g+seRo8H9s7LqK/eoCT4VVlJ0peQTdLLZ0TcHEoIdPvx1IUcKnOmkU/YYkJAy9ai+WmeAd6zQ0Lq9zVJB4n8t6C462ia/6W1y4jebuD4SeKzww9XFXk4SPNWXY5jY0QGIV0EY64p0jzJ6oyOCv480bHg1ZQKyZXbxXKMSjbotoYtEqY3MttIewH+FZ5D1YZqY+qQFbbq6Pi3SLzSEgQmSbILPPf+blnP/xasE7m61TRDuCUnmZq6QVxT+uKbCh/ddhvoWg4BRiXdqib6/Gn8dML6WShfGb34Vp7FnDca3wfEvEjJ0SHaNUYuX+nLCrJLFzm5178nEvzPeCsbQyryqkXb43hD2yCQB8F2kMdR/IXirntZhPNWHkfbqv4TQe/Mw2TbyYhPXj+Vrdpjeqj13O2abVEWNLrHVpigYlc22Myy/5xavfDzUScWlleEi1eQo0olVsp0LrFHlL50CGgaDww7boBgw/cDZnkJrloqU5+VVUNoBfxpxj0tnQ4+jIz8kcaI0acAwnuKBKtSLMJt2UYtUwKldpbH9lD/PUekOwwgM4wUu+5Gm1hHqCnQfFicHUkep8pUnVfEldgDktt3I7CVhGcyFXtoA5sIXc7RGII4/Uw5rcH6FMfwpf/yIQo+8dipNfpm/dDpOXxn9uAFG8be4Aiv81VbWRW5OLERQ17YNheM0BKoaA9JsnnWM6knNLvjDXraTaUs9sZeezuXV2Gvn5nJnbucFAOKDk/xydHKPz4VN+Xl0QhYVoecTNNzFwDYxWsdVTNJ/0yQWsNlTrJ4Xdfs6xqLYvjP8TpivFOSIffV6BFpGUkic1Y6N4UEYtCHspRJpGmCjaDfz85ffDPX87ZTeRyBRwigjhIGPfb9FLwYcR2eOhbml0sS17/Cg/rj22OJjEjRRLIT/b+0Xy7yeh0y93IZWgN1Z/evHAD9WGm5XELFOA8gEyO4hWRZBjcoW30y9+/V1RMh4UCjtsDHGGqQb/ZDmAYfrRxCobT1eF1uUcxnApYIgfvXKbenqpZoXyhyyMKNnfnn2nAX0RdRYdYdV4yuiIl8lBhJpOpXYmQLiA7Gvs514V8H31L977UjCthRm6MBP5U4v7/uQUkoomi/64lkdsKmkB61qD4kW3kTRaDA/jRD3aIpFWIdh3+CXVwn7ehn7Ko+jRIU9QjGhnTmyel9wNZFKIBGvaDFcu1KZ70ptZsWzKKAacsmgTEtuXY1GJFLlbNb+WAqXj+7gWr7mDEqupSdf1xlwrIxTYlvXcbfUAqF+TbHINa/0MewlzYcmFqmX3HzQ9mwvZdD46r+/VapfkbZPFP/xdVXTQTSLyaOLf9OSez02YTI2gGZqC5QgBvs/akefLf6imUJUZ6NNopNHL13xkIul6y2nE2/JRTEya6FkuqoT/DLPXjV25Pl6ahSutE7UfMav+3Vj4IpynzpQmJbS3zfEES9s4vclCdtZkPuObDDcOlsWphWaMZBfQxYfShgXpv7AKDc8MWVHI3tMeSNuMBaIuPi6NgaYa3ALd3FcSfTsUVSDT7NwG3G+rSJEoEAKnf1jcnA3jyOOWdC3mvfE/rzHtHaJBH0jlIIQkqhQ+lFRlKLbqYmoX1OGf7HTHFfgz6cK9MPiggx7UR/EQ3aq5TG3H7JYN0Z9Z1SMib331KMgJ/y8+KTnZGR797XrFG4t1JgGzX3aYbHPji/5D9Mp9H0zX/jLFMvB4R94meV/13f4wy/RRGJWpKsyp9yMFmYkYCRrAZco8V4Z0EaAKCaNQlzSQoBYEk0JAh//uOdi1TNtaoEQCYoTf2S9+dvvupREdriV6b9cptBEOtiKDjlQw5F1ShS8xSBXIprWi+YWh3J7RcHGQyWEBKsZtU128CXbWZCcs3qmbCggiWDAY8YnvJlgwUbUjprYca+0figectfBX4TGnNN8KdhvgZum4+ZZfzJYkJAv+ZUEPvUN2i819w6f+8HipWOHw6OtQU+l5SrPnbxO8s9izH+GOH6OGSPLkAkkdlVGgar8XNAxt/uGGVU5inpdtZe8cqEGmQ/VRdMMF/xlLQdM4snB5Uy3I/4Gg66acL063pAbmyVG/gUgVMzbif5zdFl5EZ3IvLzMODolL+Ak+6uxwFWrni7vBR4UMF+4aralh51OMn7wWdHPLIzrkCVnySULGXl/ayjth3CiqCtYZp7zIDMcx9h5XuYZPr8rNJhS5IXdnRZkji/BclqRbByMcwSepuGDd3rjrG5riqfuiCxyyyvOgWTnAxTtgjbeU81VgInTtwsnZY0hAKGsTHEr0V5pZ1x46jsMPDYyrNzeGYIv920jNu9fXk/3DIJhsAkPKIbc19V9RoZpP3gbILjA9TxJ66kwigNtKV5lKM6H+CR+ypLOLSylD92wkfmnJPwR4HBAI9tV1JUZv6uZvCgXp2OP/DPmZ0crzg62kLKK5ZljnCNLOIsDQ6UYzHEUj9Sg+T58GlSCkDKglPTLt2vm0cLfen1wuz1bizo6ZmIiDp5FLCjU2pQvgBo2eNMFg1Ozbr1aMrrRAwfHWIORKnmB7/f573MP4GBZnWxf4OwFKCW/jtSMf+uLCyhKrTScbVhxX5rfw+RnTl2ga6fEZyliimb6vza4GjWnC1E0CLSsi0rAHtqrpafejfsPEyPB9wFqN4Yrm9/SY2FftyIInG4xNwOHRFO3osyzGmddfyHEuom9L/dS7FGh4BJw0AquXmtWv5No/ClY6ruwUqMbRjcrv2l9XcxXjC+Oga3+U1DXUjVnUbVUkMdUf8Lcevz49vVp8a8qsNtc/Zz5ZVHcqIHUcHnEPaz8Mt4zl6+oXRjL0Rf2epnZ2KgUXOyx/zwPnfcQdZzc1L+EaFOkGG91jPa1XyxnJJUf6Rd4nb8zZgVP+V5fyunOBgMeAMtywdjBc+uaEdDCBKdRokDnvi27TJUMuY17EJ+qP1LDi26r+8Ps2z5ZGHkVSEzE1zUeeKMfIPJUsYChkOH9SjTqc+GqV6A6Gd358Tc90G5j2lfAX6HBo6yyj6ppeZydNQpw53O2GeKgNVckly+Lkwd6N3aZuZqP4slqY/N3emWqVy+itm5g7EkXsoxhyL7HRg5jtrAhVw9Pm62YHIu03HcPVqmyCbvxlX+5vbNedNT2gPNIYr+EOFmdVZpjw5mFwfZXzB/S0ftMv2XJlO2HisE15Gy4ZD89jFy1IFlHrRmNGWb/rj+wGCE3vjWcAjt8MBEOsue0o1VMJxIHH/CaknUz1aZVcFgMjimPyiK4B4oBPv3HmDrxFygu2a+eufudCiN37Hw2yZOK1+Amao1zlbO4gV3FQN4tBtMDKlXMq5ZLG7qcVDM24/XKCpFHGPKEShEvSBKRr3ro8jyGlQZidgFh/vcG0CSHBEklcpbgMVlucQaTqV8sNhFmcoPRQGeVq79gMIm0IYndNxbRorl1mbZ2n/vfXLIm8I0bZ1p9FF6mcNNMmDLT+XrwF+LBOx1ot0u7hbUR1TQWQv+s1TOOyjHbRw86JOK8H1a6qfgpjor7CkMz0Y6ECJNIij9JqzjT2OEItI7PLwqG2dIDGmzjXY+PzbAvii718bcBwalsxM635drub32k9ld9nT6/Tvacm0LgNmyyqaTbx7/0Osb+d7IC8Wm3zVVbiA7iHIFsLz9gUAdG9j8+2tjUGpxSVvb5nOX60BT8FPaSMzB1w1BO1rZmW4lTDyADyAkU5iZa7TLF04ZAuM5almBBzkAxnJ4tJexeXOK+6kCrUvhxYXFja7/0LpXIOA5EMPnuwXjBII37n6MFVMWML7CNYfpJSS3tovx3Q8YUMwWZpJ4qnZmY6Dr/9cMCjVN8uLxiRhUEglk19/VqsmZjlCGYeuKSeR0XWqUaQetffoRBP2poN2Zks8mG7ra0kHMzFhIv6AnpH/0uYH2JbqDbOPT5b/olftIgpEPac3z24Mf3/syi2BU6BGL0h3igWYaDBN6QMppuI1/GrHt239VpdSbUFc+0bX2P+NCns22wfP3MX8Z5qGqv01a0/My33Q2/bGLMHtf8gGT1l3Zj/nlhtog1M/AyAzbP/Md+APvjV2X4fSDqfgrQtd+8UqZihfr9urFFT8fw+xJTr5zqzRjYe6l6tmWqMvCe5UfDHIY7uHuIQB7F7Zfcf5FhoXnoWIIZsw/UyCm1s/JQ8OVtjDNjVzztDp/SgNPCvTFrFBOfpq/vEkBYkJOcopGzWVYlDx/AdZrrJhrWuF1mB7cq0Uu63VhBR4VClCcgOvqpK50L7fFHCtR0yyRCn/lU587qfMZJ93kn0L60z15mL30m8BbWQlCuZ7lLxwVYBeKPumvaLOoDLtwruNMaLipx7pA8bRdfMhekFo0XkvbScSPeN+0vtFKNdG11EXdFthi6XOOBkBqVWeyxrA0/rkeCJEXKQg96Aozc9uivD3RcQTp6uX1lOFo1a/7KMVca3GIUpxZFuTmX6DhDTlPBFjvIy7bl5qaG9whpp5XUcrR/IWGPtPcNpkZph/6HputYklRJgr9EoTmitdbc0Fprvn6h5+1pbKytuygyMtw9ZMB7wYs0/QhWuNkHJ7jLNBfgtYLp+8zTduTFnoBN5Inw05Qybtvyoa3/FIb5Dj8if51fspuCklfyzeR61dX2VOoMxJQ3J9E4Ax4qft+hBixE1rihshrk77EbrFC1tNJZNJRnu9kNHgW9KC8s0b8bdKcr2a9hT69ZUWScoxf9UfMWTspmcn8fDlKL5ZWs+xB0t75A9+NHKLEfHmE0DvlU9H0TwatekF9boWsRigCdkdg551GCETpU2N98Ea5iZFqonyCgGr6YSd4mzDAVcxKGzXIw+aqAsPTySfQff/oc0sugOt79srOIsLTpbQwwjqMrLRWmzObg0tl05o62YysFZnO1XyneVuXab4DrL6ykYH8r/li/yc0rfAFWBwZFLWC+osTMahY6pYTG0JyMWlj85RAWfNDF37RD3AxVyCBcZUMAcWGhejx1ziPd1TPlEZfxqhNV5xwCH2TLV53OGpezUZnCgwFdVJGPEJSYL22+poxDtb/FSUDsmKwVn6p5YTZaN0/3klKsqHdmT0eIzCfLVWC2pxBIBUDiVhtZzp7tLKBXdmmCkJm1ynAIjeNj+lmVaHmqt/ook6WC0BNV7m2K8/Gxfag/+gaocjXQM2t47McutaQa7kc9nW+Y9054pfHHP7LsWBrot/GWMvNTWvNQiAFrKriXLFIX0L/0hDrJ0RSI3uRvUAhG4j8+TMrVHu5pc32Tqznmkl0GEx+zNZn+aG8yAzpBzNnNXVlt/EhhgLfvV5MO0AhKkAxQYDfgaqmMmnwx6BwxFHnQ87ZHNBSO+tXm4t9+Z+5wDBoOL35NZRhlXVJnwygkMzRa1POUyVd1Ujt31xx1/1bATYr4kjL7iD58tWKxxDKYfcXHnrIlWM6MapZf5QKtnzQ/0PzHweS/xRezgUgliMg4Z0Y4RAGFtGoTfjqAGymxJV1bOS2vUb3i9GZVmWj9kBRTmGWktKPgY3AAWs10zlwB2RsoLA8FhtgOKtS8Hx47K5HGfTAMdz9Uob/CvWiSpeFIMEw9lXcxwgpkvrEDZge6d1GMjfbSVERXzzlMSrWfn4he3IdMZSnWzGr/MjFNciGgYf3RDDOi06fKS7rRcpnHbwamzr5xxv+oDjb/7Zudj5XcsM+ffdGndR+tyFmLDTlHUfnbUe4pnISzKi5Xa5DZATQupdVMTFjTg4+OE0Z0G6jZ1Feul4sRk54e83dDz8I5u7xHPYgloAnvmJB2leAVmZLxPu1Mp99Z6MzOqKc+QjgxVbHc1nxtDVpNkfb0CsVHHwkmyFSl6KvgVCpSHPmCNTTsWZoLIo+XHt8Ei9iS9SqVxjvho2fRyCd3vpzvxtFnPifZlE7kwK99GCUy864bJcv0BHCkOTnBdB5kn6wq+0sPrHMNqWWfECDmu38jrrE6xja0FMoC+pCB01q4ynvTgY8zO52moSES72PY+guKfhIs95kDGaa1uU6z3/8a6MCGOlQqZ3a7Tl/WNSLPFREEtmMFKFCB0WXZnR6bLYN4cCB9yUlD8l845//abi+61x4+hi6Yf8tA8cHkatEadM5agYIazc66fegVigYbxeTn5HMF8nUNJt2ijVuBVRoIL7joG0SmXVE7cv0uoqfmNYoPkXp3fCNvBwkjxaOZ1WQ39OdvJxjvJqd7WJPWb2Mcj+s4/2oB42oedF09HlG76em6lwJ78jD2S3siM0d3rIOsf8V0yOI2No8XMTwA5JdOZ4fDiEx/HSztYqZzEV7uuhvxU98OgPY3Py5YYF2ykxOdH+Y7gsYuxEiC99A/K6FFGOmFNEJ/31v9AkKZxa8im4V9tugzlOoiCPXtNG9TjESTKaKjqhWZFYYI8KfE0TDBtGeZwqxo4L+Zz6ZeCgLt4H/xs1zx8ENpWvJVe2se1g6JaUbaDBwQWM+H1Qzx/Be/QpmD+6GyLfEOx0hWQXuQmrHgF2DHMXvwAw6bdCt4xHy72b5W/TtXR8Bxc64uLnwYQUzbdWg9G/t3g0n5/C10jcNoAgr01XfA8cEC7LXDVG8EfOaEnQ2J1IkmtNX10Uc20eqqotXajRGz7Y/7dZXOr8bmc1EQ0ZhstrP5sNrYv87HglH13n2PUFJmR62hYMC9Bqgd/C9zbw0iwQ57Rbm6jGXuNEOB+NECrc0aWXu5cMVDMBfh0iVuR29kiGDdAMHlHQOh1eFmhF8gXzMGbrIaRC81qtM1/b2JkbQbcdxTIfzd3/3wgI1MbVVmGmm2fzO69jsZJT5T4zYA6w9cylKFC7kbF7/AXjOM4ZPmoEczBM+drStn6bnCbbJejPrKr3Xu/n1bVjj1onmUkd2UvU1NHFGZ5fJT8c5JPQ09fBpGjhFjrWT3a+MAZ+e19/2bO02NoOlu90IGJzuF1+0DdUYWNjCnznl8ESi2KZb0JWwNlvQyUWd51kcDAksLZApw5qtBNlrnU4JpQhd+GGxJBEjJxvi/pwk26W8gG8HxCEBjP1CHzaUcre+cu4F9kLJ2sOu+CzuErWpcnfZpIsdKu1uM599d9ZBeLCw3Icu2KX9tuTt8brt0u5PH/JUnGzMPjdRFhDWUz0N4fYU0H5gacu0J0Pc/lB77vS8SLDG4KEeNYDyaVVXbBrALVS74CrB6UqOGJdtFoxUIFJxxp7cNNDMIQnOCr3LmzwemGodxRbfuP6pbTyrqVCSaPzEG1vT7NW6ib16+n/JCge2e1+OOYH6Ria2EkqehVIe70i38xFFMJQK+5x348rhgg1ehOfAIveq6LKSr1fYdcxFM2Ro5j4xGeKWy9r2wvwgI9VXXld+fJdziRdBbkSDDgAH2+hlZ4QfFEABBIcSQqmyHsVWWpKelMPylET5bDhj0HF8HEmfAs59Q3pJyKNoJ78TbaVd/I8hd1SVoKc0sWGK+T2MTLzUJIh1fgb98Mx/6YYFrHDP0WBoobQmStOYY18qxjRRv1y06yLm56mNRk+Drj0gE8NWjAtwqUVs9PXvj7n7ar2+NXg1hvi4O9jDtmmdNTwYQGT/zjH5KWi4PsMLMS2psFpJVR/1d55nDYC8OmsQQwDWKwryGeOvZFKmpx4HPrwD1MeJinQAhy4aQvjz2qsPeMM19GD+m+tXPptS5bcGG9tBXXYOcYjW7He4U6jdDiRtE9mSWsgJp9jr++roYJXcCxk3ncbxoZ14D2kncHbGQhqxsZ+SbMhYOh2bho5YcUrkKoa9mkoslRWPvpeIwG1sJA8GqB1lpFUk+sOefFHaM1bx+nXRhF9/VjPwTXn6Doxjqvfzmb/zHjSSYtXUC/tIWGtX+oBVllA9RbAU4rARBCzNSGKUSN1dLYTTL7bBkgRymK0mKC/zEILO+Fj7rtO2MIe6Ina4p7jbdWiHILHWfkahbklFFTHRlhzn8wO6X2asJqSbemmASrmSYINUX+oAY21yAanlVKQwPZrzEt6RLQkid1GrgNZLPhJJPhDoeikmz7vN80h96qK/Aq2O4LVClfKXhOCcIPSoSOD0AcAt+A89tPyOU/bDUhOqg9MQb7q8cyYkNHfAij+MwS/lkwbcC2WVQvA0CJTQ26xlfl9Hje4f9ZRw9eMlYm6b84gdGpx+ksijcXR9giHDS7Ce+J8jblsqmxUwFpGF9reczNRcz3Ms4SlJEbc0ysBPdd+Cl/EAf9xggO3Ag3ODRFeBqfOBHNKbFK7h9JYGAK0nRjv7ANq5xYMfwT5NxKKaggZxcwBefhIT9YnIMiQfjyo7vnTQCUjLUZuffpTYGZOR0UeWtnjmerV2XdFx+HPDdAqt0xlUJnUtkovj0ra5HAY8fAsmLt6rNrdJf0lpWWbOskv0GTLaRBMBEJkfxbyiKEY60sWvMGpgp5lpsYEspvi6AMLrfgw+/Jy0E/GCNafbzMeSiKzGD6Pfc/chZicA0y12RqVm78lcAxZXF+zWljmPlfLIJkNhUw1aLUM34OdOA8mo7JHOjtRw1lTZVah/jpo5h8qw9ord0XoIHR+OhYlf/QNHiYtsqJP8TvUkaRvOB/KIG0CslJc9GzMN8rmOrfhBd/t3MevQ9CRz9GHd7G/JXO1LYVXKjiq5lelZ6Y5bp772jCd4EUqYIauuJRjyeYvnNX6AqOoAo22NezW9YnOFUqG4C4ZI/q7YPLg1b9OtARF+6a5eLn2jjMll8IBaMiossjlNRoxWljP7q+i21T9ooBmNb2CJarSDg/OpJJ5aMG9wsADRTCfWllZ8fXci0AyiWooAf8QCxX0S4W4ONLm7IPbqloQyp/5HBQu/jC9Sw2PlQxruCiePO6winvZaQUb3+K24dgju2kx8uNg68Afpfh7kxaCBp+6n9fKUQn5D/r1DOLgSajWhn/8TIL7xalqq4csVKgX7OsfSEazMAIhMo98W8Z59LqrpoFRBOsvJEUS5/mPnc2qUCNjjzvUG8/jvI08kfVxpcS46V5LCUUzai6vDluvZVMG1kjaWgs6LynIsFNlMGc2Zlb/bLM1jhFa/MVh0TFiSWT+XD3LyqthQY4aW7kZwC/i9sduXfhTj9D9+0rnslpXEVLfcR/u9HX9YUGV43mrCGUBvT36ArYkH9Q6FIlCTwzpAG+PJmdWCBUN9V7q9SC9dK6sznOI/2fAB2WQIdEzKQrEfAkH7EZ0/C1Dd0yCzHnERFCnph1RRBO8ZC0qeZI7YfVnn4ZSj4tPyUA6Pie51U7N9yDwVknxaxCI2BiagiKJJ5ihixijL/dPRXC1unsWnT5WrHT5tdLMjy2xRCwLPM1zZhBdKD29AOJkwmBxVY3p8ipfm/ObSdwJGvNKkJCmBYr6REto+5HnEjT8/uzNWtpZxU6OwQQxL4r0CVM7DfmJmSnd6netaBxFEhB2I0+BPQ98OMkBH3Jtzo+GDlkLZeHYqfw9DSRnRGhsUUkSFvZsfyqw/VrFV89LDZ+ehp51aez/RSVeZLkUZfLDcGP63M6lJUgL8fN3AI9DcBcXOE5gNaSsR+6AuNk8gmGYhaEZKl8PWzTi7FVuMGoKIFqPIgg9l3EOY8dlwJ38+l2N8zHvHi5WrenssdETnA4IGuotH2KYer4QUkCUbsFWU4JepMMOFfN+XW9nsCHbnMpq/cE2eE3MHlKU30iCXNqvnABIsmahOKrMMxJwCtFFkXcocnfTxgbr+MHjWofeoByH5P28vu1RQ4zqqv6Bu/0vhHA6/sbQH+5Gi3IkTu8Virk+CXfvrsQRXmePSSaUJJ/Y+mcaYzFmk1l+wpQu8p667Y19KBv8rhkaU7fWkpWXVUWX0lpZaKAfN2ZhSKGq/PhzzHX5c/5vmBqAkAxJY4+ARk5UrWqgayMi+CrI7+FKqeDEkiY8ETE+J3q7liZlXrfQGwOLn+9gi4ye3EgbQfaMmjKAd/PWB9FaqnKI/O+23W2Ht//wsc9yIPf9Gez3QLt9ol14LKds0et8Fbak5WDWmX9H3MmaLwxzENHirr+abw4HXursBiolQMjrPIWsAqMBmG3XCz19muD8NBDdCHM/zEM1pp/Wrs2LnfzbUFCv17Xwm+qlqWZRW26Omkf7V3jeQnJNSmMsCprTCsVEVSIMh6fHGF7wnL/3Yq0VO6kbJSSt3y/kuW85MxWNNtE6gTD+9bUoAk4T1HWyIhKR61DZPCFjYDxkbEnUKp5UBSVSZxnzI7epkEBZCJO9HBRRdWndD93QjkIZ2/eFplkBTM5MkwLH2iLCcidQB23BGpShHEij+/fMCeJAP0Ssh+usuizp+ZPGUEqvs0DBkwcHVqKHt3XjSZwM461zbezB60abmmVpEF/mUQ9Io1iEx+XoOZOltK4oOO0lNllpsAOpOg72vCZgfLsMgMtU7UHiSTIIXmX1Z/C7WSpeJOMRAb/PqWsGvZmoEHpo/ZeXls/wXDmszL8uc1zF/AUc185BsDWG2uYCq8e0XkKpTFGriFsX+h/MqumdrF7hLlAsmU82wyfRkOf5NskL/pDK0+QMBjGn2nYoShbHasMZ4sVH7ihtYfuPWOCj/g6enIeYki4ZUNK0xfgI7TMDK09yd6wcFcGVoFjRgiKqjky1JPY+TcSfC3M5sy5F+Y4xsTR4Gf5INyCufhgXyaEI/hVBp4UpxJJNSvQlqv5qPXHS1apYAVIoSuyRJ+qsZMxec+dMZlRkQVMMT7JQLU12EdNb+Us+5USSS2RxIJj7W+VXo+lFpqNFyQVI3c/LJbEGGXeiW2PStPLRy/xPlvrL0Mb8z2+scxQwh8kfo8F8bpKJyfRMiO89FO35lwhPReHLCIunoV4tCI4eV41iUJc/z1oQUfkNTanGAlSjKgCvXkBZ7vWa0SySwCNEqyYNwghO8Jc4HgHXJrC2bsbp3zOe8ntg9oba7CYAH18IkY8GusWgimYp1tM7zml9j5R7Qyh/kCPKDbLPJfXz7mzSsHLLjQ9jrAxFK2UNk4eOtEM+HWAf0zKF+SgDNUVIXqYo9OktaYLwDI744FaZhpXIMASjFwqx01w90exuNqJYAfMm4wqcdEhpcwPl6GrKPliZ4wQZNFPfQJkqs4UHmkffdOepn+hyU9p2QDK582aAv+QUuoZfb80gFKOVztlzPDaZ4peyoHLiuVaV05VJ5avcSL/sUJ60yTepu/doJ60ZAwZvtlh9FfoWS6IZKP7GGmkj99EOZE4PGp0i6gtEQlwetQ8pKb5lNxMpR0Ac2X2tWOPf88hqmZQoZBuFNI9VkGzfyvzlnaF+4Yiul8YW2T883qGHjQKLIcTKEMq+Aw0R8xiZyZIu6T0sm9DokGWW6U/XbwC4Bk3lc9GjhXn3QA6m8DgL6anfwJOaNoD6M0zALYwSQmlnB7H6A0t0kDi/Ep67+EFfH7wvM7cjB8yLoq2j9HHm0TVYRLoKf4Ku5583Gk+DNfef732E7jUzsnw83lP0qXyxwG5xUJJZkNui8vQePMMAhE/JIfH/YggfMJuGT9oqmUDDTWeDbbiKGwb0gVOY99LOT4thTL8AqOkG0oZvOdF6RqGcerlnJL1+b8oCWX9hUeoeI+9jTNbKoerkBToz+HqjYGO02iRMURWftqDAKKP6GlZbIEnEwGdHY8ICuH64ld20GN49BscdvO4iQr6h8GEJKwBTIg45+tBvE9PafL6i03w9r0oyi9FHFDhRDkWK9fTOfHsFguvzTEKxAov3bInA5bCC178AAfjQig/MVFwjOJmeeJJ0Vlf1uC5GU7ff/kfrYJ0yOD0LljwGYrSaRDtNvQQt76m7vPtINnZN04Hq+77lxBcMD+eC8Jxx/ePFbNwdGDWwjg5Y2SP/wacYZGRKrwfQ1HS0WJ1UM9Lb5MfwCxZaSEh+rzJ5NKGbeLle7M8CUgHWdLnv1fcHyXqjyv3C/HpEYOml1cOXJ0pyiHdbblh/9z/NnJYTwxu6yUU7Jb+k1p4c6lqpGgEBSIyQhkJ3+v1LM+sv23kBBUiAHBPRMUlIY1uxFhKMdhnEEUl0/ALat5xvtXL021wt9USyr/4i3ZH2vxtxQEDlOEzMt+4RHmZQrhgFcRfihARd88H25f5pzbZkdTuFKuSPb+kcRPxNORus0Ace2eHItavSet8tKoFmwQgGWi7Pfpp80r9vIrBk0hnchU/FzHYPqtE2cM8z6wd9yZpzQJtL9VoY1oqwmPXms1mP6T94BbxeyQj3mbi5Ntt+64SJY4u5pg9eUvew5/uDUfv/H47udTKWLiuokip7B/xT4uqQHBjCNR7iwIKjsjboFvN/sGwZJziIT9M6O4jrck9r0IiecMphDoFLCAT1WQ6TV0rDTbRTVZw6eiHru2zyDxCxy0Kema8/eRfbbhlxBzfCynUxHmoNtP6Mp68rNHQO/PhvX78lEwgq5aRcLby8v1H19oNuGB1oG/+tkfl9h3GtQD0DzgCF1cJsIIIOx9yxyv7gjIjdsw9BOlemRgdZ2j8In9oBWTdeKPxMeZCmstQ/m2T7lbdLr9bymcdvYIfipuSQegA5nH1xhFGa6CTd0YXXEoP4h8rD/1RSv4Uw4vN9Y3CnMrpclyccKz54ciAPBXNsXWf93EYIwWAaA0JaNH0MvwdstCzHISu5Xs1THXKiohKSgNmlDBxYnsxe6ByG0HOEphkhrTcyxwp/23logsXWzInb5N79LdeVes3sMXvd7zgO+H6ceZKGFV1t/kVW2K/Q78m5tRkRWwRmAMAKQdyNbPsOwE+CUxpSz5dN8/xLDWgW+imPlyeaPoInIZnK+NIhnDPE+fFOPnKjnhAMoAhpOUj0DAo3zXs2TQFMUSPX5DLkXDzWm/Z84kquxpD0giudI6+RW3QmYu2iR/9IbYpv6b3Etd1amcujlDEIvCzPhaGyRE/tkLVfVSnVZSJTfNG1Zd7U4v8xIq3Y/ZoaXT6TTg2ejNzLUDCFOHsT5Ajy/arkuTyuKqngI9zmmOgildsedvhUZsmeFT+RyJSDFBaxaeF+3rZHyH9IV/C6ee0cL+q/jJHPcYBnnGfrMh2if5CnzuZztleJxXSaHb0sSztZ7t6dYhSIeLcTrWKXK8dIOSM1DZ8IUyFun7irSnfuOquTbitb81PTpEVhZHEZ/21z0fIuFTk4i+1Y7XghRxs3CXNtzWxbXKVEUPVH/Gy20+eJs1MifXEmL7hED7ZQmGngrxntWmf6UlNS4V0AsSVmObekDMH+NaqvugaHu0KfOcWb3k2VzlACXef5pDW9JkWvGng6ik0Ub9rH9Q8Wpw25n7FmjQwrkz/YkDbuJL9OziqEftnxOPuc0dOFtiNx/9BTBEyhR/jNPRw2H5bhxrHj4rgKWPOK69Gko5+AVNrabD1Qri5KH77v6FU61YeLH61VZRorN/LikpZ0J4TDrWV3snqvKRVQLYKt5blqKiKz4Q6yk7PnKceTv5t/IHgT4JPt6BrsUCRrMtbCkZCd4VKOvCWTJFsnYrsAj1duUPQzK0BKS0KK7WXQbTwuTYyYfxx3Tm8nEZODSbRu3w31d4zIqo3QjCgNUvHyaRrWLsInztfDqvgIZblmtJl67ownhds7Lgd8f9iBe6/x0GU9E5ZZFl9jIQoiEPXml64PcMQkpeHemUsgRt5FyjnTyfFZoaF3YmB9Lqeh5ol+wWJPeXkmLx78JQxPRePBB7+d6ZS11GbZIFjA0bBL7McR0B8Qa9zbHuG0GM2cyjbD/3yWs9RW0WTlgNRdZJ+UeLsLH4eFWS7dNzBPrpvVqqgdncfRUtCk42adF1dEfhCHfurmviYPgfae/AmUtrmO7aNjFyiATWIhbEca+dy0u7FfuCOCnYfny8KEmmy31+pBr5noDRw7dZEgSlRUg1Oz7EH5AXLkUkT59CaDdO/rNdV2LjK5FC7NUq3wOCBe04Igp8eds8xScAqK+ATXE6MwB11tsPkJPuLyF4yncIMrcTFMpcsa9Uz23feslvWRUcamp7kFj6dwdLFnIVKe7VbMmNTuiZ8DTNIf5Kq4v93IddUbTDAgBX43dm2WIUYMgbW3ksTnQvSGbLdve/cbTMauXlHUxT3E+CTgo0bdH+UXTw8TFh8vklZoqTKJSwZvUr1VP1oH0H25E/t6IHtiw3TtY0pkgnR5MwaTGRHHUEknrVcoR+b1MjHglFArNYlIwr19wwdz5+9/V4jBnZ2fToSNL1WBRkEGH/hPP7SljVTg748RX79VvM+zgiI9L0qGY5jhFf7hwcb7VmSUDYGSUfmy/wANo54BmtnVvYCfgADBra6zcbQsISAtG2zxP+yLNakpA282F1O9+jf3KmgsR0Fi5eVsY666lOitHcUxKVhQJFuPqvvmSBcOyIKRxbmn7N8tX7bQwhDHFgkiwtFSXVqmy9dBpnuqHqhR0/G1F12VTt6aLJ9e6KYZyXHZzSGOvX0UMFLcErvv35KpUinSAeFKcpjNq/0jGpo6irDUuSVVQBb9dsjshxXxRhv56Zj//lPYSSIvU3c8kQMnkAeYkYtEMAlB4wAuGvpT7yqjUxr/BjkmfzXiEpA4lj2nbI23Tii69vZxOtld39CjPfn8QZR35nCy/HDCNUq/Ynt4rWDbKFCxTpsf444SkHWvJ2Q58MGh0grh1Zfk+17RSLBj1lC3vq8NybytYAastFHtazfy2PbC3xl4qwlf6N72aq+XUyL7tJyJpNYetVUHP/LPYHZvrRezihEt6sITUMDyw9xVIMp8q68kVwG2frTQOF1EskvnjNdtHUimfYiTZJl6jSFQBHvrobAzAjTCmGd2V2CVWi6b8Y6wUL1Ry5LJeKXE2PP1bJJsqTfWl2XC6dxWM3tUzpyGwDK1FMPYRrx2NC9mD75mN8T5c/PYETOgZS1k7CtilfL8b8Xqekc4Ljtbwu1uAqwawR8qUnnhPnV7fgSV3K/O6K9ktf96s17Iwf1+GBBBPFI2c5dL6ojbFuMzI0jaaXdlKA3zCscGnxtM3caXuOtq1ku4fzC7blz7iYaDFSjNOTDrJCm64VxE+uB3ZvyXEUH//4nfp3tYugOiNMcNRvjSwVfSBdbqsT6ydqRR1xBh9aNWZPDdRFLCF6PKhw88JPJgUD5YSfRkL3r6l4Lh51eNtEheW+P3S89x2eneq9DEQsBUs1t3ccsjqzUVltLo1tZV/5gI0sJVhX8hBcwx6i+eZPLpMSGxtmzfVF8MjKyJsQ/KUpzXnwKbneqTHbQ8psyiBnur+6B5tTZ8KOycqK14yLllZxEnhxq9TNF8/eZ+G+qYQ1GZtUqI/HCmffMGwTrsfw9zt5TzlBk3Iz7zJZ6ZpRgvQYG+TQprVqt8TGB/4LagHGRe2W69ozKYrySYVGEztJp+SMaMul4UG8sz3XQQ61laFX4A7dHoW/S1EJdjQQXzSyXxnbqmoxw6ygRewx/c4OrzsuhghhwR/1M1ZpQ1Xr5bdixUVaynLugJMu4dcaHdal15oaaz7prgPOMMWk7gSBDW/DhpSlFtDASprh0FaDcj/s/u2XXWhaAK6s1QMQFiD7F2qGw760tccuDUMMoaQSrFjwVsNf4WZaUHHDBNj5fVadzYpcFkVLENZ8HsSUzyKIQmndmr4kNdTr94CMd9JOQMvJi7QQP0ui5anhi8babpURXuk4lSdf1IExp9kUuiLjHQ6sWlLFnbsccMzi8aHeeLpvEakP+BS1HUxTBFv2Vdb73jKBuf2REg0Sug/AOy7/7YmlYMYuDx+BeQkeeZbb94DtcNgTsY7cVruwlFe6rvJLZlSu05edYAtAWhSbTKL8/lNoczxVxNf+Qib64/kBzZQeijSQpCoYdILthaKJx+mq4tTK9PLev+Ursjvr2szP8ldwpO0NwJrCD8B+2DfNceAjdBeLJzSpxGtgeb2HyhslvrQlnPwiABu16rvBl9SQln2YxfBOTj/x22BNkSziiNw5VXlKfN2/VIx1IopHFAcxhFSbiqYTmkDM7UlPS+GwLphaWMQ5l1BI7cvv0JfRgJf4C/FVQzYlmx9IlUC0zf4I3QKheHMQVse3LomvmQGL6RgzJVjZr8PeqtyBVL1TVV+kOeIbIsHp4V9K0i3UGJoNI0O+GQwcRGfKAhOCHRswK1Ei7Ed7TJX1EJNWNi1NIPg9XbKknUGj6IlBoFzkptup5J0nZmqHhonj6PA42wqQodnhQ/41eJk4mcsyZukUxJZCnGsmrGeP38JKY95+YqypDDIp5DC83Hl8hmo23TPy0eow9ONagfI6lkuuLARWE71iwhGWAbB/WGNRgBT9/DtUHI0cztHKu7OBYXEofJ1Ev/tcLmA9SC8HDOC29uEC//NaQ/pFWSnBF0+3KH+Qd0+THiyaZR/aZvxipGkhpXawDYmcbU1sWh+nZ7Q7O86bzYqxWps7R3WlP/a11Jmveu63l74GkO6sNCekyGab8SIRyvGv785WoeeKm8lnKggr8KAhv7qjvLsBA9kzcKBcJTivSngJL+n5YRQKerVpYbTIYlpiisqfTIUSpX2UsClXC2fDZY6L74WPV+9gtnLbt/g2/CVJ6q+djxrk6z6mZwW0TTdTQHb72dHaAwWepCm/ayaZaEhEmRfQYY7PZw+kB/YASRGRGCsLOMOa487K4lw60mcosq+dofQCFFmRDRaYw4rx4p8B/W7p+SF06Jd/+2L6C0cYmIMEs3sWf2fLcEkv9MTPAfhBtHc85Z/S7TMMQx1QRYni6/BoIPkc5hdJxoplFTe/KO18aMI0bOlvP1zCEWo3fiTc/Fl0Vm3Ndx07tSJXmup/SHb1q4Z+UdIvAy/X2XHgGVyx+gi8fp4LWNKvuep3l2tH+5AvmU9djielvLhcqO9B02sUtZJLdvCAnMZfBMf//BMdJq6EFkAHybQ3SM52N9tdN9xFx/jBryy0mtoKk/LWdNCkUGqnq6zSOBYXkbQzzzTe5kvI2BH3zGaUuGwCfNLu5m6BxRBLuIiYtmAoLBRBt4aVzV7/OwJxp/SnZmXl15gvEHvyX+a8G34YDaS8DoTI7dLw4aCJY2kuVLEieZo/jBC0L+LrteFDhcz5en6zQpf++12OUw6p/XpirM6aaNF8EXjLlKfILwSYClP8drNxaFv+xTG/F8AWc5ZPhabMIi63q9AbWUdf03Y+srA4dOQRSvlAWlYPQ7MlW2ITDNXkaJwmX9ABbf92WWbR9/BB1/Hjnxy/GQHRRUImwO0mYZI0f3Li1e6fz/gY4f6UMoZ+BAscdkv6DhmiFfTir4+zW8VJQzcV9Frwx2LQrI7+ZslFvfflaY7twbOJ+ZsAUmefvtSjfj+SyR6taq71ivY2odA7XmAf1IY9cJFJIxTxGOWNQI3N3HTpUwhd/JuffA8rZHz93ZzB1woKjPyjEaHByr2c24yCibrykrm/g6FVFVD/rDO19Zeu47dQpOP+UvA4uLX0W4520XobTAwOKOvL3VoXW4cilzDhAdI8ax/EwBJmaI6vnqkt0esZWwwuPCzUOwuP5cVkaOOeFbf7TPzcCSaigxu3mKMA4P2La80hTKRrJoceK5joDsFP6j/cZs/Wph3TpXRfFKJaqoBDWleBviLGtidZhZ8OR57/KppDd+ZCCKIJLFINjdC+13gIG2GgifxfHhvzAXydyD5gudOLzwR5Mf824R0Co7JBTwvxXw646sSRbdRm2fVWUd9ZxiEDyV9jE8d+LUePvwG/vF7UiGnoLkOiAmGlbxY3J83BoFIcgllpUaH0xzZUER3dUdxdQwxzxJRgCilu7AO92dZiw+rzoxAIQv0d6j2yWf0yxlciUqYpOVNffss92zQKoOon1BReDpRKWRQfrOf37fAK4tauKrAY7xwMoWkGh10MhYYM/XvQ8+ctmumJlSGI7DZBXYpSQ2sRQ0BreVPYXgwp1NSDydyhB1CSrBAX7m8hLsmCYKt5XTsRpvE9M61pHHYNTN97xJc6N52US+J57QixQPuXgL9Q+f3sGz3yxNHjAHc3pfn803DAn0WFJDuHLCRLCqt1CbmQj+WeQ/owlrieqQAWp1/Fgigv1kkzDo+cuBGfUVyO+R27YT9lWdhV9jVTV/EriGZb135aevou3+7ib+hOhOSZz7ZCAPzOydC/4wg+bRj2usA/bv7izHuMVwr/hVs4X9MhEoVkY69vx/QR7YfreAihVWWGKz/jg78Le+L/LfUUClm/oZcM6rNpzbKHG5MhdjaOWEGzmWcwjTFgJ+4Bbmg68OAO9RLL0QDrr1rPwaW2AST7RUW+rCjnGdqvhV4aARmAjhE0Un7KJUBFjSjLns5/EQlqnJx9VS5JxW874QdRel0a991lpDUc6IHHDqgLDAf2/ZcZ05XXcZkkg1vJEfS3Us3XK5J5EQVtNyUpiM4QMLyzoFHQIInta/4Y44vhf+yM1z1Jjgiya5J/VgaiSi28tjJxVkmA78IIwQafbBfEiuGVlgnd07V+1Srg23FDDDm1MrB6ErZ8KmcwzOqBZM8ZqmhQMrj6CCt23YZ6N4qL3FDchN/6jsGR/BuncYH9lCyvgucFOtso3AawvcysDSwCA3MZbCC8FibMQV4g/V5eCtQ/A6TpNhEA8EsnYem84PcPJ4SK6dfqO9ePFAl9Lrqvo/veFoYJDPDX1oZt9/Hgpzn5+Cf5r/lxziQ6lYCmGkMVWia0P6vAkFIic1omSIrOzf5wsybP0imH33vK8h2BJI9B4F9/RVbN9KFWO+PzgINbCx0rzhh/Ad8pg14g2eQSBlLKVgPK5ZErZxmG2wrlgj/zzHilqe0+vof+tARroVpE72JcFETqSwnoRqAghYADX+9e9WQmtYgB1LzcQyjddH0YXU9bfxLNmVkf4Ucf3v1lR6TvNU3H8c0c6n5DAr7efKWOxxt7QZBetnKhjw8IXy0BlUne/fqTlMZd93nC7C/f+vk6nxLxlvoGz3/B0tR4/edntZjv6yxNrbByl3Uj66ZUSj11xlLEfJ0xHHEpoh0yiuyZagmJZJTtgon8rCSWS6mW1hlQn7iGI9wZ9cWKmvUr1Br9+K8AluURTq8Kp5uaacyVmpcbamS+w8wCofxb77Mejxw/DmbStLTDdn7Qq5mIlV6ZrQrxhDARdfSVH+YmRD9Y0SaMGtL7Gffq6kUuclBY1vYwU+gbEv8O5tjjJeCOH77+TaBHIO0hr6zHBJlPR1u2c1//yaOa2qOIdbSdw7+bE9zUiHw0XcVAJ3p5c+ukD4o5FeCvoS7kNRILFFUf0BzOoz27vqaHMvneaUFB/t/8x6vR9aWMB1ickl5cxWmQHWu1z6MloUCdNvKWZOeyp7sVdnJmtWlq3NvMFfJnOnlM5hsRLWgBb+CBPxJpBz9c+coBH9G515+nU7kbmaZ2IdIyIYm1JpvmKySIomPWKaffyyf+pbzkiNCeoNurh9Q5xK/Q3au436cX14hW2xKG/hoYFCfpfhqKP7hOsmJ6fyIQroI0LS1SqqD4hY6PLz+B/beKaZ8c/+Qu2FH2QSf3LxMu8GsmQG4jlLnSivbr1H7PezstHIIu1iBeWn8alUqhVRl8nz5ad9Xeo6Paem9CEfxrNNTyxohMRaPmvnhhtu9nLn6xkjVZtQcOv5qxDDXVKfhiJzb9sTULy64JT4yLIIie14UnyYAi+xdkh76ra5QCbV2p2FsudiLJCMZqqJO4XlEKHC8jyTKfe+FbBn4SXSB1Foyjrxk5JN/z/FuijiuLrFaVrN3vIVyj6e7fnRpINqqERnrM/mZl7AXv7uWh4Hr0Uq9crEPprjyflMeDMl6GolMcxkmEA/ghZwek8hMnM/EkyE9k7j4rgrMKgma2hGXeM8N9oBMtLQMELe3st8vx9BpCXh6p8lowP0oQOnXb7qshalYZyOJAnUzWStS+kFBZlN2ThTlqiVzLpfia94ElCkA2WWI2DBko03oNHKQQV4urfdeNKQ2pcG1uidAwubvMp4quClYRSbxkHQxBwzeo7m6nFsIHWU+77GXylSiTlLtAEPXuejEz2AAfegPGAAk6ViF7NABj5/TifgYKBa+Vt8Ng6PKFppK3W+m5fC6gT4saI5cIWVp+apQKq7I9mG/eyedjjGGOirz8MVoVm9wN24lsk9swKgrMY/dVzBw1GpyhwIzs+GQBWA1EgkvNwTBcItcnMC929q8fig1Un6vk0Qm3n8JI5Lc5mlpiJ2xxX9rqBM2xrhMwYIggAPCOBc3i7YvLV6blsipJzq8vpIFnme7FCzmxq4Q+Ujl2llQ8IoDsM+YG+Rv6ZvMhXbH5tCqQAVboxTkEhkHYBeYNxr4eeGI6urQYWlz5BoqAVO8+AOhpXV1DYJRNo6Jf5cyfrklVGZPXE4jpqciGn0bxCH4UZHb/NfOniGuXFm1Twib1NkFtWfidN8FRTMBKp46fd2KU6U3KSL1MiTzZNYboJHBqicmCGzbr4bvMJnqYyXAKkxmCY9LjFJ/vi+0OS91HOgl7Ipr6oU+KNrxXoRje/MCiIbOIW9/GQLnQpcmUcrJTJCNuksPIVfurKH6p3deo2eFn7yLZ/5XRjTDcIAeMVqbKhcI8uq4OmJUgjwnp3DwVqT+Rsli4JRiUoEIPYHWg17tbWuGLN8uSkB78jqEBWtkEImkWbjK0rvcwraW7nEJuF2ep817dnJOm/7oDah58qHME6Ke+h4TmVFH1ZKo6WUqesH2XQq24VnQLA06tkRBSXzzvgn8Va2YWXHZgnUUv8XgQUdgzlUwN0SpJrJwpLpY+9JPrJA8l7WHGovBuqLCfeF0u1WCrF+C51yB+XWYxm3Qe5w5dlS9fpC0Q3wunyudHFA0MZJ9n5naXyQnjYiRrrsSmco/2A8FqLDr995dMDsKuKB4na0sI237JNACqjcYv1zo9fW9F5olxL5BZUco9ExZW13hYbCOahA6v94wNNxCQLrsP3UF6IvwH+Mb5eUNAFK1bn67abD4YNfi4Rt5XS5VLFGjq12RGkdkLSqn4oMFTt0m18MqmOhY1uHwwboLKBogB5JVBsrLrYwggyhYMTox0pPX1GqaM2E6dVi0lzvBB77N5oGW2u7LYS0Kemyz6Y2nVQk8iK45r3oyPHVKBjVpzPDLGBC/q8zpUHvcb75lJC2xJ1x8FZlHLjKQe28R9lV2zUERspW0oRTEAwz4ywACSE8oh7b0M674PfZZ9/GuZwVpQRJWklT2QYH2KuJM/I/jzxBhgWB7zKGod4Zy0NNsDdfcQs4jXSAC3GZLWqrqWluxftrtoSFUZWe8MBNPj0NdQ2+WyMhCi7bm6+EmdjostRYo5HY7jb1QXVUIeGi5gb3oJGIVuMBPZVyCR82VJ4aiNNIn6ySoZo/0QvLSrs4RTzukR/TksUkfUgOIIHqdKY7GcHlB86a9TtNCpYOe0vrEubrHCCcDEx7U5mE3z9ieVB/RSEmujuhLr7EPxeJ/rpf1uIezGq2l/vvwb5Y4O5oEMjxl3X7LZKgWPxTIieLAr5CZMAZ6mH2iZD7hyqVSRAyy+mfQ+6s3PYn2JTGc2auM9hssqF3Rq7hf+n9lsTWE+5oJv3VtEnVv/5/cQkT1tXlQvm0IYGh5mqBvTmvxiKCOukPXLFz6f9ujnzH4lFlW/umEIN4wTGaPxeVbrFdMVNxJkQdsn2z/Cv6kH1BqPNtl6N0l58mat/tcR25Gr2yJiRHO/j9i6dOI8EO7TB/WtDS6JeUYYodxOVVkXn2CmBixHqiiEURcwTUHdnnRFXwEt1TR01KKNYOhnWnZuSyHisZUCYP1d9USGJGdZsesHIUgknBRyG+3LUC68dwdaYzwq1xJSKZcU2OJ3r9n8dTJQ+h6k6lZ1Yn2aFJMKNDOV5RkHB3QeYJc5fcD0MP+X5qRE0bCKs8i4f1/VhGxGYLSSd4gt8HPMd+joFg0qTyUeSX/J35o4tzS8D9IDatxJHNq3Y/0GXFM9tKTlSxhG52ZDSKDtCWDpL65fDCHfDK8zBS4RvrwOn5/IOuthCWzSp95L70snK3OTDur1PMbt7TAa2WJxkywhdfT7ygcorR2xRyAFAxcrnyY6BoIVIj1Ps0JwVpgc68U7FkGXBmzcsPLS+c3/LNM5omHzizC2ava6+mlgG/XxOAMUpleLI4KxnwM5c7/RqjDubJ5LpcCVx7avqgf120s/hKFvcjsic92KeQw1/8I1w6vOmfskcPWbUUtRZFnkNgXoOmrvlcgi5tTwp0crh4WcrzTgzWrpSRq2/qaFLxevkzJbX+QSR5FiLPTdxIL9UouL1KQloJXhLxz9mihZmVIDpigJCTPV2+hFdaInpqNRumohtAhN4+kXE/KDz5fXeouFwIv5FUfreO3sgITgRGehyNE6rzdVovDwDR4DWBnXRHnS6V851RgorKUr9J/p3GrVq97S8ngEgGrxKiIUPaEhf60S/KKYHF2mlWfITfbeyN6oaiMNE0IpahrIsnS5C3w3bRCWKsm5mOOr5oyaxoil8mRC7gIi5I9084paqMDr21IN22gOXranaXM/Yk8LjPuh3TG8QGSO9MEJas+oVsbci4h6yNm0BjT/oUxzbbEc9tubWsWNDztrxdJ45v7qg6JLcp5UHB44mPQCPRyKyl4TQgdZ2me720VdAmfNsqt5LdmVS0l1GTJ+D5wz9cr9FIaA5Z2M2b7br2EZQfUp7IEqnuXIb0PD0UY8fuY3OTpg7jWuE2K5LD5oLqVjMnyATBt6hC0tOSw0bsNpTdvuSbmL0qGeJ+J99oZuP1DEdL71Ub67gc4pNW/j365azPzgtJvBFbl8pwHWfd5dT0hdDQ99b58cbUOjSLSZ6ssm1NAz4pdz4+FpSe5ybGrDrEIa8Dh3ls8rfaCXTVgmbTJwFOIUjS/86j8PWZrRxo+Xzigv+JLCgcLd3n9Lu6lQDsz6Nqly3+mK+ZWL/spXdhnXS99La2DbgknxTCBT0ySlC6puqkMKe72r2GDZE1mMcPwKMSYxjke+NsNFBMCeev/+fV8Ld/+Al25N1c9TtopeL4EFGzTp8Og+sj3hqSA7ZXh5frqWcL6QCU3p7DPDM958vdKVJUiJnDb79zfnyAY6VSr+R9NVLEmu7NBfMsPSzMzembHM/PXP7rlv0xEzHV1lyNQBKaVZFL6zvGyQgMuoPQPnE2axzWDltd398tEnW77dYYSYp+3BywXYboWmzrIcQL5/MOKpSsfdQ7VZr4RkpCAEPhOB18q/hqvc+QChf/hJRv3GPcjZ6kvw0HcdjhHTfsXJIjoF8RhMRJOsx5QBbmEZG4Zl937zjlHKG/a5EUECMdOcNJalrMu6AvQcYugyIZX8JNRT3UVbHst6Nwu0j3Ow5gH5HOP8m9g0kdevxH1EsZXDpeTE6jjaei+tLqkyTpCueJb+a7QCc9J15lrDnO1mcRb0V8LypZEWmVg3nmjI1W1A+PnL/7VT/2KoGq5k836kfpSD9CmK45PjX+MxCncbpcU/954iZE601o/hROhccAwrIcxsjrB+4kO1nN6fsoO/7uI0RXE9Z/lO46G4iQDD72zCv3EVac1QPhPtu04F3CSsINVoIj6QRPHriKhjgwB6cTo8YzHhuqe+7XCsOVhuviPQfGIxflID/kYJeLbSFI/OFDGS28FxS7zif4fSXthraLnBHUmXjtKAZFK7+4uU+EOzoo7/7ZdNp9m4ztF5feB9m3nKo04mFB3L//hEMAQu2Kl3Gz9FU8M4x5yIlRzcZ0Ic+joeCdIuklkHh8EtqGcza5SDOgBo9FjxdLJSi1AB5i9I+ZkJ7cS150kQVLs1hRvq7atayxRyNrKit+1VH/oz1N+ycFyC8//mNNDsQ3nMSxUixHr5CAtoL1Ib4xgT2x4H52PcQhkhOIYk8Bfm22DvUMVcKc5jlxlDOyz97dBQ59w0/A1FqXLWKcWBvMUPnNYG6jHKQsiDQHG3Sm92n+1vbUw8XsNU1kGHF5NmmZ9ButC/giI2CD1CHCtNdf6zV0l8ocZEunVu7MsjvCBCJ2inCpljH4u7hViP6gKyf2rhUn472wyDHuEVpmpLB82UK1KF1iGc1unJVkZgQyVNoG97D0yRKykWhDMvBt0tVYghUZqlXD8bBom2CKMEhTiaWYs2e80py5F/aZlrIzvsIIrmXV6nSxt8BgRdF6o3l1w5frAFIBGx5SSH9mW2+ZPgtpM/9+4ciJraNSV5rOjJX8oqJzIwOySty7PMkYTRiXKAg7N17U8lgOkJjeYkMpwGzT9u6GcrYyDlHKxDHwF8k7wn0dBGPMTm/mCHYuxoJglL5pn3afOe9IYgvW2AHxMO+ZxMcaVYHozWKedD9UtimGCLBtN6mJ2smXcFHzGnX89HO+aKn0m1Kebu9HWGqAb4aivT8RBBT2Dr0IDtSssv+rS32zn45wKOfmhNIwW/KGo6aJAcE2v9Tccxyt6fzuhiSLStULqYuB1GJtBsm4zizPmEtW+DNhUFgRuim+qflpZKhGaSXpK4xtp0fBZyhaDdC5pSf2ygsco+IYUg9byM0RpmIga3KWRR2kYKmOiycTILnh6bhuRKJGN/JKA8VUMwdGLzJT52e9zOT1ZuDjLQi2dg2kw3fukkwceJM/AhbrDsg8N6iPbvgptYmHAmLEwdHelok2YO0YVGk1FRw53bisWJIU/Cge6F/3H4uzOEaOG/C/Q47aSd5nnMZ9BtHr3QtSYkJRkU20OUdtHj5zIMgq1A/p8zHenIzkaY99VIHQjHiMResewPv3XKoTX8Ns6R/X08l/bWAQeRnTxZBv2O7rEXJTC4WnfUaGR1Mp6DabDF8VLaL08NlAhqCfUVa4hSyPfjxcZClGsIYVXj5Fdvf83KKOC8UP4FMO5w6xnc8G3NygGYg1A8Nap/mkJGZEIDgMPa1RcQxW5m3dYdU+/5/Kdz8U7NS03R7XCW3Pw09GRnLBLzybfhEnaibgfurqFXUBz73q5i/sisXgtgl3z+bbTqRYnCwFcDQvfXhREPa80tygUYeDpxQIeU9PICtaHx/oQC4rzUOzDbMu09Oh9XmPbV0IadivYEx38G2WUZSz2ulhiLigoRJrP2/ZDtwTD0H55RjUUvMKtfyxQVvPNJL0opLx5hM+yryKSFJfplp5PATWJALaSxFCfYr0aXcE1hnv6iNjLU45DKTIzZ5owyVIb/qa567O+bAgag2w9z1JcD86MUu9rOILgrfFWYlABK6f8iexN+F1vTfk+lVPl08Arvf8bzX++5Cesy5C8d1In7LggfLLqbhzylbM+9jPlBbbdjxytl0m7Y7Aq5Z4Ht4vO6CLKW1snZ2N0Oo7Tn8SsOvCsIyGqHr+f/II+Qh1EduyRwqOZZgPp/eHRKn/xCvvKKr4csP0Gt3B5fVqmyJBHuKppyO3EcDfl8xfQUMBH1zS8mwkTuVnQWN2EXeaqq1edR8LH/G65bxj1bTGRhWxJqNbo5v0GCYbvd+VN9yKmdsycL6ig1jwc6TX0lrXVOUu5mXXK8W+nzL4k3+HVZfsXlBHl8cvKmcgW5Mf3X3zJzOeScOvTFobaIL8tHXbgbKnMN5uOH/No4e/rHUO68Pw7LPz7oWos8NwE3FG0yr8kLDqex/mHbeXsa2n5fOYyF+7NyCTVHrn+iDLvTCmvnaKokpE8QpubD7KDCkYrkzCeslBzA0x4nQi+98+405PohdpGIcjvNa9mpA48fXYB4FjGWkVsz2vw9ZKLo4AZ3iUWaCTSuKU1i7eRuZmNHud8MuJ4dCN1h6UPtwjnbYzbUtOQpuzb5/paprflnsbOyCCc7578EBIwuNNrlakzgorvs1dZTmrazzHQ/7yvxWKuxWnoFximwMQz5wrIH/ZUO6N/Yr/lYVu68EYXHZH3aRUGPhG8uPC0bkpj0PDtqOjlxUK5vUgxCMN6/shj9kgORmW6anuwfcXcPVf8Fmg6Km1bnh2kEwB1YTSfL9ud1BCFOe6qmXukDEhJWUS4IO+65qOcvQUf/Br5CN+gl2X70AUCZSa59YEpATKRdmeL3vs1BGk/yM4lVdmqXLzdKZbIoVFUMKFz3btgl/5UXa9gjShmvFBZS8uaso092LkjthE+COwc79fqXs/6yJq8mqN2LVnmPjpiLy78rXZ2KpYSRidyKq6E68HrLHKlzGou4sKqZbklXfOkvPW+ibSFcLbaEvSmPxqjuX62VcxN2Rvd/Pdb++t1aQmb0V+BoNbJaxYXj3yr7V1XZtilnUxKzj7+LxKD07/gF12+GaJIgPfgEZVmarzZ+NhrC4Gtl/AYxh3kERCl1VvQHVKa57IVzgmlQJwB8YOHKuUsChiob6siiJJ6g6iC1ZzaH9gnC66JPAUNs1GgFM0bzuNW3/AbdlndkXV88ZNVaYadOi+aoW8qIbdgyX8OEEBLLtKbwdKC6Xny3ITtkrg4ZiwLEZuANr0S6UjiSF5C+uOIh/NKVKmZcsI2y5UDeH1M/zdS7uImiLbBUmHvl1v0VzArd8iPv5uOA+pYxVShZ8k3Y4WaI/D2j6DDPrIq+DiH8e2GMQ3B5YSgr8ILbpCPVYkmSYgN6W/T8hERQEsj5VpNQPZF1NIgtcwxiE+ZwAy8b9O6Li0ArRSm2gn204FRrjWADLyR93fg8WTRDrYk1olRpxcbS+SXQq1gLHR3IGm4Q0q4KX8TWjPk7NCJrEw3lXp8fSJHiGCESpb7BNnnnf63SNKrWUEQKTig1T6V+mcWPMTx+XeNXDnDZaLM8tPfreD44eZvkydfNd9SuAbNFDeQ3WqpajJPayFpn9WpPtZGeMx+kPWtkrGlc5RooK3IQH03YWMyglxRm9HPSDIsYDO4+PZQxFigyiZPZZ2iPVdioUZXTfL85Vk3wqVAWbZPOf+xtX4TCXN6NCcMYEs5fgUiNXGTLyDc3di53MaZyQMp0WzztNb9vAPaSqrnrzop/a5aXgQ7KHrPLxFqmsNfx6EqYMhEe/DQsG8hrTH5mS4SaK28w16JXPmRBB3EIdpzhUzwIFb7k1JPCPSTipdzuvy4JfJTxC5GRILdjqadnjiPKNO2Yxx0vM7hSo7tQirjDB41UH1KZqd3Oen11ApofxeDJ9skjaDE0slf8MdTfwvMMFeGOBpbMesJclR2fi6jvL8sv2AZNUCe2dIMIIyxPZ3rdZPenYNmZcqgVQaEjBErWWlfwHUPz67LXechLO4ETnB+3kXav9d+BPn6+MVzDd8FmbQn+1D+5jgoGVyvukExSiGMHfYXTur1+ynmWAfcHCJenhfm2c1Xwozl1iajCCHjNrnJ+FOMlDsQykcmxJqZ5w70TVTj5bCtR6w9B+ng28AUYIprDzawR4OkN7BoECCizwTKrkbp5bvlY5ZNGdfHyIZMdHX9hTtdiW4Vzptm0TqnAv2ITmkayMUb743dWb1TrHd5i/sYT2ZJksR2/0z3Hr4b1cox1nEA/QNrYKeTd8fJRNY+QSvoSCZAu3JPIHBNFMnynvh+Y4+jY10gxjxx8w7OzPF9UdEOGX3maF9JKMuY3PkbXhd/wiUm8iGiSrymqGUGL9YAou/iRuqjVczsZ9ep/oPlKQxrZjohVfnglfKb8QrJhYOil37SoLNZ+st6Ln2q/8kTqa8FPL6T7pX16J3AioaGZlrKSTx6oyfsGvvRjvJYqhSjHqNU02uBcEE8UXsWtJcEZJ5cyuB2FcnrLVVC2g2MuUnd9Iu347z7on4262cW7vGNfTs5UTT9WzDK26MQ9Q0nIfvKTzxPC6CKxCeQSlk39OzbJB3icSoT63Ge19oi2lh7hLjZob5D42RsIZe0v4QxiPoCwtukpMZOAWcI9eNpUUkB0gIyMjXzVYyLrTfGl9Rn0wvyutCoPzH+PHA2unuhkUh5ArZ5Yw/uadvvA6DmisX8Ku1RWzUZ4YHsMt4m1E41BxhNOU4t/FnBTBF35PUjEdKq2MqtiZfU3KwsiUH3EomGDymf6O4c4tDBAH+zfcBFKiL+y4sGGO9OA/1Wo/eoigqJirHHOQT0wHjHLJSRdsdSkXqikLNQ+vF/GzBBOWUjg2dI1C/p7PoBuDoEi0EhWGPbH52FX7nZ/VagTN0CU3kZ8Vt1Ueq0NyLvg1/dCQjmNTfY3Pg8o/GWOgkwGf7Nsp5VHdZNG2QyKiO3Q9eTD/43m/XETI0dRLagPl5YwZGC0PgBG3XbRDchflkX5cAhoJpYyv2WzTODk5ZVJ7WhtfGMOM8mf26aLdbVUGeOBFayfv9zjuR9P4v/NkDK/Nq+K2vxxTUxGi/DC61+6JDFQENb5GwchhJu/kTkAg8Cqat3gBqsA8wZAY4WN39CjpYcb8lKlRlqNJiZLHfcScYoSrovh+mEZNn2YX5L4fgZssI/NxAg6dPnfSu+DzOn6fBTK0zIaBuXmaLtbQzYVkn4J2ya8OA8Xl3kGd8jx7/a6B8ScSApPLrYzfzv1a3krPPQIdF42ByG9xKnMXBZfqvdXSGMllh2uWyy781XaNw/mu+vJVPja/zI/+DWP1JgQKxq0sZ9rbb68hO1z6ntfB76uGz4WPbRtVVMxkkV4iFpyFMPnH/8LDSR/ifZ3nnch9SQUhcfKa59d5bii0UjnimomJHo8AMXGG+PTcRfe0PABQ95GasgcLPzZmrUKusVM2FxbqJTL7ZN9xXrkng5Cc1zOme1CFq9ILbk5ny5fbhoWayI0SbKY/7xLI5xaOitj5hVWvQe476KJ0cZO+RjrKUjicPyRL9sCwAw6M3DTkj2JiVYhddZ4jlAzA07BzwrP9/MWdiSjKNkZuL2D2o5iKWVbOidqmti4KLQcKYvcDLaHr9XYxWbzHhusqDGIdmrmyXZB/6oAl7g+dea6e/Bpq1P8Ca966qLkGTCaD8bpdu+/JhYwOBMX23JFZPdkVDdCUxQjCNU988vxvY1nUupMGETpFY7IsqTdQR3dFmaUQrI/zr3nu8nJy2fnneY0GfBXJNDeVp4/4n2UDwuuJHK23dd0wYu/7eTXD4kCogv/HUr7KFE8D18cQMjxO39GNCCBqjW797P35e3xNWy+/0cJeICRASEK5HvXXkazzv4+BFTLdpwqGbqPbEE9XoKOiP6taNy9hl8vysugSNu9GANc+/XVV8aflb7N+bLcOFNTzpkDp6u+OjFA3CETQBnpblo3PvXS1OvMLMVXoCurQnVzgBWhs2Je0lfvDyivPqfCFyuuOKOvAcrGLy5jp3mZCKsfQhndW/lD3Go3t+zzU03681fXr4ArazmpBS+frk0uaH+8In91gjQdK9JX048QZAjgIwEBUFZSAYs8kwNgVtA1d9y1yy4iVcHd37AcXsU/0dWHOFmCvfLgwH6yaiW8SPQpZRJw7YtRaHaed9glsWNabHKd/uur8zRA5gUEU5s0uObxFw69npC5SssPkPUOijJnDLltaPIUVYjdQ5Mu69k7lA8c6qY37TMmCIvhHHv8q/sva71yZOvrZsCvkQdYicTJBGxqKWWWjlTJLJMgNxdAiIUMJCyBMIpx+F8vQhDHIhP2F06XTe3l+88dUh5bztUSSv0312vDdXBWB4WXm/CkoRYkeNydsftJMbvgM0W/BRLbpjGg0v1xCaxa09l62vtLT7UNWrmC5tOtT6Em7g2fvfEGv6Pb+aR4IanS3hu4GV6yMszgy8wuv0KBHTEZ1CSIlyW/kPiXjP9ErTBMBb8m7E0HNPNdPGcbGsXZXA3ua5cgbSJEuZcRKAmR+4TvsE4qOXRS7WBISZr3NZ7ygRVogZzQAht9tA/q4AEskvSuxrNxPwZ4jUwlrmjqqcq0+smwrq/a7CKiTtyGidTVPMRXbFmuSoPtNKLRt0nk1FXV+V1DdMW70w8EsqzMIc7Umn2BzLDgRZxE1fcHrsAwAq/gCbawGzSy6aGtCSkR8OGPbF6g5U6OgdoW97lMk/9IVRZ8OlQpcw8nazY5xrsUlve+o0qyQwH9wP15Zv4Ivv3CmyVgf7SxeEAKNHN5vUhDACofmvWWkrjz4HTbxPBNmLCpndPnkT8GVhyz7x9LX6Iuq2m+Vn+1lcKP8acIPJJ4pb+lrqokZoA+9cH98T4gHfp19k/MAHEWGrR76PzQQFOVkquan/bEtw8m/trlIOkkhsyp4sBLSQZl8kzXuJmyC5DLNzEThoneD/Hns7rIOgtn78tGfF8pAPa2aApRkO6y3x90v5flqd9G7k4fiYp7+X2Rz2g8y3y02iziMcaR4XzeGKhTCGPlpgKLjor+BCFRK4P7DjXIOHiOFU1fkYl1rthEAL5bEhZazDcKjeYbWpJmSKd+VFkFXES2kYCS8Dhu1k13XNZxJv5s0GUz9u8w0nQjZKUxjKSpvFPHj66xzEA9HlUsts6z+b2KXOp2EAwoWMTMngqk5i+Zi6jHkkl2+qijzEeW6VB5ljFD1ABdsmpPawB2jWJAGH6H1b4Zax9j0/fSXRNYdVDKxNXaN6NxA6WOklpPIuvhwcrWIEnPoAl6FDCLqsdcXDJxV57b8pr6lRv4nSCE4wuzFMir8yrfKAFpo8otGtEZVTEGTvBYC80ghG4ffgBI0xyA6Q2sJIB8jWui9QJdobeEgXUtAnDSfLjqnLsTtVzGgPytLnn9ShVLNBOfncUnIwkRJkRWLVLAstof6TJHh2GN/xpvOp8n4/C7Tif40qIOVB8srMldRKlpAvTBsDX0r6HEOpviE4XTj0SxNmVIkMQ3QTS9oc6FmnYOOs+UF8+ggJH+ExC9ZFtua2hH8hNdlcmr7RUYbn1rr9QvgRS/9/o6uo5EVwAeeMZijY7d9FsWd0kHmAQ+MKiEkdpMpELS9wHqf7v4++t0gXuehfUr7JP6ZhpDRtlt2O/BGnSn4cmt/QrMXd7WuWvibXwMuuOt28nFQmPtZz9jKe8huEYboPkss5D9qU4wLD/56wDIR1v0HI/Nop88mvvi4o5jaIFvIy2FoHFs5rTKIY/u33wKY0fA1HrKI/4rOl57n+hCkjtJgBNg9f2mAbQwsORgJk4Gj3tj6lAhZ5Cj2RD4uhG8svZ0Hoxekaf07leDEtGy4Fv1daak0XdriQpXliNaIjnl0KeBjUigjow12yBJnx29TS1e5RS2Wg/hA+pfs/qPAoEm1G5g6tSI86VHesbgGIJQXSdGrarVPubudvUbpOUFOQSg3Pn2SjUDrqui7InvUwpCx4w9xZG7K/oNrUFMe1l/22JfudHHbf1XSWvNGZlxQhsxOUmMZf+c3IKYRz09KvubmulVG/zshvVd1Okv2pSy585RfcVysUxN0Uj41K0Ya16ldI8MGkOQpbOVD5YOA+BL0CorDB3NSRM7XcIIpC1wDsLUpB2a0P3LYYxLTAfXT5ZJi4fKpfUr4vrRWDk4l+oFlN5t6yVz3Dd+kXq+6aIiMas7yH3EppVYXbyk9nHv+/dyn74wun78rQRTMFnUQ5Kjk/cqpcNcaIar8S5N6Ej/ItdLbU6LPDjHxH8x9LnofFjspwUXJ0iMUcfeUNCxxNIS79fbxr507z4dxeC5ScGMF2OAuV1pVBvLmm0uc9fCY5jNjldnoUzXBPGNGxI5krUloJtZv1SL0HlabZ32oNSl2Z46iLloHgtQZvP6lN2LD0uTnKV69MADHBWgouDEgqS4k3KpKXLV/NL2yhHelJkrclXvl1ZODRHrifWXJy0ovK3EnS2hb+DCM2I8TsICrDmwTOY7MXOIr2tCge811/rFDw6m+9d2146qT49hG4R953CAQ66usZLSVMPRwDp3SE93Vke/+OJVc8cvzctgJ/kxhofB7nBtIynHK7YTBvXzU8rgx7K+H2DXy3E0MVFzhqRg89Wm8PJTFXH9On4fi2gGBA/PNbNw8HX1cpLbknaB2M9u8/tQPhSnw08PAAT6N1DByaPddNIKCr/w3ZGIupjuu+9AApRcG8Yzvj1GAAhvOwuvGU+XHPhZXAXDdPGxnoljreWXwpQvVC49+o8LqDWF5Yz/hMMH/QHDeNJLccq/AnPH9JE9GufOoiqdi/TvCmxFguFlIAC2FplkebnHYSlUzST1fDiS7Rx/NPYmUXwyGFRc8mMpQvJq2pg+HUGkXAfvZ8aJsgGha70n/aZqrYHMFlQYt207IZ+9je3y+jIArNBjYTRZmUA6/wx9+0aJJjLWqdpHxdhpD12cV2W90v4jKQDDBbRbfk2AVhRpzpXvbeXvfHLRPI381fYzU+lapRto4mkmsDTz2qDvhFl8yr9nZM7LGcYid17XaXoc9+y0qRevEFAfbUPhhB3/wZrHl/2vVflbIzzJcgaCzzM/91ycjsk6EY+ROp4zWmFLlY7P6mwF4DuqJAu/Oxy37KNfVKRyAb9oM5XRhJ2jEPE41o6W7vliKFLLegWwLPRKsnoii/c93lC9VLsENWziCgx90Kvt/2RJEtHYbHHCBDFKg2Qlv2M6cQsMjsPpm9QEfkLGNJHww4bJ68+fWrdFuqp/om1M9TW/M3ljhMPlALpmaNhVK6kgwzjVKFtI/aZBqr++yAO5fXKU3lO5aIlPeilITFgHfefPcwoEEz6wRqKw4MxkoqxRtBZnzLSv7qncwjQ/UhvtajuYPEES/1+zYB+73559DOyBE7nNewrDhzVz3E9m8YxXIo60CYlnfdr81CgkpgkiOC2zXOTzVGuohaSOkQDDkxCTD7MEcWDBpR7+bMr6Monto2eoLy47aP+ob18iApJgSFkna73vrF2B5WcMYkuNx9+UWf7ghtJlD7zJ0y/LGdAT7RV4ps54/BmS86lfxZNutk4r3CnIikWplHOxOa3UxsIdwdZEOpZAwDAM06Won0VWO6bFlQ06UDRG/djre5yqZbest/R8xqlNqI0ZJ8awelx1qvDzeRzhJ7HL8jGSZYIZEP0KN96YQouur1Lsix1iKMWY4tk+93d+3As9xEC6KycNCvld7aBeUkY254sgZOEdHdsellYFa/i8W/rkClyZEms0VIujS8egVXhoZBuED00tg4r/6eNQJ/oEyCJnCIxxR+5Lp9Gl3zsrPE4BPJdLBs2VM6KXzK/p7qEY4ohPVP7oevadx33jPtbyZStawFn5Km2b+lPMjXSLkR3hdXLxGFnsFgnv9GxcZHlx2IxsHFf+YjCO+PcPWOdK59mlYqjvbr5lMJm51HwsgSsWWn3bherlwth4oUtdJ/kw+xqSTadiKMNyih2exPULv+npBmKJXuMRbVQu0vsKC+mn+Q9IJ40vVbvHErAb5KrBL5AbR2SksyMfFaZXKqFwEBUhVPNyCIw40NOb1PezFxkMtLJ1jLJplzRDsUMc2hy9Y+pn7Oui/HUFt+HvID1QPz/9ZRvQwEDG43I3SxiWzAh4nLCGWrFtd9TNzppeHbVicUBWVvBVGzI37VGBSu1zPnpj4H67jcI44/16Aur+EfeXFAB7GHYezSQjA5uUhsFXxx6YImqVPY5fLN/AlUL8FEO+rmsFO2In5fGAlxI/EKJQisFop5N6yUL6bqdGR9qB/VTuO9HrH9udTJFnxSH6HVJzUnpHUlFLwcVw6W2RYaTY6mh7k/U3/SQTfUifydSzJ5I005eoF2bH/TeZHAFVZgi9wpaI5xyIyHus6QrrfH/YYV9lYt+wOn1jKqXrvJUK0givlJGFt5zAu/GUIkHrEDr/WeXvIp5HwjqxCe+Nf044/fPcs0YrVx57gmmYzXgY10K077q69oHv8DMfaQdn5TlbzTqMyvsVv12Z4L1YURNnMJmlOccXBex4qUg4uwYqKDSuKcOKW1vmhyNLmxdHktjb75dUO40XwWBxiKLN4K+WVKSiG3ZPFXrI9X7hsmP+m0H+3IgLr99FesZcEkXcbDrYy6z7akGUYk0Nfn8jC2vTJTuKCz92rUPCo54CkoYhxc7+79x36PWm+blNGFb5PCwdnoYnOcr98ItdFG/22s/25XoqcVi9kbFLcUP1DWHuJ35hJ13uKhMsLjBbSQWBssiJs5Z5KzBfKpc1LPzTLgUck4hEfuyTFBAQQUS8OUL73Dn+FIxUQEOZk/9W9+//qxuCLNiV4NgydhCBvhQDgFKZUnI3wzWrTWXwG6L+0qgk5U9jYfpagXx+WCcXL1uo7X74AYdz9YEHcRIASUk1s02l4Oy21K33ldU5SFlO2Mh/Dhf0PkumkY6s/qcIGqigq8KTt9NaKsiSLb1lPrlzOKzQjd9MInrAS4JLpCi1c48WY9tm+chn2kalrF5niISn5qNajWXgvUzzuqDxE6oYxB9BV0LpAB88NkFZaHcrUPJp+eTmidAbxhkFSfbTyO3mAKPrr/9KgIgGIb6Be8ic/d/ufCnwGfDypAL8IKXzWnrTs51DlaBNJVdpSc3kMvogP18v15nQKu4pwxxF8oekL87/LfXOPADC7YOn/augM34cJZvWpEdPIKYnfnPcycift1XUPqck3dpEoF4jnrDmv7RZCLtdAvAJP9xoP2urWxJomzjhUsOobtgUIo/sguGESwobNF3LxqHsaOeUTa8z7xr671g367baXHQBOe6UhpM6+N2fB83P1KDG2otvNBW7AsTaA/iqb5Zg3qEqmwTqN0ftjy3jdwtMf6Nr3BbkxmZaYXU2VJJaMOxGo/3bdaW9bd6L5dGUoSe96R30h7uBG7bmMFqK14M/2k343tVxO06DsdWD9JjW4IFwe6AeEW5Cd6qjFXGZrKHDd1no3HsvMZr63u7b/GRVW4QmZR9cAOBQfJtS+1GqTNDvnONd+zlFhA/aKCgiBptjMHlTm1g82ZNI8P294PSztY01PRHIXZ0DBSsxLIOvVsg1h2rMwN2xWSQFzSktorxQ4/GBBoqtpRPjrsbQ2tWJWJoGBDoVs0hva2gVLImIj+VsLG20w+EcJeM0qpRSX43zydnptHHeVY/DVaJj/JgIqbtY2YcI1ZJxRdW6hBOYYVxN9QIdBidt4RUwnzGMXjrsv0U4C0dcJnxz473FJv50K+GseLkgXOJP17qGA2wLmPzapWqKHrMIONWZeoH1+SLKAP6Nb+uQxeptWUT4n7A5RWkaH3oGFDJB6csMntRrKs7/nJfYx03PRhK9IcvYIGCpUCGu/vqY8O3zYibnMgesvULEdka6luo9wCh2VCNWJ3WeA1v+3wmEoXELuB2+sibQtYryeuP6L9MJiYEfg1KL3VYOmzNjET/Y/oX8iBlVU647bK2DXZ1OqITlcEn5NX2Rw/VOAdAbWGTff87EtiSh7kqsgywCM7YgA3woyaXzISAnM4azUH9IiTmbPMvy/sGuGcC0l51sTVLXTzyZDkWA4Gt80290UYZ5No/rX/+e3PeJn2J00t6FpMjHMVy1bbfB6YybTPo9oA6/3v0h3W0hTNun2IkWy8ITlGKfz/qJ3xCU7JPxJMZ0xKFGzSiNXS2KCwkH9ROQanf/id0NnsOVg1Isu3mmQ2x+U8NwAJidLHiQs+TZkgZ47JDusWRRgVCc5sGz+nHQ33wQOsdwIIvss4sxHCtVzF0M5CmCgHTa87tf0kDiRoGRXBJuo0tvn8ThT0jAZ/uVvXCRWOR2ALtlvtLggK6U5PqgJYbbjBOv5GZWEhcBdtkKXTAA9LSk8sQoQOCnz3Qk2LNujiKtFHNCBIEOxc8/wYhnTXBposZTqqNKeSTptLLTqnz0i1uBi6UwTmLvHsfA21uXjc25b1XV2h3FoEeCPRPs5RckZRzGgcvnArl+g6kwNgumKHLf3owEO6omr+a6Gew59tlknC9DyxIeGifTMHlefyDqKxsjx8OMYcPEPYmLc+uu+7oZqVWz1KfrJHapmoJRnGn6BRpCkiQBxZz5cXwFepxWWNxw8wZXQYbypVAKd/QvwGVzMLCTlTByK+X8dUXJPELSOeDX7ITcqLx7lvtqZPUJDqnjM6PIFSNMBG8fgwBpCLFojcWPwVYVcIdjhYTf35H6pMIdDOB3ELn4/fLnYO0hXHn5YM57tWV6li1zjL1HQnR2/1ATngucphirqZYPigkhSUTT9sMczP0SJrClq0FR2sxRA/xF6Nzt2fVriyBAOWmk8bxOO5oOXEjBoCSdz6nOPqMv6pOfJyLK0siQvRyF4EkRltxIKrQS04MC6tSfAM5eIqzqVSmH4rY57dirfUSZF5ObEsz8TY7XWcPMTC5TdFTtu+5TyXiK1qPJ6NxO91RRURE1/nVS0+GgqvRg4drsh9ZRLbc+CZiDsP9cUO8adfOQK7clNbSfv2nCNThS/QQvLAaWB1fHOnj9mNw2f25yOPtoiH8My1LMoREhCLTiFQ7W7awrAEnuS26/lEC/fq/Geb4MKJPHJIs+I1qxf11BMo2T9qwGDYgjBCAK9r59gy9/baP1HFGK5Sp6hS5IHV2zoLImfFspsUJX2Ue8A4J24bltv5bTPY16jAMh9XCxk4CxL+oY2kcHRnGG32oS/rrr05yuKwG9X9vLJ7ec3ODgXQeiQ+DvH+ji+VV8iZZQi8mKqFlC28xfy15akvAAg9BsjD7vH3uVRhU2zuTYmRUXtXl8riJiy+yoeTVji1/KBP4oPAz0QHnC8d88YiYgGZfSilo1GbvTPktpORbcoyzy9I+lVhVV4xvGaNR9zCieBdnkqEYsM+5pG5VkHN0YcjzvbEbT/BLXrk3qMp9yqRh/e/pwg0ie3Au3pPfiWL6sQSwp5vMHyzJlOBRrSxC0goygTHKJEd9k03CNsLq66FXOftn3YKkWaNJKmpHWVQCnZim0XK+zQEA7dr9zRlVA6RfDP43fTlDUDk1sEz2woCbxhqXPAvA83vI45JIRoNKiy24He1VMX1IlXeuz/G88DQX97EvT7LjdXYedCs6wnwAngZrcMzJ0P9+w4JSToo9pWyozTMKtXkI3HXO8uyn2AKpcwDbRoMYC8vKo2O+vVK0CIyFdMsVnCZZkI9g70S+Vy2KfxZ2TpMUeucBRvxbmToeFHS2tz2xzvisazxQDB0r6y5FZaMItPbeFIFQErYU41AQDNNwdAHDHfaDkkeHDMdEGRAky+zC04vTE3jSj0PwlAhJbQyzlq9TlKdqkF3pX08thaSeHv3pve+MTsVlZuw44tmwzk1g7DCgRpJCl3HnvKGIA48plCxEKjYE3C6LWDwA/hk4+TsjCnykmT6PyV3kwUcfARDd1824ro+STwcK6qqwSPAh3XJLGJ1mY+l/6Mgi73AdCW925jV0DRVmiMscJs1Z7tECP2UkLHA/2kHTObz9gP94rGbO3cvoRo6+jhERaQFATK00RBviczCvQKYLfdsv9/Lnro3lXxJ/soAOLg5FNYQthLFxSzvV63NTuLf1KSTxTXxO1V9YILR0TDnPfFPWzYyzyZ8ZNatHMfsL+MhJDVnbpiaNv32w3/TMmK5Wr5UrUmn2R2dzuGGmlR89qmwkw/5VXvl2Xzl3kAgB/YcZES+NIrbL7G4/dvGuecy7zSgEg6YSTvtjkO670uZoJBgeNGl2ViY5aCANn4QNkLjFROlUtOiN6delZ7/mlf9BBUqnI5YHyr687VbnflweNRQB8C7AmjKG+NRlA81f/GSJwiu6HHm2EWm5NNTRYRYGTILElZHovlQLNL4Skv+Te9zcgfJhIEkgf55wcPNPWLJ9TSzIlh/1fZRqMmszc4PX0s/66rDvmrAaM6Q34P4H7XECQCLHUfI7cxc+IMq67g+R6UJlNT+bGSngWSNP65Y/jp3pMnqP5wuXvtUFywbyMT4DwXTKdf11kl/7omTMakdqj3F+cK6NVahLl/Oi+q2WDAM6sFEpwVCcz4QVM/2S6vdFoHqzPNN9YUSLUOLD01iCTg6TnZBBNJDApsnMRQa/UyxYqNQHNl0n/nKRzf7MFbECBvLzsZYwbF7tz+CHYSYpCA/oVMGbczhiYbWDAsQN/9O+pWPR6OcZA1BwTYndvwuTJ3XRxzawQk6tRS+jQ/yoMIrIyTq6obd+Ax3OKposThQn6Vm69jbBJ6fvX5eEgHroZPpjX3yGb5zPw+eXrbSVMun8A/T9V0OwQnBpfyMgJ/mzoSMu/4+vFiJ6N2xh6CfcHRXAqRSkeK6F4/aFHqGkWAGhDE5GSoXJg41bNq+dyiuqq2IxMgzoplPoxcH/mTrB99T4MrH+orjU8iHaHRVu0t7dAcAOgzveSaZMSFNihIggK2kYf2DypRWfoEOJYcxWnyn360xbp+QsbFQDEJn/w21M46IphRMA32SaaAxgCz8Q0iBN+ZJEXXj4svMgt99XWVqBuaZdOWsYFqrPPMFGSrhUxi1sqQWWJidYyhGPsEOlAzpYrf3kLKxKjxB2XUeOcx7GYwVgsaypHjhK56Hp36siN4K6GtdWuCNLm4R1+uPXCaFC8cfssh3yPgIJNUPmjXJ5Ds9u5XIHmUbYWwX+Ty6BrcRW7FJeFpyq3J9dpA8l3ty9FWL2R5/fJoJEdTTYuZAarfo9WV6splGykjbSkp/oLjMreA9GB/KYq/bjcybaXZ5bn77wokcmKZKw12v3Caz0/bokrAhdtWc6jSIy3C+tfrjDWF11aP8G5flr8oQ9v9kRsCkiBbfTDDymtMu1Yc2vJata5coxvAHrc+nfL3RrK3ikeBcDfiYakOF45FlqBV7aTBmU28hX08VG9VKHycY0q3wF4qsQpFK0eMjNI1iC/KuQO+OMzH2j/O7wToqSpiCx2NHKdp9+wG37Yrn3rIUAw9925GWDJwbDWDvylNQH+LqzbgfX8cyUYOd/N/cOsgRG67muSph2r6KY5uJHGBZjnWn+XC7CS9sZQtGrZEaENHMbuVG+n0KE0Y2qHGcZw/A2L3xL+NEs/XmZ030+uEysG00r7czSxG6sXXdPPjWJi+N2ea8CDlFoxAnfsam5vvZw9zATkhO0vNKUHvNrTLV+Q6310S2xEWBtXhdIH3f3sPx1IM1KgfyQAuialWJk1k4YbJ4Uiid18HGLnVV+vCbuBGlOYPCs3aaCg8KvDZF4zdEu4/FLd4UzCwJTe/0a+b+O7UOqaZc+C+zt8kzvfTzXC7HxcVsm6LGXdDZwVFDqtbqQ4k3IjQwKxdce9U3ugGvSklS8/Tiv0N183i6+B71WMlZS2preqsPRGkMCL9dVGogszwwsPyKA9EK9XfP/ExsX3/TOr+xdjN9XOpHxxWf/dQZKBN07LLrHGBc7Dy1q6PVlmdcZaFB8PX64zAJhVCSpmZn0e8Kc76uvWvIcAzEvL1gR2n9PVCslokjTMFhiq+5bKIVnREfUBxRD6F1BGHctlVWy0+psXGWApozGG3d0lw6uF/CqoioJ09KEMFvbR0noIrBc8dUlS10M2QLQgd9pVlcY5buCqNI2357zGpBDu8CvfTXi3uWq+jcWKRHuA0+G6kk/kwdSLV4wPz/Y8FnhFOJKXftpCikIoDIzecXRbyHgVmV3dTvoorRzgSex1g6aRKtFIJklQHcWRK+TZhTUAy0PQ0I/H8Qry3eSZVYTFLBuAahLhFf7cUQr4wXD69XeX772dPbOmHrbESCphSjEngHH9FGovh9gu2Zi+ecwIFvVYHLjoXtPSG2fSrCISnzEeMD1F0YB9KbtMRTY8n0TqXu5pWU4fgjt4VGodGbUNT41pH2u4WZHsz9BFG1Z5Vn1YJXUS4lDGnmguDmgvwBRf/wbX4UwmpMHIlmy4fd6YDjlJ+ST5x2vQyBjmBOT8kx4dgsnpWa9+vb13tUS+UfMVwN0W8HnpWOz98eCvAHMgxCfc7L/GXGwlCA6qS8q9uJpWZLmWNPwb+QcavKKdR1DRGchJNLBymN6XbrZ3kh+KmAJdhLwBuua6HGw2WrXTDUSlDKxUpjFrw4/O1QLM5TljGMzNTZFwqXu003IM1qBwCY8UUImEgySsy9B4RrROj9Ib9VLdUxrsiuu1kY0F68Bzj2HEksCYH1i6gjFl+IodZldw1xjq+UjjzIQEeD340/mGgMg/eX5N+koHLK8nheu0qr8DMxO/CPZHcrB+IqrawEb8K03CZDZVg48SWYvqgFnkJPVHANAVtGbc8F7wlxs3YdwggPa670mzZ+BStjil+OvLLqyKF1XWOLfUnqMUDMujzC98sOek8jddCagiaCOK98U27UxzAFZ3KKoVJ0Hdw1FJ9QvRKAD+kIZeVB2cRzp6Y07pZIz+K60tc79msXwsvjI3/wpAIqTba73UMH9IZoQr8VjnR83u65f9xHslglVM/Q3eDO4fLr4kOjx8/Q3gsPkvnXSEgJ2Yf5YUXdMdh4mebJVGbLKR+5Ouy8qJT+XpVZSyc6dYdM7eN6ukTKegH6Woul4j/GB1HCkqjJp0iavGXg3nBZw1JbR8AgZYyZV6aVc00kqhoAE/qF9VP/tpEOF0sxBT80TkYaY4AJDCkwHAt38WCwMW0lOdclBBxqihJrQENKNA7NdQnHcgZsziEziHmMxpyz44FxYoQ/Jz2cx6dOKVtA/iE0zSc5Ry75x5u9ijzXXqbs0FARK+aPo86oWqMYqnPIxFce+ZxqejYRkt9j4xMb2ZG7atGYMBKrljrZax1VjAoiOETJZGVSxbUHtaSLZCfCCo2FdehcqRD/S4KqFsyfXuSzpdXb/uMSqiGNwUVPpktSLPB7RX78j8tP7VpRMsznbulcj8GAFoimd8xwwhpEh/T4K2Ac2Q7W1uwTjFIqeivDMHomWQKbnTA/n9+nYJ1yrzAYrDV1T4aWOH5OePHsWXfCImBmCj16LK8MmSryAHzlqpEszv46ll+QOm6MGkPMzU5esYQZfOh9d1m198/BvY46Tq81eEa65PvtYXZ0HB0QJFhWKTlRj8hZHo9JvfG8G9nF1Iaem0zMoSGCmRFzthCAGvb5BC82WjENCrzW9oEzGozqNN81aqs/VfKnaO4wWvI0vVSr0kNp1H8EP9CpNHSZ1oDD2XZ7Mldykk7s++mYz9JXwvl8j9yw9x3i3dtZywvl2Jr5BTajf2W8IGi2Aosd0QZqb4gGhhDM0Hcak/nyIA7t4lSApvrZQSSyG8wbBfqi7MSYHTptlF8QS1tnYoivvdg6xH33NMpdBagJbNpePgTC6KHsXBISfzGlvUfhYxv7+7umCycKL49f4VB2A/fPX1IG7gRfbA66np2+9ziqDtV6gxPCEYNSCz03UdkCgXebeeTkr2REpuzax4yE7Oj0HQbs6o3JavkgtDzm+M0z1A4me8NPm7KuQqfcl1K/wLbzThj1k0Mien4ZVjPHiunrZv/dVmQH7iCQLBuga3hSSu1zatYhKnhExMJ6ItQwzG16GyGQ7HjO+SD6308euanijFjDLYOgAvNtSkHMIWi+DhwW3gZVuBKxDAYtKe9Gx4hoOUOUSnDoCLKIX0wJiBJg8FDZ5ztr0AlUhd8oO/JQ6PKPvVhCzdpiF5Vwk5neMBSlEvT6OQl1fQxhTnRW1pqJslUhm58Nl/K0DUxc3ZCMMXlvq6EtvrmOVme/E3pyDqJ4mMixuunYSo9XklUhec3tJSK3C1v7pTES0Jkq/kudw9lyINPQOa++LhhYpf1p/e+r+ps0TW3OxoQPBeQI8tH0/8GDOrwn3ZniFtyXQQiVU189xRWzz0STW6xmSpkmf0XRolTlN+/aSbZvym1sEEshTr8c+hI2JNBKZ+AOVwp6wHNEFnZSXqf1xd1dKkSLd9JVwucSmcopA73N15+kN+Pf/NiZiImeiJpiBzy1pbucGyMeCGVqcNlL+4oRn6vy0/71o5lsa8FOafaXhZsoeSlUr2LXobu+gAVcTMTuWz54tT3+rY5ujZ6WKn6HZWBXOoSoHTC/dGKHewVizgMsmHQiweciU1eeFaknpCpMlpZ4P9o099xi4H0rfxlSmG/KfFYa+YfQcvi0NCLmbKKgWd24EvX9VPYkMRpOcw+WHE7Iqe0PKCaag7kA3d6Orcd58+NKIxQW27OI38I7dEZrDRQ+rxp466qddjJFJpG+XOLE3kYledA1iHub2NQLikAKnTvQ/zqQfRCU6LvM+H70AqDX3ueuaU3KpnzTop2shzVDZAquZAhwlDIJosgoQkVWAkMhwFbBxUtLH/1YE8VvQXuAVbs0VcjDbrOOoLd38HqV1FV792n9qDC80fdFPgnextGilOXecgZb6dbk0rzzWVVTGulwFR5lTlRZ/eR8H3ot51rPdRTWz753n1H+nUOkkxLJduf9ENgD5TtwL5wqBkFCHJf7Zel68usezBudPLe6Q63kXtJlzk2nMixxwwjyAaFy6FvZi9ewEhHw7W+tZkjdfP6lXvMRLKeoblxrehyXp6Xh+WEtCvzsl1W61Owjp8l4L+r4PImF1w6mAEE71Fgg127IQVrMOzsEKnCplAdiBl9vyMYu8vcA9al1heTpPUmaJEVrl4Y0QO0+iKjcEyKrZmfdrsSWuFPhDMCwbGNPsmYoyhTFqL8H+TaQA4gert+MZCYqmXOTST+amtPCBH7m+YR9NfUsPQUm8OEyG9HrIq2E1zNRn9m1ZYBGd2Lmt6GtUeL4llKgyDR71Ivh7WPU6WLEk1p3eYLdQvfEiqxdivAWI0qIBDQJjVXg81ce6GBgtsKGJ67uJN9NxRDkOZTlKikZNc6Z+yHYWma3T7t/MZaU7n+3pi1K66TTrL69S6lD4SufYdauiw+leuHZ6HqVK2qQ9fQ/eLjClvtawpk8t5yELC4DG6VpFFWZBmOEIMPDddeuwrKBZLNHjt3BVrONjM/nqe9CpfZuxoNBB4R+vLfJFrQ+5qgi1s85MZwbzdl76ClohEsnGbqCeKRplvakd/NmFMdzHGKawRDyx3IWz4CARCDi+Xz0jbSr+HKGEpP7AtK0IVBkm8BEnX68aplhSM9lhz88nd4vhowikpNrpTy2Vkw0oHOFEIY7oImvb5QVxq1ZxIUojCdzhMEsUJ+thY1YS8uSmxtKknvjnfb67EozTra4KCTF7lRtoiExMrPVFPIudoYVODV/ktVtas+CjZjHmZZ4Y2oIi7ZRi4W0hm/uoM/pCVyORM/MJWV+2cjPl8DmMtPeX2MowojFzRnGOImE9l/Xntv7jWRfwAhjwem3JUZesuj9z+Fi+aWybPyyH4P+IGNmCidysFNKGImL9cEIYCAD7+RZCzoUhQOU5ALGACQUh6W1D434+A32kLBBiomECs02X4jlMNphbxgfnLkzM0pNOZcVb/jdpnL/AfjAMeVIu1szMiJN2L1F+0TO7jZgtVjZY/qmMxyW5w4tF3lOGkv7FnW1kXRY9/o6SrrYR+Bo8t7WYRW/tlSJf96vULt2r1n+UhE0//jTWR+69FaAwiHPj+fpj9aOL4b9QqYVKKK0nBIMX0i2ySv86eqVv54a9V+LRj22p+0+3OvMtAjjpd5tza454MIsYrZlOnOaMv5Ye3rxbDAjMvlpI+fWzy9JB1KrPh+00BRwhqWeZnCFn3QGVT+v2FDPsJHhVirQuhEwqrmX9o8WKiITiuVB3rAafVwDXcWqHqWpAFXoM6L94RhwJv2fIGEmDfswDj4FmjiyPVzEXqBvls3oY4L5PLPxgKUJwVYm7BolqrUo0HwRAsu0yCUkjbp7hNneKacF+SuVd9eVyPSD2m71HxvYwa89lyOWyeDeoPU3MyLm/qookXZheoLvJl9W26QAEmg//XMC7ygJoD+fqhn+JbPFl1mxj1N5a1IQIEnXuTffny10ym5Kzp8fMNv68N0IdSPdOZJX9RX4nfbtELNbkvvHm5sJgPkG5dzbxr2I8eIxaGp/Wf6G1skaEOq2bbdlZYY3EBNFQEGcIZ20slW0GpcpUZ5cTO4xopO2o/hN5V+99fvq0t+/gZvCfyWfXFtX5xy5FWE7UO3lY+mVkFJVIsI/ly1GrVBpMj/4mVCPpxErO9/IdHxUq5kRu/N3HF+muOaD3B4+DrhnZtZKraAFEHcRS6/OCIFaJec5hCi3Df9taKDnaqr0HOJfbCcyxR2+6ji2Okf6vFC70k8OQP6mJuhyF/zZXwWkbWp3OYCDFG5szH7/WhBATCCpxT9Ob9NfpvXwgDVN7XW8BA5KFdJbzit5VOtUotDI+h7GfVHWdMiFHsI+UVmv3TgpTsnsfjC9sfiJTBXzWtNcDCzlLpfSiWpLmkKKSdy3xt/k7MOynDxHE7TgFgBfT80+2+fjG8efLYj8o4Cy73m1EkTTkcBN8P5HQILR0Fbv6UILPHn0y/S6fyefk2PC4D3VdQr+m2IXsJDNDBjB+vmY/wv40nRqxHg28lJ/MZe0l+3bdoN+29eOKQzHf7gDfI3ehPAEs62MbHYaUE9oU0tl7F8ZjDMPu+3izV48mEPbIoNtcTTdMhbCGiEdCndzxQzw/UJqlfj4dyShQIuqDyjJhdnt06H8FenyQiqzU81sdMPvYiUt3fiiIx31t1ntC2JrIv707hLdiTXnYrlZMXQ+WCD/jvwJMN7Bc6lb8gWgPFvoEc4PHtqLd5kB2Vx3gKUVwqKE6a7m3BtgqrM2YtLq+EHe3QeyXGxK1jx/nfiqIH+zHpZdJPZdriJUzQbCeJHLvmmly7UB56zpwmpFORUoKpTM831d2ilSZt7Z1tiTg1svXPLVYPxU03dbUR3HJl8uDfg7ht1xM0a/fIVrJfQncc12uaXm8jqqfl0ywj2WcWhLcPUtsi2wmnohMUn/mfse6IaD9eXShQktZX2cMAuv7Rh4HlV2nXXp31Lsd4NJRy0R3n1vBiLUte0+Xro7Ql7S5UkAhVcMqGINVtN3R2WjA3IxctHtmB7niBlgm7cq23FyF5LlTqiDuU6ihuEN8cPx1FMS+u1V+aA+lzJApgkhMS2Wwft6/QNT8fBOqhDGr9/vXMFx1+Z5pKzEYwrklj+6fnUMkoHW14/iLEfo4co4bzoURv3kL99cW95rf0b+HD4K5WGxGCDi/qaj8dgzVl+Gfgq44FiZsmHXlsbPLXhN1t959r9kvCId1YuYtLTB3OqzcnROhPpFh8l62ggCL+oFFEmCAg0HyU/YMizrc+2q0InR+Of8mI3EQRcwCE1b9hlm+Cv3qikea2iyIo1q3OnqZfC+GtbnnugMcDHZTH9ZdzwWIbPCI+ifcMP8+pOhRT85B0TN4zl2oEB+IqZeNLEKdAwh8hEtpw+0y8/TEbIg6KwT6FfTPDlaufhRdx4YUZPFPD7rQl9PVzIl+KvrrnV8cSNh2qo3SqZpoNg5SzyuiA/F6d/3ENT2CtU1SJAWubjPkaO5dee0R8mMVRChJlnJc+U1L1NIzl7zyhiXCci7kZQD+zb12an1i/FrvOaC/rQL/v+73fB1gsUUi3bDMzhrgB7eZfLUueL5WmStPKoHXTPhQ2u2twS55jrYfLrlINP7aMqzqKQXzQbRdX8FKOkmh6cJJW/WhWLULiNWzf6Q4FW3alWnHRa60rj5nFdK0Z0469KPkph6v6wkcxJYI6HXXwsIDV0861POw1FGQZr2pmxKGuLAoTvSD/9YNDm4dD0TPGA5YgHLZ7VUK/0/54jUIx1pKy6Zck8RWzqC/L+onMgfaqrJh/y0GF14C6eWpDVmrXizi+NpT6fjZbuwDokPbpcOKlC2Xx4cXhzEaHVhISf8/puRWPBGMOyu1S8qgsUkHgs0L16Q/gke7nEC473zKz6M3VoT4Zgq2tEm74769L3BQN9zPPIZXKDmTw68uYCQ8DseG5DrbMD2Y+xQ85vPe85gAsOZPfmjadjwPfYmxaAtPoS2c6AmZiyf/wh0mbHkr7UbVfmZBcX9/lnyo25en5GqETxRsa1B4SvJY7kZGx9Ai6aXBYu2Xk1j9Ap4bhZsS4ZLmwUCYOVXIidaRanTt/793Sc4h5gIFrvOVDzBP4jr5gzCG748YeuHpP2Ab/IMEe2GBfRhPxaTGMDF6PzISVmFOaqDpbGnqbE0ABKYPEllQjOVkxahP7sIh+PIkkane8E4KAFbioq8JAsawEXx8kRivT54C5JpDAlzqnmHwwyCzIoieFPdLGqtJEvRf1LsyoOxlYE+PzTmj+WPSFeiQYTcea9EfLyeLIiAu4O00hNKvikbLgp/LLeapCEEHNQsf1VMLGUApF11tyH7HhjrovlYwjG7+nKSro+Po6HxlD8FIbrI56Wy6xZoaEGdPI5+S6dmN05dEwQuKEh3a7ytTnmlbH69jUk/3qF5Wa/SKFKvHgLHCYQ0xk515e5mRvWDhnaSxDFT4sv9Kz3Pb5IxRmifKhNdR3862gsj/9v8Ug51Tzp8WDWBRQSNGnXFQEwWkQFUq5MNe/s3n79RFM5DAMOqPBbV3L1uuavYCrM/eis9rTUptxCjnl27qjr3h3gtpmn4t4bbSKHpYfqlavdArlOJfrOM1Mnn2qqWQSE72mmseHoA6CwocUocOjeY5+IJ7z+ISvsV1qkmC/I4NgytdgNhFkA5jmbEze2k6KH29rHP4WcjHno3LoUN5MEymPuq4Mw4jzpDqC6Jkmz/4c6QUxPaHn2N9O1A4Oho/IcEtk9MA0niTa1c/7TOWY4O3n+7WQvKrThRTtv35fhSTZm/hdPtNXPrBieOk/1Xc4RdtlDQ1y+ilea/etpO9zT76LzAQf/m50PvglZHgkCW41V7x/lCAgDAAfFAH9yhGxTUHlpUkXQF5WPfFd8UV2v2jcEUiHRyPY//u+m1akM9YCgyna9ika2/jKiPVbvB0FyCaHBJ0TsucF01O54CNttphduome85R3fsBUGjawwvx9ByhtzigPudF2da+MWN5NyHlNWEYRJ4iJbW+6JviqjElVmft4LdqsIHPixghFV0R1W0Ry7wBX29HaQg6reYrMzMl0XyNlziFrQxQMkUXxVHjxhXE0Uy7PsuOl1sqvLdr5D5/Po1Z3mnGkdnVPuIha18120D/haDvvyq4LSYhAyROS4GMpnLrlaj1HWWKs+EvzwidRfom6avZSCtwNRukBGoZu5eRKWmmBP9RqfPd2rARuknpU87s5Yil4bYXgMGyIa8rgG7Cm0Op9GC2hXYf2U6u0aKK8X1IR+WdKnhh9bw8nt7aMjXxDu+1YZpSdaeiTri9pr8EJiK1c8M9Kpjpscgdt9yssxgUi+argGD2IOtUKuz+HwNAID3B6kdP6+X5j8cJPYJZ+BZgJ8W2mNtFhjSNoJ4ZGNJwp1FwY1jFJmKJckQZ5co7PDggdt2Ji8y6W8xmauq+KmZhsG+IxcoPswQCoX5fR07Sxjr/1xxMp78gSaeDE5NeuuGjrHNpGs9vmt2andkJW4SUQpIOGFY10hJylfu2nIq66UZROIB3PyP2eOreQYzurstXwJTXoxX7j5qXG7mYTJOGwEwbZL8iamEBFyKR4JaK9Vw7lYVIaUbBfAjAEMQoqfbLMVktLidRcBALJtECywZZt9gsJNm5/O5ER7ub11goiwTDyWNi1K8yTTbkOCn02YHZBtUhkBkxcXIYyVS8ZeNRZhakOG5RxFPz9CPjoPriw5qp8A6q9s2gARUgd/iJaXMaSCd3Vc/GCSAkZci9nVzMQ3YgMk/k2dUno2mqJvGQY+XmbKUenbK96i5V4btqyXAKG5drM18NfuhG+xLbEAhL8zCDB2QAipXERQE0Kvo33KjJfXls4RohCV0/vmrndyQohW8OHYVnk/PZzPsi5wVjtnCRJdFh/GBXRnOpVEk2jR8KoqXXZRqrtjwgFoVDRpYkDp5RtCyoKREjJPEn26QtEjPGR1hhvDh8xgWUYlCbLMENudn68mbeUD6ZXJ22EbgjzN8fSnwu8pqn0pvABlTESVXvct3SAQ7foEUIlL1WxypDu1RCOfmew70MAUHygULTenjssX0GzmXJI/FxY7flbhnN5N2ggYVWGZePA0193j3IZekBE68WYmUVt4flqE1dl4eKhzlNPGJmWlOAKHxk3mzMB+2HE3eX/liZey87O5wPrJ/VTuPRc73rkeBiuviLhmVwTk6deNcnQQEsa/+273nHKSuDOwbtl+Sv8RUWZnmhkP2jqr1qY1Rzm1m5MMVnWK3f6VyfqEUCLnntByFYjs8uCwCTQ3ZJlUL6y7Or/LLej9UU31l5ZMBW3EalifStQoAGe2WcoeQvTWbE1/lLqsp4NKndR7sV178l/qCpYQEx+w+A95SMQidf2Q5HZFiwiF1+/GUFbT+VWDKXdLadjpaZS5dLMz0tlENNhnOx7ffFLT/7yNCxDQrXwXOJ5adDBh6Ary+MEd/yBFjq65pmrzg3eei3x/Du07b1b8lKjI+wykWHMMMyjcbCd1ErLMLKkixB0yhkjxnQSDOdC1EdAW02vwdhAy6fGfQc+xCM/SX74SwC9XoXLvHn95UOhdLAyC/lX+4/WzwQVzHKxiPLsSvYCGtX61Utb9C9MUDQZREh6du/r/rAwacal1zk0kqb8bYxUW/PQ9Xy1vjll0Cra01+MV6C2l4Tg21KyE+gmuepN+zdlxAL2bn9JLqKK+0T4+BlHt1mty1GngmsMasXUYg899DSBXDQ95oYbGRNOvFeQYnVwGJx41iFmCecVkEyK2yeOKfFpvuBkXrYX98hDblwGLyicBzwNitZtjB1YGpe0WysLtmld3zBEPH95XsBouxZK0/9qMmICRrOk1uxG030/QSb80P88tf8qJNmSwPw/E8cOMhiBI7IgaGqXL9FvPYFfPFkJOgDbEPe24v2lYgM8KlUF6WhtVHbSsOmulVQ4lO40wzy50JfGSi+ba0P3xdYbToPnQxRTSULWT0grZ2z0svhX2nKsVHfuqsfAWvbfy9z4n6eiRqaetM0KnVmx7OL2hQQxylmuzLRuHKDR9VZCL6B1WdtjzwBdKji0pi4rlBhq9h122EopHIc5tOtgyUuHOZn+CKFXP7aH0V/rNKQBvW5yx1z9qutvI69OzEywoD/U8BhM2y9OZZ5G+RQlu3NrsfKeKZ++f7IMvseJlRZHx9Mdhowvn0U/BfACEvRdorAbp+8mlcXtAUaGDEN6DGQOgT5W+Et3QooJ/0KO8b4JFazErVPjFVLY6WYXuTtiapuP/qnXMWYQI5ZvPKBI/BT8FL+506dm++KIRRC3HOz2J7oqDYp0/QU724DlcP37ikdGewY0MVsMS13HSke9a7NzUMpLF8bh9Sh2LXs2OodNtHVyME/+2d4pb6iVO299dFEftKVBoPKCBg7INqSWxMJyuX+VtbBccf85X6DlZE4We3CJGo4y/LNIuHi0H/lir1thnEao9TKflXBfw5AestOGuLISo4okRkX6WzhfA1fHtmy4GYsPsOQ3GTppzQTNgH8ZYmh78AlpTDpfyyIlejxAl7yzimuadla+n0ESqLK6XdxBJcNX+nUztQTbDtPFDG5x6ulYX15ecI0ERRGTzaaHkSb1pwhtzKQAw1iqtMJ6Ffk+kPuML1+Ly48eZ2oG1IAm2NlJpVBBA6+A0Ir7cVK9cH7NgsY54FAD9vnuvgAt8dPMGMQWMtILxd5vw9/EnvcZXcjYkaSH60GY13dg2HrV21PhkvdeLjJ9n9a6gPoUoXs1YvGYynlgoOOWw3mmD3AqY+7i/pzfxGSGjfwokdull2AzSkBITC8Lqgsn8bAniIulNZKslp+SVHeylXow4gs4r0jV8FvvXscD47Yq1r+L9sNioZYs4h6UxQpQuL5VkGZLpbLjFVjzKKzQVrreQt7sj/hrDx8un/pixGvQvj8O5nzsTGTo9Uv2dyJylrkvk4U7bNR+M4AP7E/4wMCIgF5vMf5iK4PiUJJacWFBZXEA/ipEE6TobLn3BRMwF4THofR5ymYowL5gPhikv7A+bahLCF3jVCs1xNe4KBksPHfWiKjmQCHqj4AeO3YLo2YU56+GUz9gTKaOH1cKSDzyJKOaUaIwnc8b/a4Ur0uzq896wOShHvJZa+y+Zpu2rSeU/rWhggCuAPn0H5MhYbpmNeMTWW0R4mdd2O+/iV1Q5B8v3ubR+f1n7GwHIrAqMD499vETqJ7Xj6I8K8uw1TPCMqelVTjNJtAlIfj1GWJhvvOIdhviSFiV1hUcWCBwflobkf5DnHqvtgAG0+qAVhUh100bClWPJOhhJHuR/FOzRcn65T2S5JLYJs6hPZ/t7qWbxyRlufmXmvuL4x+pStO+gnEP1kxItccPdeC30H6qCtRYJOsjG8KePv9tTOh14aYdTBLPrfo7f+EgXqJ8gZPJAs8oDu4bP76u1ro9NnrqtKlK+QRsFKr9FTNqu3+1kyF//lqILlRGg3SEE8f91uZHI5vu2+2jW+Za2h1Ibh5Ge8nLZ3h8r75ZMb/7Pesgyscwr5LKSDxLPE2RDCk/cVKmlVmGtplhrTW3NVQv0rc3W/w7Kdcn+k46RLiQlkU4Udj9PeeqqLbiDy2++s+itV2XcEOo60Mr7xIjkeIvWXG8TFD9tcTnRVqON+gXkr2UoWSeH5e5NAiJNVuoOY+FKLFsUZJrK+AWL20hcZxb9fnepm3Sx1tT9/dPfwq9IOE6cd4eqbtQBAN3oBjipWgt9Jr+wGo/wp8fR2Ge7l/WlDGzjIeHb4QGbG3J9DeJ4TWHv5Ic0G9S8rtPhuQ9gnlVoC6AJrV6/cv5KSmYPbLcBiVVaMW3/Oia2w1uHcOUl5kBfy3bUCo6cSoN8utP7LAew04yfu1zxhTfv6fb66sbrS6o/ydLuCk8zL4u5ZQApsbJ1yILr84wPemibJQ60r59GzfYCzcJUEgysApYSf5DjHZMWIPjGJ6DUgxDtdepzTHDnFvQa8Ep/aCyDYTDUi6VxpH0UPSwgdXk/XSiavLGM6Gv1wdlEFRiM1jBjxtEXqT1QYZRzpRCfyDtPviLlHfs0pzWACYTgfI7UZ8QWxzL0ikuiMbKM/+JDwNQN8tu59htFxh97uk7QjJUR2c5+VDBDfdzoM8LyA4VGVpf4NDyv2zpKVYMd4vgyeRnqTFRYGNm1ukWdeq6VPqp39zf3tm2/4tU5voQdgfNkEEh/ujWNmXThoH/ccNmUY/iB+hX9wCHP8AbdYV6KI+iwEQMczc+WjftasgBNw1JMa8k1gCKu4qHNmt8TxVBa7DLh0huaFEfSU491P0w0Xw3m+C8//zG8OOKMQRtQwBcaYEuj4oUrh5e/S3dYsbIJVs+3S9FUIlj9eDxgxhyYze1icGD/6UvD1hk5NyJOJClEE/QTJONlJznlZ+7BPFFc+HvkEhDHE8hpyCQh9mlfNF6hJR+O0yzf6Pz/0wlAZ6YmCrYyiUAYzkXLaeB+DDyxPaGfqRhf3DWkUEwD1u8T+XzUmm+R5z+VudkzypiYrNc6SB/CQQHlTgM9bV7vmCe5DldWQRvWPMTmmVFY9Gq4kPFMxtTgfnRb4RNaJcBw3OIOauj0D4Fyy8Ta/cZbIghmzCF85w9pX0rmUFrFGqfOEUY46CcatdJmsjpvMJ0bK8KTpOq6VLl6/Mo6GVa2kvUFaqbVBQmiAFMBGUJ4UNkvec76IixJYvmJsOU4q6ECqJyYRziWporTa9kgY6nmFZlsHj62Uuo48Mgi7O6qKE+zOIex/BclSUbu0DzAH9IacSJWniNOL7lZktuX22QOYRiz/JmzF/JueyPdtXt8X9QprmquycMKOeZxTEb1iq7v0W3SlP/0pjneCo03xlIZ0/9evYvoRyFtQ4VrUbCtX7nDyuFvXWA2BPF7xorogF7WCVJZ1bRh8dCfZ+iQoR6zEnf4EvqMkfBjqtAeJC4xKkukYjvSdTndab8IH7wo+QnazAQmc6p6Cpp7qn7PI++6u/kKk8KNb0WuXpjqrlFtDpEWerf7lrxrz73KVrWfnGfwv4yBWISBtrP8ts7sRa4YSkHP0hCo0V1SRIhJwZ5yde08umQGrtgTWTKoUVCk1Jufa5A9lkKECTBIuGSZ6U+ttIAklcOwWqZNkom/Ii+YQlLKjj2wSArX3nOXcmxyt+hgzzN660o6O43lAaHM5uP8HEqR0LNy9jO5KcCw0scZJkake/PPULTi2oZf9VsWVFAsNd7YTxfVPNXIRDG9dnUpR86a9WHPkGpbfgkP638vUhxKvXBX76iXN3X7W9oV7vAK1FJaRgeewftjE72eZOwy2IOxPlmmpD0LpC7pxh4EQjjg9KUXDGCkta5yTsQG9WF85rqMSik10/SzOFNufUzdCJhjxDklPTg6FWsJpAWp7dYoEl6Q3Wcrm4VBMUwn2J9Us2C7i40bxgy1U7pH2quMPi7G1eW4t8ATy+RsrAMjXAB1QKpEuvoGX91V+/Pht0yLwLrbyw4U/rPzkJ2IjnY+xqZkpAQ0Uak0FrBVXM97ijXJozLtVRBbMVDGen4BwJGe5vSEBeuLk0YU+BKuTxQL0gDz0fVv9jdH5ZilgdzDXw1P5mn3y+xCOETb6azLIsPqeJDCxsapLuf5nswOqOV9s1a1/hemKY1mtRbzbUHP1rb/ounfM2UebEdpc+7rpj6zwM/wtzSd2IuWZKvXq9+tR9+w6O/oSC/yNKooF/T2Qb8ZwL/QidDJOedfNAHum82xWMBdfCDr1lmLMm4Kho0DagDSqRkRO5Jf08WMN8P/uMuEHVobgT6r6SlALVBEKsQ424mVdnWEfmogxKpWLOHwdCh+gKP9DjkhvDXBCf9GiwHrGZyZjemHPBNFsBhqg19Ebfo7y/p2CwFlaZayKQh4OxnQ5rRzhbDqiwqkAkt4pYx6/x1nZEgA3AaX/EFNUIsCbgKcsBl3+OiFxFwcyLXnKB4ioWqV0e352hSo6XboZlkhda9oiF8tOiifnjYuGqsZ1xwTDqIsMg/UrQ/LXVsLRtRy1JkhBObyfM3bHB+Ias7keDsU99DUUThWOCG1vGFMJLqjnNNaA43e7cJf8mdQ3uCYB7OYOcCxHGHdVjtUAiEWhOFNQFVHDXGBVRZaQlcki28azZeWixilpT8vuQrzgK2cXOkHY4xXmCUdGF/DluvaD0Noz45A8+r8iLPXoc/p5fGc6cxweWgLERjoGNX+rkQ8n+dkoFN/HUI7sJNVt3r7HKqz0PQCMyuRqwUjXK/ZIk7ooym1epaIoQLvej3oVYxnqohQBmPM70b4SDp5aVWFBx41xMkzZKApMGYDw6F2l3sZtelIT2fxq/j1ydJCwm4PQa07YFL//r+dj+DzgnJ5CxgKTq7ydJv6tTbkJsvq6Xy3iU6yoqbEPTiVqw71tBi8f34f+sAtdlmd356QUeYfUl5lS+5ZoWfgTsosq9+UnXwZ63q/vz+5D3jUuzupqdgRhvEPF4rg7itnSaxgngjyd/NM4m/RHPTsHcOqKhWCidJPn91MLmuvmzMuJkujVCkyUJdgf1mih3K9qXD8AXCyVuMwSfQ0KG/0dcqBDGIb9KqzHwkwu7BDAh2QET0nmq4GG2PnSIjVieAmAMZHjfIPR9lkJHa1Q0BQZA+zDU2kQDdAaEk3WmqBOdAlQWO+05LvybTIEdr9krT0/9q7WPep04BiH5C4mlD1HhUW5B5gsGT7BeWLT6pegv5p7TbX302r6bQL0FrybpcRA73tEIpTq6fi6qs+W9KUSbQxRcUYfANSHcqDdl1v3b2jP9I37cAHRbH09wDyl/uNy5U8GANRKG3bvqumQbMRUBA+d90zYr3Y5fUFllhMGp/bXtzoSbXCvz4qKeiXB2bNiTHNrj+RxH0CQQZ6P3JafavfVa7mLyTGnGXnJJqfsJ8tiHzFSrv6Aqcsyhis176RP+VWnlRZe52/y3CTsb1ip+Iv6R+G9B/y+TIy5Msy/xU8rP0K8RhzL6mYXNb730vck2bu6Wos0sporFd9RomwzW93J1ymnIsX4xSsMJHF2tGGm3qM/zgNBDduCy4Br1pUZrjJUyj/G+2ktL/epymOkswNnyAoGDAwUX22Mp9bFbUzW/8nY4QcNeK+PTuvOFOT0MoM3Z+1MR8AKpYUUwwQMbFQbnMVB+kddLb/jEbwkma6djMOPe4FaRMJoEW5wOP/120Ze+sxOW2sS4p+1FURqLno3CE7GDQQbQcSWx1PvXx3HX8Qgv5+CVNuNWgSoqJFafjGn4n2QvKNl2pnotgwmY8CTzz2+YfNofpvTrxO/M90fv8LMytoY8CKx/ffdxPmJTrAUvBi3mr9XxpPysGEjf8o/AAX/s1SoECaNKnF6eIivTa4D7TcuypkYD09fZv6z0Yk8fmzWPGPfATX+B4wqfzeiLA0SNIpoLsDmvIpcTAgquTtwy3xDpVUUGylz7F5klF5kvo2KFpfU2nyrAiBfKZcp73XZGxG4sCAb6SXydeoD4abVRjiNqchBJgrqmYMyhMa/CCio0vu5wOCVxAQ8fKCJ38sxM3VL4SP6aKdLec/0mHUdYs6jhQ/WhU4+4bvPkbewTLZBv2wSplcQ59OB1utOAPlzBnmU70kTft9lifXwpsxfZjiurH/yi/6/MJIZiUrZtZqHM38MnAPBPmbyd8H3U/nUHq5IhwdvxOttPpj7nWAkNCjCknx2MbLW7IZQaSr7ekj+gI5vKK7nO0lwXrM1Z2z6vjamEuONMYtlFFlgBCLhSkV+pGExGUF/cg+0v37964FXUf0tgSEhmpDDW/IQoOyeDBHjrAzzyG+dfCCOSj4DnuZBibYf+qCkgNRnv4UbM8wqE+6/JQn0eToSGDOPmshR4nEr1MU5aCjIasOwzNKsIEiqzi0OuPjfmdAIXVDhaPsdWeM5RXWsCufAZ0Jx/EMR59mYmRFeX5lS48V8yD2GWhwSYMbUBdM03/w/Osk8LIpn/1+HheJT/R/i9BZ15E1tDJRpPF4dDZFgjZD7gLfnD2QIrL/omnpb67WNPwQYy7+BlEb3bd3f888a0ilnVk0/ElsTPk8kJevuzqEjuUvZcPHgPFLx6ukM81bwi2S/e/Y9raDID1YmprWO+IGwuWqB177fJVbaCtGd5+L2zGDupTzwoISoKeQBgt5uKPDo/RZ6sos/Ex+glDiCAghxazyDmSa3rtmSZfmbfFCdCkflgk7wHCrkrpEMwIAgOmWIAy+s1MeRJ+vfwP11AvQWfwaqu2bIO3OAFJfaAfeMtDnf+Sb5ukLNQdaGr/8Wl++XMG/dyouFyiH7CY+zNn4CdpN5fv7pOYGt023+D9mvgeQEHd7X80bd5c+CfucLvC8SdIgqvEWvJ3FKZ/DwPdLcAH+DRdXu9p5AeYeHN/GjZf/fcxe1SftbMt9CGRLZrA6Gcx0BkFX9co8Hxof4aiWuQV2E1kNl9MBmyNZmTFmsg8hyYrEZ1/G2EmB0GN85I+0677rsWBF0yq+EiB8z08qEu2yL3TDVsHcGlxlxgPvYBEmpd0eEKjwdkSyg+XifVa+he1g9GEX1My1SuokEWvCUx6D1h1Fk190Jr46xsb2NkCfIX5Qz5IEUHmXzkakQB5YMmZCqDf5P6NtJZBW26cXoSM7ImK2SZPrwSuIs2xF7KkVFOQ0eYkzSAQFx218f5vZQHO87Hr+As30djt5+R/zDVxC5nOxJ2bttSe4eTzqzGPzJOfGYBs85NtCOk/zm+nDL8JiiTr9HYQk6144v3INn3qK9A1Ut+ItnRsvyM41Eg8kKB9pfWD1DQAZgNRy1R/cqluFvNFqG/bJV5VnT/RmiRRbRAU6K5l/YfCHjiOdtInf0KS8u7qk9rElg8swV2ekh84+nRr12t/+9oP2b2uT1VbalCjc+fBxdA1kEMYw+nAFCgymPzD7hdxiNsNvgga/62QYUX508knGqKrQbE0kcfD8LODYgQ16jpQoi8oj/0lqnboZvegffDQ2frC+70P6mPKlfecv1ZKbRSAJQKJejIAR1EcXtN/4YFn3ewAISlcnv6SuhTdxv8NooGOYfmF7F+PSqpwNkmBX0tkCND/ledBFlpqL6T3rErPxAUlrlGw38sa9Z9gU+KIbvlcB1XfcwwXsy6zvnwrsXD3gv/KVwiPwTZQomflx8qKGG93fxtbcxTWHbvyYHtZ9GSD+fRf8wv7+m8LJMS5inP26uf3EnXFTMX5uTzsSxpjVi916ToRFTIhlPxlv83zjUGYkM4NVqJPQlGb2YcvhQnDk+DmkznbsQr9lSH+jmIQIdxAUnCyfQI2XctSBDGx99tkphRLE2Zu05YF0cnYsKoEh/tImrd96pzy010lxGYZi79VD65efxUk694jaJYspRYuUZYxjjTCJPYF/rWdowWOIRfP+LtkcPB91UKtSU7rjvQPTuPrj892BzowKF/ELgio34dRGD5MHg0bvHLhRX+e/RtNdjiR/lJIiost9E7fSLtoH485G7dkFvun5Lie9p+4YKZSKIP3fUk7N05zyGd4gqkoeu5OU39NWulHGqPEiwwF2So1/ZX4Ihb7DBjNlkmV/5qQHtp8wsezY5c9JVtugYzbbPXZFw6Op869o/tXUh+HBUL68fjqIxtmy4fGkHAXxxMl28jHNqQJuVNHtw61AlkLOvyyI/vrA6VLU1Bz5HeoxE/5EzUnHKJ6rkDHADsI0TMVMZDimGI50/rpuz2wjryMqRrNlKr+ipc7ck8saxS5HfQIhBk9LzA7Mvl8G27MhH1nqh4KxAtI+b0IMGmQ7d5x210gRaCB+HSS95eBkOlnXlJiWDTbbATpDC/elfSvFtEz84s9d0OUKRrNJv0esL2qprVtx4VT8UZIF1lynKdXc6HA10dS1O1k7Hm+xT5SDVQbjevpDvzBRkQ/MyZ6PhMiTOi3Y/DTbhTmYiZU4Zy7LFmVo1US7xXj+xRfBvrNo/deu3zSoOpMlGFAPyRMCMvFUKSvCK85c0+XYZBkVn9LjP3BxyRhA3vHsy5gt7ZkYCGL6BejhWufFyZfoHpt0FhtgqPN2wuxvyakvpNnVeh5pMefHZJnKUsmv6m7FqVIoPLqdzvXLctzE2EaItMTynMH2bJx0/+mXy+2xcr0K7KCzJuuB1OQSZxG3egQc16uakh08FrhzkpzGdeXPruOBm4c9yQLfWmmRGNG551XvpqEbVfBM+SKPtC/YVUx7F2U+VdbDKL/k5WgDgXOAdI5e4GRR2vzLbQZ+9hMqrTOtMAL6WI+PRhuxyoQzV2MKwTpfTOeonz1DmQzdASPLftkzUf+99xIrE0fw4ulrj8WtNafF8Ai6mA23d0lSofA+NFPgbY+CSjWoW9AluStr3x/hcNF8efadrlDV4wzEs+8ueWeZUqtNIsRrWxh3WjT+qZK69w3WctC353t/BMMKBoxe+zneeCsK/Oxr0esSNE/4I0YDEfQOtxmP4I9nkn+GgzaGZj1EWJfpGn+OMu77gMQDd0qQdxIxShslNFtjAQ+YtdQHddflW8wLtBKbpGI4urjM6Ybi5CxRbcnUwXqJJQzCMuOBdVy3ZV9jEPYYjUzNaMFBPnakTkcBEMa9vr+sczV1FZS0evWmYJFmHjUCpO++dq1PEWYESToYeAFQyUI9pK16WotYUTvq+yvoZhyQfOCXwUmUoj+9tdecSBPTx3nIR067CVhaTMVo2pXf08bM9reELoPgPM3ckGr7DJ6k70OaklY4QTwu6KtB0ClNINYu6es0mUSfmRXM0jdlqHrsyxM183Y8SfSOyU41lEYBPNyDHWoanr7KHL80Yv9tX5s6JPRp9CJ18i2ZDYsTHF8Ao3eVRVK30v2St0NzHpJOZYL3LRVVOFDHJ0E73tZowz7N9V0TLJ9UXexcGQ9dbI5dOLRPoNaIoSsXQTGK+PpV07IRvBBEWcglwNLv2dagaxaWVdGa2ajkMizafQc3vpThUQLWyjf66LQKhxNaGxUNnTvQTqSWYgPk3Hbl0FNh/1s9Wx60uc5eWkcdMY5S4SIxRfI3qo8m/m0Hn63Zy2FNndfwwtCTOvmEGot92VWilysudBcRZTkL+52ooT/gV8prddmWdg+ysAp++KE8sC81pBvWPx2POjV8QkNd/ULOf/yp8OnmSg09hEIor79qs5PHvcPh/9FchoA2wx921FjezIVBDlKlE7HuVBHXvS2F2HAmqfB/en2mnqV1POUMjeiHMiJJevcvSYbJPVuInzYwNdjPm5L5R56zK5t7Qe464H8DUS3Vgrze5mDRyq0oMzi+pr12a/IL9+aPeAeNGeIymSbwpgKhG2USGrM7PJXw0UWGrE02Gv0QbgMvDm6NxhgjmPACUpbsozUin1tUcr6aUlyFTmpn6QSKX/7mn0FFdp3STiqtmz4DKp4JWwVzE4lVdJeiDQmo8L8diiSSOe7MgCN6oDR5XbHkKyx23LVZjqIyV9iH9/B8ZrYy+/aEcmDI9MGbA/PUcFlHzvQz5Gi1GQypuqkOxgO2Qlnq/N+LXPNTJbUq46WX8ha/H3OK3ku9ilW1q+x1w73pYfHzPf86+mJ0u15cReRpkkOjnprGsn1F83FOBKumnVWVoItjfjCfszVysxXlOw474rXApc1dX0UA4obaIS3U1RXxsn9OZjFHdl2KuVIasHpGaVpisUD/K4+6P4xrpnphbzvaQaExBMPcAvk8ERo6KhEEkO7xlNmYb/PC7+rhn0xmt3I25aaw2qPU1IIlZL70aV+f156qv13VDlmFZEPUnXkSVW5Rtf/QgC7NKPaDN+WUox6mZb4SwmW1rVUCHk6TGL9UVJhp5H+FkUSaC1gDyQkiLM/sqAoIiHc/EtUOsEVkSj79QXPzLzmfLIuecm4FTHC9WH1+UMZ17WLdp6ms8IRmWpb9nGnQGUMVmPPim9Rn1kldHQY5if7ZNFg+BGYawMRnxfzmzdavF4tTQtOhTzKFXe2VRyVkWqk9RYoTon3JVb3ftmRrVSG/QLus1Xa3X31Vq/5ouU4btXEvw2o7yvhmhyhiAOkN88wc6C4+seWjWLaG6s4F4isIydHimlfH2HiJ4dIkTqygps/sGxnEV0iMAM7HaHXw4rD4HJeatkVXoEbOZ1zeUM00Wk+DRJbEQOojN6ymqWXRN69d/qrmRclO51xFm2X9MoSXYmFkir0Ny8qGi57Ik0GFtncrrkHK+oTKkUhDUudtLiz/FuPMIJQ8MT8AEHbYMaVrHH5EsXfm1cWcsoFSYTXKktcmvDP10QlqmE4uXYS2q4K5msQF4zhKOcXPhh3eJ36ay6MVuJ1ZeyYcZ//qpzJ5iiSm0CP7WZ1Gm4OHZFYpTPk6OUuuvx+xUatTPAl+GYIVUW7auPGXoykCTMTm5oTHPjaM5KvBrSzrTIPfzcruLmdGUDQmaWz45mYpOEnK4BuhIiOKXJbr3Ul/MXPcO570Td60u2/cBV8aLO4BAsPOzaHdx+RWoQv/jst4W8cqEHlRfjQK00aCntu7Hsj7Co9rWMLvvxXMNBg1xFAYf5HV4+cPMi/GTJULShL7rB3Ba+YAfWsWbXuQJuvsQb+55DKumO8Ub0ECRWGkSJC3f0wvCjkkZbiyXxn6x7txDBUBAyjJFaZAFqXHW7ZXMmJMObqhqNRjfardNgC2OWcu4EcLHx/wJQuNj5Rv473FrOV0nFe7fEISIpedPyb7eBsRnhIvbSIuc8tB3Zx1F8MTUbVVCNb5Nwv60VF1Wi1ZjLiD04a0+C8RdcC+n4ymsJLxKv22bpN3QGuoUVn+HXGqHuZv1wF4uO++srYARjO4vXCZxyOHisnoc49EJw6hijq/hS1MC7+5sV54cKv8zdQZM+BvyKQNq/nui2FmPMSK6+04XhBkYHQZpfb3LYjDsYslNJy6VYeV2o+xm7aP2aJcqhP6g08g9bhHf2r/LenRfpSPRX7pKo3XfUlHVUT1r84RIfaiaQPCeBRPxghPx0IoTVT85JQpocYg/ncxK090qSAjG47rXo5Wgl8T6EM0/zvqQ4Kt86/9JSKchmB8QQ/dMyLgPDMK37IH4Dinfgfzqb+H8626nProaL5Hy+j7FJlrbUYkERb2EavNb5ZOxC0CgSnX6/vLGWbAZE/K22KDzkAIy40nVppu2JQUDkr++kKs31K+slbeT/4+7FoyS6CoMzUOcDeyImDoJQicSraVq/ZIIXCMTOQfWVpIRYNFEbQ9KItZAwsvJKSJVvqTD/v+kcwggjXwgSbiYM2/esPeXE0Wv8XfC+18EIe6V2ZREGct7KwypoKx/06XJssIkDMJZsHGkX9SCvpoJXBIjC5ULQwsSenbNKTxlYHYa+0gJ0JUXamxOYqoQlZW+Upzu6gpWl9WuH41JJjWhgIio5uBED0jAdaNb0EDYhQg7In6Pi0jBxtCHzcQGxiwbX2trycKO2B8IUtNKqfxpsgDyLThr3wGOOeqjFKP5Nb65J3KLn5DMPUQQp4KIRYZNPna3YyjuqxYer0sD8OajUYeyKmjzGI8JUBvELaCMn2OVYOv1P4cvqPFg6smZ2WK9Mb+bAB2zJaquJ0iQ1oVJzvAWTZrk1JdeRDIR+2ozmM4pzT3lDxXnZs6KAJ/F0fJv2S7f+xdB1bbiMx8JcoZh6Zc868MScxZ339ssd78bM9kkbsBgpVaACd3CAjG+P8JKJF+mIZ2r3mPywZF5b3tpvfGrWbb7bSopThdF8lkuHvwKKRKHgjoIc/2Ig4xZ+5AXlPyLw9tdpIonWerhbmI+eFUrX46uDAkLmD70uUetoBp0iU12cmigK2UUaF9NFv+JwGGBYkVHnWfvyLa/5uLNo2QqRo+oUUtS2wQ/urUYZyYWG8p2ipAT/hxzsQXoYOePO+y4IYgJTysh4xtMUkltu6eLNT9QhqN3/l/Xd3lcBIiERCWVpWUqZGJ3LSDmiq7E/B/bxBIMW9JX3pd4n2D12M+EJvJZb8zWQaifCXwFhzf0mG1Utar4OU11oFvo3xoZVPRisNz+SizDhx1X1etoH31yA2x3mfIakxv/wVl5cLjkj6iOCIAqjZ6yQlh+60nXHkUpbDaw8dMJ1d8GhhihFpDWL6isg7Q3A8lqJtSMlcISWuHTwiD1cZXe1turNgvhbW0Rh+6MgIAAAoU6tOSCru+NcSr7bnuJ4eKcnmXUa2Z06dei1gbaa4VDo3UcyO3b05HNzgx/zMIBf5/M0vac5ladKgErLA+CfhjS4TvF9ukZ7gnQic2NxUeQxovjDVjIgK+0gp3eQN2bLG/48HhbG5Z/YgaqYJsUPgCC1ZTITIkioqfqG+e94Jchz7gqrkvzesNTe9sgCMwhFw7GKnoGEdXzFlXjo9xlLvIHQTpJdQMeYuisuFxnCy6Ss0DsHTdKgOY25XGq2xdfC5gdlqmO/8ZucnxmJmOojNlG2PBnVsoGZztX5jRIKdy6/wPeC/MUDn9DeVL9EML3SuMa/rkfdyFTB+DqPX71qLNGNXrNz8XbbxLgFOBz+qdg7+3yMwO12OYOzgJQUuES4GkM3tmkS6Jtv8C0zL3L8i4iTIV6+/PxK1cv3C+Z5GiWjQFH0IwuD6tWBWU0rhMx17LdvqNaY1v87modH21jA49KhArLvyK/VDwsR4Im17KL9RSAP4zq9NMu7XX8GXKGgcJPsbBx9KP0C4fWJsSan/BiqY3370jUD8naQz04NmjNEN3341c7SQCguOBUng8sbujyJ1WTqPWavRRtJNo2h5tc1X0MOkQxV1QU2a5d3IY/kJUhn18P1Y7IDY9US81Bdza7ez6tIecBDm7w5KT7dwLv14CUs7qDBGqnKze/B7Y8Qjy9HLJVrIrdt5e0Vxkmfw7Brya534LmLUj/pemCQay0Sjzh7jfnEYrwZ88JOAZzrdR3IJqZeaeyR387IT7nwOe8mn9tjjy6jSb9wxhbxgioRePPLtPH5036n0abIdrJHjtKVTCHiAJRbccVswJe/EyOpkOUzgGnIhx3lWNlebpl8I+MQ0L5OAw5B5JAXVeWg5ks0bHGQg2h/IM0+6yrK1/mWUGJy8WipkB90iy0V+eXWYXAGayPoK0ajNWSIvSoxc0Chl+1S9bi9Kbx+Njtd3fXN6UI1TA5WlG7+nKj+He+yzTkd/WMsENUOXF5gv/X7SQdwDuaV7AIteHgX6zfCq+Xc9e2GLjfURLbicNdjK0OoHm75JGYmzfKDsWKLK8+i5MtOo6DFiai9FO9RitM9vNLJfkAKvABwbIAtSWzbdIcpHhN3GQIjHjIHHZcdadIKH9hdwiLAFU54Z+u8u4G1UuQabWNSI8e8iJvG1bAv1SRZRW/t4jwl/BLfYC1ZsFbfYrnwhTouwq9zvaPr7OuJuUS+/pyWO/Lyc/oiJC21eEBLkSYZFu/tyDUmq2eKlRoC7U/Pp8Zezp8tl8lmqD/TSTbkFKsgL6deZ53JRyneLtJSwfqCmqLlSvjzPOmBJu6IfmmcYPZag8VIbZhE5ZOJjsKLsSj74+vvzK5fabq28IZnDyPrTbk6sdJv9IRm7d0rDa6lLHhk257DIg4kYsEpoBOo5TlzVDIREWt3UK16iJzSiwbcob7m8GUcsbwR71t6So+iuW5UaRrs3WPJbMuRS5TnHttu1mRMlXOlezY9bNJA+HqkCOwkcAGljmvmXozJhkwmaFr/IIfNjwixaAMXqJTKF7LRa9JX+Kr7B6VQs2a/ngL9mFBzOydVr5M7CJt89Ask9sCQh3G+Bwu79fY33ujQlsGszkPBvjXsknXa7/2qYpYYiNnIhm3xBbhO56WJHSoam+zfSSKzQejhm+MtFB5wJomD6DQDqTt9pO/9UCOe2qQ8m2H1uhqEV71Px4kCIPwJ5dQfxYxSllOjCIlW9+qOi5c1qNOr6c7iqygdt07vI9J+4CobKY481qJzwSdz7VazGPH6LfhRfYvtptQXoLQrNvND8/V7eK7GQGBeyeGVgW0Uuk/GFOmEYHJgeBJpaado5R4FQQEZZpGUbXU2L/T6TO7n7uJqayTm0pm8jcM6yjMnL9ay+xD3OJAelhpbIFfSaeHuhJE65kquuE300xIl+xFr+5irr1kKjAP8JtQScbBnQWEw+fZFjGx3ufibta3U1AwJR5/MDIzdvzCfvqw0G2/DDMzzPKKVVram6HY3YjGgsvW2UhF/Dqcsd44td7T275dK9LgT2Zv1yzg/+ov0gf8jfUO6SzbbmK6ANmJ5k2nkCvGdkJqgJmaNjCtBkb9qIB8WRcRqsJt0Dp9YYDM3WC5Tr/pUtIiIzSdj+/SE1Menc5KD2JzD2SfwwX5mxhfWBzBBVthQnlRcs4Vkc+xfXxxuBVY50Ozup7E278iBXX6Va6/zTCksOQvJfgfQ9SRehVhqhlpv5+6hD7tqaw2sBLa58TGhq9neA2rGlsnUIzfxG//MFpBqMebgD3LNGl4x4eq4r8D+59YOFhXTb2qKfmN942ZYagrU9dVtf9zVjznbIB82Goyoqs6dj+Ggq7m9a37FbG48szmehpgOlln+x39wvMtDSc1sumFj1D5gVd/9Vg+EwUBTo2v2srLNEx9XKjmAsd/oMfpUqvpLPMjxj1Eur7iFTLE4RKHtdapL/aqDsMbcamJ2LUZOz0AUpFdnb+HfBAitVGlrWnr+jffVL/qpqXS25nCgSX1qmu5gQm2wk+SicI8LiiIkoLtGomLu8LSN8tNuyzmczgy/x4ksp1gHHOEtu8goRCXm+N5wZfwk39Lw4pHbG37Q90u15lhP7rad6/2WUip/ra8lZ8Nru2EfmVpimWabyN6DkOLJ9pdxPo2hc7GXEobjmbswsZnkx24Ykd7pSkUqz6aUfPzkp0nNP3bHG6krPVjuMLX4erkD/b/f+PSTLCwnwVbuIlYHlVaqCdeAW9PyKGY7nk7hI/y8POifmurTBImo+R3F9kjM3KBSGMegF09Roh89e+Ec8gTlEvO3vkDrtDpqDkaz7BUz66KhDloUXiZmm3G4HwacOm/LJxgX6Hj40yoIJtaHZ3eB0ujzM6nNYKdcfqDXcxBfKK1tymF1Ma8OkFkmwBaO5T96ypn4q/uaoJlzQSIWj8wYpZJKhV/w9TpDTGohugCrURoOsZD6N5gdiF3L10Jf4226znz5tY4n0OaHwaiSfhsZia06WlteiXE0rJTvZUUJuKJV3T1fP2U9y7fNj5A9IVzTiUrJnGUGuqOVgAT6rt9nnyUflA05XvUvZV2JVhYBajGqxiGls7JWH/EdcfsycOM3fHdBKnwzEoPUIFXDnppI69IlqMtg0S7Avbwkx47MQiuVyZJEkJP0zEAZQQBgK61uSeZeQq5OPY47EPKr9MbhD4NAAZjpPvBWkRlmmPCdbq1Tz060ln+XnPXXLw4hxhriMSeWFk3uIPjG+IyP1cq3h/hE59AM0BaRvBKoVA16pCIADuLbxKMk3guBk5QlzhEAhQHMi2r5fE4ptuFKJhbP9TW8kUTWsMTSqItt3/7J1RabtwUBfdZLJTt337Roc+8AsE+TRdJMmNcu/pLQIbVtKfFFaC8FCeRO8E/vJwvMABoZs64wQjUy9yC9WMyyyKCXqwvPKShxVGhNUNbX5zRtcfE5VvN/UZpYcTPLm7GToa0AopLKS0FOdo9M1sbjrMb0Shezqeu0/3Vy5dU1x7896jQ1YSeXEIV7YHMF5Y9MEe9mZv8s5SU8L8X+opWWYBt2Mwf04FoXNUXJs7qulLxze2IdAN5trRPgi6UZAQuO5Yj9lBmJjkO5ZcR35BKvKZ5HGgKj1N8/bctpfJ2z9Nl0zz/1ZeBi5Zv3lgT/VteCI/Z/f/ZBq70yJA1IBZNOO7RQAxSS/OK0Gfe7kntJxqiBKvHgEz3KnTy6rrwD4590QnNv3EGjsUK82QpvuQgkD8g1Z3z1nrbg/V7M8NjiExo9PAg6PaCicAyQQ9i0VdQpRqmlpEXM/3b/uB5ujH+HbgOdw7M8ahr9nxMoHHihhPycMnpZzJSjwiAeHtoUS4Rp1q+Iz/lr2JvSLa159RkAg75tvqjkWpCQsMDLbcExZc0yrOzy+WgaTQ9IDL6JlPKksC2t/Q/GixY++3Uo3Zoy+UqUNSObvZICjgyrW43ALfqJ+2PfRgoT8PNEIaedBgCqUL9udp5R6mrmqYfVF5B+0KXwV+lNVnG3xusZMk+XferkH9/CV+q5I75SiSHOj3rDQQJABid8lMpJLoHjduwBXH76PRKZo2sfx/IU4KS0AyqXAYkg9dAjXRb4UXlOGjqX3lJVVgvm5Ulls3QIjT/ZYYcDQNg6Gtm0QeDPyh9BYiC0DyFIqFLR2vtn22IB1z1X8DQgEtBXoUntbESsjAZ4ys4qcsKkUe20cDAmIADAQUGppmdOapa8fMV+JK8DRkfSB8m7ZnHPGRYiu3PCbEdXp5SmLOItZajVRq6yA+DWQobFnHl8HXWhS76NmZzw6dmVodaet+knjhyG40Lkb9UPD+i3humNLKvDMpBHCg85GVhuTMaIy5q/WDv0TtTn4o96XRjrtvJLqhsDfSAe4EZJwP+HpOhrUkBEupDRpRGGutTG+LDtO4sh9uWldok783VrpPIA9/rF7vIYeCQw3YMPuo76CZuL1BVenh2tblJHfNzln8Im5ZxJThmre6IUrDByhscP0WpeqT6O3iVhit4LJ4NvdJwRxrdlKs3TwB3TYSl/sgVovdv3rFfbLgU1w+TuMHm7Pto+Xy3pV6YMJJRasJlLnTxgt4j6/07kS/rwgnUPB8dnv52IKCyb/Epi1XA8qdNHUd3nYrQR0yQiV72XW6178bsYXZcWNg+Bp8r82oMvhHD+HHDaaiIaDqWfKBDZ3RRnQlaxFsEln43ynQszFL8gk6TIQs5sDK8/MXfcG+TFES/JKD+v55OsNMVIgcvzRwCCniCceMBmWetkJPzrbeNAsfQ0F/0sM4dWKMhYHQj8p7x+jU/A3Z8LKiCT1+25N4Re7knHNPLCXzgjVhfFhNGX5FPKGBg9JXTA1oDgUl6MfkGR3g3Tq+dgLpp+6JDUk2Ztg0u0o4b0snJTwcUx0LY6MctJH5OOpZb8l6Ydmi9WJ+2UIPFwDHOYDmlXrJ6hdXpzzz3QkMvhwbJ7S1q4Fbggcf2jVbw69fBhXjKIzdqaTIH/45Hha4avEoNWejaXyQnc8Q90NipiB3lIvsxEuv7kw7KIFAx0fN/irWn1O1d334ZSoTJ2JYY+K/SF6HpHstnNBaeHk2RSGuNkF+KEC4irE57GdyybEoeRZIKzsyV/ehq5FPeuN4iLc9soqw+Q1F+2trj5wiAY+Exct53NTbCDCp8VAUwK+kn8ZZitGq4mgiont13zKXg1JNOpFx5fC/uN+CubQLp+b8r9/fsixqrL1sMsE2wqlf4zqgZXvxxZvNrZXTPV/9QB7qxUlunNmlc2uTvaRBhqd/XQBU+vy2OOZCSscy8WpJ1Gr8096XTSK9gGOvuwdvwi+a9jf+5AKVTPXN7NTis78MhKhddqnZQuFnwBWVrsD0RqyXLZpFIB7ca3BtxPaptVgx+xrjOD/bu6Ed0XnsVDoO7dwoPovAyha4448S3JM01QjCkzrymZjUPaKSLGhtBd5Wr5WZJUzdRl8QfuDo4WOkQ3KXsuHdq0+7RB+8NNdtkSsUg7fk4xgJABHtL8fRnj4OY63JpSNH+p9CeYv1erR7+bxnGKbzdVQgonXepnIiF0XpruCXzNXTOziM99DgtAPF0QdL8cmsFaxPPJaUXaNYQ3Pq/Ig/vEI5u+yN+TvFMq5nUvQTVqbO1q2ye89DSh9RQsR3zEZvRrufdXzgTdn68NJsHwtTXV0dnKHt4cqSNIhP5LSKTWVyBCf/q2O5PI/FGUbaVNwO2mmcWJ/y8z/HTyT/dytIAIYP9n6beOJQBaBWylj1575k6hQj+zXCQFQN3QIknvovc3ZhvJtl5svYT0JMi9jGX7Mxn7lRcxeX61rbKsdwffUeYkV6EF2OL5hcd4xOnAuCwh0bLo+g1LEDDWGBePZ4b26SVGbMU6Jj76pLnFXz9ddpz4PHvmWhHRXFppXd4cuxQb6fPRDd/ccj9RZ+q7Et7NcxpFa3euo2Sft4okIzUJ4GSlpP+9kxYslETNGCQLpKsmq5SQ2eSmle1Nyaf8NqjJJ8PxSoa6N8zQN05Q3az+KnvPecTq7jVi+iOM1OVYQzfNlFmU9+ogZSEzK06cmNIYYCaWVdHauNg6WSMOOGaaQcHkVwYAEfrAi6SPFrD0tHlWOgndn4Fo0gRztQWYatpdT4dfq0quKtjANpI/b8jE1C0UDV3Hh7h0wj8GWLfKN6cOJiO9KOgLaZo4iuaDCUWKm78OpeNP3pJeULkgPVeBNwqvNa2+y0UVuwnLqWj6jpvKvxNQww2CAy78rHIEJ0mZzTxrdGgwu8nWA/nJ6WT0KBszkNzMfyaDX1aEOVb2dOJ1+sswPS0uzPIUTFh14nsO4eAu3UKe1+Oc3soH6i3B/C/qoNWj6uQ1Gf2ksg1+bTv8NqtHk3yXwnDYgomvcZwYHjd2Mi6akNsMmnpEwQzNm1WTyv3creSmPL/zV1rvKMISYE6Ynje5Ko3Yhi+5WyOwfa31uZpMfeWmHLX48+qrYlmOvrGabljcgi6HVPJZn7TXWdgZ5PJ9VX03hHhzbHsInv5NjgAOEuh4FrUNwLM7EP55N6E1Oqqd+YvP9JowkfpTtlFXzFfTk7x+ydln+mwGIcaSsEP762kAQz6ESs8HaMWCJ2+jbPxvwxoLl85zlK6RjGMxRY8JhTQbmJ365mSKNr89sml5EjZiO5Jkk8gPTMKrz6Vh4FCXb6EppEYKUU8fHQkfz8NY1xomkFEUQliaCiLnkBGI8sGyKIgwBav4uiqckqBcnCL1aw6Jl59/G486vUTstZejBsBU2u1VUN5InDurAQZod6b5s4hzJ0fdwuSUC3+uLUogBFtqBCn++k1yvA2Kqes2w2F89fbhojrbF4oSxcA8WpG7nAjbn7nvTHLvtH/b9XIeNaeZqekbOZumFF5KO7RS631Aa60h8/UXIaYJCDuyp/n/tKs25QQ4TMDkKJkIQZQB3ou/HB6hr8vnGaNcmjk1M5g5WdBuvudoXu+OgQAN3GV5qKlOqKE9tW5mybDWcJLDspbGjBoY6MuAKlIm/sg7mFLFmWTNo3zWQnp6j64Qm0LuTIik1daE15q9Av5x9zRmr1emNtRdMU/LmpTtsyMuwKb1CugBn/1CLXrxMJASBM/9qXxg6hCpEfr1IxzNAqaHOxu+uxp9wujsQX5OoOv49r7BxBUbJQZUz56YXsgWIMAd4Wf2XmSMioOmWC1WsXeo3MM2FH+xXjiBTAWlrHDa+W3ygvzZ7IBNc0/+kjdjU9wOaHZmZHMDtIcJMv6CLZDDOMpzJW7zUnSxcK0w8vc969906+19WeN89qJrTG/o8TqlXP5tuG83IXC4vMKvIw6ackMGdFIyMqSKst1utaPHGxpzA50TupLnBq7G7+iw4AzwoCBwzvCYARnT0YkQTUa5KHzDoUKjO829EZk+jRc40ltxxEmQXpS9u33ysF0SaRlyW78SguYu1WzG1l1sx1KWGxRML4vtLvzFfkuzakt54zdwuwYPxxJucB/tEg1GGGlJ9/Dempn+xChMqlK49fipBhFJHNn9f+y0+tFgOXuHSG716HYNpMOEV8OXwJo1OXKJtdpyvHH+xfK0J/AoPzxsh87NP04XfK2+f/m3j+ZGyPpiaAkIJ0GbS1NM8BS/DqsPWFyHDM+Ti+nAu9CSxZIDWEwkWqRsktgUn6DWiOgylI7Qbf3G/5tiY5AzGzVWqKKDGRxCxOn8R6MVB5MeRXhm3q51LJovaJiHKXEn2Mr2HPF+t9sMtzuYLtGGYqfXDsH4348sC0mC8ctzgjZviI4WQ53rARiIGORh85bmZYPFEVftStcl73x1zkGaWCsfnZwh5Ax9lwyE/Cq+A0own7uznWqDzKX5mRKB8cAcjU2gNVBM023T3R4x4myp+bEifn72fJILI/i6sq00+unVQD9e46bpcSK55YdaxZ4ZhK2GbyuRoz4lvnFxd6efFdZGxnFTkjT8LP8rr2w1uWYEFrNaABsTRnr62m+Z8qsc5a/L15PruZk/y+vLAbQO21u3+ZDYfD/3a5Vxz6Qv0rtPQ7FXbjifO9jkr/F9e06V2DaFz7V+BBA29LIPL+4vGUb5HXFJ3GeiFTh/EFIEWtXzFnmoHWSPqer2kdD9J3DCnHuOq5fUTKCH2NvE6sisLodQCU5dAbIoq9XljEh3XAuvWUpvuQkLpv/avG/YxrB9lYkoBgKRG60Df5cZnsruMqiVJmEiD9PuX3HkxHDztUSRKDTT78iyrU25/dAIh2sIOrBZx5wBrnrXJL+2wZksrl5/z/2wfEiT3Yq4RAh6XFGt5I7QhVr+HC3BelEJhqeQMGo4L3Xsdk8Dp13n1aQa7NPLXG6zWKqt9PZk61/kHnJ0CdXw1aqc7DdkSuLQSvKlPQ7FT0uuoQJ1mIcAQUXPN5xJ5VkthJlfl+Gax1Eo04EdQwZohooTyKCWsHmTacRHfMpSA5fyOokJCw4q7ABc0xKG1V6N8YdzDiOa8ivsrzSb15PXC/Q1rsjTtfAyPlpmY4btCiY010BZ3wydzljbD5pvyekXI4P0Jc0fgJ8iAMcGtKEdjfxXzXWD58l2Mm2mGzhM6Ve7nEbFyJHKwgtaR59emUlF77NQiPMtUxPD1lQ4aRggWCfQFz4g8CB9E/IcPGS/Z4yJRC7SoUhINHhbvg2GBHYeJCnnshx0A6tOI+pH7cHlhl5Py0HP+UoMi/zdbQ8iwF4n/MtBKvcGO0h+3rYTrJigsxPZwd9WLHMkaAoq2klWKkMI18LkCrQnPXyaIJ7rwEIKbkZ1JagMXlImpyo9Tk/sXcqaaxF1CSAYSNOq7l1S32cox5XKOWIexzuA0kGuYheBcOldzrgXfrf16NM/u8rQyUCw+1SLeUF0Jdq2pfIfQkyxTrFYr7GdHvpD10vFpNNEYJ1G7bosbG5nNmS2W0xTsGh4v1ULhEhcgoyd5oxJB/vrMN/kFtA9pcnmqkyy0315Rs1IjjxPRkOdQ71Xdtb853wRTRCzyQsixLXm7OGn9sKB6dY5l4AvNI9TuVr4a0ibdM83AeVE/uqAqhQ+eFuNqMSiWuXUbM2vPdgmGtYb/7+gHWW47bA+ZOVTQS8IcN8b+GOmvfOkN55HISy8+bK/KCZjownstPUOQPYVj6cL+dHzvxjNGXeT+NQyZt6Glj2pQoCDIG75fKVXGtABR3tXeYTzKif0I3lr2el5+2NzdW44W5nk4tGaLpZ6D2t7CJfKvNIrpIjSIG9a3Aiw15V8T1XVE6qIk5+tuRTrasY/P3Uks1kg94m/kzk1d4eu6z6cRGaJ3xyiGSOCEfLnBPHGT42z4UmgmbMA0RhLVv1hd06irs3ImvAS1zhgF0B9Mo5AZol5qw1+UFKwS0QrSoslMX8podOzfF/FbunHVNyhvfmBZRqAlyre8VZ1ylJnxcJvMCbmm1N/1ioA1dZmMn4hT2seu+odVFuNqWq82n2RW0GnuzJiqazK9pRbj88CmpT49QqDbRml8qff4bTsPodZHjuUjzPiR8QOH2fjetmpwR48bbqDwEDQ9leOavzIYh0lgcKZ9N1prJo/D0UmOY/cMsShSMOdYMnuq6dei6012JrK9QJFj7PmOS/+Gm3X4jc1IeVdCaVkLSgoISi6QpGwyfE/5JvtNJrh2WkUm1kAVJYEaIMaW16I4ZeRsCOsh3cZCbtWWZMW+/K7nEhiNiFKV2Itrhv6TzyCQDaVL17iJHrHK0jqfxcYWwa/FHpFUmc5YnXnLkLidf8QfwmL0WUz+86JHmw76FrgvETubq8faqELzsi9zMEZb2DKBbXnBdV4QhUiHJgTe7mYWb9EaUVEvKOEz4qY89v5Ko8h1gA9J8QrKxX+FDyZk6FnnXl4e24Tkd3vndCX43xXwbREjN2KskAl9me2Fv/KhSVZYGR3CxjWiFOoWUP+Sf3lE3vdIrV+slH9jtQwe4VEih6xi/aZbc2SjrgSkQcnlncxrbtcmind4Wo31oZ7avGbrWmOXdAv+OauNYN1StMWGZFGfRK6Iyz6513JJHXKdhq67vN4O+r8zhMpzxS+iXt5hiiqw0pB62foGryZo6S8VMMuizq1FyOum4FmkC3Wyr2blzVLG765efLRX6BKyfMUAy2/7ZagweSat9LLtrjhhFF4V0bzdDQo7fvRa8tW9RooO1hDhjjPO3u9XZLbG8iQ1PDY59+lA+wfZtTEPG1bUSLB0KqClZiDif1XXPxz2QE1xNQpZSClg9AxzxJTLOIXN6ubNtVxttFTlwDBFUCiSkYuLgTC3hi73N/DIXBtsjhmXe7Zzbk6VZZy/Adof4avz5ze8ugKn/l6pKuNgFZ70XF86lhVvmNJZ85FJzMuM/dKot790hYEPpFmPiZ4CU9bygd9hW2I10pRZF8vAfrvujyiPk+7l/4/C+qYbyjxl5bapMZcGjLmsG7AhYaUwL1n5G5q9CnKM/kGnFMRZ+rtpXHC3rxPNr5JV35j98xm5RE39VxnneK14hFUfHMu3KRKcmDX0w9daVvFi4QS/dNVFXp7dohUKqcCL2forhCTR7ICRKk8xTfvQle/LgpuXS2+0FtxDYKEBdSkfXB8j2pYTdMDMCcaqWq4lvsypqaEP3bcLpyV+iGTQFXbVHKOEy32Aj1++r+cwPIPiQqaXdH+tMmp1HW02pt60Jp3VQJUl4JyeLLb0JUpfPlMGmAoCMG1KsH8o65heIjJiz8ojPFa2ShaWdlWqrecYvmM4RZ6b/NA+ncTpGJbz2Nsg4egdPzcCKQEDzqT+C0jaN0vJ7dAtMh0Z/AN3DV1j3CSlAwYMC3Q7M1D9UduZJ93it3SpiEheZ/TK42T+zGEtyGkboFLuZQMPmnP21JiM7E056y18nQ8y49Rt9dfjuEzwvlKLQnFzZR6fKHXUZwClWlp90kFL+7lj298BOYLtZ55YebUY6ajW+ALwkY1ICSDSaW6lCX/+EYbtK7LnoND9T2bFNLTezt+5NaCNkpxh+ffySSxamJiIudj+trfNGLE0xNGzuK+rGQSz/6jzrDzjNW50Ccwak4uJscdXFiDMA+/CET1i25XxT6Qkq+ko5gVfkRSCtJyQk9AFIs3cqmG20lKn4XAMWz3T1yy8Yv87ma7ZbZq5IuetEQWBS9LcrGZ5FT2LRNoURMMtJxbT+1uoepjcrQ2mvTBXRRB6e19QHedn1u+fdEswCnUvvnEj6ruqPsLLsgonNY1kwx0DO6Zy0ugekijwTGPZ7Uv1jj092oXa69fyxUtieWMkjuY0L6TyXQk5ypExcyU6d2Lj7/kNUaah7n8ng/dnPL2/NvWhCg5OpSPRRLZSslJvTLgpxTfpi8fY2KqiNgmcW9s/jOWDyNVF0Qlau5oqrbGql5cxu49wf2Sahqhr0aiXQCAvZPQy6bZZqKfKcuVMdZNfBaPsk7fOkHBdnfkQotvQOqiJnCIFsgALPvPrm+JYy/UQegH+Ffauwo6iqO7L5PGnpE7BvQyS7RVFAzfyGa6JRLbpJ+yOFOnMfcfPVdwdLVOCFLUdtD7AV/sUnqo4eexcmTEe+jKcz4KC7LeOWhzVvbbzkc16uDH3mW61uVV4oulwfkALs8CeFpImz8uYlGojQbXbX/2C5/Pb1WGnyweBpT/NGn37w/avpmj5QJVwe3E4bpbJ7hdHjmRxJPEQfozAtB873RGwnF1OPOAjQZAvSGvu1179RJkqp5D+ifa23rTlw0pq6nG9fy3STVtwNjQXAylzjiTwW+AF+DXDNw7qqcwlQPIq5Ur7eJ6c1wwM2rsJDk/Mu4TSPEML18KF2v7PWrDFB1zNkfbuzy7hcf9ehxZtuKrY1SdkefsC42qlQoyK/1PIR9WdAU7+hv1quidPm33Xn4mRzlCjtK4DLPncQiArMu9H9VkEMgNCTvGuaQCmWz6tH0CS82mY6HMySMkPF5B3gIlXPYTj8l/jaxuiVbyKGjIdldwopczsmJSymfjZvrFO+H+nPYbTKDRNtXwVaVw5fForNnBDAsswq4vCjLVa+/6YEfiq/j99KPkUuBAPG/FYYf6+2uGmblEcuf6Jm7eFRGB++GXHiWzFmG7WeuuJcndqEHE7tPj57a/4d7b5mXmAHJa492O3g6gF8vBoB3UMRtWjOAZYkFSiNi6MlY847jLTkAB6YNPFgGv+Cz/DAmcN3UMucao79JcRM4UBgfOGg05QzfSRCzW9AyD2wIwRNP4uvZddKWTuwFo8LsvJh8eIETCoZQRJYZQCqVkSRf71urd4HbABXOKNlpdIpnsi+LD23Z8irMLv4fgVe4xjbpGZmItNuZfRrcWM7TSd2jLIF8y3ta2mteyPl8JKWUQ41R7S7G4mlFqkzssJ+UqOtbeujxoZ5/viLrtB5EmZ18uTLmLTUo0tVlyJTwLbVU7uJxQvE01VAm6zP4ivGgvL2H1pX1a3RgeU4eG4iDrhIemB6PUoGG109HKQ/s3tyQ/AQGuH7qwUytZDFLNTaZ3VZuV4zmWHZwSpRUR1ps06QI1GHecO+TcvTSBD59nofOtnN2YmxZNVPv7gkgx1u4Z+cegMjl+520v7IF+C+lUv90YNeUL4rZz55i6sfpokiXTaNBng4PNioA+3DX6HRPlGy+oEUlLI+6NX0W63gaUDGIEruUC7v7u0QtdaJpV0oci1REJYzVXAq634/6bYa8GqUNOWp2ZNKlKXL+G3Sa4orSrY++NMA+KKZa+SJOpAINo03+2D+MzzMgCIpl2eLFUMHcN9TVPezPDgt5beR77Z3+JH2Ro5vLMb6XohCaR0P9ApCLcaCXrWmC8W43lkrKE3dVsaSOgrQfVppa8PoGAloxjPJnjogH+2WBnm31P056K3KT3Ylhtxor8w0U2jWfyzQp/Itcs6KZErZpY/CkADKnoVUv7YiOAljOp3QE9oMaU+JI/9/fjzb9IDUtQ7OD23dcc20Llla1Wbz9Q2tVv8Mi/NWkCigb7pYCk7LLjQJi4b6adiGxVPfSPw/p2nU0DW01V8eN6djoIaPyQcEA0iQF1J4VXSo67Qtvzyk/EHSGZnpqZv23NpnoYPHsPT80nFXWAegzRkxTWHKrYVcpXpiBYycTrvDPmOjtRk/Y8TZA6IkQ/uaTsBmHPQFzCvVD+AZD1fbgcqlEQz2zxZif3ZGKz8VUHEEIlg4J4kIgzX6pYUHOFhaXgjP/5HgH5n01gtUiP2Asq58RBO5f6XXmb2mHza4CghMOKDAUUPAglKYUjiLzYd0GrBFPaNS7TEdu1vwFn+adOs28sKn5HE/2ZEUSJE55+r9GMhBKtsBoYsLH/g+36jbN1QCijEVcr0+/J1Uycb4aB79fhrq7WiBS+xI+AE5u9OIk4y99cUyUlosTJW4r8pNQvNHy+xpWO3E46c31mGj5C/27PRROKOlfwQDvfwmTZkjSDsKZzeyF/fRARnMQEZsvnLRL+KaV0jAiTSVNhmBsEhFlml6ftpqmld/PZie6WdEmL90Sa4P5ohv9Vp/0bnPJ0o4ml9loaoAXCoyrih2H4UPLJD7r9i+u4gdXegVXbzpYt+0+0NvZCpolHgGpNOfMsSXc2GDltEeOPJIv2774F5QAiDEe8nNZcLBIGBgo0eUBokHSCe+Z5ar/tbVCevTNa9ixlQnyBurFkffiNi+JtFT9jlFEwWH0biD9mIBZP2VdanidEJmqjOZeHTg26Z2I2/0NTMKucEtH1BUe8oLlK2MP+DdxIyvssxxWbguxaUa42RkHrQAYI0+AEGad3S6YVUM80cfbziVSnx6IddZs3554VNRy+lF+xuT3YXuxNCH6MMAREfzh0cZppJmruowQNbyaO5890Ep9QoKQzsu3u9JpdWOjoRy75r0pPchDMXG/JZ4RjPEzuli0yhK/rgB7xzjeVq0F+7L1gnIa4P+5M6Gih4BI3LgipUR9w6ieSEx0CmE6Nr2ouOZxjRxdp5F9GajT4+3OIJpPdNpzymM6pr+1NFPkDGpPD+M7Md3wfl/AfvS/jXTQOxeqH4pEip7SeSl/5DsuKlwWee1SaPzC4Ur1Bz4Qv2g7oBThTZT1BODiGJ17JBxm9ZwWdYeG0QSXCrl4d0bHn7Yzps/5ylgx6lAfboxzT0wjAf4AniINC0CPEf37DNBoGmEhwDCwmBn8EWCLUURg35RtvtY1UBs4sY1oaZc63jIUUaCsNgigDzHLZGc43kt9ArnIG7M1+fw0qbrumZ8TxQCyaejPo3A++R5xwMmm5jw78+Iy41+CfGC2nl/0FFfkR8wrefbbyPMBcaU1027xDKT86ouVPP0S/5LvFKfH8UqDISil3ZIjRPtIsEpyo0OLWntz550FDBaJ/TbaS2gT8p0JldMWCOsNQcN4Cfc5KtaaN48y9/YAzxyTC3wseTVvbKmNW1lbCnGKCRMQo/yCNwlFXa+R6yw86Q9kUBsweXXTP9app+cjeZvAm6oCuMwKDRs7MBEzQC2fp1PfovpSbVq1mUY3Z920yV5lVgza+IZV6opqEOaMjn6FxffhFF2qZL2JIdpdcX2vS/LYmg9PQDXNkdnbqefsYC4c72EOeVSC3Bw0g+K6Jgf+EbArsCHVBqotoxcHLFBXrtWnNj9SuLejHitd/v6zkVrEV4sFFtnAuMzL4uneh1SOvVdNK90m1LpPwqrLOqTC0u0rsQm/7cV93yLmKDdd6VL9x/D1k9QnJPod0z0xvcL8G0bEaNhkruek3Tey3Q4CypnCNRx67M70WzgeqZjritQeosyskDNNVJ+CsBl4PHbb72GFWbKpwXujt/ZXZXc4qjRPONCcVLAR12fg1taelHMeVZTl+kbnuJgJJ/eW5azFGbnYbIeAg5jWfaflzFGvHXXVS91Q8ZTrIQ7TDNaveIwvhd9qeC9xNM+RqAY/JSxy+B4t7uUOC/r8kdn2/8Cu+sbKhoEnkuZgmR3++9/bYXJ8vDiAncuSEJyHPdXOuuwuD/mhSw2PNRJiL0kdQ41EzboFGbp7xpDYiWqwCRZRttMfoHoWT39MgzjstYKXiN7AyKFYbnTODmBKYH6d3OKEE0BZGbOlrf/izUT2YAhLsC3Nn40/GOFELJ94r0sh2ysRLKQRrmUtDyLGjOM6MQP7jhGQBbwVTavnTaoUwKsxjghOWrajRQhNerKur8bpZw8A42lnNpAxmkRfBDjWWm1C0qcUI+i9IxXBbfoc1DutRuaMbbouIwvmzz+kDZTpq1hN4/xAeFXhA3KLTa1ICgGN5jlz7jRVqSRbv1hz+9w7sEroQg27PtMP53K+60F5xLc/gq5rQtm1ogYtoxB9+uwxn/CXE/7GfP0UqNE9bPNdS6LFryisv5Yt1yLPoOxMg9oHCD2b2y+nNPo/ggkLx+mvpZsRUVcznvEJUopONGmasLvD+r7NPxU6H+C8VyDnWbH/BKH0EfASR0oB84a8k+E6Q206um41PmbYwhS8GrB7vXG+Nuqy/czhgbVopINev6D+DRNHKTEr57Sduoju1A10tu8UnO3nY49mFN/mi5dHbmiL4771ydBJaA8NEu9acGlHEl7/Yi6NaEL4tEdcTuk6zV6SMXHUI7NgAAPIkgvOQH294XCZGH1KJKPOywW5hcLyQNUKUI9Y8Ac1DYl6ZigLzsSTEQuIHSiwmpE8VL2YF5nz502mizE3rggX0NaZrSm/oJ/L97x8PEmCxdselXZWGp+ekOPR0erDIN2tWjNauhwHyDeFxce6v5M33PbQmnrAmBskWe/ps1Hn9MX2TiluKjb9APcvMliOXlGLJL/FV7Jb6k6MVLlTC6lg0X5RtW+n6uy+vz/zvKd/fQ6yExvVIUGfNDU099iMbMhIJEBz++rZymD6/vEvwSZkydopT716IijgK6QL77wafsj2JjrqTuJH+XmJMJZ56bsUet/DdpNYGjsIycBgVzP1Gr6JzdQRDakj5Zx0a5LL/2T7VKsQaSj8sI4jJySSxRrNsVU0gtMPvHFthh4e6y4MtKMi3BYVh3bhKVPLj6un7pJRor3QLOwpJMuBxC6mkBf2sr8+T0gvDj10K4nFUVIcQZUv/KTcTb8t1OLah23AeNJ34mSD9XYs5WpILt9QGfjYqsy09HWtEU0ku28o2aDyqPIE2CKDOajAtNzoCiNhW53xBuu7fhf17UPeYG9ji450TxFjMWt+7lV2bDZ766yiqrlRp2FaH1RBWnIFesyQTglDpMiLux0LDjWJu0/Pkb4yfg8PGi8PtztqhDVtm7ijFmiP1JHnROL8pA4vJK3iLNflBIjkDSICxzN7rm1l7ueKrTrrXuMr6RYjUDeS19iw46NcNDLpkAFTPtpND86fTkp/52QKRrCoGvdhv5WLTgii6JY3CMb3BwaGP/nUITKeMiwm/A3N+NA+NP1RPI3qNBsr29g+zMRutlaVTHVHgLilVq34IGEbMfScAdPfH2BRnQfTDH5oAT4NZFbeh63+S03syNJ6liKUzbzlIZmoQfTJz0yV7+hvVLV3DhuzBg0GsbX3WFDk0eextmi/tG+7vGJDkA6J5XO0+h4R0bVU7YWkMtP2Qa7DcuLj5uW21MPxKr5P0muzUrCn2WHtDLo3FG56jOJu28KrMvsIfYt6VahYqxluq2rQdD48AlBXpP0/yruH2HCcwUd+Jac9qc9fHo9SVC7lGklprxCx5eSpPhntchKyLbfPmz85nG830v/zwZxDprza2MLjnQxiMHfgtAm3DpKcW0cI1x172oc78yguzPqTlOu8EDiWNUlinOKGmQncCwwEd/v28W1iyqZ4p81yPLeXzwC3J5bV187UAsFsF4QuYTSKB56cUH21zNXyD70Gi01OcydtIeC0ViukLCUXsrAqsirRQUnM7SS1Onn6qzoI1F450EE8v575oB7BN1r+oDWjQ2Vdsbi59GR2MQVU2eYgYiSg6XiqKzF+/njVv7VPWHjp2wkJcweKylVlhHoWNNlEJ7N7+bx3w99deAWS/IDmI19phEHhFB+7UIqBwdbGrYo2C4bfft/gIbvcA2/Li6Sjzh+oiCazZgAeO5LMplsr73L2gylP5orePUog9uVWWGuxPyuIwH9YyFqdiO8TsytErUKFTSqzz4GKTzrOjrWArP1EUWj4WFgI4XHP+LcKVYz1dzhkQVXPdvphcrW95/d9zkXGEvZ67C5jNtMHTp+XvCLm9kLhgN+Xlba1pEr3Uja70gIAr6T/ShBWrhHkM7GfmrjMHx8OLtU2tO6YY/K4FiKkaRO2YMxDfaD0JnVcn+Sj2L1q80MxpX4JcXv798YoxlYV+w/pfipGxOFFiDN8vhyYAZj2NhNs2ujW3+ks9D8ApQcVaGWmkh2CuhxSrNDoHUcjMLxEc2J3bb5ou/Ge2wWn3MNbleZOyvj1n1wbQElbG5/p/SaHz1Q6apuHGTvf8LKv46cCpfIfS8hlVQTNLhjEx0/l3+ZSmXFaCelG0v2R9wVB3nGv7hEuJI5Z/qyOaf7TGfr0uf6MO2K0P7M4LtPUEzwpedJWuBPPM50GZHgeSd0ul9NoKr4rDGILIkVyd73OdzbS8VTzoBdsPAmoB2CsKWvOqJ/ZnDEmU79PlhOIG8Fob6/S/eCdalf6FC2VNVCbuWqyK/SWEeyEvAFLTVuZjyyxsimlRpZQUL/zms+0qQz6c1BVM2B27rR37wOwU1+9KfbAshfmPpliNbvILl2Hn7KzMXSNsd0oFyS0T8jB3JtdMP23s68PkVdz872xe9Q4wm5EBOMHq1xCe0c1lCtrpj9x+NuQ0ItK/ebhVZdK/42pzr/Arlye4IQvpaWdxz135LsqAzuo6ahlZlNyTrRDXY1atsMTjkMnAqMLQUqJy/aWbZBaxkk5cX6mKV62DFBmRJJ7B8wqw6QvFsUFNB5gTFTApHZpKHjY/LYiwO68/cpBnZKd6nr5NavZWpnriC+2z42SvYc+sYVe5kT/Am5UqXE8TfGhVT0pO/m260r/OstBq/b59ymtnYR8Y8hl9tM3nAWBkGCrQKqVkeDRqfJv6yTiU9HtuAXDs2vMG9Q53yIA25tD17qUjy0R5upCI73RRaWI2bQenmGztn++JhF39luqc9J/FYti8kXbT6enxEkdAkoPl0b5eQ4PClhRLnO+ccystG05nF0r8EQILTONZlqpIZCaDeOH4wrJ6Z/SfkYUEZLKhYYsYW+KCtXUxLuB+lm1wn1PdwQvcD8Muaxcn/eLqKdbmRZvlK6ha1lmJm1k7MzHr6qzqe/y782WOfaShlRUYk5pWtpmvCE47kh4jkmOx3rTk//92WRyct0mtoR3fEF9v4CcQ2kFlUwdvv33VOBb390L70cyOizNQgtAxzYRMEMa/8hYG5LEL9y6yfLHgCWDOFlVd3aCMKBg9y0tVhj0wVgT8bTjDZ8AU8QEb/mFMvmbhLaiYpxenjeA84kOJUr00z1ZrHs/0QfrqsiVvIuLKkxfH9DfeGHWlMP+WeGPoUfQFnzR8wwUPGCXzKiu8KKzPBZK9a2b6wp7az1KnaLygiUakcMb10iqYqhhIaBKUpcga6AMr5n3tacNmplCnI4tgfEfk+RFhhCQ1HbPQleEUPdlk82/GR/xJ3QW3wMhxUzsYzSOhBwwVCdpkk2iCaMf/5Md2HakHWXAPTwroqsa20nd+m5CvPstH5ee7hD1AayBqyOShscDGOGRSwxAXGnWzr4bZ4Uq8xhQeJhPTCvEI9l9eCFZuSIgWw5xosrA3Mp+FcCNGETpoEvnx+nlRtFyNJndVwNb8Iv9HCUZJym9cWe2sqjrl0TmnX0zgQts4IkS5C+hL9gO4JUAleeFrbshnkV/j9ysVpo0W7j+GOBI/os8W39XNyLfoUJ7DKh0telj7weUEAf2dGS6cg0EbSPEOzySK2v05vEs4M2PfV/USCj6XLko33QYbpfkGSVwsFZcT30Ic7cnJhmEeSJFsxskLXT/AIwq5kwOaCmZeheK3Jz7YlyspU/PhIJoKxBB5dnzkVKiVqTvtusaFMsoHIhJYKd2tVdlnnkCWDq9GIlnt9D9/nY4kF5Scft3vP4rBEEoFCOJEKU4qhrUM/5XH0S3oh9YwzboR6P+7VpZ9hOG2XHHma68ZQ3weF/1tJbSAr710w9evR3aUWzgWTv5BsvBbW5oyUgXM1yqfLZDM2ng7d6xzgeKL++OLdMeDGHbRP9AGeDPb9bbq/Ji/utKIh0msr7seqllLerRjZExgfam5+actiuhUzePax6jX1+Jom+iUilQwhjYJZJYbrnPSRHZyovh+Y/FoQU0Jlp/ggkNmWllvejRgGIgjtBTwd5P4PGgQaIyo5mFqS+W7fUfx1tKUSa/mXZWQqseJfJr+5aJk/OpH5uP4IgLE92BX0yR7t8LkoSFyS0GkTnM7c+YbL32YoQeTI7tTZS5WCSnKFLRX49x0EdtX+xnBAELlTslK1JE+Azkiso9LxJMjjeUkuQoN5G+VTbEQVzAEd3Szd16ihjmkyImbrivIh5311dqQm6qwWC/Mn1gEkgAkeCdgkkBELjQuvKKlhn/wp7EtpujDvUuzCzHBAhMWtxz51N/WbC/6qL8wa4D+XBAnPldTOhNRFNdL9E5/M1klZ+pUhFnF6EovwciD9DtjVnP0D//WQ16tx43+92aSU2l6v7kMgmYMbXz1RUeRS5eP0Mjail18vUrXCxelEc5zELjm9itAPRb7aGn1BQWZZ/9QM1U6F72HN2fbfZIyameFkr6EeL6a+PVl7se20E9uPyeDlqy5kZk8+qbzdPUCkQ2ClUPmxkYvVt0ei2N+wBypGqJQKTYZq0oxJCkd3UrlZEjL4BdCs3o+157Vqj5o2o8TmE2z+cnf0g2PHffokqTwxZGoVBNWyIquSScUwHflEsxFtm3bkniS7qDWejwtUYLUJ/BBjRbDaMKAVpSJJeY3oyRiOLCXVMHXjRA4S1zQ/SjphOWF2zqzNlQWf/hS2b4WdTnyutM3KMBSl++uteJG7Muqm0GAKoKDp7w55dpvYLMe/cqN/ydk9qXxKCttd6/CaAsi2x795WyXG1tCCfm3qK90KcbB4i1kvJugrE7D5Upm6u3EJaiRU89LuWfswjkZqSuz7sdci3vPLvPVDiAEhaNpie8wRgs4DfoaYisXJz7/xqS7vCHUBv461t1hmFGPFZJB+pGZxSWE38n1mqhNsLIcBXxbYlkO4RhuajezMCsWown1bw8I1XU43YJnWf9XipN9b2BA41/OuhcIznQIyzEQ+5dEv6Td0zwWz09m+baHIlAzLMW8itKdgYyBWhfE+smTEaF5CtZo51HJW8yHHAgLyeirURqJSAUIc3UcXrtTVWwTZff0hek75FlLjgjIJHZI3MYe5g/vzULlEQiZMy6ZbvrrArJqiLo9K2uZy0FTa1A5ysNaMTV8OYr2M/Nxp4nk+GCCZjAMqeCPLIFyEQ+Erg0dWNMxVMEXv253kzFAQ3Yqb+cpjuqZbBpm43aHX9OfK4o7Y76WUvjgITYNgCrpyUu4Z24zRX3Usy0McJ/B5f5+68phbmjWXsQsjth+NCzinx1+bzkNJeB59QpwODehkXBGT5tYqE9t41GG+tJzq1lXxFjPd/RpDyEKaOrw++98eduNyLsWXouHTWJ9jGbZOh0g7qGbu1y5zbSv1z9oFmEP33wU57OruHhT8PK4a8EAHuy+pcBKbOkz4eHPqhL+vVMFz1hc8WP+9HjjRiIh+SRc9UvtKIr5qVLrys2iqDez2ybbUM1vSa22Ln4SnRwWKYJUibstPTQz43Zts/fB/PWGGfeLZqFVIjjihI+luOe4IZW50T4kDdS17gwm9D9KNusxYgaWm9OEJoqVBrODTSIuIMeVFx8Ot9YkgliR+Hx30fFHp74PoDHHTbCalWnPJpI+ecy77mNxI2h7Ka7MfDq8mYh0Q+/5SBxC942Di6Fc4mTFLimXDGC6Et6f2PF62+XOypaIijwJLPmD3a/oo/MolgulDudn0g/GIayO/TFn84qKQKKrOWVs0QIHGKHbfEh6/307l7HIIPQurRrWfj/hlE7TresLvqwrOLZfpCwvWikM8nJ0/q8GjJNe80rB+EaO2l9USJvlBezw+GSexRf7J+o2GO6iEqe/mscLyqUFiURJqSOAbNwttzL4UjDc/QZtIKeDaq/0DUQKbnI+XLLBYYtfnBl2f2tE/qiW1pS7NO7v9rBzM/Hqxflg0NZr4eEkxK4kV/69RxrJeNjqriicPNH5NRarvlo7gLPbx4ETp7tVMVdtbYYKpaD4beve4oNLTt09pkBcFKRNZuib7ojLy8j5XsBqbb/vGLy1Rvso7zlbCltYj1byL77JSp0ujgOtk25/mtqcXN/mmpatvZOW2a/3LzYBu5CmUKihxuVOo/nkiUBvQ/p79wxYon66fKSolsurVcTS80A+8MG2txdjuYOFtPC4j7YKOAPqCrVFizvB2eGokj3Impu31nFhyR/94HLLaXsrWNYwrC08zfUSW+GL4FAk/6e6QChsjzc4awmV1QbtcCpW7ZlTSIvmquQDZznLib+C4O1bYSokmk0KvrJVFiRL/lWvbVWCeHFeE9dESwokp/9QcJ+alrUKVSzkK50bsj5XucvY91V9J2+eEzYDnYrQ9muEpXjs1PgbyjXstTcob6S/3BLtwwnpn4sn6QbqimmimP3ooWDbCzV6eYhkPG9872QMkc/rEGPsXeTC4xm+Tjrnu4KZlLN6rRPFhG2J13Jr5OsTizCRJRoDglGmmYfzTcD9SoSLo+lK8Wsrj617Jj6geGKtnyFWRvtDxvYsVRpgreArVUGr9jnK5hXicFFet5wJoYO+ST6icm1Ps7jcf+cKoxT9OAsMFkC6vNcEK7gmHoyInz+Ig1dOEmHjR1TRoSbYFTkSc25FO8NaeGpWSMzfjbZb4F3FIe8JF0rGy5zUle9WnlHawnGC87po2UJ7H7L4Lg+lLC7+2Koy6z8whn5/8mt0GI797cJPFX6GDaEHNtza9u7QCsZoolyI/fdOGsdR0Zo8pany+zKagubOJieSpm7baEv+LjcKBn6kSVu+x30WfE6ln/Q164swEq53vlIkxSHb6OZYXOJ4HB5KGrMR79ZV2xMylXA4D9NRcrt3k/TtmhxJxR2r1y+F5iVS9PK765gjIYsutN3d6VXEMYorWmhMBxbqahSn8pzL3XVawZtBZVyHvkbaibZk4lhLPbb3H9YWKeaOz0BVF00dqavzbRsLhmLMLeEpbxXr0JFWBDCs59Yr1deL5iYpSzlyk74MJW3L9seB/eap+22Baf5EVHg+LIe1rU+WuVdFXgN609Z4qSzOtHvV5Zq3x8mVUKDQKpOR+DxSvxVMNXxsTXy/mWbIaZjGtNmL/XnXqaF6O0X1nJO6cDZtdNGCy/ZvASUTDr0TTPc61s7xk3ThIzQrVyVKdZ3dqOXKiJ7wU/6hCNwmOV6cYtCkxy5GmsDPxJ08I7dz393+0joxzwdws8LMgAw6MnXbTvXxvsyxgNn90MYH8tcxZe1fE2uHlWSfF08rI87LLY0hStaHenTlcHlPcZZgt06smXtmHpki2LAZTGU96E9WPEBkxnpQu7JSAusDh+cNsDfxLJIMywnlZzeS0KJYcrIEEuMfNRfkcMvGZPr5XcaACSsXxi7TYqUfVqjZ7yX5VQc0k9HiWInP92F3vim0uYka5AUbYombVqM0SiVRq0mZVdbWBYzl65jhgiAPoMXnuMFWB4uudw/Nqd4lPTvJ7UqiIxHezSJlm1luFkpJh5vhQtCQfFlvPl25Z/iaRtxl/4NRu5PEn3HxzZ+qZeqAwpavR3zJnFVYdFI4q5e+/CWNq/lKOJd5hivjxcMcItU4yIEGXDj88QQNVudiHu/LCATsqx3jj1ZmDhvai8vgch300P2HRPCFmyDu84CG++PFX6QhzXQZ05s8l2GXsgrzFLZLs88GTzw6KzrL3B0ZLCR6NBcYOpyvu/HTIS3buAy9kRxz1OuZYga/B1ItJ/UqcDwwBMfX6fQWz5dvmSJmWhZndMBHtCA1hTh8C2zOorav4XyK9kIvBRKokz9mQq1w4JelOPB+b0yXUVWvl5A1+2lsQsKtGpScx1MpxNnzuXLntgbnYypvBe+Tzj8q/9B8+LTvJ/ZlGkWwanwR0jMCHESEMzXve9it41nMnCizDoBgt8DyvsAG8VHptNC/mD/hP/0R/uzQnsqUR6uUuH5E6gvddZcj90orfNEztCZzPGnW46NjJWlnpPfNJdx+GF6Dn417U7GcPR/Pz9g1vZVCqQmxhFFG9Wn1lGykqonJ7qk15kyRFkQTUQcbuilwMB9H8Xaj3F3YXDiW4HZ+7XDiw8AMpJa28ZIVeSl6rCqtvemvAMR2SoH10E53LDcjWZdplHzjBrnbHlnIT4jho2oPTHF6w1r2UGdih8hCzLiEwmepZRFC715hgIW3ii2snjlWUxl13eE8t1I76StcbT/JcNoNa0iA4qIca18KNrF6HFcuTQZMVX9zFie3mU2WSOl3KSmYXM5mHNMoQlHOsFbcnAHUQsU1gAbH1oqKv36/1SET3CX9F/raG/9is8hVc2ezfFr/3BKOWfKvprzxivVQS02sOtaqhLtNnvlHNk+ldv6Qhf9teR+BiYkG7vX4WZB0ZDxnxKpv9BcIs+hiZ+musl/43+6zlk7pd9CYVLZzo8zW56Hvw/FZApNv9RLTY46TVRiI84Z3CRgLtKm1nsj1UVoTqF6+eZ4INKyluKfJkKT/nX3MnoIJr03BeVHFWIt9fM5g71lbcPcNzq00fhMxQY8166UcZuZXrzqfkf4D8mFX1wvB9Ov05LyA4vH4UZZf3zq0lsyiJv5b+vtPRlyKyazi3yyCvNJWRdMMSkrg1UNYFCbbm1NVgiUD2yjaLhfeTLXF+Bh5EELyfh8OQXdTO7fEcdE0G86LCpp6UzawruO2/11GzBzmNS8M3xqbDH0Ns54q1f/dYiGGHGp+VofU2s7RI0sGV4RcsyaXnKkhlumhfL/0Ik5MaVLekiZeDZI+PNrm+8TfMJcy87tsDotVbnHyXGJaTZZv7z/dvKF6rCu7fNCfib3QSKPF5mjhI4CMMgFK24k0aS9ACiB3yFhXJUf3dGUQfNZE7Xw1fNQ8+BGrZi8K5W9RxGTPgjm6ofuYNkSvpuFkz1l3GOGQAqhV79R60kyJ/e9wnXp1J/iHBX63B5/Tk2T7AAy3646g+YhzXrwP4m1Ln4oJgNtftHARMUeSu5dSqi8XhI/6EhfeHqKze+4ozOZJ3Y5G6mH1QXiTNXuubl853IU+SlsSRavIQJc+qTWG0jCQNrMbpTUWurG3G+OdbDzedVHQ104J7uKfqsm5nu7wZ+ZcludzBpLrfHyLllntZfk8YNSwFQCCgF91iBAHgO11uzqCJ7Wr1mLmmiscvsxkw6+axUSM3cfsWNpEHALLV61WHYCAppZQe1YK4XlEzDNkYlVZKfyPdKTPwmEXm+2+p/6V/IrLGP2UqfAHrGWi1JPaqMH/MLaoTZqY4DoXBrE/y9w5GfxXJKevp/a94jgUZBfIwBrR7fv7VBYGIYtFZpuxy+5+lM6pnRZ1iqvzKf+4728s6NEDwMiNu4rDilENhZ+csaoaZUaCYV75/3G4zKqWCPture8AQxqWB1lOiaWUmIQ0idxYMSi3RLBb3b5WKf8UM5EfQWJny32/k/4X35epmOA9eP5+Mu5cFVG9OCRmQIr4K+zKBfbDcsp46mzaHFvGQBUavUAvNEBYDNwLqjpCUWmFDK6m4iVFZBdQHuhpO1jCQFDfafqmiLXxpMTddfdlM/ZrbXgy99PZneXLYHYor5H9ZiZXIvzNlqxGhrMNQnQ1xU6WJH3JCkANH0wcsqGlGMszHdXsFTuesbDP0/ZawK7F9mcus8MVoZleN6bpz0DqKRzckcddfRbRqqXoniFiYVzrYH0dhU/I9ir82COwbTwZ4TpVDJk3saBkeUcfeBrshzfxmyu9VR6w6kZwWzqWzIhWazVORcy6yxswxb2Vo1ncP1JoGd3cyFQetLdpBlXALhWBpamC1gx/w58C7N8dGV8bvhMDOC3e9z7uA+SobTTNsd1hgQHlCs8Ymwjc0GJMDAPOCkuXVlfUWJs+Dh8OEF3/T2LQlt06FrnvXqtwha9tGmlus2mzyFsY6/DpR6q0hRS2i3H0gqqAn4Hmv8HInUGPDeogFDD3vOU4GYWz09bgd7bFeKlGSJrWLQ1vpYC/oFG6dsgq1NP/u8vmb55eTGJtI1xm/cuPJ7YwmW4R0StwQOyTaVf8zmbIVlXVd8In3Gv7rYvjjYsXwzskxSGnMva6FO3uS+6tR9im7NIfE9gulfRkr0w0mXO9ZDueqjigtVVNg9oByWY1/2cGquiXrVVLEsK/HRDKQrtUhmP5q21Ibvp8boRwqVV9/AMhyTTmEW8aVnPYycN8NSSkvoyQPYsQnWxBMXOPvsHNNdFrkq9DhH3paYtgEnEl5AWuDWgTqWbcYS12l+MOMF6lMymTUgNQtjquw7S48gdRbGUk874uAAuWgQbcLprjaFu7uRuDTZkyJn4kXgkW1HugGVAtxOg8Jzfk84DmYcClwTl0yg+o6qkOSZnDPP96PU3cb7KE93D50RDkbQRaPiz+TU20bIu0/GuGde/1qv2H02YKtXyE08KvozpREvheIEEyPFSFHsBunx9NLZ5HopkDNPpll0KwSWO0R8stZ/npHz99rRfhFU2w7dpUkquIvlVKW1u1bCPMTSxHUXMYgP49QMpYKBHalrZJFMmZs1ZxZwa2Rq04NXO8iwabVaze+oAb3s218+kyFUAb29m0GYlASAtMSME9w3DiBbGXyBeK0rWtjY0ta/atSALVeyHenEja/ZC3uvkzMJaD9yglVs6MrxeqeSvubL8VK0uLCXF5/fDkPYeo7/yW6WOpHG5W7Muf+sVO7ylOpjxxeghGtQCwVOUrifbnZtC1cNXJJrO+GCLu6inZOlkfmgdrHNr8JeFhLBtuazkKmxrOtK8Y4S4p+8YsCRWH1iGvAxrPRKWVHUunm9Re5+JuJPH85uCoigKVZPG5rZ3ubB8yd9vTjAe8tA2lNiMs8kbMIOIKvnI1IyLMMWGXTRG/02zT4kDOG6M/rAEmRaeAFEwdI5ue0ZrZZ58osECxmOJll9BX/qB8rcsUSMyICJjCvc4qdR25Y4LfM4kszEUrULCVTIbyq1e3NfFFotu2qZlSmCeSd9AuprSvV5Je2BAQBxISXUlZptzLLdB29tjttgAGDrlx4gP0yA3cFlrovI9iv734LBGbjH++k6TLDT44xFMqPbINL08yWGcbSdmVeSk0fBOgs5+5hLlAqvIOpMB4d/H4mIlktWevZkJ2Arde1BM+N+mHZMzZz/fd56npHiC+IrxpiJTIFmXkhQriS1hL7t0OvFwQUSZJQI/5QxdGW6Ppjfketn/2rw5kVVCf9uDPhsEL3KdHMx5I4nEUTkc2yXZyuYZt0daMLwcRELUriZyfzqeFhfYn/s1tcbxkkZmnEEhWXk0xszLrbrc5s/ULdPQU5F1IP06akFMorckmfdvmb7W/xSkaL9gOD0hcyTYPucmtxPmVuCl9Cj4wiCsmCzLH+1/tBhezFUV1Gtsx2NPcFRdavSwExO1twvij1I+WS3q4+fBB5BSTVUh7bXnKGVvQb7n14QUMTj2VcvBkYlSCOYEVzTcd8GfVy6tOyC9TQ9rkf6fK6/Zg+jiQ4JorLow3IaSNB+2AUL7SwPmdQ9uNRfvk+Mn+8np6wut9rhk/JF3q3JbG3EndoOijUievc8S5piZiK4jWT+pByoDC7a7bChaZ19QnF53VBvKS7K6/phqco14oLqVrbSsF8NnlWZW+f6C5LP+z544F1JFVhG6/d6e6nZvY0vxOAPAQ1QF1hT5fXg/NEWgceLAMNtrG2d9f6zDXIrimYJsm1lCpR6viTGsnoFlpyWlSXsJSjmJ4N1X9eT8Mwoxh9+JGypUqE6O88F9Y3aHOJT4Tfx7T+1u4h4EpsHp4dQb0Zx+dJiTO1eyGZ16BZ6KKrRNMdilinY0auw65KRwIjCE9chqMUN65Bb1cu9UyhpNUvthmKyvEeZdlYt9b0jTiZvmDkou5s0399PK36SmEjoE4uFfMIZnj0dQXLSfe7kSKhd19ed1KmWb6a8f1oKw9FnE0H+CwbH2Q+UcFmjvRvqA8ZJq+HLHWQZX+KyvuL5gc9jheDBVMnGFDUBL9YdVheej8q21pcjlmSWtG2ZLBhGO5AhQxC0/To14RQ+SZLSj/T1+hJW0hLAT278/3OLScLXG/cY2oEFlovnrQ1FkFWDmp+7VQfrPr6gOjWLU6tQgyTfjpO2n8TPCj/opYhaiNdT6Xlt2lUH/eiZ/FgDju+afAQ2Nm7PbnjduFfpCmVDP1l7nLdn3qFRcuA4hS1NOkciA76lIQ3kOSD8ker1eEEy2JEcE7mHirX1CrP3XLJDunCWp1rK4VaKyDlGLWfTF6c2lj61LyKawO4VBrqN+9e4VOF2RhYupmdUupHtWjw813JoV4W4yAWqUNaJNt0i5KR6sXBJOfTXGf/uetbrgPwOIGXXZON7y9tsq1GKqsf37AvhvP107vvtTQTuweFG57Z7lAVmtCadd/FFX3dUtJPNS8TS25IkphVzjuqGl7nE+MLzBLXTa53ckzU0cwkjVkyYs1LaHPPioz15tezhyJjke+KNAbwhcE+YvN+dTltNJRgFIAPk3M8lA4SvXh7dZmqMzfhnteuNv2r8YVoBeJVFW2kkMrZsmTpnnOySpUDQE/ppZcnmwFvutH4t6A02o82XpbmgB3lwfrXr57SNhjJ77FJmc9HhBQ11+P/lqhxerg7HPOdbsVjFIiJnumCS44EbvMDNuw2y5O4mfmy//iLXmmwo3hxWIoFlQVjvj60PXwSpVvJxGkB9Z2hfI9XQtieba7TdKHqQ6ukrZe8qTYdA43YK5dAcIR6wrq98fFbBpWm519IwcSuREk3BSEz0nsUr0VHofqGjTjeqjibTqc2oOnA/xWrpRmNdiDGoERE2o3mj0emULWlH80gVNYGssLuZpDyWHIg+iZQUmnYufa0RO1VkXvV0neVppTueX1XDkZeTlHGABO/X61ONgiF1I5FpWazqQIGUjWuxd+REA39hrzQubxSxst4q2PdLynZvTW7Ngg7aaF13LDe9X9juqQKTmb8nwIcCV109Va7PuSCVwfi4qvDLO1wWNvavTAt3d6TNr/3QMNWKg9bqvd2MuKYDPZvD6r59qhHi60Zg2bufidXqfB8jAuCpMiQMiiWfBxWwDjjUgdesFFCbpvX350LOZYeMuzjr5PwL6nZvzCtGoG4RDWTDu3XLHXtMKoZQ8cqp7YpRmYvTGj7uTP519fDkNcMGrUxGyyvOBZWI2TOav3obVLCpEnJ73kxgjZPzYsmDRMpUrClG177FNGcbn7mAc/VHR1CcIX+nNdqnFu+o18leb9LJFUybBG6etWleWja7pNVk0vqkGVhF65AFaJTNuBkRPIgSqCysFVdrN/Ye++xiu/vVGltvcLbo7NejWjXnlS+0sA9XuTdhQGCc0IE1qskZmZq34PMCfhY4PTfVlauREyjGs1lRYLFOixWNyUDkF79rnHlZYGVSEq0TNbQ8kMmbKqev3kFkek3DBGSvsUxJPoLRYxXWn1mIhDamlTa+zguo0v6Vph02ll6277Cthu9h/7gZy5ywCveX/39kocCmfHJ7M+tR6TENJJ923j1Cpzyt8KJ+ksPdNcDKQ5eTsGQ9LmuQTR2cdkYBD+QTBhYGe8RA+XrYA6BPCPrdbKZxMiyuNPsy3lq7oieQsPq8KaPigZBpR5Dmsamdl9H6M6e3LOFmaOX7CXtWU7FPZKFMVsLxGR6fEPJjgZVSh1JeI1c2xwii1/6eYTlBfYvXC2rWNAKa3yq5j483qSra03W81Rdif6bQzY9Y9Nu8XO+j3pZcGebJasKwMWolICUohbEf9L0GnTrx1/2HbzKlnROL72RyaLPZ4DBuNiSE/8G+2HDzjTV3Ukhzke46oQ1Pu9qd4QFVmgrA6/GCJpBmbCzpNr5HJKClciBeFIH/vrwUrM9ldmm9wCFBWP3PFISlwJ4mM+N5mJLWpz82Q6n+fGOVPriILUrp4F/vzdyqpHKJbxHQm7cOkIM+Va0hE712BgSyI/M3yQ139eztbqDzNKEw1cIZS5p7LEw/nEDRHHHpE4tHtRR1kowahaAG3bVoNXMGal+hB90maR2rVbH3RqdnGbm44CAsYvt/7A6VomxX9aJg4Xv//pysZpzBVrftQlkRmkQ7FpmMVtO+SY2Bc8IA59RErEN6jX0WoZKPb1zMZZa8shWfKDZS/uSN8v/IsqkiDtpaK719ZauJcL6RDEW/EVFOmZP6lw1sxpEFmFTtioxbDFLhMljO8OSQ86adEv+vAp2akLsBuLKNhAQOqXCzcrz3Zsew6gQtfxIuEH44hgdpFq9bsjsar5MgbQfkXRFVCh46ZoKI8wtgmjh0hm6iFAOQnLye0S63j3Y6Uouwt00XYfkq4/DEIb9wMhn/uUZs+9DDnj7wmnQVwZ8N6GWr1p5SBCcPhgNk52/IbeYNeyC49YM0sCQG5HpB/hCoSC4Zfig+7N7wZnQCWYGSDqa6M8bcZtn8Zymw+ZJfdQ3phJIziuNUElWZtpdQdd8PNlzOqmFQXQrVPi2pO9z06rG10xfYcML8+q82C2JIgepgUXfjELyXlT+LUQbPa3TGBMJDvHX7Aauhk30gX4kbl2bpVFbyTaRmSvQmlR3mu75+KHrlA7F2XYa836ldv7DqNa6taSXQc2wv8WnnwwypUVDC3YfSCinyB+pSuOXZZofQoGkbx1zeNeUICqF2OflFwNd04/A3hAI7RynB8osuZp4HBT/djPnU2tHu1N4wOWFfsfP60eUR3W5yCTTCc6/fzlMxQcEF0bZtY0DfioSEEtbqNhdOu5lkWLKRL8Lzi6e6di+PJcevT+coAmg8PeFywkE2TDoewsutcULLxgalSd/c2g87hRoChQ9CXDmsHhzankUWIvSiM7nzATgapVZbPXVDo2R5fpuZ21xh55TfgKoeBGdJAFlIv2Xa6xux/K8BNH2tz1fKinXUXGyDfUj5FLiGVJFnPlOfFVFSpg4K3H9/n7ji3/E+WHKqxnskvTK8uyTQsnZQMcrxOQbYbobeWcsPbxB+AqJUYLIVLVPSqkEVeV10wU70vfPQEq5wlBC4tU0Se9z+vwFw1MTM0b0UIksFg107KL9/b3oAYjRP2usWRDg2BdKTkpT6AaHX1N+kxserX2akV22sQHphX0oDLSnvjAbvKgk337Sr01yHves2Ni6/zQktL40c9VYjsjMGIpMJUSXYfP1PVjyMdqk5fkgseGIJJSIES4tggaICEhef372DO1SWLt+E5wcFlKmay9L6jpVxc4iJ3h5i0iu3ntZ4A1QGbCJ/rnONK//ol/qdy9zQhDxu58vNzJd1VW2F7HPWwrG4iYmu4jW1uB6rXa7F/HDD+4oREruF8ZI2Pc0rXwEjnQu7JadAPECHUE3EUdq9w2G4q9fbN98IvsU6w1nr4x71JAkLaqcLE1OpUMyek+Qzc6+uDY3OppZj5vAma77nLUijn5kMTVZyuHpPn9LE5VlKYK/xcPfvIW7BYvnCO87kTWpPeuL7snhVrczwwDK8cEN6mqo4pMZ5jV2AXe18Tlbsr888Ye2qCCNCyvwZX8f70GOKiRwBBAfXs9dHBqfFODPPMgczZ7U2UGIo5Je9t4+ZwIGtVyiVKunM2BQqYI+S7KXZ8mTSaXUJsEui/bLwteV1a74/ZSbqOU837SeDkrwEUwZ9V+Aq1GFdvUHXkFA4+HblM3ShLj/JsDhUjFOSoG5CD6mx+ZrL+MHKZ5TxMLSYhUkYXm0+jH8XxkEVXmEFFq16JhydYiqlYgNy49pPDMfjPc8tqIkPFofFE/Lkbm4r3znk2d5zHzRpRZEFCZ+oFdLuU2bY2MOaatfq9e82miTorwRq/7E7qLFE8RvwAG0aHtAiy48XLEoP63fuotJ/rgr5j6hsk+opjqRBNxghZz5goFVFVx2Z3X5YCh88x8gtl5dyS4qh56zpOLqr7mO4b2V7/2BnDCC5pv1O9LA8KMoqpMyzrLzRJU074Crey3+iuHndEZqT0VjtHL3BgvFxdIYY/wjQtSR6tUyKsExQak2YAXfgHTzII2Xj4gvD4NEt9Olnu/mY6ZfQmE2J2fRqdo6s5h0qTEDG6tOW4pk9nW7RbCu4Cuk4wEMhFfTiSSVC4xnBDwik8kilK7W3U1973qGShvr47ad5qzwYIUBShj2bxpEagBcI683W4ggYkOrHn14RA3Yv9FDOrXVHWNe5+YmqrOPDOAWiPq63qGA87rLoicQrtrG18yAGp2cla+hQ5ZQ3svP9LuBwg5/GHsNe+2a7yWpiRuXg3BtCpyv3WSZlC/G4v6OUGvx8ouYIx1b6y/cCMqB+eMhUQIY3pfvYztrv3z3qYwXDzdZZUkyg/Tib47AyVRybzRcTP+GJf7bH+reQT/SquDP4dLPw3IUbipRfWx19JJnrJuJBf5k6i6KgMQgWONpOMg/oaAJIF8a1MILcC6/kMx5nPRZ52zYnbt9yrTMTozcRNMuv+K6xxuRblrG5/JsenQt1f6hM4lQ1nZXxPlMh6Bv5mLKElLVqcuJ6+wjB76xKZnO4FFVDL1gnGgRgKg3fMpz5tlF/RpG9cVxEvs3PQ7xxB4pjWlnvzynQnXsT9LNuf5Dz6x1elvhLbsAHeN7L2uhhqLU4kDyupODYGFV9X48tigGUGxKqiglime7JhSjzs+MLSP5y8X7GE+EUP5FtiCrg0JUF1GSYahC2Z1ochwIe2WbeEGy3zKfotYNp/ncjchLX1777kA1lubBun9jegcyNA+EimGoRIBXUBzog9QtjIHpYogbYymTZSBMXJhcKEuui8QUdZggqICWv2j4rtihnE7CRAn7XoXFlqr3iyIrxhxsROtC/m/0RxkPSYoGIQb9UP3Jo25KA4jonshAkAXe6PLL+EpgDwDdbP6jp85PDBUN2UQdOAiHhEaJp2AXCnty7KjstU4aVxwbW4yNMJqHKGyT40KDpVQ4zdnU/qakIkA4nTR6JXOcw9WUq0ALifhb4VcoE0qIR+ia88vDWr1b7CkM9eZqsTXWrzuyqUqkM092H8z35tldhBIuw/1B1VW9hiNjPO9vs0jBLoq4F0b2XlWQgiUccAWigbnAWdLWljiMFH4km0c3BWQ3vQ5e2zVvTYqr2E8SopdxKjTPf47fN2Ur1jtsq6oBjeTACG5q4Ba8+ebKIBC/LbEgBklaGpA8cyLj32qJ+wjIllGpsW1T7l+L+Qe7iX1l/cJ80r+ZcTR5cj78iQtT/PGn4ymm5Z8x5wwy6ekkKMnDPpymyhYtL5S44yj/kBRZrX14VshyOQQ3SJv9kuO/fJv0Z3mgB+6vMtE/lhK8ifdtWRppcYg4k1dZoPnGIdozWShBzseRDAUAun52HCN8ve6/1wBrv8A5+RQsTe2IUAzJZBHl0iZfxSt9kRM2PwHC2cgr9v5qNk2SQEhJUIpP722lfsHYWr0WEYN5HuPIsqUomIkZnF8B20I4CLPLqYuRGpcyKGUbz77ZZDzpJyNFHmn5FU/pqjV9JvO1j/KEHwIrV0ScJmf5hjVSzw6zqMTNuoWiJQ9ELWP2BQFWZbCKg7TX3q1D6CNcy0mNUflSKpnaIT5zwEiqRkoFItQZ3fkTrjoAEDXoSoapEvusJURNAzKkS/aXrpNukJZG3qXINAhWw/YmE+CIMrG7jGhNJi7CvqklRnYAvEjBOY0Yf0k34hqkkbQMq4JiaoipPgmy8aydcITBa+aPtzfuIOPauSqVDDpuXg1MlzgEIczD5zNzS/Z+8wr4aMKDl1vG5Xmt/Y3Fe114he1upPtsjybex//owi0s0Tl7FbqZGiiyocGmP85QD/aVR2RwpVRJfuWujABvi8VCVvftFyPknnzcCxwRjHnrKtLisevlt4TnEXbwBvl/624ZBG+p0EQuL0SiPMZKB1okqzt5RPm+Co8BCty+x/qcz46WetoKu4TpZ4KGUkYNlYYNKpv7FeOndDC+PGGi4U3RupJUdN2JRwaLx1z4FrADosMdfEtRYH1WP9n0RDww6YoaQGz58SRf4OdjkBqphV+GiUr3XOX1PZGrmp6xzJU7pYtKTve/VG/yzwEGS3PEXSW1CjzT4LGogmkiTNBkcwtcKu0U92QkN4VKfEA56A6kPxp+ro7Wcl71808NyqsVo+ejgG3/K01he+O0kle2ba1Pqq4Z7Zihf5N7R+oOGOo3UHHojE07z+ACb3Wr8Lj5iOMpMNsniDDClx2Wp1meWy2GOap6Fpw8LwnaNQI40hqFBcm0dhiDDbuYZ2FCBag7QSuev6nW4d1U6o/MjIUxW2z5MPuCcHrHpfWEf85oUsJR00Wz7TpUGSEefSpJahFzEzOTlQnUJqlPOfOOoPz4wwspKGhv89R9Vf+mtDYtK/c5/IZJY4hjmf8W2r1OCaiK0V4zxfXFlqTKyK4Ni3emk4xul7JmlDJVHCSlHZNQUXYPEixcAFDG9t9iSG8sSox15j5Cu0Puk+g4r2i+/EwEESCetmUzf28B3Rw6SMrWYh8IrywTf07vmxouOr3Yt1ZhBJgMHyQBrJwRa+rFZwg4fbxGSNQ0bVWIj5Gv1emKoUZULAf+IhHpC1aApdRH2z4A/rdA+Nt1/P5RQNHrLEX4hMTtE17F1a4VX0GMqnuOXJZax7h13F3q2gR28v617YGwqW6rehOKU528cnERsBYu2ZasUW5MCCTQtgANcQyUuOCIn5h+XvBOlo7ptF7R9BFiptKPKPbP1/LNpa0XQBl60yqaQahgmiYIWKDTgfwW+YZzj5CbPMuiH8cucLWayLE6dStFOIZnuWxugYF/16nYiy2hhu+pgOPeA5z/CaSIVMUWVAGPVfXSuKWGVj6pUJxEOjBnEQfVR/JgOTqcTWysaxhSycpXhiD3ZfPkjaohVRyxwqrlLYcl6YddbKwgvIiXu+ZCmn+CofFCJcwCn21Ul/TEl02Jz4/13fK9t5dA/IvpTv33wCv+SerTIXP3UrCu10maFjPeKUAwSfpIm785/6yN/aucpMkd0elP9Xsm9SoG5PeYMv0KOE1TfgibAC83+wPy3B1XJnhhkg/J09QxA+7J0JPT+IceR+ul4u1Ifsm26Uw2Lfr8sDoYx9KeMbJL0Hb++zBAz3dFNDpoBtloWImsW5I5riDpMbIuy4vksw+/QSd1/AMbA0foPWxAr345R7joV+Llo+GYoexTTa1ssiZKmFuO/jAsnmwqmra2g7O/ZcVtd7EiCGfaYvVXato7eksb/ukJxLFBIKabnEY8f+oPO81GSDaG8OWnvfkw+qwrG/lt5DU9RVhlK8NJ/BtsWjdbaryvfr2KAu4OyOzOl5dnBj7Z5KCYOIL0ugH9CriG9/BvtDXVhC9fpn507xl6L/7O6ctiOdKqQP2aQIqyWBt6Yz71/I0ZinViywO5AJZfFPnLWDuqhdcL/55LFfeP6y40qVunsYrjpSqyUd2+1l8evu1OA++4pA6c/FU6RGCU5MGnWd4hSD8eo+jHr53vod5cN4ifxUUuyftgegIYLUAlf5GVo2MH8VuhlCF065ltv4q3i1w50iOWcM+v59uqS0chhIuirJG8FYym+rqw+KgNiexo9ffDDyPuYYpoiq9hdsLaQgjFUq/KnoiBiaiPxdHJSpzdsxWY7a+MJJsipKBH/3vcusUq+NtvTUFqAZgrwyU8TcKivHMUl+opaKan7AunuPc93Ntxj+je4aY0CEQZuWMawZP3rpigEAt5SdGsfmdvRONXMwb0nCMfQtxBVfDf0rJvQ+hPJVcxk2P953vK5kxrjSQWadnvXP04Odo147lbOlscs4E0eqrjqvay+aWiHU7O9nFD1uBn01yQ69QaJkgmUq/bcSmOz7z35PPGgCW5WdRJecnaV4oZim5mNtDkvHIOMG8mKSe0hvakDazGW9KXdn4R+oN0mAxijpPPytTYLC22HcqYyoc3x0rf80zZPqCq6YtIzzInaG5eGqka6JW3EHWnhHrmweXsidWYWAl629ry/YzJTT0wokX6MotbsLaSFDs8gOiWGJQ0Ff261uLve4vFihccCX49bCwll2gkTijKuGwHkQS/GpqKB22q9kbzoeeYK0YXU+BEx2HRdu8+gOm2ZuFSqOJhvwMcN9BJOKSx415uCgZXKlT1bA163U6PUG95YALeTbPx0ZzzIMy5JlFruCYCrHCcvxHze3h6YEg0PtlxcS/V1y+G1HgJyl+EQDzr8/7e4xa32JlOnFZq/+vmUqq10u6Xlu7NA/5bsLIY8ZWvzu2J1EpqfdznQIqzTbtuCKNDp1oRjcose7k9h6PmdfNWi+9XuB99NojJRA/TpPhaVm3tUIgObmiomyqAjEbV2K8gqPHr9dOh6NecBZhWLVBccriI+9vNBv4Ev80ZrvW+V9jIyjS+EcIICCTsQZwtYE/lz79AnXroHJaAJwyGl1ONL9SLenyNz7+lPVyDx/kF/pzTyeTzd2Xc5gI/7hin+R+sc/1OXAU3FA0kGzurIrkBgp8NURo18octTWZQvQhWllDjyzgP4ONNoM30uPlT3au5NWN4qgoOOHhOhsxvcMsPOyTMz6Aet2ioh+XBOjBB1RokfpXuxajreO9KxrEgzJgmVCGsREJ7nx/N3b0VXexS210IsVr6wA34fnZ6ErghTYdsfkzynNfCOXUWiKQOJs9KyyOQN/Gob1jkSPgCiUKpkIo/v5rJtIHc+WDi2RrzIeYH4+gUCpiO1OTrRwSWfT7pA7IjWgS44Q84PLwCIj4wjNXWGPQzKx7RIS0HnhKZ2VpZtMh7nx/Z/HfOtdAj5dA7l7mM3Ypbq+R9AvPl66vhqJUayhp4PJ6YVEFtTc8IbD3DdGUZAsGE3zcR0TSqdQ1fPCJq2EniZpgOeT1j9zolrVt3uWWuujzN/sL44BLx0NEXwDdVom75P0F+EXD7TFsvf+sGUt6HCSLOpvx9Lv0vcvaqoxfWk5tficKXJlJjZuWX3hFtTD8kH9Wlim4POWmS9QiBOTljGLC193SbFv331Yln+YVAzFpKxZUKdyI9Sz5WM101jSPhz+/h8mZNUfvS4WWv+23bTa+mGbFVXaFbGBsWWDORRe7v4VehignGHIpM/edbtAHpfojkcr5X+WLmjMoGj9Je0rbLS+vRL8f1XzHF0tb4C76CA3+KDibkMhZj2DtgbVhFL0mZP2HWnimecjlS7zT8QSTmon0LP0VSThlZnXc2j9REI0GlAuczPxcOZPI29RpRSAuytz0JxGxqVQK/pdsLdDXha6Fzyd1DPqQTYtE84gh1AHpscVZ659sCXsmxHjg16tAaIWzgTTLniEDsZL4dRTx3Y8yy9uDigNAz8FPNlDaE5ptIGo4j0UIPeMalqgMsNUrMBw/3UviFOcN/CX1THdJOEY19LYDApW6LzeaVBT/Sr1qrovMNri/WiniuvF7JY0Nbkzcs+f3ZKPm5Gk1HbTSn8L75BtAKH878t23tztpPDRjeiLZ4Qf4jeCUq6SiTmz9wubdf+91IxE4wd6NpKKrhGgzRpDpoSY4wYef6ZSBWr/8fTVexJrfSLJ/m7sWwFEOLoQU7MUsthqf/VeNzVx6PP8+0SlmREYl+FrY1hAcm4SOEER5UX7Crju6l1iUY6a9zK7lZbh7HURHA5SLXX6HRdZD935qSo5Aguf7ryfk+zwlCexkrZ6hBoiDhcpcv2q/utfYUybdFVQg330BgCn+0HI9k4H2TgoZ9MHKTpwKOFz4NGgLGtN392dGrc/LnEYTx3Fq23o6eIYiCoAhw8u386AdiJGzYNXvM5j0PatTFQw6QNYe1PlYxiHEbTn+FB2cDmaplYp1paOdw/HcYPNjz4L8J5D4JznRFe6ZqwK/Wzy3DeEACeYlF6PReU5qCmKn6KxuuQVnNOkzLROB7x4F0LyvvpzQl4vaXl0CwEdTuitGT0oDKs/SFpmx1qPMBfUnVfvxeN0Ek2GDoQ9qLV/8DnzWe2xHWyl6I5fzx+x5ismrcXyA3oNKQHyvXDo5Nnf5iinsrK6Ac+Zy6PfuwFTRZEuVvXwgLvQxGNcYN866XotwSwRCVJQZ6OHoTvLAyB52f5nweoI6EckdfmwxfNUe9l5i+Pgiy2n955tNIK0Oq8imqIU18MlwJm9hQG1UgXaqND5H54GKZr1A5PZoqC6B8i1K+lVU1U8Gba0vLR2GbH7JGaI49jwrlZ72ng3+BsKg0aoCDxJSJaBReaLWtBZBAGOlqtJrUCXXp1D1JAvNxzRHXaNMnJlKftPGZWG6DgkoCN3iOjDYYi5G+ENOXa2Sq+vvYIWkEQdSl7VrW5xUSvkRv1FhFYQ6K1G7XC7DBFrMViq4A48WZKBiU0gcSLLIS76RgFPUBcm8msh4lvlZjpL966QBWK4K9rQvCr66YZKh67Jh7uFEg3EP6z5FIe+jRICy5ewkvZAmd+X2mOwnka+CWsDaEZ0tsaG56yRV/sWnkaw9hvB/QPBwiw1wJ9AqpOar+tM7jQq/C8zzCxWHZYal5UDzIhvz8myf8o006Y/ouF9hwgSLmi/Zw/pNtYllRYafL3GGn0voBNzkLrWjM3C6+YjVIfnHYR3wfhr1GBKt6wTwzCK8sOr1LomukNgILwjBnnoSnXOUCqtWKZUz9b7GYQInnMBZr9h1KzzhUkIhID0bG9r2hmexTpkws74JIX/hoxxF5MkwVdzmGhx8lG3cQbjqpXQXBYyO1xrTGQAUSi42ZTj2AjzQkaAMq5FGmwV08mr99CuCaWs9f1KljFVv/sYIdT+QZRpzdPjfTKTTFKc7DmAJc8Zz8ydZSnK2dYzlTtg1O73RKY9FtdNDHCrFeYH8sW0ne6ft947rUEtHoS1Wxv6a5/fmJ4ItaC37Krnw8ERoi8a+uoyWo6KtkRie/0sye42Tnwi1lrnvZaMsqIfVvhMs/D98sr4ByNWvWD/+AhcLOJ4s5QwfgB9nL5rdKGJGFYRoI5SBrMCyR7NY4K1urrgTsWPEPlAoWoGir7aVU+L37VTy52jaJ72/hKwMZ6uK76a7w0UUQFVoAkGlc+bcmY48hOe7+taq9TLhQXo4HJAKq+4J2R4jH2o1b4WkDLh57ruVqUL8b3b0Go1ZYpvo+Fhg/ZNbzZ9r2miuOEsw+hgsThBWkpM7rMTS1R68MI74ocKNCbrriJRC/+t8tz7svBjVM93HA++vXat+d3W35Ll6qgO5QV/SDO7ylnKDq6NA3ivR+WBtDAR3oupKcECy1M+nhbbktsY6ju/swA5wK8vN6xDaA6rxEBToN6AM8rtfGupq6NVkWgFVm0w+SPuoIc8qNbzOjTjWD1GUiHYYdreKacEMvsVsHxruy18UcKErqscTqkkPMPNX510K2dKBmcWqacsR+BEkCD/VQZ7QDt2E66Gd70vjYSy6BGYm9a0aqGMakXh7AqZz6kc0xNGQT7Mhkl7+lGb8Tt4+VutexbAYf7/eW6zDx5E0TGUyvEjrlFSO1bPPVa9ZEIfglRtZnLf+1hcJhCb+2z5zVi4oszwmBJkpFCya2siP0eXAvptqMNcL8EpT7hZKDHyVhr9KufTZI3ZdHZS6+HRmJeX98Uk6WoC6b7Wr5ueI0/1FuI9JhJX6q5W/phHLykN6xELsJydTcGpaKMQl9RJHbLttURQAH7MDucvjXT2x+hh4Pa/GHM4EToqlrVdxvS1J22gNKTPRftR+obpUhUsvEkjVkQ9N1DP0tnL2BjX71UTMw1KOfj1tzR/hQXK8twh6hEN7dqfpqDwAFUalAfyKvx+b7v8QMlYZ/syGt6H7WbNiO++YR88vfACgLLBRlkaq6XhhIalhsX0YGhz91OgXvvgeeFPSzn7aorDJbydYoibFGLq75cRXyyzn1WP+1Tw8wSNGD0L9eoZKzvJYMIlAsG63h57uCGJkQ3qQkNZtJ6+KNw4tD1QYzTzA/rXCP5DXr5EIV6JpIW4QMbiNgTGY5+e1mTrpuX6AVozr0EeWZzEx1RgGHK7lnH3u/qUM09KFutOkXXAdkFKPUqOWMaojmk69La5k6Yve3qDoSFjU7VZS+mKvxg/4TxK//85Tc0YlPaKNU6maxgEY8jS1ye1YyS4FMj9KQ86ftRiqJ2VQg6dUlglck3N5Sz4iZVcmWxP4vFU2aBMkJ1fZvt58HmuUPeSUENcoU7+es4wFuCAMLEyU4Sr18V6VwWQB81HJoWCY7+8yZYHWfeHO89S2nRtfbl3/hwuc565PBSg70ddzaXyyOP6BMH+WLvmor9Qgc+lrlIJU0CRjPTy9F80sQix8Gzjm1GC2AdgVqkrqgu5RsLUp9eQRGubDvN64T45lLwNMoI/pFfcQwLMMIvWB/PRRq8rsWT5e8zeFaiNd1VfgajTy1mqSp+aU4oVxadKdWw873tQ23AapYYmrW0t0c8asa2lWGY31ailzCWxogGpPgYgQdP/vtVdQ91toniMRrlHMxqWPcara0+ZnVPnIHz9V9sooYEgeluC6EyOEsEJhm7MVB6SP6SL8omoNfbSbEYODINspJrTKG+ftk7PccpVRN5ABFdIVjstmD4B4trIg7Bjrsd1ZwQf0mTcSgTL2yNAjikJVzaVUJ2CUDLHawlu98sqFm05UoOUpK85yf5EI+JhaanCwfEUH/L2X0FXtViHrke7WEbBYal8UGTjy/RfhQCCNflxA4+Lh7bED+RC8JLHiP4L/k56zJ9m3wLIJ6Hv+U5XNBUuHaa6eyvLQwsbRepAMp9Ki0fGR/ibXEnTKzTO0Xhs7WGN+RyxvaZp4QZB1LWeBoyyE5gYMzPyYUzVBW+n0FJ60brhgN79W6qeKZ8peIguwYbcmjDUaTilSDblGp4dyijZaqjFczyTb26yRFawCB+zXfryhqMdWn7l87Nwz4BztLRqSIVkpI2YO0W9yIDS4zGK1F9Hw6SOIVngnqQ2zxJri9gm7P+BVaXUiXsNlpbySw/zCM00AM+RtPh1fhNcE3b3Hm3pkaxmZ+rvKdKEbxzAVihUKIoIJZAfowL436iwlsxC+Ha/GxCgCIk5d70eoy9jyWYWCm2gHl8vyKHlbxIG8Zu6wgMBnrJed6/qZFVQrrK7B9Mffrp2LLmH+84ukL/89ph+83ncRgB8Si3G9VzftP51Yll02BziPnrC161zxYdujadu7W1gvDv1SXFVieQVpXWjASbRQaCo2XMKA00/p6t/Lz+kUWTBeI5JPC2j6nv7/6TESuH7F2V41QNwVmdxODT7nLy0n13Zxx8Lt2WkuX5CLYd9dEmdKey4JiAyF3UL6l4PNLtKFhJuwfx3lNNGjqWvxI1sQG7dwDhHw/ILmdjfyZ0tLJKpTlIZY+uAg/BRAJo8Bt8P7KlwBrAJuQGTswvjkzMbkK/IeYhINX61/pUnQ9RPdKwRqyCKekWQWe5lC9M8BRWVhfk32GvELmsGSCEAstYmt+wIjgsqt+RzJecu/BWhsNy+u6ibX3buB1yH/Js8i8ZoNeuBq/rrpAnb8+HkshUN3X0HBX195dvi5NNzzkURYstoAMNiHncG9Nq/6TLpJ2v/eIbmQNpH/eqfxmd4P204XPr5IWKT6dRzI/5YQMTeZ1nYVR7x1Mi2qsLnpSpHj+OenlkmWY9BWbEmBAohgV8qGtw+A+k+lzN+OwZpQx9AZx2ZeL6u8llR8SlH8UaMQ29PBbLSXXoTNDZXRP7kyiq8BVKEBuie2V58xv7XIP5eJn+Csa7EIZn1YJGxi4KkkE1cgXx7Fy6QwtgEinm719rV7g6kTIkJdUCFwVw8/VYG7N4ICsrslqAxFOcEsY6LM6jdH45LmYvrYE4UeAHVZGb4KhmF2PvbjEjstjZlHKPqB/iNViadoER1DwP39Bd5pigO9fjKKnbQWe7MEzX4oufmzLA5D6Rog0RXVp7vyLhjItChjWfPr2+X5sM9N4W6ySG+INruFfNELg63Hz9+3pgzowBOlDl+BSJt0otsGH1sq7rxPCTWVfJEE2avtb9N6F217b7Z8aXerd59ZPA0piRYxEvCmIyytzEGh7nSZu5SROOdX1eb1Wffhj93hevr8+RWmzQmxNB/Zghp25myfdqv5aP+GCRRuf5hqUlGeVYXuNEIy/qrfqtYWwDmpemoyGYpO5SJ5R6ZCNdZIpwWJqcA2LjzzMIahkYTt2vuKBd6hVJdpVVpgfccJB9dEaZDJAPLjz2xtGy+qXCsy8Ocb6t+I+cn9G6Qcg2ibuO+oPSgARgp2BgJK8iajOLzHymLiug8gRZGPMyvoeq43Ti/yT7MLbkNQCL9DZ60LENTjVrYBd+uXc6YnkhqmHlOabdC7S7Yoy/Ber1wInZVzdxuWWcJLhxt/lfJllFK0yfh/zsYXrTC3OU3QsEn5Y0YV5MO54rSgK8BA69WpC83YTQDMJJrKRXwQCvwsmiciCNKX8E39pVdF8WR4rKROh5lanvd/arx2x1wI/IyiNEeUIrWLRjZkI/Zx0VUqmtQlM/8O3NcRgl53+lqhEpbeyEfQ5pXAYtL5U8HRJZ8v06IzMyWt7polbx8p4GcpsSD/Sdn1Bsje8finXzPFBYNqJYEDd9ltfztaci9pJ5mv1uPX1D4mKbswjnCploZGomFr+NO3+XqhHKCjwTHdZO0/Mj9eumS52ZcVeHJCc5W04geTcXRnHxsP/hC1dbgdMTCgWlndVKaBK6+mYqQiE6jzJn1El6quNhRKt6OUlCQQnjz3bAtf1OhLNyvelNjApORxAj2xAAmHQtqR/2h9nDbBI1Jy5Ei3OBh7y2gD3PrIw54f1yHeRubcn4q4RhmRZKl8qH03BrWv5KFMOVFOIK9xK7fu91cO6+f2Z6y4Ijh1jjLTDjLkzzB0rj+1LiiXklKdJ6YF+R7a0MDU+bCGWCVhwxDOuf2EC8giO82rP+lG5phtPJU6d+Fj5C308B4yyE0E1QkV+07pXyF4/cX8NOa06+e5GwanGKmbHV+uN4El5Cz55Wwh0dhjiu/vs9kfYdJ3MNCLVyOnQnLXAXqTl9+NkuZNvCQSERv9WnE39GlUb+MpeWay+1JyvIYlIEx+dFoePndJOUI6HRtACqhUgKiPRj/oEqfm0EAl5DWoWndarMtw4z9ViTexC6weuIhjvMgIgwk9DbLMAPXsixUXwsg4Y9+M3xcbzGFSgmGM0sqJAUj68ZNRA7CDhJ4r9QIwP2hzTagJXCjQQgqR9wpe5n97s660kXfZdqD6ghyrlf/vuasVoBJ1AOaXQmmrE3enen/xgm8SmMuGVByA+lCFg3p7Y/QDLxxnFzJqrbTwlcLpTyD6qgjPe71DR3MzMeq4gf/IATaNlxipMZvyrtf3jiK6tpFUIMKi8nUioPh++9trgFIzcGFiXlcZnCyTmKFLkysMOCMrXpyRTy6Q3Um+fmv8IIfYVXnyifjAx3hQKNKPCCipQcLXyk3C70mZadB2qQg0w7cXhzMpi8sphDOCT+ba3slMQftr1qHKj4OeHXXoFQ7p1vDG9hKypWe2tGsATs0oFyxD3ofRaEGbqw8/FpGD2WcOg54nRpeQRRGmAQ1YhahmfOWHHvq6pcaQOm7LwmUD9SAKdal2b2Fe9NBnFbzOEudU8H/wxItPRUQ0w/kQ+q9ya/rZxChwLj/7pclxNvhpWn1fALkFIDvRnsU8hB4aNTqFXqQ2i2x73wMwsFbJg706aiS+dCYWPMix5dH7BKnRxeAX1q0fws7rUcWd8rxnyAJJpuH59spqg8cA5UBNtHl47s0k6zHWq4kA1GV8wrmV0DM+oWEhQ6FO1XgLiJ6BB8zEVtTmoJ+8bVWOnkkmjGWXdqZ0xnrAjJSpSlRqkiqNc101p78uB3smGddwE2dMXK8kk3ETBbTNu+oUtuOPcv/wJUPJ6xIPizmT6BDmhOTWEw/O1KZZiu6AeSoRCFlzle/xXwiXWCTbgXMJP+Jkdx+Oa+ygUcnNgvn2l/qBdSyVye9MNwqjFse5cOOzOLDKN2N+Ynp7OO+bEeTi3ygfIwvEavS+0bzfP+IdYMa3UKP6DuqXC2j7rKf8MpL7hHz08v7+c83TWHRRBPYHVKmiXEi0Fq31wXK2UZcK+kHaVmDItoR/Rna+ZNc+dWOGPqzVf6FTkDV5eGrpnJizWxCsnWYdAP506gW6DW0NNSFyEjOGrz8p6avqFwZP7WQymejFKUgg2J8uZRU3OuH7nXsrSkscJe5MmFBHUWvDusywvuqPEs0EzFcPYqKweHXrp1uvaZHi55b/duHKDI+0FlVnkIRApmmbuxiCmrj1oQf2TJm7vLHNeFLgsVqWG3WI7yBHc06OfVex7ihtX2uL53eZqkS32IsCbipxE10rzKrC70BKOfgHu1D8Az1x8nGSFO/FzN5hA/gjvUbX26xlP5cr5VV955jNYo02PWVcf7EdczUjQ5K1FUCb9BOCzGQidN3rV9TSV8jhkQw0513FlLp21XxJfrRnLDga4PRWLm8RSyHhhJXfD0I5YYkj2z+54QCZvL2OdMXZ+le1wdCA4L3nf6HPlELAT1MwX9jObVbmdVQxdRIM8pAUr9MYsoKLHdC1+5JBqgV/hSGSKxGHuGsR7WSnnZZyl14TLqyT9xu6T4XYwM5wRzHLXzYBXltx6//zUvn9l+lxOQJYlscHVZstVIOVhJAHz5GpXualsazT6RDVatVCazfOSwSYy8ctf21zu7QdWerHqkbZly6nDwKkhd9q6pUvmH4P1FzECzr5j95NVnLEShJKDv4tkC/YybEeZLK5cvwDwkjdg5tZv3xUb1BTW6aJCZT0zfm9rpuk4TiRRHuXFRLeSVuiJHv/q53xQ/HQXp2xp/1qefupDE16bvLT8EvUXK/lMvcb4DgTExcWzRhN/LSP1zGLoboBvJXQr+WuHRxQuN9PM4LtNu4WLkWy7Q+b1b2LIt3k9UtpXIvOcyaeVnQlxm5viHa5U73ppjEOe/6qm3WooMCcTNDOz9C/Kuw22/G0DPy+fQU6lNiHTfq3nx8WyJDDTRa0LF5GnyfIu+4r+jJnlYoNGVlCYHlTfx8nPPjpPpVgI5/Sab2yiuR6FUnEeg/pDIF59Duhp9MQSz5lN+nSdo4h9lDcgoKtdgsMP/Fz+NXsJbmV9zb9JzBTBtaFPlZ9yRzGOAdF7xuem+YeYcvWpdSRTtG5eGR2g+pe3P0zbx3RYMUpun2FHBF2A7PklGX191YozwRbxMsEakmVObCZOz5SC51MVftGjpu9dgoJrGnweK2el90BMqCnYqWoREnnpUFGeEQ8zP7FMRxzSHW0Jl8Fki+yWGbUKDJ17RYw2xlhQjp8wmFxTCDwWSSlJRhInvLOd2C15htyycMhddA9rw0ye+PG36xSsNcnCBT1bhNoZavuMKxx3eEYywTXCV4ZnkFQUKxlizmraq8WpfQI2Nz5Y7fA0Ku8CriKVZqJtdSzzaLX2bJIjMshyXqluviyDi6Ez4SiZ76XoljAxW54gTIhWpfU5is7912C8uzmVIJe3Qpg44YhJG6kvZQo4OjFo71UuNJRgKxZ8AYNEbpydURvfLmlGGqL2tbplR9pNObtS7s6ab8Co5oanUkIaQMBDbW3j0VICqvfcYwd/lX+X0Fzk4/DAod9i5jO2d/CJIb5EGgROIF7ka+rppYH+mcl4h7mC7+ogxdzFJKObc70uGR8soQARA33WotDhVDuP0KC+wFeoEMx/Mt+NFJhycIIdu/BQ26xWiPVYcfL86++OZB6TVyFqADfVnGLY/l59ZVJXTc2pLUFRlVIvanDcE4agrEjMszHSnst9AkSoHpSLAuApsLZmAPMsUGiX1K8zJiau5tEynI+r2MJNSMb6/ZPv5k2oTln3H9Jn5Vvt7NbBpLO3MVjNGU5hE37XnxJx8GifU9/Poi74C80KBeZiFRA77a3HMV/zfM+pr0hW2CtuI5LiDKpe1yeRGzngK7NWokq0q1pmTLEBZTvi5KGvxtLxgvWVMJ4tKv2QaFhZnHkoZ4TXxBJPvoWcP+QU7Gi62XCwmf7mxskYsKgvcDsCaWAYzlYGjS17k6VkoJjb8MeGI94blcYc4Zjn+DfUdymtCPpZfxuumqOqpgirQTDrNLjVETi+nEzmL03it7AJby8eBJcIqb5xizva7ZjdWmMcodpPcFPzNBrOoQ7fQ1L/VKeXALX+e2bnxkOcqHm+Nb8ALB7CF7xUJdWrxsB+F88bdB5NyS14idqcIFvCCsHffGnzYauhlYP3J2Oa6TQIFHxuPBlfb0VlZZbwWDv6ZmRWo7D96KwnlXrRGIl5/FRkdiMQErphXnf1JE98VUrRJoNBQZXOdKed+Ebp6sXeYoxXZzrQ6TrDd0Ffk3QlxgQtMfsTOKtzydx7mD9qm1X2y8w2GYLC2NfAHBbOTg+yRhpXG+0EM+yf7TV/84UB4KxKWzdLv0BtL5m0RXwNSWEdQVTLuW0jQdbJQynGWiJBUNykQ/e9VfSPlQ+V2tB23zVPJJRFusu4ZW1gtdYxdpUeOe5XXZUjyF8hKsDfrOvdmNSvVDemDQxMswCRu+zTUqhJPM1hGH88r2Icy8v2tPQ6Z7qcFCDQXkxkXH6gjf7KqUGybeSeYNeLBRQd5GB2funtJHToDeppcQu+pGN7RnaIfBO2cohRbJP0COJihAw/RfkvrxjFvBUMFK/LEriGl+nIwJ8CVUF9bavx/NaeHaIxfZ7mijli7Flf24g9f5zRoQLI87BJLSl5pO8H8noHn+MMEad8QXaodnx9sGWLrdg57yWTZt+XNptDUlZYMpfjO6aKrcgopJMfXWFwdYqbPPx8MK6WbLXFqh0amgLpjbGWg/77FctEsR18oWy1qopL6HO3r35TXbp+egSEqsTRo4Ic2u8YhajIXbgsTUzHhN9nQK+S+AhfU6uUX4npnj7VUCYWxWRq5P6gkK/tGB881QtsJJtJYEApqwpHJ0+7F9eIo0oKBn2QAlv8i6Grr82LTPXj1L2d8yrVrNigBYqtO2zcFMxXxZE3oEdz26ZhtI4xj1nYqnUXviyjMB5FS4WvYMcqM74d9O/rMHiPKm/qlxeRoXmoUtSr/WLGafuZ6MrzZwbeCNLSEYXwRLRg4qnzX20LIR2m/heWIDJVrmzZXlbyNyBZoO0vrgYtwo+E4AGoy6CWamGyrARbNewYVQuvq3xs9UfmGh1NdJ6eIZtM97hhZOrfI+kpre4awScnTi65pfVytFEkiITUpDH1DvdwO0NHghk3qdIIPfwU6Yd2N9EW9EcypzwJLwfNEZi3CEvgPKve5Oe79+Vkfb5te8FEntR6l8bIlbk8IMiRfGUhxRODnMqSGmtf3/s47y2tMvODhYO6H6cS1K+2bb/qbj2NELCYDJHwjfocMMRLwix7L7pDjk+mxp2m3EB8wz+xVwl5O59xduN/YB2oPyFmaRUhe8PIS+wLkkDMqkQgWn3iUShR+s+LW+v8F/EqIaWGeCVRFDK7iaRy2Kaxq5W5pQYChUQzRWU9xPuGTzpurFB5k0zZ5LMRUbWlyLRqz8gOo64TH320wetP8VbOKuUkOOmyR2GogonWfmoRwR9VMZ5+EcaZsUSomwCVScfyxIewFigVOn+Yg6aYm9SAqu9G942CvfyYqyPEhi51GnVoIVslh2pD+EVUsRpY/91/3iVySyb0XehU1T6v9mqc3T6EVRwJv+pv4puWSXAurYqcqGVMMp+QZem+OPgwJutR3BiOZKABy8+iYZLaqXh7Up3bEQn3eWRrZ0TnS0c5/Jdfb5v4pl7iIFgC6R0vnac7MUde9eyrCdxbe4CWEcPV+SuE2x5i2aMvQrMoJC6ypWOUO9n8eb0bIh6ZfWsU7Z1uCP2VwcIr2dsKBIwnuX34Ys0w/G+nYb18dXdrP/rJDNLKGYrDVlTIL2OIA+kd6nbqtAQVY5uce/ET01Svufq8zqXwwEyRYwwZu7/WvxUBj1Jur4ZOE8IlhKS+5U7+fd3RMT3W2iIQlw6H8BMRMD2IJWTY5KWXCEdo+hMK7cQZ1QyUGUMQRWhyxPyatfgo/FovBmhjH34Hh4S+gmu4WlkvRJCZg1wvV7TzkKON+W+plTAsFjmPoNriL6Xc8B00S+Zq2ooRR3V6602Y5ezsmlCZEgejq+eIMy3KkA6hVC0trNhhekdiu4JyoTUoqeoU1tfYixS+tlLDikrX3umyoTfagoNx9mt5ggzIYcDwkp1WqsATlEPwy1Sufwynl52PLjp360RZsp9+wSm4a2+pb9aJ5lPs4d+Cb3725nGqwumrDOVO1llaloJfnvZiGZw6V1gzPQAPXD+y4Dp+0l+oD0mIrNQ5b4ufQOrcHrcV5Uza/BAfwbu5W+BWPGcgVJYdc/mbQyyyOTL+hInqTRyUaR2p78xzBn3/xpF6aH6uLO83jWczg7oQ2rEo+goNSlQAGoB5C6HGGN9St8mG8lTHdzd+VphrEG79NkQvZhyS2dH+aSx9v01m/9uIYBisV47SfRBjR9RyzcICh6cbqtAfKYHkNHdkHOsBjRSe5XtMpiPSOFYSNXcS3/CeX0eGhTaDNC2zZGLHYfx9gZQkOn5O93N0DVORevi7ralAkcSc9ppoQPD3lEG5ExHcj5z/9do+pbshuaQ6brCdqJWfMRDxNIX8ZfXdsj5F2ohZvV5lZLMumtiviLAn/fQE6KLnFiV77HE0OyHU2lqDCBH1VxflmEjMFK5NnOERxm8/pi+v1tFFlMh5ljAq+ACeCcrDrSUZQtvRttj/+i98RzXZE2dEGQE00Ec9KJATzAZ79X9ktUWhGSPYHwjWd+Em5Og+MpKjSSkVKOb7c28uxr4d9d7Zw/J21sSY9gc/M4FtwwMIfAWuQGebJ40Es19s7K2TxXpQH6tT+FS5mdWqXJn4yaL2rBaBlg0nm/GVFW5OkzdJvqb2kDTt5y6xr7KVaaBVgM0qfvpJsJfpc81GnHMPCI+YUhFyBBsfA5b+PAqocFYDtUJoVYs5KCoWPwQq2D/REFlF/nAE9n1vWOiLCneq329bKQ8pEzhiiAw1aYg/+dk1D57WcLbRcyiIcmTAixd8Ik+bw0EmRefxBndL/MuVE3U02RV/g0XWeHxbukIZVjPPycsa00CpQYibfUoTHCzNFoujMBf4iILUfTPB3h9zZ5uNvahbh9Hdf7ykpvnFOF7xSbhXywPx34ufdXfj4AOonhuYqXOkIbSSdPyvSqKkI3WfoJ2nOOdjvZat0IIsKQvEBk5sx2fgoTpt7ExjXJ6c6e4V2ryTMA3//rtCXM0SlJi2GxE7tUoSufvd7QjUkSjn/V7mDwRrZcn6v0hY6Yr+S04zQ5wWWO+SRc5E/BbGz201f/0d0LcVQHhimS3cYs7LANEvgfn264tCobBClGpcyWVUslLahrlhEDZ1tR7GewMyNfegsFKv3035uhLUSkLZpFpynADqqAH3JZ90xkNk3/htYAL8Ccq7kvmtOF8z/oAmFtgiIJpVjYee1svh9Siox/33fUpwePQUSthxZXVft9IrdP49EwiXvo4yPxo56bSf/5CLQAiDMHRYEw/WSPUONuOljCQMo7UEo/SkbLMo9sm2LsJ2gI5+db6a28dMxWISXg+FE6K91b0zyF1q6C9j09irhprs+Nfuth5LCBIozR2rcCvfwuKmMzf6iGdlSHK186dbEsjgJRphvtBghyzER9x6bu1ExzFu1XqfyxKRsC2mcMIlCUYZMFI3Hz6dayJNK7YXZTDBgCiqz+FZIJg+V7cWJJGibYSJK2FEtDPSi+DnDWapVcJPM7SbJ4UeGLtqWRbGzyx24GZhZcrYoXKZPMYgRHSinZGbJ372nZDnM2LlUeeFCzB9LEUz9bIHbfzUd/+byvDUz6sOq2AFOK44+0D+5b5MqcSu1tdHxF53Wh/oMHS/Zv6zKurMlPgDj7lCqgSclainRv/CkpNeFiYIs4FYGfbfn+WWh3LWtxQBNv6wn98DDnbj0+CzyiQ50sFqjmj4tyDkWUAoZtwMK/r7cKIFUt1PuMsL2mooQYcTdzPNDzwMUKroaVvYhXIoiMexQyABEyVoCNb4AHS8x4vA1qpkQWJ/sZ32TA7aKfDZgM/WueVQi1ITFb6cRpTV2aAbRAcS7c9kwFze6IkGQUyyyldOpX0lO8cK2S2a3c6exkXbanfjUNnRfHcYLAndfA3R2k9ycbnblQ33wv5yKo4tOTGPILJhcFg9vpNst3c24j+I49iMPacD86i/Vo/jUV6CUiOyzFc4RiMCuFV0QaFM8sA5AE3k8zIxuhuXcyi1i3JGj+4YBdT5faNPy7gKCYZ3/y25N+jBnRJpqjcq/yEgiQ4ThJb5iYaUCvhZaQKa8UD0W1TtFQPnlUvMDf7knZPRadqr2Ebwk5VGa+AO9UM2WLVFFOLnjmx66EOqkDooU6S/V/GHdTIxZeyUq90YUlsu1t+/VcH6I4ZKYMhMJuk3027/OvNYRq+ENsh79Wu4/ITEXVo6BeEKsu00FQeC1mBY5xXlWYXVzoUuHkBreO2gv+0A2cZWHZHWe+Vgyw43MsPxNOxqSqqICgFzr7jtuFj6vpz40gd02LLzNR2g4RELDLQUwNfalknI5XMladTJS9dRjARgkEmPGFF1t99USQ3U0Wk3NdNkWNoHvqHuiZZmWbHGV5TWHzjLYE0zo4ytSpFs8TGKH93OdHpCF3AmIj+IH9l107NHhc/Ftq6Q1M3fqpHN/bEkD0N+8HoF8CK+DLDt7RSgZ4nHLIj3pLBDVTvE76iXJRUbyoGsf8MjyBnOa003ligmQVgd5+0PWHlsdoKT6E4e58nSzs5d6+k9AKs14YFzRczhDyVaI8T77HwchqSrw7MJuzEK5YDqDbREWj9pHuClVpnSlttxn1ZzKG9fiNZXMCz0p7oyj529inJ0FAWz+9inSsiK1z+IC+xJwxWM+6sQ+lovWWAuf8yyqmW8TavNKcLMkPqR6d98/9kwhdzJONj/CKMnY4k6vp4I+QimHL32or0irarSZ5orAtzx98BjfJfsTgnLqJgvuag206IgsvvxDx4uB7Vl4dLWd2d1mdlbm8zXBJAr7IZqppGTIBtL1KqlffYNp8UFlU0wgAOAzQ7ssgFVs2J0lEX7fmIpySA2Ksr3WmGENMoA6IAVirKcbUTP3ybtnVyttNkDW0ftYaHiRaQ9FAd6i3/dXeCOmbZWU5SPMBQvxMQuKIK/Q/m26odqMj4v6nZWQa7SxptihRd4t0WXZDlNq1j7farn/6ddBGrOvvyA46CqvBC5UvkI8Ja/lTooc/81l4Dn+HGsz3ltNkGBvr/qhG+ZR7TBTXxRPSWCkpk89IDPOlnzYtgY1F0JZkBuaUYJQY4a1rYq4I7nzOK0iZZJADDHMCnOTIywY0mGfzrg/YII8v/96xBPivfjgoetdkwOswUcOZcItkedGh85FOQFDIhWjyRTm7JpCeuvUh0s2JaT68tuWOyWhs7I4SFwyZGTJCSCiapgKPBAq9jy+AJ74gE6oZEcfT2uHKn0V/7GSX3B95aK61E9hsPSePg5I6QQpycFFKc0CR3voy+pf60vBsWJ57g4HE89XX1rn6l/1Z35YVDjcZ+/zCxgUjVXFdETl73oEB0ps8wvysmhPiS6xMuclSlPDuBH9nPSvP1d50CsWJEHrW0olJaf7KsTOibsBWZsmCbBuE2Ya2Y/hEU9chxVSs2pPxYN8wnt2C0kdoXLsrEpTLUqecqfvir2VMTmd5gdvfyBGyVQPdnO/VJAdln4f1rdljlVYmq/vgnGqJKx7r/ZdgYNDvxrf9b/cvLitnH87qnEB+CaeR1DYNt2kG6wE2fAD7CT4/UKdydKKoH3/Fo6U0dIY3FxINU32/NAZriI30ye1/4VOijChjBpK5VKoJsV7z5luhmUbN9NdH0NaNhRIVgbYpUljy92UvK1/mwRHaSFUICW+9+4mLiYtAcKnE5JsG/oKPj8Yz/iD9TWiSmau02ulJOjtSVq4lUePeQFHbJan2v1vncpU+xlBtPgRKH8kkHWmwDPxVHnCCN3s7/cR9tNdPC6IY0KCPwBlhoxBDkHDsw7UDgU3ys+OjZCRRihSGljiy9fhBZQFIuQHmgagorFkmvOnCIduCwjeXuy468h8S7y32UCMNFNEszVf+Jbr368IdlWQx64+l7H9o9LklVYlRzLVAMnRaEy6NO2yDM/fyj+mBdzTx/qdKin7j4P12F8Ki06spYv6c9H90hStnfYqLyztOIb9xYepZDaa8/8cS1x1M2g8auEUA6uRTX9jTd9dQWSW7dYM7E6b2L49CvP6cGhieySfVTP1HuK83RAgUYKJc5tLTaMtTMBv0/GvP4ZjaynICE9yPV3246bn6RZLn/MvYeGxmc/1WxM67K4boThVaLZxJHN4Dvp1XWDVQ0i/Nc9tU3mxTHkpZMwRG8nFXihvpEtE0tKcsMcZkGa6GV0zUezUuRnNKLMmY2VSz3J8HofyVkrrBntRkT9+R7LW427wJ4+d0GfhO8JW4qhy9y1NBLpZoddhmOFFqY550/IBMQNkptsg71zNsE+NxdmPVYafEmwvl1McG7sex84/YhVrY1/4zwmEvc6uECRMzZBodNnM4aeNxGNBdOuWB66QRhpMeUyHS/CaJAMzn8JlaRNZEzT1hleMbW/3uGjeuoIIbCZUtXF9DSlBSeO1zuXBwSlK3flLwSHvmRK2dfPRYxWmYpRpgXdjZmTRaajVTVojodhokcL7dhd0Q28XmqEdBGSDuSVFkR3aKdUbOvi1iYbowEU4xfJ+fZDYV/8MQfaQnkahRxgoE92I3ChMykahoSTRqhG6eUaHglVVNYycmuLsefFAtXbjabQbD7wcrLaqn4WBU/L2X+cRKf+atx4iY+KSBGLFw9Wj9MVBe2e+MdI0qH8PvnV/87BfibFTUWsxJqhSK1wbYUy1v7EzoydYcxYjHCZLD+SVOL2xvq1rFMf41A+u2JwAVW1u2XFgr/GFQfUy1IhcGzWSELder6I93h4/fAzTuciN0hD4SDPlEkrzItChHbLjqIRogdxWUEmEkCMUkD0wcGzwHARATkWqzXEX+HzHQiozQ8aq4Df0ooWiRl4OZr56o0CVIsT6n8dg5w9kuQO+VJEBNvVxwwfXhQlbHJ0M1YZHjheznOZY/pgsM50UgkOzCUTKLQbgpEzHhnmeVI9mNvL7UoJDA8PjWGddD0+e96quz5DvlYeqejxH3M0RYi+JrjmPW3Otz7Bf5N1eQy9W679qfikkhDcJZYTbrmR8WWxtYUCa2Yw0YhNOYgyQqxBS1cJab+/z+bwiJqSOXLwlcNU1qi0CfvAqhmLjGOkdCVh5wW6HKdpIvx34m7blwvMnnyP9a7nE16x9QgEp/WPHD6E9cT+bTkkyxjxs3GXCcGfqDnL2hTqz/qBJua0+3DewctuZ3hqlYqCZkzX6kYFwPmEn+17YD1e8GkcTYXhtItyf7GAsiB6vgPEQv/GLWWaSyrAjkPygJOT7FR4m6mIO/aSXLwfJRWfLP/bGcuE5A90tLaKdX4ZSBWn6afacJWiEE5lgnXN1i/5pFqjWw7MAq4XuIzJpcU0tKEsJfMN7B0AlvFi0WJ4nKtYTiiE6SLznRijbCcT+wKCF47K+ERc0Roz0ZbT1OA/sq/Rg9yrdV2hk/ias1RrZyBwmx+cWJEBs8uvZiMX3JRTtNEQdenituRuL3issFAbd79J53P/nY27FHAlM8t1Ny02ttyC9Z5YYpqm4n+skx4oe7gFY4IKIFbXGq96ZcVH2W8Aa1ooO3y9kVLtLTVRNSp3+SWcm/5gT/uACN0ncw4bQ3xGCDp0XH7qksX9Y1q15Tnm3Y5+9udDz+gVCd/JXW+eYzaCReFevEaCyynFXBjhxH35J91tbY1IEPJRRad5YCgNcD8nE4zw9xvOt52FyZr1R9fA6Qqyh4pKNTIbPd8vaGiYVdJ9WuuDLsZ34SgdPX3DZh7ijKnP99zGj5BHgIk3BNFHhuWB/yMnnMD2IqFmRfaVjQx5aV5i0ZLST/kiBc+gCDnTO0QZpPtk6Lo7gATUbXBeabdscTDjqd+QXDOrTgmKzP2tG4llmIGFHD/IEGntqgZZLBtWleVrHe1P+r4G1DqiDjOhBDvfAUJLSXrhOyRBfZds45JPEFMN9bKQLKnYrOs3K+4GHdKHHNMkO2Btw1K0BxHXg/zF8UWpC6l9tAs79SE8StmBTv7YTBMHb7jWDOxmMlBVc74cQstedQb9IqJLRaZ9hDmr0uuPtak6x7GB/FeounYrZd0UJXmb/81VRThPLdsWUXK+7ucKOEZJPueMuC+HhaXITB78FPlopJJe7agvzwZDoj/JtF9eFfw452l59SXksXwWPu5M4tW+FEN/BvYRU+FXac1jI27iBSourLmn83Z7XRGh0dC9CRF8drtg3NanwZ/GB2GDQPENiVA7jVnrUH7FCFD1KJddgVQ6gjwxD9I6V/L7aG7GuVgisO8H9s6+Ao/WtbEpFPja17eZoUYUuZiNVNA5qtdcG+SBqv7P+TAM70fQ1pZ+bH7iMIN5fe4287swo27xqo9x+8JrzcDxEhItv+uHqzakC2boxpdGYQbGaDVrr4m5QVzQQ8TE1KuHq/Kinc+WSiK5Ycsmh68T8CUXPGj5Db8xV0KDdluMh+XYCnfVtAfldzmd0ffPWPr4W+hy7VDWL7wTgRzCr3En5+Yo3BOYCVWL9IcrSzNvGkOzwlZrLR86fbn05RBq9VstWeCTymLPikY5G565xIvdFkJvneNaFzoTQucj4lDjnwzH/olYR9sYem5UN8f4vuZCCH9SjifDAicive//NR+wxU2q2i3smVIA2bu817UZj2KvuOfC0/1TYFpAm+hDIxhd7u3E22MDETSykcS97iunW5CFLVr79LBeR3hfsoGQOh9hr0bf3VlBUWvak6cies9fqdEP12zLbU32IgmOQnO+IjGU6Hud6BU1euQ0T+YMECurw1nHWLaaErn4KQsNLtHThJur//GlaXAujuDKLzD+19GyBcvk3lUZVwIzBKsJluAOkg5XXNIpix8qK4+4aLDUPWYUoCatSSaj2L3sgyo+maLDxA4DxEVodu4v7fJZPcdJHKgT0mW+kelCayP+oPckJ5mivqv6TFew06G8PB+8tgUtSSil8KLrkxchDPdQQVoPbbOMHTKSnIzjb04NWRVahPcqrikGjrPev6qJJvKqEyXRAFKXLFOD4tTZiaqTFcWxwyUbLFMWGZ9iLLvfvmSkBGQu7xDqu8g813mn75vb2hHDdx3bY4yilCoFW6aXJ3NHVuJmHvbgsmJp72hyXdsjTb19JZ65zfLaFnz9UyuGtKPvVikvJAIB1aMqYUdagzU62ZACt7u4d3I+lpBaZtv5jkrRpa/NKi8lvjMh2KHDkkUAuesh/OJNa64OVPGnPwXyeOVV/ynSBVJBSba+SmE0Mwl03Y/0lEzWoLqvpuBt62WbFch3ruXiAj1BIg8WVJWAa5N+Kaj+sM7BuZDBXIbD6ejfFigSDC+0lib7WS9DXCzjk7lcClFvIuiAKu6eYiRVGsh40S7aV79jf5zBig3vGAqq1Sgh3UcZeJOUTNcii+y2Pbhw5HQfsU6MQrKNiv1XhIyf5/5bLuBszMyIkmuf1XktOqPgCf7tuZA7WChv2eFjDObfGGUfArLTEAqJVvZQpLV+hhs/bNeSC/RQ+/XKX0BT5FLlsHWmH6yOX7FH/2TpKguMrylohk2WL8P9KzLmbIp2z3LNMTLDKE0M0lGQPpDt8uXS1crA6Kw1UPO+wucAPCTqDUogJHlxIWwaUdjxcE25Pi0pNGvi0yeg1Qn/IJGR1s6rti/AONQTEbRVrVkjJ0AoSb5P6xSBAZpdrX1eMD0r3nxSRmbuYGC7rWkk7fGpD+z7vzG26NkznzZZHNw8L5nUaFxkZKo2q0iw72fqx+ysROu9jhngdC1OrEqsXXy6/RFkZbSWRs3hMO573FrwR8z+amqONjZ+uBkShobBhfz5WwX+oL+NXb617DEQA9kkChjPM9SYV3Zw+bShqxejnBQvBbnWiGyIsb4+GRHUC3Pxgxv9YDxD4xLDaqSJ0E9fDEeDrEYvN/VUpUVaSjpreI1Sqf9j6TqWZEVi4C/ReI547z03vIduPHz9UvM2Yg8b82baUCUpUybFS9xX/KEByIbkzhBoB68Ybf4zmzJ0SQwPo8+isr/yajzaRE+6Z4nwu6Pd90XA8sSIJuDWpA/LG+5vA2Z8SdyM1fr1homfzB87e39Vd5nwDCAeskGb2nt9Y1pQDgRZoZnpjpcNE9TQa8vCWFMIUC7ur76gVtgVaXj1/StNPZRjkbtGuZ/deiPZPxRhDDsyGfL9sjqZO4eLlNHz+MQPFitZhIHkjf/8X1b7a3un+a+pdeRp2ig92CPIkWm8X/fnKhI31x64fq3U+SEvz/XHmCf6dnMTJIPJqQXsbIe/hTxBtn9o5MnX5hEv4eBZn96qhGl6Splo7hYkx64WFxZJM/H1p9h0+FWpoB5y/fuBTx3ydJxNWjZshHOQLP293cX6KLbzqUWTVejxlIfnWLTiZfQ/NLoJE0xtyKarivBOb9UMs+AuOPnZYKydi61j93LVYeLKm6vcBwNatQWJLC+sojnt69GN+dGIPaQmWwlGHEzgCvya3NauFndGgKtpMrZp8bLVfuHdJr/+tPNCjUoAznBfAb3Zp3IAOo1iQXmvgSMTBCAQI0y8Fz7q9H7UMWgIGrdxc/3XxpasQaDbs+B6TiZJUJ79Dcrfwpz3p/LQ11IrFC62q38CXDEuET9lBOyd4bxtNoSfh+fdSy34Or7AvHx0oxdIVO4JeJHdNVyTE1xaz7YOTrnKCh47mUuErU7K7Hz8O3dmyH4el0zQVZxUUcApA401AdPFlUJToBzIPPpUCaW8syCfNWP8SUiEZVRCrK5CDNI6TX5Y89NgrV9zFIl54fTTNOR7CJTDm5MkxEryNYaLOcX6cXTilvm6CUA6qWPDoL9pxj6YizNspn5EkxhMALUTs4aPDttAqRAzwVJDQWsRcyIWCsENu1KJh/6RXRQd6/QFCym/Mi4NL1y+yIopssf9NyfGRjAoGdpySsk3KlagjoiDnYexw/ImdpKdtZy0vZAuaKglzIcLy16rl3iI+B94kO3V9jabkfb9N2qbXHQtJYTzhaMreiojvp2bSsyksCZRElKvxbqwv2WFL+UednT/i2INo2pOYzpiHpCvR10mh1aae6UY2gRPd5HJSklCJieCom2Yx+t1OG6WSYe5cUnhX9zbDV+Eg22q+ctja01rWCDVDCCaas1LXTBbLkehmt58RaM0D+x32oV6tcq9eoEEI8uglaWljJVgXkJrEQ++v5FHVJyMresSf4EOpyn5+ymvj9+14JSdNteCpXv+BogwE8QIB3vQEV8XXDVKP0QY+LtiiTJPz2D24nFQEe2lvCmq6nQplCdrf9Kao/dSWwbD6XnJTeFDj7PmGmnffUSXjWrEZR6SbHvchtyeOzvwNpUMnJgtRGiWIEUWI1BjiB51NgV8kZ+aYb/0ROl6zGxGpxb5NIzvZ/ZOblVwXBnjRzTcmefK01RVoZtqNhpWIoCoMIMQVqJNVcIUl7SVVUZHBBpZovOqLXAaC4mdQbVCWfFAe/iffgzd7THkCMGznTeV4SWI4khPWQTFHyAzaJcIX+iEtgNBO4b4GMRQTZABIarkaQYmqokKxxlBqNrT0zv0J42yrVsPYNKhofSzdNBfTsPv6fVr/KrjQLLlc50xnQpFOHk7QDZeEGA4/KdiDDxQux5WJfUuX6E3jnYF0yjvDbK+/Ul3oMRbkaXAaGgSnSic4D5Df16CuN/77JI/IDHLxO7HyRV9YrBmF1rhh+56XB+e3vX0L4Ocl8W7t5JcLzJpVeVGmmDKj1BVjrk4EYY9gsnX4ewYPfq7b06k+e7UjWCyp/Zi6fdEQ7iKr8dVgpfp2vzecZZC4G7w5QT9K+TLyL687E8Eaaxe0EexklGozE5jovfSSQW6DoMcQFuoBkTr1ZTkH51ZzW1U7GgorLX/5OKWYufy/Tai21MIO+s+Td9bv4MP8XFr1M5q2FyyXiwlP+IDxESlUvEubPs5WpmZwtpQLXiHyKPmM2a4JmO7MIA5oBxs/s6v6u+/UQZ4w/2pRSA7fVjPdvDZxtPjTPSrop5dIWzqspSoTQ2YMAeR+K/M9tnlxBEHcbNC11/GfoTPKt/488iNVO8DeAXfPHsGTjkt2K8xSUHy76z+pvjUBpPVNmDYjW/ccOlSDmVJCDnZIdzDI2jSsWMnjuvXccTKwdv++dP8QwlJdY2Zddh4kvPHkMqKml6X2hSp6dkS+a9hE1yj+HIfcYfD0FU69Cl2zpJJp/o0PK44ki9wvn/g41SUfk1lUSvarKT9CXgZGc7QV65p07ChydJiZWbg1X4g1fxhrufYK66lAwo8gqIspJlw1vXlMmlePAjCRcR3/rJ63vrAv4LlYBUfsxchgu4doY4YIMIkRA2u5UjP8TEns7Ftd/uJaotgZ2dzGfTHlN3F2Kuz74ZlfT03aTqylcabU5g/2TPzkGUHsdWy53X5ePuavJC7gzlgi5221hhfUWuUZ0Pfajq8zI4zasnOf9LAhTqwdfABtrYxaQ55KRJHyS93B3hnP8mjKdFyOt4bLAnfErSpIHYViWZJgUGr93egyJbugeNFfc5QzqYB17DcwjCnA+mSBrI55hNUPTZtrPnTphEehsQxaHhOURRzLF8GqnaCd/PT6+QRe+D3p71jIspG4/uHbqu/Qmq0UJXXbFcsVxoUV/P81KNIs6n9J5u80xKjq6ZpqKZ+TXmaiIYak/AwPzTqMMspBju1Ouj4fJwivYJJjEjhs1Rl/6KhGVX+brBw576cm2OI+aBnwCC2uNttiqRiPDF+7ouZEPWl5lwaasSMe/oNgZuqDu70ty8FVBYhrIx9/CWwLHeZO0dQoILNT/dH6Xx0mxMvytTpJ5DBzUDa3nerIe207FygjYnpW6T9WypWfTVgnPcP9GuGScvP3ecH0QzpjLzkLYkJnaKgfJlxpVH2dW1a5g4Nb3cza9d2K6CjXjZBRyT2fSkDj3Pzn0wo80xLtojy9mnvagMRUuojf+Zn3oEzEB1PsRuFVOB+RNA+qdK0N9r7DNSt3fFLRGVSbIvlwBAsG8Wt0xgd2TS/wuOxj7w6MVYvyi5hX3Hgk9yLFd1LNTKelCLz+wB0TXltUO6ZxMyf9VAHJ4Rk50fW3Okm8Ys2h4es1TpJH5mL3ayXc3k9C+7uWhgQ4oV9Kf8n/37zgs6lZn2a6404MBJ9rzxxAAxAvWe/qoSPfwEadOm1vZihRMR7wtLG/vu2L2F2VJGNHQPpPdj9w5J2bMtKa1XvSdRHm+OrR7QYN2pS0OedYsv5S+HqkSokg1/G9uAiE8v3KBjUG3KeND/pw6w/b3iC97ys4WrBRTdHdB5pOyKYEyx/7XZXcBYRN/HTBtmXIYwiuFQHkA3am6nmvYLAG/LrTRgIecWpYhhb7ichJ9dYh3ugsL99UyGaixKazfyQv37HIogknodDKoSyRwDOzZ72vWuU2//GLjBmpvE6Z78Hms6T//qVIvEOFc64iswTArsDJXIaKkl4iYKKp9wsNz9RL6E+bkzTphZofGbRbL2pJ391esIG5o9Qi72zYDBhOoG0zMLSdUHdpvmXj4Xl/D01udq9a/Ys+T4jGTVzhmd+x+qu9RnA+muHwc75jFvBFrdTRfUiAoO7x6U/qEFIKz20JvzhO5sGGOPY6K+48L18LAc/iH9qwKJof+4X1USsorkeHSfTU/9kn6gbn0lcI0JQzmoLy/2gxhHJg4stnvTR9LRSbR+TPGNEuwamv6dup57XHkW8NHAEfPbYUJmpRijboG7hakFqFqpKoZJcUoq0KDdsCsmYmnasgsYkktps2ig+ZBR5oVyY/Te3jd+mtcz0dB++LLv5b3ptR9/n1z6tH9M83X1ARxmDOzLe8K1nII1i4WG47WLXOC9Cox3adN3V7FZ0YqqTWAKOYSY0yzinlCh5rz+S1AJWJdNQjcRJJ0A2JX3GHJwFP8rhG9cY37pp4D9yTJRObOFOXCPYAZlm4EdycTV8nffOqJxxgaFGMNWfN5Obi3Sz3QfTqYzHSi3W8PQqIHlSkBe0Bqgb4ugZr0aUai/pqev2Na8zYtbP2fXVbOUDtPLyy5jkvo+vk5ZPxj057ikvj1VL+rkss8h+3WkwBsMicF9Z047Wp2jASEqjJTruexYKPLtXQufoXP63Cbktl3TLM+2qFIR9/0bIaiDsVhxklDUP9NUyPBnyZwf5LIQK8tIH5VfHzcmhKko4mySTxMYIlZHkT68eRYtJ0kEtl5GB4WM8N2Mf4BV9GluqWrexQmgX7sjNJFbKCtNlMyDlCrGJ0GF/P/TcOUf+rQB8RghJ0+8jn3g9Hvv2K3Irjsl5ID8eCCKknks4xvfqblEfmfOVh5V6hetgnyYrLdDRDnEtgxe/ZGLKuvLHYiUFpfuOg1oPl3wPycSvTa8/1uOhaLHN/bsKdYvcEwlu1XfI1jgiVYrTn4rDd7GKAUcfeKtfs9fXbX+jraOeIkiyY3JsglLudAURlhBPsG/dVefF5yj+RLBB3ejA+Fktt4VZGZGyehZyi/a503Cutoym/0q/HcR2Vn7l+9gBsLBmYhxMGOFoYvtxRg5Evi7Q2A9KKsx2h8OiFJchKr74eOQDs6VQnnfn0Wfg4rnk71rwed0ci3xBcxypPQOzHcnfnIXJxgaWyv4u/uN2rs/LL70dwb5A5vv4EU6xBVGbH3jRP3FXxtRrklIVsI0wooLztNxRhKe9IBAP8tqMqLFcFRlXTRAQ18007/0UxtIttE0cN/pdgS9xP0s6JvLjTtAUWTMnvn7//Usrl0eTN3jiF8qfO1G17/qCnIVA/hRm2OgkVKnVSkUvhMe2uGYqPxBoIjKCDlzFuBBvd7j0TlwG7XRJFN3aO0I0kbRRoXQLnJr2Cx784ZQsCNOD62/S4v8MLfX35ZlBkBIWJ0ud+w4E4YxOO+Zl5JA9ShBN1aFTfdQW8It3X7UkVxH933pjcLAUBWaFzGNAOLwvxanKvOJLUSfBn/OfjOiCdhZ1xRt4SEWjXx9LYOt7ozV4Q5+Yz+rzwbsXGaVyX9C2SyyXXMi/6o15k1QWHIoshMnVDDHzoqsGsf7hM2HWzUviI3BUugs9dGF8U4yR+SsK5PEcTeFms73DDpGVmJWae+Nvz0WNIQ7BFIhWfQXqj6T3RxEFBMP8VO8l26jzHTm0YSF/RC95ce+zdktNW6RJM/gHoSjNqhYXlAd3vQLJCjDkhN8eRjMz9jvbWa+bQ5QaA4VZmhFAWiVq2zk2rPuuepn8c9WCLj4CmR9XaD0JbcEOkrp4tdj2oHKDZsddNAo+kb7+L8vI+MZpx2l/TIc6gEwGhPNBmKumdX6NSzQogPKfwAgfxdaVOOvHL1m5Zysn4ouEsUhHo9LYdZCV0xEKd9twBRT3ziExFgnEi9Oc+8U4XHzkFpa/jUdnsp6/0UJC+Uh/GNpkRw9yTzGl46bEgYYTetnMgTcIdR4iGSqNlg2lbI6fPWKjCaQio98ARu4E57xVjhUnHM3ydQWVgPFqS0I8U3bGyOIUedrkfsqx0F7lAtx1gsXsQozjOm3ULFBLZTwydLgmWVDC+v5OWf4RzS/lG/e8yZMMYfiv328yoXbyPr+9jWD096SiSlv4Gqdz7oKuT8a029ElxlwbankWLflq1PkJWH975BBltE/a9HXNXhJNIOwqnFju/6w5WUTVWL9jadHhn7DiVMzeVTi403yywhuhjHSKy9shcKvbBatJSjdSMSw6NYWVHLYBykZtmpMZteOrzzb/5CgdzMZjPtxL+DESBM+ylH7OizT2Smry5QcYLYnkcXsErqUP0nsc7tB65IR/sPX0JJmNsE9+/lpg9gbMzKY2hPtxgJ1NQqNkvzLqyExOz9onH3xOhe5lGMSXTvDVkC2YxH7PhL8IQIMc1hrHeVJUR/4qQluU0flefu5K707ivtVFEkW3KEAsi1FMHGmER8Wdf2tamGREruS4QYmuR/7kFYm0vKv/17z8JVdBtDvRiHnRUNE8+Ac92r8lJn3S4OihIkoKvurd21he/Wv6ZfgcKLQ47FjIQw40D4R4Zc8ZgYCHjP92TlGD1Sv0ynfcVwoSqZukuuAYERBdC0oW7+dXaRXd1Q/5fOtU/OsqiMscAV1bTcfP+5XyVdM5B0Von5uWMCu6Wp+fXzK3/HVdAeTiZhToTWZwvmfjB1EpwG9t8GVbfeTAaYOWGqDSKSBBhF88vX2ICEe5RkV8VN0X1m2uys4YV6wEEno4iv7bgMxaRbzuHX273cLrhv6Cih5h2r8FLwc92wTu/nt64t8ewn+5DbXL66ammzQmyNL6hDOOcMXusBMnPNcoW8PSnV+QxVtgKXCSe5wuATP8m9BYhgg/D6DHoYzr5MXikOEHV9plP2CcRhOjy8mM7NLVh0brA1HLQfmoFhrX5gZbdbqax5Pj6ZzAOnoVn1uv8OK9gKCdKFIMMM8s1Dfu5ITRH0rddMASW4sM5zH5XZ33dZbxYlsNNWHwdYihMVXtTwRJcRP1UCv0Wn+iU+rzo4xaUyhTbh/40rIu6Twajaf1Gq041ZjNt5hyuVANlbqrq6VEW+j/6mKiyOgdbB19HGKQ3Tvzpjx63k0C3/xO5+ov9mFEKSBAIu93LcFT5AmJWLpNF7mD6CiWHQyr+mIqPweNzOiaG9/oVorPBJwGdqo7O2/nBzNRbece14ol2v8Zc/TlbIpIrklihoxATA+hK5GUMAQR/5g57KPLn841dXzv3DIobRemaH3w8NtWRt/RtA6gyFIznL+5tE+sW90tO+RluqR4OPzLFt11Og0ucdNxUoPjM5d+DSfBaVPpOVOJNt2uvGKP+kzfUYZgQpO59FDNMZC52A6OM1hT5GfNDfnNJhyhn/9KW/HELCC7zG0jfPwpyrX79385qqwN7wy/D/DoWIIxJ9wsesqViluN3AUxPsForUFOy6EWS9oRelOpm3NihmApNJb8aRT1+p/IGo+i1Q7MBZoKEhx49iHYNIwkksPy9TJLQEfr/fpCOfqXllz/n0IxCDLhzVQKkyjvjQrmILwINqpxbCLasxPdj5a3umUrpakaYWL4WNhDm4LFnUKDsaaeiu0s0zRt04zi8IIvBh3DJ2oTtS8waFJNMsXrArpNUrBJMCjv7BJ8VVCN4paYkZMlMGcjqLAs4iH6uE5m0w1Dfr5Kw5QqKp3SB39pF3Drqa2MDwNWPDD+xYV2yq/6Fzg0TabtzvJ57KflPaKL1B1gleEwIbS96An5Z980bmvdjJfSM5OY89te2j9eHXebIlJ5ngRDkW20/EyzfEjTLkzvLJ4+uXhz4Vn0bMRJMSZAfSEXmgbEY5j+RD7P/oHca/ItlGpuJGpEC/adOGbljOQ48xNhO/a3TdAM1GwOv7L6U0mc/WI07wMcp2ykZyxjpX4rnguCULoOcEpewowJLJc0dxPTnU1ceG8zgdI/l2xrvfklSvUd7bhuAws2ObadbFg0+u/7NFufDeyz0hTzPr4pSlXEuWR9m8YGgIKLz3YwuBqiNikWX6agwNuHbZQzFs05dqluw81VLHAcEvGhHl3W2mfJcYviJf4qrs38Zk+o/+mzlo+QsG75cNP7m9G0RiG5imX150IFrD1+0UcxqSTPwJvUA7FUSZxNNOS5vVV1ge/P1UIVdHMFEFlVSQG5vPOYoJAvFxKGsR3/rW3aNtz1x8TpQ9rDB9xYZrMd9OgAFpdQAXq5OV8Of+Kn6/sq0o5MuBAyIAJVY8neBZQgO7mG+EelbPFTVY3sDHN/nD1wNl4EjX9qXb/DLajQYk9kg6BmyuNHcO50LAdF6ldP4kwCbE5nfIWfI1B8CC+LUXK01dKu0QBj3/921JcbMHlm/FYLxopsxuqt9PJOJjKU5lmUATiKDM+AlVaX1GAM6tlhObnFutzYXb1+r9iDtgpDfm0mj2EHRVTUQYyYMygWJYRa1Tx0pIXJz3Don4KhgCED7AdJioNQRfbkf+VTDng6w7tB3kD/d/sF8LFhmm90d6olENblRnuSGTvBLpQtIFVZdudG3ngynXilBjrGwj4cPxqvB1IEztwEfCNp4FQa2831xtWrWf6oGZqt67U1VZqOQfXytSKufn+l+7V7Wj+G+gKjmD5bcW8XZeECNuRh7mCM0eIZldJBD5F2nTX6rBhLqLmquzNt2rwU8KWOH7qVI8C/ecQ30towMo1HTTcB5oJUj15Quf1eG58+B2/p3gKIq8YxNQHfEGqXZnr+eroZP5HJ3spqpEblqyFXJZf0sJhWU4/11aL1EHbCDWH6x9gCZ76Ov3djwFSpUbbr36YXcqbQl+mdPMOwC00C4UpZtS82bUx5KCsEcl7DsMEF2X2FTeL3+8ptG4RJsblirG7FONnOX+kM4wjuNyjICx/nCyn2GUWmyoWgalH0I3h/zUuQhIVTqGFJYXqudjBy7fB4sn1xPrUJzAt3GOpD0QyQNxW0yHsZo0WAy+cJGlnB0vNlKudv300BG04rJNkuVPPBkdwH+MFRUjUXcM8/OZe5ePDUOBCflTiubpw1GIVBPF9zAdYhNo5LkHRsJcOudrbMFv3+2foDoICw9l6Uvu2qO/Bf1nS3KPf4VmWWw1hpW8zTXI6dyq73KAb3UxrHEhf1KeN4T/UrdQRX6SvNx0GtyGFGz7D/ycjt6sMd4LijEgFfsBQ/5IjghxqD2TEQRFPJ5hv5XqNrrjX6b3HJSz0FU+bQat3VaHtpEq38hm+uXvxEcCHvTQbFsjQvdBr38aWUfDKbV2iXtx6DyVX6Fwc+hACJXGAncU1w4wLGqAB4xc/l6bRRIUQKO1sINfJGXEV7dWlmAYvKGCtEP3ORC1hvYjraXCpvQS25r0Thi4WqDywHNRdjt1kSTpPKf5uLZeyq7u1YzcPigZC2olmxTi07qgOafmheUtgJDs70FltF93fKbb9Xnk2GfaWaMboHsGd3lZP5+xUrG5zFy8/QCG//lnOTkq9OmLgK9t8YSpLR6thbuxLpV9t2WY3C5w2UhIUZsWakSZ206cI/9UhKqWYJp85f2euTni1cISpB9qGU/tL515HWVMoU9NPeAMvoi0xBcjOxcjMmmQIlX/HcInANHdPLT1qdPbGGEFgrS8iPmSxhoqYrrEivyvqeF+dxv81RBJh4SKKj7+zqJ0JzMB7FDYq9WwkWQuhJTRBSgrsKVg4IX745N8RcUXmKMW9mkWbB4qzLcCQihqhYvI3+7RwmvV4pqomfS7RSdVSLpLbDd2QinlTrKPvcLys8070qvxusIXK3agWKhDQS9NFqHa/bqb8I7CknZqlkRUZ76bXcOlNHR5HB9EzyzfSmfPEzKOqV8wBKSK0trw2AJ5KjlfXhYA8zoDtmF0HW7jLufuUXDoJNxkzd+37bvX7Wfl3c0Z79cCkK5eQNT88SqvI/U9898TeYdhC/AY153tDROemtQePJaWHZ1CI4fdotPIViAPDpyi+ps4mbwVm8QS13yX5K2q3YJ6hUAy/g1gF30qcr/ci4/zARoD3YE7YFaeMmm8smWsSzNDq6VCZXzyAv9szuhG8ilNjolZTsQ1OKl0N/2s47jxr4d6ILNfHT4SBALC/Ww4HinQCiPPVR8wWQtMYqn1LgnIn6FkjuqFH8slInwLomkc3M2W+YRya6REhInZS1xSk2oX1XTcqojxe5dsiLDyVK9D+fLYbch40q4BMsNJXXUgqVtGUgAF7hYuyI4IqA6eaw63jb+DtHKrP/EvOZHleKrzzis9sSpZXFtAgREWXMFXj5D6KaHYtwS/clEioXP13t7oimxV+Wv4WaSvvigNsktWuGBucS1xw22ztu1HCqlsFpxn6fU+jqhFDcX4P1FyQbLZmaKisHrZCJ059qJKoF6J+gMWJx5idVKLtwrxnx/5JBNKtfDo/9rUIBwVk1XoswnJsYo2pjEQKuYzzEyw+zawdWV0h3sXTzBOhNk0ZRAKbfIXndfWAlKiWaBhuRXpyO/w4ZTizU7iuCdE8X6AdgJQuQx8scaEcIQ3pVG91PX8zuFCJoGiLqq6JrJwgYL+ZuxrdIAMPAX3Zc46DuOQfChMp3B1mf+YcNggJmvDq70fgU47lc5UjUnnmbf52MqxyvB5c7jmWBO7C498V1CEZ9/EffJT/psoE6nj1odrQSD/xBaVsDz8jjWH98ae3Jt71kgjWX3SwR5arYLP4NSaFmWZJajHz625JXS3AuabhmmlMRCaZvY0PyCDO7WLDO1A83nGIIG9GVRS5fpSrq8RmNX3vveF+ktGOTPbd8BnlIe8U8QYQUt7f3cVhsjwh36EBXs+vtMI67u58cuXhAbOobonxfTvUcixN00aYadS1x+ZJQZi75GNtPvPU2SqghTy+Yz1YTx3TYk0t0A3PvCoIQQj7bfEa2NjCdhlFIZt4NESE9tjh/ScuYn7MPrXyVN/TLyVy9K7yMM6qr2BGkI1DAn9XL3BuHTKQVxX63TbjJF3L/RCYeSaN0atfVqUNiewrkozA6Zg3ehwBZf+PL9NEhFj5mr0sk/pRazvUgw4QC/yuaFcJbG3WhdzVIZPalnkWYTP25U+ZWnL4S9TkKcHBQw+qfIyOhOumLp2kz7IHNYBaHXlhtyCfjlpwBr2VtmZ1SW59MMyn5fDqrD8ysMyOVhspT/siNnjuBP6kl0Sw455X0eUHGOdKdX+Hjuc4/26U45mS/Z4iBxtx9Cfm94+2h+zSSiocezYIVHED2adJ21BDOgXlJhsaHcyyTDB/MsyyO7Ngysrwn2F+Sh3sq7zbvBoHo3I6jJD55BAHrnQ+C3WCVW9OT0B8y883zwUfk5/go91N2GL6tJBv0YrE0BD/h0Ww9TUo38hdggQxMuadJK61hNgqRHo8j+HSxpRHDLElq/GU1e4SHkFQ+NP2lQJTuqvN43TCZEYF6ZsHXm/8S1oHkau1P2ha0mXvg0zrBA97UO2wtYhe53Ap+ouZunLfmOlSMYE4+MBS1OebfNCXcbP50ZgQRoqaXFIYJvqXFwbkPmAYZkm/iZDAnDun8FaKfvKvFCUz8xGcEQ8WsAvNRFrX725Nrc0ysdMIuTBrS1HmRy6CjR3O4bk4yRoNnDoS4Cv7sBpH5DKlVSJ9dZKePoctIrRVX0tbw2Pd64yl4PDJLHRVSZgVGr772TYHLw5yywqf27hDccW/iNWzz+4f4pAfRZCjZdqdb2D5Gzx00YJBwrTTKX3DhGGVmIx/0zEhYHT8430NKpdy808uyRZ3u8A3vYxDGVny9YNiOEcP9QK8FM5CRpGxS08JnHGOKtaCUvIQ5JLBXt7lLnyZ9aTNee95/o9L1t7tdZmTSz4SMGf1ILt/+i3SCtyd3vXJ9v5wdjwZk/hHFQnFwlFlnDKgfMy9diClnVwMm1Nbf1+skvBHNY1J3Wo0kJP6ZjNnulqCYEsiNvJ994WURXe4PF/CUefuo/YI4WfZo5uJS5f7r6E+6wMbShT+RH+s0ocEqjd6xc0abYmmiyDgxcWQrsEHRkfZ6J5Dq/YqGvn376n1EL1On+b4Vxo5XZMQVIl39bZ6HgRkIRobin/ALFg3J7KMcDxBfUlUhWu0wT8b4es6Y00WMok5dgCuGKNDn0cW/BP0Z65Qbf69JRz+IE6j+a4RcqAvqF9XWFFEeitWq1wbgaSmQqeU1xDW/2mJ8Fx2lG9kiSjF76b7nEqyWJ5/cFer7DE4frJ0UBi+mhlz2gnzwxo3InvPD5hdFoBug2hvA7AejK9W2xs/h2TVKMG0RfxN6RiRnzojWGFW05y9srg5ydQGQWDb2qWOQOxte8gO9GIy8JK4Q1rxCGiQH3KfBRLBB8RyoRxad8G9tlxvzY4UkUdaDyfbbl4GqaHH3aietnMhwQR7piKSSQX5+kTG+Mqpp6rnHR2ateTgW5TbRg46dRJl3Xr/az+z+OoTfx6o5YwC8v1O6nP28Dj61mBG33KjZLCkgvt2nZkft/BBHaWMsn4oLSaIbfk7ve9JfR2gwN09qd/o0jPReGh424I6o42YVvgPo5XXKG+QbTzO40k034UHcoFpUYu2eoMYBKn72pCr4vZ32z3ZoKGf2WpWqOavcbh5HVvg29O4d9O9rbEyGNHwzMMhCfcwCQUlaa6Gpz8lkPFMewo9+r0DGi4VhTg7+cisgzgrNp1kTNUsktAQ5dgfkKSwJHGGtT5fmNHGNiWq29tnQeqLuR2z1G+yIv4pYiS8vV4ll1uQPFg7gxNPr6Atx/FNxk5jlA5JMwle4UfSr/z5vxMa2kHmMoK8p65k89+Fl9jbXf+smVzcSln1544MkI9bv5dU6DMVoHmSgbsr8rrUaENSZpG2jdFh2E/BTXP1/73ApvubDq0gbD59FRhAJOc9A8o+FkjShhMXd6ikhyEkIDsU/9V+Mz/a5sLhZP/5WRPr7nnltU/1i1dpqgGPrOXqo7tQhmeUL8BnF1WgUerZqS+gOwWAUfjd9UJqZq8t6YfnBaoDM66s0naT60yCHyDtvTVvPubqr6tO8CjVcup8m8eNnstHawBdU1DFeD758miQFLVdMXyU4zXueP8+L0GFT0BB8zBPGj2JMZg5qs4YTTDNMUOdRnhuIrOT+3yYZVzZr3Ulj0tBVLLTJxddi7umh8zGl4cdtgf+nNe+QdjaX/WxaqCBav7WUFYv0Sz+wtdp2oCCFNPnwWtSuVqPrGBoqyL1BBVvXL1rliplBP03AOpNa5zDNsAa26ULPfc/ka8Qd6PsXOvNP9408vlhbTdAZsCsJl2JKIwTDfZ1wq2D4l+Adtv1upVP65D5jJ3f/YrAgmzvfRr/2L7UH5KcAkIpY66xvVG1kxNtSRWOU9z4Ql7bwZBC5cki4/M+ZGxW2VSjLu64FQWtNLniZmRb3EqxY8geTl776qBANWT61g/K9qzs8hBqPAEfeAgJa5ZZPZcltWtAunRiX6WewUtKG8JIOH/PL2iaRgN41Eg+WewFDEn+KMj98hIEox8b/WqJN2mjfaWnRtr/gfbm1jSpd2KMPMkuyfF1iRK1IV8Tkt/4x64r8bTj92/Chyjn0DCT55/ECKsofepUd3sJTGhcrO0EDd2g5atL7EN1YoNQHbM032Ai+iIfXreobZzYRpxM82b6V3SyrLpxTxunnG+fj74eK4mztBC8SfFrq6L4Ovhg4qTx8b58aUz6tdfncK8VhZBLpyyADXW1rNNtIEifiI6OCQVEfxXjIKpIkcNh/E5780q6T9JMs+E5Mjgq4pOp5kiBLUOxTEt8BsllYZWEDDfzOZfI5hSI/pKyiHf2bcS+qqiS7EfZ8bf/QnM3SmErqILLrf6IdRooKwaf7sdsU5YsqXikmOgkvj9wMkcA6oTX88A+UwT+H8ytTWk0+nlvme/S9h5kz2HDhdzZUc4izxwK6t48tOHXwFVE58dLNfSZcatAoRS6EUXBVXhCa12knbyHtwo/vBwZwXVBhaGsc1ujEp9fUNIeSr9ANwwYzo8PP+RVAzxK/VAZPn/oZxjhRT7b1E0dGgOI24/518QRjqdmmHq8UQmulJ/K71AuHGE1yulzZNY1bOypmXPS89gKJwVyChTj0tfyAav+2ldJFb8lTgLpaYUS0qXjzntuIssquIhG6pgKPyKiBK9ATlUtmuhAK+tv1tWKM7EhL3qFLSrig5PCUM5PaAfYAOybLCEJRoHjIEAvVF+FfPmUMfrrOW/xgjcmfwt3gkM8hhhwPkxery5872zA8nZiPlpBtbq1jj/T1HdbbKDkC77m0fkM/WYnZIdV/OsdSirOtrWsFvA1hZnFuXDEOH/VbDk3K0XfwhhyhFu3xC5ShYnyLk88vmX2bCISU9rXhvclFNMvefHHLtPQ3F9UqzS6Z9FqU0L7ctZIAeBOmhq+sQK9pDQdZ3s/Ccqb3L504fauuKZOSq45I8QNlxXLnVpjxQLGHllhuLmIVCkkyiJmuTY/FrSJUs/i4ylvNufzKvnOLL3lM++viiQ2SsYHDca7zO299BarndC8eGqb3FPn90IkQL3BVN229a5z0bR4i2rrtTAqnq5f2cBrkFwdRlhW5onN4aezsOjUcg7n8dzKJqkqwcPoqRkzB9QcblwAUUn4IRhzrfLEJjWkwLMr6DX689Ssy2sxv8Utjop0pOg06vbpH5PGDeUpipQ6eIcRImMdQfgq0qebULnN8aYXnfgD1uPNFZ7+fB9ZPW+NpB/edj9a7OLODNBU55gvYFQgeI9liGGdVtSBPOyPQaYkF0XW1D1LZG/EA06epbNOSAp0qadJCctUuknnvtadXWKcg5MOQFfYnP++GFyhm5IeeEfI/pYHnF1vDoXbP6z4lc6ZUW1F+wqfroYn42NQI/StqUdsnl32o8jO5neauN5RYrV2YPr+dIGIcpl8rJnK4qX0qD6kQ0zqkJ8vlRsC59hsyICPLaE0qnZyNfHjEOjm1Hr6CkdVwhh63nKasXQOuy488s0kuUOVkkpib1+GmXt41imZ2IerlLT2CZcqMVlXsgeAlCD/7q4J8C+M/jtRlw5CNZA76De67znleVBIT9/iINmZIU7nFCeUrRC6Q6NoxBd1gnWLQtvpmVMj9ALKIlVL9+9LMUFuN+2kzXPW/9jYZ75c7P59NnxDiMEfQ7xvbjH50+Zycw95haheyilFP4rLZnYdfwVmNk+7h67oTCBuZIJOiTyDSTs/z/1swaKNGzzM7LbNWLkZtjZ5rcS1hbcfzeo+H5o53h08XaOugeZZfW8P5P676BTcYHdj17+J9vxG+C4FbfNYO8zzNDVvuCxLdqSlQDAgF+xsQuyTt90+bQ326P4Hu7j7a4i07GpGT/2Wv3eKhKu9PtZb6/JXyUPuQzMN0HqXS0XheovBOvOK35o+8VUdZzVN27CJFZrbDMxhUbqN1OX9Sc6Z4ghNkMomjSAI7SKmWmuVZbXeShWk2mGEZbYutLXldZ/Pryq7zFNgRhRSJ9//AJnhax9f/d/96mG0GVZ90t87F6qx5F6I/kotG00sLKedTWRCAXUThIVyMzF4EmV/bPuEyilBOD9u/17myLywbM9taw60TBFT8ZBW1dKegeZadb/WooV35PYPRtVqP6+VmWl4kogADboPL4oNI44w6gwKiI0cY872qjBCPdaNFIYQzffhlPQcNZRheVQuaVd6wlIljRKchhpcsOK/Xo1tCvH4MUQBFiqkjYK1CKJCJpKbREwRCoFVforUI5oNDI/TlVoNQKPGfbWn9hfjBYTIlvr04XUt095cs4xtAmTlW5f09ocI+r28eH+1Yb/SDG8nJ2I4pXHDQLV9iQ6KWHpUY8TAIWt0ZKJ26v9SQfqjOpZfyRHOlNdMKfMR1ScQ1YNrijx6xGEoAUNY8i7VAnYXs7oBg415paAtFlUZNxzGq00Wwf/sylyLSmP/AaS8dSE4hLhsAP3K2f5KFLbuPJHqwp6WHB7NyR3xHqbNHKKljIG+//anIPjm1L3AQ9vATYNyjyy9asXULQ5ZSOCqQNJ4f8cjhapdfcwQliK37CSdJjhw6wmCSSoki7Cd1sb5HUvGCveEJp1PvpFKQ/zJMy++Fmy1fD3Xq6Im8Wg6p0Z8LkRQTZV8Ghc4EBfzIkLOoX1UhBA6eAB8OkyWErHLHlEN5NX1FE1ju1N/Py2MuPnZJ9FIikKOPVk+Dxht/iCNwseATHB9zgyj9gTRmMbrRFuUhtec2daBuOvvxS6/nL7U66ATVfrJz14rM3MzpwyRe23njb5v9hLEssy4jszoNlnsxDwF3lmcVxlKU7/Mqp2O/yVbv5HuFj68cx7BK/B551wQYq4jyf6z/7z+MQNNBw5OtKu+f+WDDMqF2XBZoIbE2b6C6ZFNp//gxU/WvJ2LCLjxKNec7UTFalbf96Ar/SpUQMxeC2McFoemjsznzeMeViSd7ouY3qxSmvenf0NN6PtrqwdornBUFxZrD5oUXCnAVyqX1f4KyjCebN0lPWBMydCMi3Gq+MYUX+jzhWh5STg5i0RGF5rkfUeS7ZlJl5ALxN0GBfunDA7GAoTMVJkR5pXQwGKc+DNDKFn4y8hl6I565MZWONcdh6my+qPILpKdRX56+hMjXaJ1iErXauTNmFSb0+7BlkSGj0ZyF0Qobjk8f8IkJdmfOr2Fhb4wY6fDEEj81oGYwu566+6Hb6QRlVBuiXzcs1tSH+sxdwxsRUZe699DlKiDfXV6Voq3biJVrnPioWjFuI1tKxzfy8Ij9Q5/zhnxr4E6uJVV3asqr88p+tlyNRixeuq72ScCOtYmCfGNlZng4TUgbzXgSQw+gBGcRW/jsPFwZhETFN+Lmp9z0Gb1Plby3HEZGKBftTqk4r896w6IwSjvBO7ehjiDq6EF/UpFlc8qAiEM+GjgYCKAmW/+QoySAft2fAjDNyovudaL1z2unlS/7Rlr+3FUzuN88CjbQvLjtPS9WYT22Qq+NZPR2PJrWl495yoM9egd03Rl20GUH0Qd/hSj7p63+EoOgNJwgr/I3mlt5OkUIninJpZw7LUonuTmVuYO2Y2Rf81wfm/G35FEActdMOmkzNJ3H0dcemD8WcsxmdaXS2kwg1eHeogB6QQ02iRAw3t6HiLZliwk8+YW/HmLT/Tt3kDdmLcQZ+08/hszvlP1MRLWqiqCtGwUcq4vIz5Hx0KYfRU/dFj4op+KyiVpafnaP7j/dFzhDn/IK8NnkI4K1h4Q7dfLuewIktUFeXuV7IADOw547zF70ze0XrPwn/gADq19Hdu50hCT2PwFDJ4XzjoSn5opGXyV9wJcvo08LNl4StQcYwKo6FKpc0A6OSY8AOsm82mMhYRPijuZ36uQuQjTjcAqIuuIw6YMp0b9QjDx49Cz39Vw6qTii9FL7PzznMeog3jdnt7FIkFYsqosOb+XDj4kWjyLbZK9je7goc0P7NK7M7lnn2rEYmOLnLpmSTSaClYaQYirqzPC4xMrjO/asfTN+8kJ+4GzRR8DH6qb9kgkmtgdF8fNCjBBjB2Gyfs9Sun8tP3wjPxGxR+M0XemFkrDC+AxdNX+SDg1uWATxOPhHs93R964TsK6fpfN/RULItS44qbizXk1xM0P4w6+4h1kgO5KlcVx1fXrDR/PVWg7+2NEyItKFY4Ku4QEOB9sFj4uPmLqObW2n+yb5SO8F5wr7jysIndyDvEuakvD1yMZoMqi6Vp/7Or70mLMTaCsIQD2dSvSPyyT15CXNvmzsmk76ZBD8DSFl2qqCQqzNOqPnI9fXcUa2sc5uoBbrGNNy1/JIyXgsCyl1K9pboIbbh7QupJP0RAJtT0wiHTMP36DkUrXyhujJ5VKeEvzuwFzdLUUIB2dqz4EmQKAdqnRxktwxr6zE0Vhvq9E1iUdPu08ZqkvdTD93P5SdkjjE1sKZRECoZkitzaLAZFlPfpUBRTHggoS/FVIFggYZoz8YtZMb/WL60dJ8rd6i8o6avqjSL8zD6YwBRwZF9Oo0ovzSOHNYwnLzxMheF1ZH+Nx19luB9OZvrli2rUY+ueYldtwUgwlt4ROVM2UldDHJdytWfx4D3BF3mngnk3Ra5D8ha7b8whpfzXFFg739LFfsx9XBQSn+Rc/6EwusDoN7Mhc0TPtyd7L8Rcl/L2d/a4Y9h6ZRNu2KBpyHTedDmBFyjFTlQhRVvXzIFhG+RJNr0Q1HymkCTx5O3Gtj7xCOhNo/XlWtDKejnSY2SMBUJSVSZtjQMIcwFP4JaVJaE9agMC2hpBcS8p/kfc8Znm/6Z61qHOClREeVMn+kHXtkeUuIT4+CZBH9/b0gt2n7SstBhlgpFStCla8ljC9k/mfX1p9O8A+EcDJ82Ztwgo3cwjCDrobSdpLrZnI+iNeQo4HzPaLi0h8EPJKXr+PHC7T9JKBxAQh05vTqOy2+02h51qEmUuX6tCZ5ChEA0BNq5FnwdwuY6fWY7fEkP/cfCql9NcfRCMcI00Xef30efVchzLa+jJknzyS1p539yJCIC0qmJUz+66DC01NDr0+bGvU91IHYvNF4+0mld/eH9FMPyTLnQfM+Z8LQwWkgiWchECqzaTB7p4dokiTQ/IvyxU6Dpp62Q+wlcEiomFxLWbr4p0q2xQIq2p9YSQbMPasNnvjljCL3tSKYG3iLEshRHFa6rYJmGuWupGwQ+txqP4SpWHv/92kw7ATF2kxGtGeMppIP9RLhf5L3IyQzOa2/+MIhQfMxIzhE5tgVmEBQC56kqutPLBmjHgjN5yFLn4SIItICCGfxzfA7QQiVOz2B4WaGwHcTwiHBwBv5C9kXjNZ4VJhU8zLkkI+plSVT0Zfvqkpa6m9zCCZ2xsqkSPtXfaw5S4UskOlW+ON16zUgJV2pxp9P1yLQDlWj/doAngJsasoF7tge5YRmE6mklHTc8H5QfFlHt4IhKExg/SBYDjm+Q1o58gTvnSNc4CJu1ex8Ywb3K8zSzSlj4gDZCXm3yxoCgQEUvhYPGTSripI2NNXP7afHXRFGVXNNhGBkdj3NSp/YnQlI/ojuiPGRtcdpJt+XOnBoVsfXs6vq3BOotSLFQz9PypEea8J1Mbm0L+IihA/Eo9dwWN2hjJ16o+PEe4STdKnP61Ck/Hw8VxooNf+uh9/Ph/PEtQdqNuQqUr7Sx6SIg2JniKIM4S2Ojt0CROjfbEXpPekshIeqUrJiDVCVbBVSu9+Li75zWU+mcmih3epGzsfnAxMBKF/1jGalUOe6uKDRVIDo/6j6juVIla7bV8KbIR4K74qCGd57z9NfUn3+L+JGSIOOllSQuc1a246LpxwszxhfW8jz4gI+/VAP68OxuqkphLO9zETzs9f2KaMtaHsfkTcCsl7A2ooYU0fRb81DJ3O+TSotn9mpVvjqT4Jz+88lVvcmp3/j0hxri9lLvGCWcvzFj37hk611r/pBVutKEnMO4Y8GiP+C+meRgKwJw6kXsyIf6ZeyFaMr2y1/n+5oNFCp+MH/klI5B/8Nfijyv4OrkBkfF9NaS9P2e3QACtaGVlh+q5/XvAQMi5q9rjxbgMdROINm2UqdvOZSHD73dAL/iGpEruF44fkkYsG4BZtm9WVcFkM3n+H83PUZMnqZ7i//5pOtmK5upc6LKNC/WCF4/hxknH/BTfeIofeCRFwThcMbD+YA89zsRoy+RSnj1myiMxOBjWH3jdbKL0PwixKzu5qAVhPMMTUUW8aa48CIQV+4QumrOxUsIC+oWThOFcqWGehiF5mcwPtk8HVyrPSuWBar/Oh9I0yUfgu4s/CAj4FQlpUeF9EjPl7+jWuvQNoB/8goYjdFNnYRRp2ULaiPNx4V9+vplNVKKcvW6j2B69xuBA/AIR2n2IAXvoqf6fJoPCwVYh+T7Mbvp25JgMUPgnsemXyQ+4OeySYDQIBZXqIjK6RTv/2rc2XG8zve6sFfB++ea8XifJMCZPFedmTKG61+wD+WqQypwp3+xSr77HjRhvFdDMVmfBYzuRCTSqtMuJtJWblEoPKwvN77DcTNXBWC1XzXFxGZC7lwn47nPgXbOVlTZwCxc5/8uy9Zm5L8RWkbDGQKdBf5NQOVaeU/3YBPg3G5zmeq0Vtrpr8Ny8IvmiYlvbsLuDG+h/jNSk/0qIqLUmhMPs/T4ZxvHweDaY6D2IHVFyIbO2QpKq8bDAFabuDAd07ib+nWyfwEqx97xVgZdiU4Tei4NsW+NE62C9HANK2RKE31I8HpLII6uqxqKbWEn4fWQobDRPtbYIjwQMIsfOaG1S7ju1tqWpjPTrEV916wPQtF8i2xvAob2Jo+CnPym/ItOBdjT4GFF9JOh+AWsuhHMRmYyTBGKpFh7Fo2T+OTDrdfZHyedB8d54L5HzJPPfVFbRLGuAF+3jdyEXdssymjygpeOya4c47GWLuMPy19OiNn/yzXhvQTMLlnu/rVuEkYhDrQ8WMdr+HWovQsXvlP60/6In/HxeNHcUGfGkusg18AZ+WrT3uV6N/KUDYMRgNgOdjTDZH82LviLp1i6ov8Ypmzc4cprQIhaIMA3dP2MqOsTz++qpoxm+L4xNSc8pgtwyeXNrZldyOvIHUMbVyff/wydS3gMRI++mOrxWPuAqMnE0wePbe0+zKnJ6f8xMKji/xP9mhd1eXnquCVrVio70VJVpLo+5VQUmTc0Of/AaP7ZRUBMeKI3GBoMoN66DLVKj3E/Lmc3cvKYk/kUUaxnYFzZZXSD+h6mpuSkDxV6OdvT9PNCThllZyxuhlXj/Vr2L9WKdfc8zNeyQIzCy4QVVuAXFO/ipA+8k1FulzCXHLh0uX829ITvohEfH5/rJT6mxvXdiD+QNSz72XsyfJbHuzTHVjDajOSumW/X+PWwDltL5ZBVVMWFYgw92APH9WuaBXgw/2vOYVjGS60mb1YC8Nz7WgKp+6KgkXEfM9hnKQWaT82vFY0W6J6ES2GwzHojhRJpynHxuEq12QEXSv8wcEEQxjbwvsxvsoYJSlUtgkmrrHF+DOJ8zeTJOswajmqVR1NOxe63Et96nu76TCCsfvD8CxXr5mZIquQq2LzhQsQiiRpj7xPZQjz568JVfOyKYK43iyHWyKzg+w+ZmbPZLf8xsK/uyf+sf1tEKnuaPPv9yNbVTLwEiWaVEljLHD3APA6qP6UiDOprlVIm/OpH7sFkkz92pjCRYTnNbVlcGfPByAUPXTmeJURLtMiUAswG9z2VvEXDNwPUNcHsl8e2UlM4ny7DgHG24jcvfwbctN8aghUfc3pr1jcaOngGKP4AY8blCk2a/CY8fEkGjhP6mbQTbPsNOFJOslgEBGwFdnmON0z3aLrKdx76UOo8B7o22puv4L74TAFQh3SET5/j0to19wBS3liTmxUcL2bBCyxJ4Viy6faQubXla71lyJAazWL9gYxPjjLMqqx+hrTCPdFGh4twCevMsrfKpvq5arbPyNv4bSpWeTplzu0E/D+DMDs/qKv8VIdstMgp2JCd5XJX8sxMvewAueOvPh7fXqJbQxnCFIoQg0voAJTNt+DtX/6xXO9r9k5jnE8V8GIvthMXcJulsh5u/3luKTBFqsxppZo0/YkzokymKIN7oaIpcF91Obf7gKWdNpLPRECYytZzWEWHP8Sf1ZsfaCFB/i27DBGtVqRNU6wmT7cmSSU7tuFm6k0mdp4rKPkzf8sAf8SXsKablEOjF2ieIPmu+2RzXFNx5jPiBjj8YFTe21MFCbKDk9+KZ4gTVsFBh/dVVO4/wu3rquMvA57+XrTtMlnqOspKpmhwEFcjARV8L1ezIyJGIrx81NFZ3SZLO1NSVgqW35dGjYGOv2ZCZ42mWFHalIup264OgTT92ouuxnJUE0y0Qi8swXlR/iXWy63o7D90mr0qJupvRRsoaE3dM9Xe/sav+jlfv8ED0tiANT+P7s3Q+zoia/ZtLHPSz6T7PwnBe7BK0C5510ia/Rxh59pTdFIe2gEOZd7zQUGnwUGnTTZFp+LRV6D4sY+Zf5NXCSeMi63ZTaZyiKvgqR+JLYVxflcTz3we/A7/2y8E3RskfTJlxLkscxYnz4QgKdROgIyCKDmahL1SGB0Fin4RpcmFC1Cb281/Lx3m9ChIiAbry4+M3OCK5xNpRwZ0jsUMpWDmVTZqQkvHOTWGrqGH0lwtzRlfXgazC2Ov61tyVhYc7sWO3HYY2RLddzh/Mj2ENxsbaqf9cdLluqny/DOEvpPRtBW0MPUcC5bwtSp/FTqS0La+MWbKnQDb/gRnNkaXnUEiNL9Hoy/CVzJczp0XPNS+XxBglQRPwh1xrzX6S5pEHDNwAMACwIzLEWXFKpXsnfrZSUP0rwI2BAaV9rODPnthYByhyKSWmQvS06UwoRHdxtDd+aDchzD1XuK0z8CJEHC9Ik/5jzz2s9yNBiaDcPebzUccXiPA0w0ZEQzIaTEnLKFWo4oF6dqs8P970kccmUw54pJ9eqG/rfJEoZ3Sn028SzMGKQY28hPMmFtuT4caNodhQfp07xJEkE2B0t3a2vTGV9sDK4qmudY87lI/deq8yxtsKJYkpWhtX/5CnH0oRXOOumnF3Ue+zH2+6AuONBFfkT6b9ma4TD6D/b/pmHJQnKjCAFYrJEJe9HS6GZaG7Or1Mq87hbQWPyxIKzM1J1HZnOHkLsekkad9rFr+P5fPydbV7QJniB7bSElvjZIIl6+2awgCht+m4qvJ1LuJpJGuZA8r8KbIbrwzuNmC6s8YIlkpM4sZPLsqWQPqqX0I6d/cRgLfxMbVYj8cW7Wlx/ff2zlhXyKvSqdxQjuatrmL6YhCQR9NUJhnJfqASKjrNP2N3Pb1Qun4SvoK+nDcO1yKUlZnV8yzmxO/bvOFARtNFjeAXQAmt0S/sacosgwQYhHuvq34Palb03HXeOMcUrAJLQb2s2gCuP3bEq2T+kU9OXWjZQgFr8+KirH4NdQlPwxuk+g5zXkVx1Rpq8zvTXHdmanYZfjMIElknHK9VxGipbt2xOT8c/sGi85vsuii2OM/trgg+8dun5/6l2II1sUvz6szsrQ/+pr6ZdpwFwO0E7+rQWbPtZRysQ8GQUHM55N0a2sd+gTkhnUKrwPm71uEWG7qIo6g54CX43DcqKXSgWG8N57HBif76bpE0XC2xHKFykE/rYLC9FVn1+Va3tAeiXcFw791+2qcxioCmAJqrpXGfSCsv/FKDLOzr9HUSDadsYCXVwyOyj72bREbMI0Ied1SLyE+igwkx4WXR0/Hm25STLKAjfGUcKv8auS73fc/cjUVpuLtFmuAa99rHZH5Umb2VbzHHdpy2P6EmTIDvC2IscR1tD9KiFFFP2mzyfa+Felwf5xf0zWiOQ3LL3TVC/G0Eous07NLsdv9F0xZWW+5ev/JR8jW4lHYSI44z50Bcq5NDhl+J+oVUyuBKfP26no4fDKOJJiCGKpl8bGCc+BYKcIcVSRxFKaO17XvdQMiR4qM/Um4DHM5lrfMv2OO0HjQe8vapBbcta9Pqhfxx+KhCSDfJHGJZAGZ3fxHs3cTa1laGG4LIdUsaNX6c5Si0pGSieYmiwvS2AvSZudgzuB4PLK06nm0PQ6Z0yPNGiirPDhof8GRVU/0WzIUv1DN+I27zdnf0Dqtmd9vlXVoosxCyKnXVH/sZT3XcTpqfn02RaQDWDkeE0roYbRqOf9y8x7TSnVDea+3DRCmAY6hESdzq/15w3KKjyR+5enaJXXnLFLkZUhmtjYNI9flB1SLet/kZ6WvA1HXp7LbVcUa0Izm7mIYEQdtRidDCs08jz5xXslgFsXo1ZDZMT0EaMWVJaGMTmU9nnJEwgCdWKOdSB6/H0/CziR4mjXzw/FfN2vjXRGai2D1tTPsNxWN560NfDDRa7xGFOSt+A/+pmw9u1it7dYSDXHh1ECt150hcN7hHAqldh65ah8drFAcFLHrt72w+EY/skZVkkDELnD0oKwmRnODI+7kj52t2jutPOCtZzBIPrpsR1cLHxG09Xc6vO1UbZY8v0bIqlPM1cYhSYnWj52q7kQKMacAvPW5O6SDbQ4NMQk9vXL/kDovvVR8/WBz0uLX7uT96Xsjccm4A+1jJrOK/x2Kfxjhp8wfs1W882PCfkbNJWhkDknnNHkTDBrQdyeWtlg2kVsn3WQTEh8wBxn3FGBZXDv0p/PWYCZ/WCyG5sPzt2gRKldYWbDUzjRAck+BFE4ZNfnZhr/St0kfG2Qa6sNHnHvnwVRORfNlnLSP9SOI0MSYVBXMcFvq7AHkXD83yYOsVv/1lfbsEMEKmB1DLlUVRFV2D6mveHpn2c4jZNfsyREEFvzuvoJXxNnpVhGSLr4wV73UuSFy1BUXiWmIKxYKRkB1ktGV3ZuRX1DGFFkz3xI9dT9jEmmzskDCAXejHZPplEVXxwxaeHzWeMCVA4DFI9OoWMRlb7+wTwn/5AeT/3P8oVoTp5nKleskAg2rgkgYcCDV1qSXVsjKp3z6oTdgwERrQqMV/sUhPL8ZYE8rKTDR5RMR3jpABDKv/4LQOqsVv3YOVZaL1H1JT+i8ffR0gizX5DQHoHBnHxlHwv+I8vNCuf7YfrXj9qdeqD3PBQNryqTVRQ08Mog3Cdu2DPr7aFUI80a6SAIWi05K815mLA/wSKUEflSuMZjeA+fpiVHJuEcO4a3spsLPcbZnVnhstfUvNJ5F2Howipm9rhWl3ayzhFXkdrwtxxOkVEiRfPO+WvQgdBp1CqgHF7XINjLTX/tijPjRAqt9ZLT5XdTdOH+N3/kR5JmbC8/5qxIicXPIxENJAhFuZ2/pq98Dn28+/T3t5qxWsZO0Ga3tlPmU0saIQl4Gm4V620LE4NP7Eua0ZilNBRQ2QN/3cUE8UA51l6cYYUfbeNMfpsLQWaAl8EOtIfMF9BoXjgVJayZiqdckDm1QZdHpRkuHVrjHxHtaIXspe/fctzrS06FNxXZD7o11XDnPZdmyVms71yi1AQ+WA/94/1PYfPA8YROdMA6x1LMTkIGG50ziI0kmkysPqwVY/BVraTJ9xL75bto/BWR/o21FzwN5U6K9XWx5PzkYIrQuLnNf9CwjfHyOnrKN8lF2+lPRPBN+FpVb/smDhom/0QXKcizg4JG+HKHuAre9dXggCcH/aTTOpFj7Osy0DpWk33cHmrlbCpTRWi/+E4uC7ZikR9bcP4rODqibsvKi3gP+k8vWaQB9RDXwOst6v3o7PzoUMFwLiPkIvvSphXdSNoqDuGfuWyBPN44EHXVWl7/NsIk+7duJkEwJ/OegUsEsze7jmC4zzdWPiHPaXCFBmsoo01O2j+hHV/3LzFV8zySM/BujKx5U9pChomnf7MCzVclSH3u+N+wmxZUzRN/+1QYKmMmTc1gICJcw/Bf/NNKUZx/6QwaOHhgVuBUzvHv+eh/j3z9AiQmrhSk7u5Vw7ozz46+DzKvwl9kK7if49Os8VVwCY4WHYFkrhDAmRO5ff1qQYYKJkPwYiFdQ/iNTQYzSNY+sqg5nxWwypMqcIJNm+0mRGjTMxRtU22hUUky01TBTl9CMp77fZsj+CtdcMjqGqORgmA32bLOrcffs8xWcMLD0EHt9Mel/n2dVPsV6SpPf5Ih3KgiUdz+urFkYiHIzn37xVnL699GJrQzQ+wGiOif/QNR5aQ4ASyl+I8Tvz0+EsWH28OnYcviOUY3IPTD+vnzcVhVvx9aDns8b2BWoPnpl8HcANTtHgm5BaB/kYUvpfeIDSWdbEgE63v+cWo52bwqG1aMYf52Y3dJ4Fp644jN6E46HfGagd7dzOnHVkg/tEi56m/tcN0ZfnhJVkIYn+tXfFwDpuWzQV855VlfxU52CC7+1jfb47bii3utcwKrKn+QV0JI1mPYipnPcdubrDE6t5R56OIzC35devpXC/O3YW5wzkpIcVmWchv5DhSTgubXO8B4tpui/GNVJ4N2248jFCr/26a3y0z9OCAf2xZYe/8tEQBEww7kgR/2hH8pZxhUadwEJV3Nfu/EZlhEO85MTOoCqENHpAwOrKpU1Sr0dD1tVrwprFIUDL0Y5rvt7s1Sef2lcS8rrr7Bs6BCt5Zo4o8eYnbjrONNtM66FksV6lHbGBKIHawJrlaZj9lHce2FmBbVkWjWeeJYegtuZgjTBLtX2BroFHarPNL+heopfz5auyPYUz47Rp9FLP7NFxUQVw+tmBVXFlZZpWa+X5z9KW0wG3M7AGI+Nl/t2cbgIvegWxIOLLUQh7v5eTg0qGDjRqxsH9hbtxC0DO/d0I2Xha6n5p6pl+bmePUqux8XgiShM5r9C9tmna1+/sclrm/oteVarvgNbsvWTnlmjHyXtqXw2uwJ+JzvaZDTFWnGKoH9DJSaFYpQju5G3SqXIYvlwwm84oh0LOb7RkItuPO+gQ6DF9PARG3BKjO2omVQhMdxjN9w2qW2r+zCHqoKWqd5lH4h1iVPxEy1MHUrVV7MY52oNqBX7N/aZ+AB3kcvrYqldoEZazATgM2zkkUJnuTgzMf5kaIHmUS0C5EVzA6Z0XvUj4ld6cccwHGf2QMp5VwrPEWWc07nrvbPX87Ahj3OUvtedeJdSeru5rKqztiuotrhc8ZPmzfP2XJzXV/cyfcjvrQzljRTdU4m2f9stpS51lrRSMLOAoOv2LjVA4tWBsQzGrqGeEw+khiu9T+U3/EE8S/l/chImg+qxOeKLPCIW0zxae9OpNwudbJeYhPMpj0EPhzkAdy74tpMjd56RInB4De6W8cvzkBjhurUlbPToP0IhN8FjU/evi2s06VhttZarHXwL4BjrO+rB1aTRwnOFhpQMVfM20gTZV3omDUZvvB6seS++iHW/zFUjpT/NlwW3h8WoQfvK3wbBxRAGqATkf2Oevd9fIaBnTh+2PZloa5oh0q9pp0uxilLeYl0By8n/9xPEehGh4q/FHcj5zIN6yQ+gkcUIHV2vkibu79WzoTKFagF5dtEyl5oyRJz/GHw5zb7T5O17r51rfcTNuAvDRx+aWeAeeEPci+JCUt+ZH4cvEcZ/CJO179Upqwdhy9B+PJgdgmZjvmVHCBXIkpauPza7ODjqXYKAwDzwj8ZdfciU0jsZ7VZftGE5iGvJOtKVdjz0ksl9XMe6qM8mfTSx/ZvvfMTEAdGnRnBFPg1Vaq+KSMrdHmHvWDvhZlSOa8DWkfAa1estAvO01co/+VqqVoZnNdumw0YV1zclqZpRCMy322WM7Tlkiq7j+k+qExWAh8OZMuWdnYGwIS7HT6Lt7zWdn9tnMiEErwkZucwsXiFniweaBgml/Q7EGYfosiGTigi6YvhftVqY+TP2Ggr2uljAqlWErJsnn6lWUZB9Z+MwQuZFxdPibDmiG3v9TpDAnYrgv0bNYDnngKf0mmA8j8HvnM6rWbpNQdujn0FbeyN03n5OqUXp54Hnj2PEdcYe84oxdBuQpO/L4sZK0sItLQYLdphfUgd5eCsRYCiM4jECj3H6fnOV/A0dvIH5FQFgEXEVo/I5Xld+0ff+NK6q8Ed2GX91o7WU8GLyp6e9rUHhCNvqHGO23IF3nUXUjmzKQr8iZc1bUpphJ8jfrF+ZoigShIKj/rKdvl5miHtC3zDQ6B1NuVSbII7z8b19Low6kwgHb5GdF7gohcuDEheWclCGmIbTp+QRaDr9Eu6Yd9L303T9J7tVFW9RRAyqKkC7r8Z6aLbS4AAoVHAdFeRqBnI/Aif4WPeSzrirofqObtU7Gq85/O3w3gI4EZ+oUmC3XN3a5j+YzD6JaLzVSLff8aMAoiBLjvywqgfx2zfnNY2G69q+0GSawdIrJQRIfnQdp0PWPIzopi2PYnzxjT7m2v2wqtl91yYNlehIN+LWHdT15oKwznXGGR2njgZbs3KqjiKVRAt/26bsuJ/0ynjtjlxMxVV3Xi0Lvp2HAPZ2dZyIUP+TBGpvvidlkoIcmK+jU+n/3uBU8KWcd3RSeFY4C1UFK0iirjU4oL2ShdBiwYUhJCFuQX2s4UrfN1DxyCoKegDSt9qgT4/dO2OsFZgxTgC5Pm2mhm/7MpsOu7BprYZGE44bXRGkmlhODGea5gJqxdnWq9/HEePNxh2FJn08W0OZiYQ2TFAoMloKZhRMWThWJKWHZV+yNiOxE6JQA0fi5xE5mwk72R9kOqNvHp5egj5pW61S2+IoHq4/aPYdKCoXg7qE7e5OeiF04hetfGSn8VuU3oyC6+nMOFl0AsjjEtCkI9dVGfQkEbW/LvWYZ67eQQ8tL25pj4sgHfj4uBJ1cxOtheSJH/9BrQY8sleSAqIcXbAyKXmaa2IUmLsj2BA3ov/tIsn9Br+SPYvL147iMgDKZP7v0ocwHGV305yRqujjI0pGKnjzh0kJ4IO8j1tHx4ohHQMskaCKTvsZU/TX6uE+lBfm/Kgu2lSAY9YSCU+mwh8Rmk/54muph7hlUhRz4Dtry2nFm+WZv+RcX2ldOurLoTa0c7/IPcQphuqizp0LCpyBtGcvFCL67YKyxCGPPANofDWikSzFTiP/TkJgfP+eqIe6tKP+aOdaEH7oIfFe/yeTyFHbCdJ+exAL82zXZAMIRpZtyDdUTraXfFQcnoHpl/UaibeByUPdV+IpaFLG5cfREq+7ksePeKzoK/VzzibT4tFKID+TgJOcz4FcSLQYwjQm3glr1C4ezP8m3RAnGtySn/b8lLXBEr4jPVs9bDM58J5dVRqYbZMphxuMW4Xn5i/xLKek/s9oPJeGeEhetVGE3cPt4iR4ImGgUgHG8BMLsaBGSbTmloTqKPCCxJ45cGDGTl18Cpg0uog5kmgFeP5AK+XFj8uHhYJukHMJh9FsMDk0tQPBo3oV9WScgFvlRvf3wWfPCgCsdfyITlGVwLPuGVChEWYBTh7qVcBk+zyU4U7Dq6OQIF/kLv9b4zuMI7hz5aOYJyl0jsljBF0HAo407dRrWah9LJR+ruzddog/iMiIaYNhn9goxXV6k7VpIxHfxPB9vfvgznNrOff4+2IM22sf2ND9M3AcHJee8fn8QgE11n5CI1kkGmcHcnT4Sf5r/KEcHsr7ub6FBmdUD8kVIrjti3PiTMQdm752Sed+pKTkpH9XtBC5uzxs1I5ta1QqR16hR7HtduD8ikd7gbop4MZcJEnwTExPrKVFYXY7LHWB4z6EHvWAkEsRdPI8qleQkjhexBlyY8odvm1rVNKbBU4ZjPPQWapNykii6RVwb3BxE3/zEJFHBw8PpM4wZwr6QdfS7KX0j2NgzfCp+UPnhNEyTlm6zWwlf1yt3TKzrG6YDtbJAcl1i/k4rOXgROgVJMQfRNF4aP1UbLGKsGIDwlL5WOlZjWWs10crSzRrXPRTfjKjXM8jFBuP42k8YHWn4jjFy78DcDAU9YHohzL59ZaBSAq5glANHSV+8BOvSzt8nr6u7sGnJUqF++m1Lx/QWyua3m+W/SkaL/3DwyFNKsLe1XgeYwj9v72K4AiIvQ37kUcNdd9Gau4tL1LSqkn7ORMNVtTwTj6EA7TC8OpKM+jaC1Sx99K+GZco0AYB0Qxnx6Y/vwzn5/iuGSB/D7ctTEYS2rgkyFIfEZDJ9yq6nuxwd7bAor5fji556vWx+pJXb/UfzUWZV74h32VdFTVnCIc3+MtkiCNJTrH6bcXGqOFH1gBuZ3jk9MmntNcysERW77gdP17HFZblGtnwI/sXGa+vB128nNhKDubusuuxrEjf3LIAYY3T/pzSRPjGr3RdFRPmL/245isRKeIjT0PbKXB//XQItQ+FgCqt8qZR0Fg1Df0oxFJKzdxuEJjg0VmEJj2C//SmSIP/75wsKNMXNtPq7UYDUzCjQ++h5Fh27YObbsvpm9ZukC/XYuYIT/7wLBACML8nj34OIm9H1FxKWCY+6qvfxmZgMnuC1sgMAuT7WC9fhZK+Jy6DEfBKSxGvXFowLU6tO8EQQYvBIkw5X6UARUZQITOxigpL4bXDU/BcWX+2gzDUrvFaNAv0qAP36U1m3kt3kFv9EWRbXJp0dcWxAwx71nYxYDda3fmp9uawkV3tkciCfA0sLNYxogV2wVM1p7FoLD8Lo9TwWnP3FcLZ/iPDTFXbBnbMKNV0p9ZYp8P/XJ1UiwuWuOHh0jJ5Y/0VBCuBrJsy4WfZXZMu5n9ssTcNuwfBAO2TAaIX35dvfQ3qD6ddMn3hXTiwT+re80JMUeBe6Or3x1ZyOlUA94kdyw/ZeNvGvgDPEImCNOJ010Q2LSjD0dtDs/XvBaSmyiPO1UlS5RAbJFQT+GGEcjEPiwsQxWMyn7oxJy40hMg7MIJ6g7T3wigXZQRBG89N2IJtUsxC+RHwzrPz2qkXkqkw/1M4wrBgm/l4QJ5D9kW+iiiL930qtDZkDowbfRYaP+Yniw/rg+pZe/FhJNinoWoGk8FbxQy7pJB03x4n3p8Jf45pyT0C4lmZZf26fnDbbIDstAmfNYDOmViEhbkdeZdkcTOBMON3xzG9UChY1t1BwIToVKZxlWt67lG10yhUKh98noyBjASQIAfmYq9AQduVjn8DwukR2rPR03tWpA/7EvSdQVU+yzZpkc6aXuD8CNcDAKCT3edj+SC4l0ZE4OCFbFESoYRGMb1HfbLZMgrutJr/jhPUEtWUF5fQYncB8V/ZHuygoZm3y9zM9JUpP41JnIfCuH0OkofDTruN2cGo/ytkn22Wl5IXlhDL4/Qtijt0rIy+/MgOr299B58MmPrzYSXaoVNfxHSQSjNXbMrr/hBl1UUjQ7EmTIXovB/PohelJU17zjVXoGpQ6mSI2A5wfv2AqabqUIIn9kLA3wtbZZ7BIH+gx8wrcP/rCJMEBQTJzVDFWxZR22R7z78mibOZgVeNg9sp8MD8nbNes20kFxd1Od9gfIGKnGEoCmKrfniIzqejIX0yVVDlv+Nm64N7HORRrAxZWNNPoj8qBcbZ01u3xQM8qmmOHKsnmLpFLOh81/eYiEHIVdmZixJHZQFUiXGLuVnCCi1Ymsz9wa7cdUlezmavp+f2e+jMuKoS7ggmJqYVCrK26Lo/wL1Mvt4fjNRlFAziz62VGhhXGjH3TdZ4VJQxAKa1sUwTfT1OB48c7HhgfbDGOeHctQ21SvPwX08JE/D/VPnqWMvrHN2kj77MrhhAL8umAPDsy70ifEK1hW+cuRMzskih6DqL3JWr9PwzOGzkTI9tow9wgtyhVychQHvPfVDbWONkvAAXyXocPmdPCtOlyvr6jJ2ouzHE5N/Kmi0kl71OetXS7IkFRQXcQQEYgk21ATfVYHmXoisLSn6ImQiV4YOgrLiT0eyHXqL3ItnbDpLDTIM9ADYBSlPTG+xLnSGXioq73mUJiREN9L1NT1e+ku5uNndX6Jc9zxU8mwjNnSQm5Vg+n8F4Sr8+KONs1ZngAuupaJXTNqwqvFLsjXd5HkG8yWYQYORv5dzqYP3kqgfua8MGX0uS9Qdbw7yi6sla381M/+MmmdRU/jDvS8PZ19qeTCff209uNDpOCYrdOXFIJ8MbxAyJtXtr8TVwtJH42lysQqXhaYqz8oC5gQLqgR5VKaWxQ5GErjJW3sxahAVsl4oyf2jGOuhGTGTcsimIT9nZrcOwWqJNFF6CfzX6YKIL6iJ8aCdjRfs1/dxDPj1Q8EdKRK4jxEE/ufxZCsrCnfNmdqZi/gv1DTyYr2suVmy5WD7inyC4XOcmeGvDdUdhn8xdIKryWrQOEPvIlCC91p2XA70DvsEEs30+A/BGeBdsbFBmdZ2K6Vm87kDUfilTUiEEJmYA7bjb2RbHjRla3upJYmBSQ8yowZk8zfrNxw/EG7vfxhtYBzkrwGNV2R7Z78RE9qVXydqbNp6JUi2MnyYku4o/mZT8F1yFvWePLTe2fhygJH9mAr8CtSLCQ09n76moAyurArMLrD0lL14I5N6t/rN7vkwoxN3r7YJiSVGwuHI7c9ob+u2O0wepAMlWWNsUsU5DsZH9Zb1iPqHwEzEjhjztEaJmFcx/busyCC7kWpHeeuyDsGR4DgdhiA/EQD9wkOMqV2tqha6/B0o8yVXpudQwa4FMApVFJLTmfI3rqx+OcPr/tSyOIuSeJbKHI462v5aagAUcmiDbypajy5Lkr2mNKdSrr6lJIiPbjOjymEOo2i4DlBLy3wqw2lqNp28M+KuC8pcl23PSWIFjj5bbVyUl8dKUBoIhZKfCpvw/KFKuf+C1bEU2SYbZiUMBJwcCr0NgokJ88Tvf525fJjH0kn6tZOR+DdIW94+nCh1RearjShYf+nCFyJPd4Xth1Li9xRC/bW9/7ZfOPadbePzNxjrC0vji2EM7LXu/AJinHfpwPoXxiKs34R+Wy+60tWnOMfLj5BZ077TiEzoVxmuh1xTh3GzKw/Jw2g/SVFNxWa+UEFok4KgaQrdcfLPEj1D6khQD2phD6ojM8PofwhKvN65aC8AUGEU1DxxdsY5bqqzZfwZN3ErHTYp0S6kjIKILm5TSWOAtBZEFIrgl8zAyVP8dldiWhUMU42bgOhDA+Ye6HWPXlrSsTAucQpliy33/KY7gtXNTNBOrv82Lx04R6Ptd5K59+FBKDvUnvNlDuRIFzZWHpax12LLKLblYkfP2/fMUhLc94DI4vBrrpQsvH69yVN8YI52W3ac5R9oL9o8e8vi2Lyi77AHDNlSWD4CL0i7AHszwIq0nxDQLz0m4FheHfizvLbzUl6INDKslOsx2VlCNFKsZD9rwtQyXNf90XujHD8jeSh1pgkSyOqJ2V3xYjP9Dcb+GGjJcZLrlcutsbPZ6mjVuzrVD+SUnLUQAOe0lyxzfQTHVfrTH2r3fNluzOgazCvueDRr012HbiuNktmngnyZwpbqzE3sZqNPVTEd5tyBiAscT1mnw9HLfI0/LEg68/qdqUMUZxrjgXLKY9jCSZPKMN8yYf9NGYb8+vbtoZw4roGBDTXirUdaW1XMWPd6ywYgLnAOfec/GnYr+oTgsyF82Hu0x5L3ndy8rkzkdXgbuNcCOZ4Xu/9C1Fjh2Ri1TYaFyqWvKEV2xjOonXoqsVZcHzvHPV1W+UOgfsnrqCyU9cVxJvox+Y/gx8nt+Di5P/7O+Ha+MTse90zLKws5M7pkP5dI0WKRszCneFJ4taLz/pAvmh82EnrsevQw2fj+hg5ZxSn8VIJYwWqtgaToKYv8RAeYmzPhYvDX23/KJNhq0bG5hgvW+6/gMEbiThR7btkXj7fpG02/FNIuiba9CBsEy4gMFWkj1r4wpwaBaqwvTELaSauhZzHO8wHVTHCVh7JnVp7V4dduxr12RzaoeyK+zUwlRlH1hF8UMRBhCu3J/xS0yEdMTZpnwxogkAHlnSPS8BTYHilWOU1C1mv/T65moZpnmbWvIKbNQiaWjQetyu+SS5VNJGFPILLPYxuow3k9BEcxFbuvCulD6Sg5cigpssPk33oqad+UEouJAPPXFue7OWyhJd/vA91/64sPLGBiUImFOfeZVS+xiPca8rZQQc+Q9BDWV9bi2VmtWbjX8OLnKTyQJfAY+dc0Wfel32MtgxUfeJHScZiU0uYLP5rML7cJ48thgMpZMoR/6Uldjzad1q9LsGAZgTjE5lr4qMBAeemXx6fJi8Fv5MDx1jT1P45d/7hstmmHD4HjNFvrgYypmWzce2UG05aGuXcQbBOlsJpSeiyXZ+Wwj8cfop+G/hU+mtVCcA9J47HS8BG5JUVltUfDfy0e5GEr1yLwryaXfSVoGK1zDN0dDK2wFVtUHCvTf8UXP41SnNeT2p4fNJJdRRoWe7advvQ+IhxVj9GCDD2UwUizJQRhTkc6wVyEuhfkFcpSTP6mweE8jDMggfKRzLI5s6hLdz8JsRqzt37wmOjgrL/aXvb7pUFIKouqGPPoqBlflDdrv98ToUj8a7EH1EXwZ+Dy62y+7g6+DWSuElhAihGPiFTlZkKnMv8jScffpj3exQexXTcQvx7Wn2dNK0qrzcGO5gE5BgdbOk9Kpq4BJImj1GHd7WvnCUFUUW9U7PuvtYbxVXbB6LGz4qn8cBT/nkYqK2zLfWVXCXGefy/AYlJbYLu7HG4OlaaHDuXh1gfdFmzf9niLbcfP+TG7YVylPeSrJzCq4xleTJdinLBC7NWASaqQU1pCmaT9R0iLKY4qM8W1MhOlXLvDBufkgPX12g4nM2Mc9gNXIODeOwOehsz8OAnhIX64ESTHsDWQEO8O8MdMnaEbvj6TsigdZKFuhMzO6eMnH5xGfiEHohrHPP1NVRWlvTcZZhV74vpt6fS36iZH/kEhGNznhsuHV/zlk9WlmXbNQHdi216/u0gytcMHR8v9WYCorZxeZyXHdsBZ6yok4YsVXxK8BeloX1b9ckMrrn5NIlqySoGyMEb5x6HgH9qC7b2iPS32wAkvkP6lfgXFpvptpcm8MXlhGjQzodwPiCbXDoF6jUS/+3k5d7RA6jr2Ietlknm5vMHGkdiPHJx76fBuB+tQV0ej13/bl5taCcHGEjZx2rLgfJrCzEVxxi8npWzWftW638fDZ2wl1cHzF0xZFk5/+B5GYIcRdejBiJy6nOvv2pjXJj1ly3e0/te4DJOEgzCpSvCon38Yae3soHQUexeCXnVaKyM5yhssoBz1/vnLyIE4zvtdSbVSmDas9wUh2bVxxfbmOIxFXtwMepAqmRNmrJJkiF1o9R+CpJPDPXGK9irYtvX51wV+mVS+vQ8iYXwhlvvQNNaP0jkVvxBDbS+Hd3nKlAT7jpvJKKb7o/+2GAhnclUZu2l6KjhBb8AK54adfxaFKZNf+r9LCtODfc2tObKzJThQS+vdYlB7uGkhgoUKhOvqd2dGXGwGfIatJhAthvoQP3/BSLvIQRCava7W7rdPO8/qIiJ94YASSrGkm6bwsBWnzlS0QZg3MAWZqD82ezbWwOpqw3CCjNI4OvBfzv44yJPDzlKJsfHaJTS5dT4LAD3ZRtHYEk1IZvhU+i6MynYDvKar60ocTxGD5277vhIGhA9EA3kd357o5ULZfS5IPM+/Ehdn2HZiGy/khDfzvFU1uuzNtSo/PJRYXyrgaIuZumWNzj4NKlZAWhnyADbg5AyTrPHi0SK8IvRw+U8cf/z7Swhp+UJdnzGh3lHC4hakKDm0zwDGY2S9qcRq+5T7T1h/6OZTQP2+UAdGX7DfG3+iXbp/WtV9fUm73dszkm/6jbgodLV9j1hb3T9S0It/YSp/M/qu43P15gfmb8/l77f+ChoGufb+31XO6ODdHiJUhHl2gGgyffytJES1X43Os/YPvsKM9Qq4xDmSEbArS8dgnBgMYStJSLPIEDIxYuYx2uxf8cmmS8ASRLuv/OBT4AxK4F7TWal/vaqQ/EBDYjL9d3rpA+xqnsC2/LyNXwH8VdweOZB1kRPDykOUn0eJTlsa+3qqvlJQG0J5vQR/P0JJkC/Xn0wA0FO1zrQby+l16zpBJgZP002WuxDd4MbwYI5rPKW81msibX4oi36BCfzrLN3Nr0iworZ6P74cKjGot/Fx32M+fn5ngSfyLpakSTVBwajDOo4brEI+fL2GDmcXFGGCLtEGut0PcnF/gWjT3lW0orb4OeP8k8yqfgMhC0v4d6M/WVFDV/i2B0E70b5FsqigCOLhF2sIoywJbKV1L5p8iZRZ/T4cL79KxQkiHj4tj5kE5sCjcHrYJZXaC0IC5RbET885Nd4GmEWAvMtfNycNkBJo/REJ9QdRy8t5HbIOgClnUkk3vr/jNb2uiTPVl+D/hlwhq/2a58u8d5m03UFl5z3NOpP63lR/aZPzhROU/A2YxIUQ1xF8SvCKhC+IoErAhxvp4UW0jYolhwAIhD6HTpeD9KKCjyL921iE6T0tO9+FBChjMiYschqbY6Dj9m1m8AQcrXApEg9GlWrfjffg2/ZAOQXd/tSwU25dH3EYIhVj6BqMyyNyrDl21wmQ1DLjKg8fIXv99QDN02+Rkff0//bRN/x8ygMsg43xETxi912jt2PtDb1rsXSZKFK0WylQT5zo4V8R300iCrRTvhC6YWbxH4XFKANRKit/D1FEVwPKLyFGZsMt7NssQ1TcUidDyNN+WuNOB3i+DxBEWILvptXKFm1dp8iBt8k0+jPH2vjCdsicpjDcEdpxLh13Epe+MOwldCbgQP9W7mUXH1CT8xPoOiaJv/k2C5nRtFZs2oEPVgRGyorFOPagS3bII1SSaTM6qhy8tzDI7+22askqhYavuiWbq004pie8Ciiu6/lC2FVtGo5ptbhZyR3CdPZ9k6x68sDoCKJbri+TW21ta7W6ljc/2h7Xi7Kn+6bm3XxL9Nz1JY0ohIvvb3mNPbAWLyxcLaoEzDuBCQ9V6BpUajC7Uf43r6fvIQckEE7FXKNF08/7isJGUK+G0btLkJQjw+nw+Ruzg+/Hawlrt68NbRF2PTs+ttmsRpDEpTZ7iSLscAlKFtin4jgRyzutCUqDhTVmSKDJh+mGoAfg3NizOKZ/7bDih3R0TvmGj2essHCr/nkuKjgzXrRmqhUETfnFxtUt+69GzzmbfLth1EpmgP6xZ8UZK2NKzfB07MtzZSOTR5ZjKbYdWBgyIrbmVkc1FHay7Y69qtR+vP+6lJPIGhSOD3Tu5nUbJlYE2Ty6PasfZI78mR/zBrS24hhTdDYJIQXDy9meb6dhEgYcN3V5Z8xaG9ntFmNizehGlqphmorD/a2bcS4Ub7v11+7ixJqmv7EFY+dJo2wDPOcMMXcM2ndXuawvOoxy9AbDpBbfUTBVJNZ4JHnNOijVF4kmIa60g7rZFMUW76G4hGchiBb+p066WS4agjtH+TV19VesDpHaknA6gRSznhehL+Z9Kcmrt+wiqgH3k3rbrOJh5BnRZxQWAtL8TGmpyozdAV0pf0bEs+2HDorstaHP8mW+zM780JnY07/J9eq+hSvAbs30Slngvl7/atuULL/fOE344gvLlsIDd8DxiXpildrAp6voQs1/Op4YFi9kXy+HKje0c4pGJamMa5b7yJS4VeHyi8/rTBT9dLwK6ituqSObhX4Oy/ACg4DoSri9Lvlb4/FrnVKl46C5LISf0lWaL+JGKIGxn6AyjQQeFk0KF2BBj5ydzEOJeIOG3Q8TDHTodAvmxbp1p0+hUjLy4k9G0MTuXjRYkU6cqa3R81VBJmfcahAuWxhrD7r4GBNZ4fE/Hgxe88uU21AeDCKQcMe/XBuvVEv907MooumplcMvwzMMqQFdSr6PTFzHorBWPqun99PHawQakTcTkrhoSCPrKxNADjWBGyfwKq3vCJaVuVQe1YNj+pxt1RmKrtkpAfApbOuQdOeLMAf4JlrDASHdRzN0FcLOsYhMFimF1pFq9Xoqhq/w7AcR6zpKBVoehSdsF08On8KD5dP/qVxTycvyl71hkMFJAlap7EL1ndiYu88S/2piSdfSMes2fr9kmZMFR4s/P2andJQTRvfml7SUrfMvYG28OuHr5Sa5HTxXQhrZjcg0WhG6V2GrZvP5OD8I1MOxkjALI2aM9H45czV2/I/Tr1ZRks5JyPhjSy69C5ESIUqBuZ94vJqs6MNL/m6l9xNMyKkLi7sQ5pKmQefXgkm4x0e12VbENKvsGFzWLHA/54HY1kzXosGF/HePzGO274VOic5ifY68kFCayqtu3fO1TYzvCWjvPxspTZOmf2z1k3c7gUUPDvxnX5gj9/C4peXsizFvGu6ahuHHAAjf528kWk0qQNjOcoHiaqnU+9nsL/eibcuWKiP/trIfC9TfwlFCBYJQKd9MhLULDi04RodbddA08FlN7xUvfJXpQVX7RkXuMA2FHnQp0kEzjWfzmeyUqs2YHDXwHVTm3jfQEgM3vacSFOAKZne43XWmw2JECqRyACQKgtgYmPk7/k7YKRBJhu2+BqlyPxTJiKQS3WpDDAIcXtxkZHxKZ/26fMAuRZs78V8tQo6TT34IfzstwLJUthCWJ4Mn5sYXmtThv+jVoD/n4eCzfFZRoOLCeBtMIKtC5jLrK7HQ/6PrK5YkV6Jkv2b2YliKIcWQgp2YUsz6+lFU37G3etabtrKsSinigPvB0LO5CqvYnt5b8c7Zf26KPF6Cx4pnc81k2yxGZeAEPs16st1LgDA/mO8i7qUK2RhdpzJhgK5M5JBSbp4bqBkq5EN2Tsx8hBdtinNLWnmr+QM3l/7rZ+3xNdPBpGL7ofXucazbTQHJP+vSoZdHl5rqJRkBJL0mmTA5XVYURnE1518JufipiNP51PMX4w3ig+E2P6owr9qBCKq0tux36q93+KsO+RuKYGUHEzmxYUzXgr/og0ThwD2ceQWpgIj9AYvyG+rOUM6X5P68m8whMMH6JeBa1X4M273u0h8xT90rH+EAxwk/Rjz1aFdEr34Cp7VvqP4V79ZhG2fBqHptM96tQ3ZV/9CMTAKKwzfBvHC3R18i0tlOlF+fmer5Ai4YxY9T3J+FFZxDrGTMxTU8u2jHHYtP1/eFOAxw/Y/ziu1hRUNAGAGUWdXf6s9WXyOfc9cNnRx1/mj5gJd2PYrVykVwwPgn8VxL7b1vJGQsA4NXkJUWJZM9kryUxtiqkuVy/kOvPCTBYEDiL2ZG4eDKqnrRtRG8V5l0QUZ0i3Dq5Otp6T3/n/9qB3theqrTSlQFuUtJLIIsu23hQBc1/Uqhq+sKYzN97OJbHaRnvu2zWtwk5ENJe/vXrZHqmcB5fJcZsNW3TNsv+LjTH7xr2zA2whp8DO/FixrqUsoky75B+/pOnqyl1tI/iUX4AZu/VWD50L9DUs6nG2m/ASDa9AqrjGJo3vmS5KUBa1DE+bw2qby8+LUR95rmNLVUA95ruuOglwpAJXKzNCh0mGJuKRK7PLhMo6+HShLqn6cr6D+skJLeX9H+6ZOUUcJSrZBhQpn8oltE9lgcTQ5dyekW58iI0XHGx27t2SHqcWN6wbbjG3kE8gkUMkYq3tjcViyb4yHyoUSZKUwJrOYqfoWj1Z9XFh4TvnHMTvx+mZD7vhJzn/wqgyRo/c1zQRt688XAKSvVSEPADzlcp9QvdjoNXYFixmWK1qq0VJ50swIe22+pIUSkuiZh2sTTD9wEY3iNbZZIxcidNtpx+scR4W70OO7VGhNEQho/6gnho3PVtnGWCdMPUBiy/KHQD5S1miCZCwoe5ZfgkfePdQSEfjF/mCfhomUb3EPfT5kPKPhcb1cvMJ98rmoYJdbAQ6mC4B7Q5Q9692AnQaiDDBbWil8mOMM0xWCmE5onfAk2iDhLPBH/BXkndBKAVYZ5/hB/pD2Pqol6KDALcsiIF/mY1qppwRSpcfy725ihw8lkVgPEWIXv3A6oyFs+iyEGEqhBPptuwNE1oij1k/vA82wT+KIFBIwIO196n58Z41MzBT6dFH02++L1U+ZrPatkiD2L3H0nO4+MyWIbI5vw/csx5PfprRPaT0VHMdhreS0DC5FYdwjef2XEnczei7W9frYbnA/GeAT8iWVfaHW6tmAoJzifLrpjECCrLJVo69Jh/EtnwNNaR26VvC66roMKYgjxL2Lhaq/MJW5NQsc3lhWNf0SfH4tBPG0BL7afGQjBvYkhXeB/rao5rna/C4ubTSzX/k/NRUIP2G4tHo3+K9NHBlIwhYf+hfO9q8DxTo2nFeMpangkb6Bdt0uJr48kldn4QekH2AW/iseungdBDLimjUWZ+VadElo1a+CyVs1O/crBWVQgZ/CoZzW9t3gqMPKwd3/3CaJCI0m0fMf/GL+ZuJYNCEqkiTn400U6kGRg8+OnhokUnT8xcE3iA+pjYfr/GCKoBLUHNP3o8te47EZI8oS785mJ0hqNTwqkmhNmVtyIcVjBntSiQLqrLLZFRNS+3ANaLTxClmnOwQOmlvyYs14844Vh/WFKzMMrhfxkt1590zhIU+9A3QDURO3BcW50LKvHL2WY9ijnppTHqCqL8ZFPxMzYWJPkXyXyxne3/Z5dBYcbvfKa0pl/OSlM2qt/MrWNr2wSat1uO1wjGutAVHyUXWYNMRj24W24j0LSy3ohOR3rODoQSetllATjaGbldpkgbQ+n14zA5Jz5ffZq/xWTRf7s9ho51RRmNv3QofN5GYXHCo5qcZEbF0Ktiy5MxORJmGemwNGtv3iyHAQayAPIGJqKrvqetG4ug4n2sX5jW8dEp5MESaNBESvkha+dxzsft9vS54hbGFtKD4z1xWdqxBqygKzUV90SyTYr4TPowO+OOorIuy1+nP2Yhj92hj+iWUYhcS6kFrLFT/K9vVKRBvIaQUwYNVvRDjABcU/YwMWfZG2ObZj9Zl4tYoGJmu4AYGJe+wCSc/ypCB93XcsYab2J+9imEYy0lbSG03hfxRbVXazN7qea0MtVjBaFMjZBSQv9q25ss/DlelZIKtv2shmpnFtkTUAx3VMwnfwcSbkLpN/nV+cO4UZSISNxV1H87WQTs2PMWWafj/Y+nxTrGuu4sXh/kJ8X3dDnpiJAv4KNhTay+vNl5su015dcBLolMLaCfrfPWdlDSDpRpkyfkK3B5wwn7wzwDR01rVO2sBPsqLpsU5yG6U56KfGt7Oiopy2D4tNEDSjyt5sr5i7heTV6YWAUAlKLhwj5LwKThJlmmGhq7DgC4l7NA3ROR1ueGnT0PsCDji/slT+va+ftFcs57BUWmTP8DwxgytaJFb5VOVgKrrLHyKqAJR5++trS9z+vX4oy/pcfpMIJBqZw126uZDSEtMGSabtD2Go8Dh9UDnRzwk0H0V/j62gau6E7zM5/XlFB0/zJIdTbRwKGUErXiFiyUKynL8G8fpPLrlzzQxlOcGhg1URaHuXzIzRdXBYB1lYyF0jhoQrfmHmR5/KDeAzArgx1PgavGB5xOfESbdnB0xq+3cTvC9OE9YAXGakvxJUGBE9DFv6i3q/sl5DaKzshSwaK9WCV/90EUIQ97v9gJMsQLkVBQllWnJIzvZ6n+OB82gNwGFB9UP41Tp6oSpv8gPDe1rHKnpqqEcmnwHhKH+4H83ri9A85nv3VkBGf2pjSTh+GrVXwZYwN58GrseRD+4wpO7mlrVj0fkLAfM2OKze8X5RoPblq7bSpPAatheWeNePx+2Gz0+8jXx/sCV9sDP38NWdZ3g1h262+27ISJWfN16+vefmVKvd3LFawfIETd8QLlKhlF0v8ZOxvmB2FZWLuFSpWAQ8qqmnyqOzLWybha+pc/Pmr/gmtezyp3C0zquBetplSmeJ2vixJk8aaiPNqj9oV4zU3H/3FPzZ9b+2eqdlPLneatkGZQ9E5ikE8qWA7lCMFCdwO2IaC2qWPo9cvlw8CLEByXLaU8G9y8toroqCHvftBvJWD3J2Mv6lmu/Pu9bhtrS8s80bMl664SnlebpCIjlYVxftkImyoAtAgHREQ7MPZhuFEmKQRKHMUYB8cIlu8H3R4IhMwK4wzf1gprwvbeb5x2i/iRfxtlf0eFpAK9Cj+pSjYAJd6BCNLrVj8mUjD/6u/Q2esdBldEWxKl818zMmO03bFqUIOIy50iBbaFiPwR6IdWU8Z+1xMg+0tMBW/5jqmX5C7xUFvBiy0/G8qbdcWWMiS06U4a0FT0AmMbBF/dUf4qq9E7setL6i7CQLR6gcihgBEDNVKZujm2+S0Dx+G90ruc8F6jsg1drVJQUB7vIhNmT1xVhMU8wycVP/tfc/T8S/LfHdl5hKHvJqw9/iTqMWK70jS9oPNoCWBelJ6x490NYSfQ0lALRiILjEggsbucu/xEESH2o+2xA0vTl0z47+lPC7feX0qbmRrdL2CrKXwuzaXGOPbfMKS85XlNCgNLjuTacIXDsbuzXWN/8lYQ5hM/dNkqsPHToefLQnDq9jjnWxOttmxvtr4nswBXUNAZpbw6sRIe8byG14Qdzhkdc3AmOZJVJezN/7H8WX1VB74DTErY0GnpwNEI7MHjBRl/cmO94asN7fcRUdbrGp7+mv4mxGKITCtg7qzQwDWlznnKiWNU/xCX/1g2lXJse3kOS0SXjpsdZ3ToMFn33+KtNJcPRbFX4FB/74IgQxYajCmvk/CqdbJa5loi40NYkdtYg+NRrM6G6dlvu3QO5IpN52Xde0p9GcWplihPTcS1HhvM5qtA1KJCtob7xEpgtvdluhC5fxL2NdpsrEpBuvjO/C6e9Fhmux+QMJ00ervfrRAFdbQcHnhr5VHzWxbyf7J+d9C78GRtOZTLIrVeLOEgaAxP4C85aXSkzqQSXhU1sryKuNhXBpdu4aqEGJbSP9qBiAdudA2qdly6nEg/plQmYrTU40n18PmWUOpXd+et5zWONL3eBrf4aqw5ZDpj26bP2Lk7/IKTVGGQhVG0mL+/2plTC6L2RMjmi2GtMDxQoB8YcMDF7aMZcL6H19iO61wqEpPIBsyK0iR3Rk564Uf/mYumynrcbeQCpqwkBfBM0+jE6PfyGPXJHdJJaiw94/BVV/WCZiUq+ZaZzKVsOHQ2sI080G+UqlM6WlmlfKNb7oF6xa5d/U8CkmeQ9TIn1gN5sIltIrnYxYV58tZmuT4q/VDkajEXmyeEpTkPI31mlFefxm/OqqKfbsX73KCwkYajS2YyFnEg8mLJldeGi3fyekgH8yP6+RdZTmf12d2yAp9fl2Cb39+ePDj+usrnIj6G/dDotEb2Rh8FQSVIbvpRWen42toYzCfj1zTCpiDxVIedTo4iQ3LtOrAZ4H4Da6n0/2SBtFuf0wVCodVMtTfcrL5t/I+wUPFyMZVdR6uvHAPH08sTAJ3WZT3ayTVDAD9eTVrlaS0STjmxhxhT4ELXtiAOw77w8vNiH4Bfebgl97V4aBrtspMnLo3MPIxOtH6bKetHO1Uc+7GKc4IIgJYi1K/oo+7SwTEO9xrHZe+h6uZ4UAIJsLSTTKbIT9m6qyPzt9EhPp7vLCli9CRfh1YXqEr+beHcGyOhAMWAUa28OKtUW83JsoNnLAjEfGSShJANGaQ07kOExowGQJQ8IM2jADBDHj3x0q0GAWDzpm55ayoemH8Xo3l8K/x+XZpH0uMnHBjvAKOmG1VYuHqJPNaCMXOWVWRojkiWqmiaX5OnuovLmh2jSoRYdmuTKLMj5Eb7tcSNv7Wz5P4CrJgf6GrYASAsZGnyAVmls5Ebj5CGVW4gT46dPqhbeiDBc5rkO/eMG8UDB9n4yxAzJQYOXgyenKQ5KO3hnVbQgGuEpIAL7suZL7RWklbO97LyYag2RzT46VuhPT/Klwx/WtbbSoE4R+3IAoHWt30NsydQNYu4/ChS/Kpd4/eJ5/DkUB2YxhaoUH6M+04TNeZc6VyusIAf/EHW6lZ5pd2/RSgQ0oy4eOu5bBQbHU28nR1ZvVRdZFt5ZCGY1O3MZKLQPtp0DKVU1EXRCYPVECZWhGFyHO7ZqKxr3NmlE1f40uT8Heg9r+e0OJZ8MG4vxsw80ec0iXvqD+DfphXI+4FFPDJWG4mifAxIYV9jnH17ksrLQZzwlfbh/926v3k6TTUwOiBvg3Wl6/Y9mQgp5IhXcVxkE1FZuOsVVy+dc4Yrpv7gxXW/nOX76xsq2+3wvkS86lZzXvHD+bpGL1k1nwlBwsiuCtS8MJDckOupulY7FuTIgrPvGYr9KsILHw0iVTc90revqeJWdkhZS4i+CACJ6lb8bCOGOIslinx8zOHg9GAPJB8l2Pid4fwp5e4xErDDDNiC1UE0T5tptWhUgqQOKoFi8Q1HDWuh8vvoExxFwrgGWQ0qQttcwW4h5rdlirbUYGCrq0j7e+W5LBhLwFjEalwFjkTj6JCx4H5HTIw5gAf9l1cgH9JuQtER8APj48VV6Aaab1O7WXecSIaWT0X9k8ile7wkTuFuaAMrIwPWPoiWr5sgXv9uKkvHK0V6YJ7WHKxHFNSHKMXEuKLXEx9YyTp4Ccw5V2jhfK72sTd8yAF4KPaKWJZt1MczkNZJsx1mgDx+Jrx46VBC2QLnVW+B16S5C565sWCA4DglvutovA++Mz1k0zRg+rLLstlHJtLq8jTzxNcD+DgV8pHeycaPFm59sOEETfayGg7h88sWm4etGsNBOcZNdszsLJM11aeMYqvGSQndwwiQaRnUthWQl+B13DPPspDTimJomrfQFqA6Q3rTsvcOL474t/nBxW6AyRejLzPbPkxZ/8yiX/SSk04revApWIIgI+puiTT/WUE5SIsS3ykIcua5jeYu7l1vwsVYhif4+jPO9hbz1J1w6nfGN9/GJo7w0lKzVPjAe5ToO5xWFaOLH4eigV1VFvZqcDqpBLy7qmjprU43ftj/R3Cn12zMqdVj/I1MU+UeJ07U/EmI7aI/ZD8hDg5mYITON/WDD46GhTHpwkK1/WY89hP43ejQVKsI3stWYa5f+nGYWHqq/hLJtUN2NMk2tzfLrB/oeiLDHQSt/YN1wjiLiOVrgVAFSKCqodPuPDXrqSO9+RFhM6a5f3tjaWoPsPxrr/UVmo9Ta772j5kr2rUpe/mjx81CRM6Av9TcrPNBq2khD2OqdFn6PUmuqSD5Z72+Pa9/SlVz8/3+00lQR8aiWmmiCK0BZKFWTsMU4YY7lbHBJ6swHM/37PzBqUmlby4hHDAUR+dSVsbvh4hF+nyzaV25wV+7AfDEQ94W+YsneG8QYsTwDjVl824Cud7HVhEbJYo1CEi8SA4nj4Kho3by4am1hS7LHNAs57XEemuifnKe7zlx9lLf/m/yE2gByRg1U44aGdb7k7cSJ+rvw/A21nV5r5dNot9GGfbZ9vcU+ZeSZ0TsSqehIzbGmUA0hp5Kqzu+07zsQvTvC9IIv4OC/FXKWfNWubidfrp2RHrDUoU6vcIES0bI5Tj6W/Nn0x1tyEEnBKMUf/wH/bg2I3eXtrMpUyiyYbLob8eoPVOrI/kUip7liULoA/WvAUAb2pOd19EkYsIDuaziS63aRYFeq9b2BKwNLtVvN+pMOvI9vzJFLx46247rPKIrr5oiGX/IWQ47A5FQ74+lqK4PGJteWt9cdhtiPx7tO6wpgAoPn7g219oZaiuuZQIqIGAN/iHt8WvC3JeLgV+ROTkp5t3fwanFThKS0QIhStLBHqjG+fWL/EXoZQgU4uBItZhsKFV4AJGForaVphxg3QzQl9M8PGTwlyJ5HoJodUODxFbpRmtjgUjIpvZDSTrYTGctAQdYn68cr44060YJs5OsF1M5IsF7vF+lVrHFHrhf1GPMTDGRawlQaa2r8DsZ/FOQnjnc4wgv+ac2pcAbnr/S2DdUOV6lz0qd2m+Kv71futKlcnczVLKg4jdq6Bjjhm0fypVW1/REJVn/WVYtMyHH/2R/86rL/86JEvVmqCs6BDIjyqRg6Xtm2ycXXFKNpHIN1GWsIuO1fvs+b2hwODRBx/b8JfNcb7gcl3CK7ej63Htzqp9n/+xPGN3FYrH1Rz3XeZvsml8GjyH/Bmvf/cXTeRn5GrNQMHkec+/BMX4RMmc7vCmuUgXMJTEExxME4aMUhCRndYd2f5vxpynA76DAaV6+3scnrT4qowGuaX+rOhvIYhR2n+LvECAfJ3g0dgKbZgrZcGJV1qYQgbOlgjtrKUEZREWYNvyUKd0RXXav64P+I9QGp5w5fYA9qvcfw3P6fNhvvl5l6le8VxvVDVf8tiEAai+s9R3O0eb5xj9xwFZKTZqaK1QNPWmoUJN7z+6ha8TlIitHCe3h5qhN++4VsbupmKIIkmjIRr0J78/hkf73eLfv90oXw90PEch0UWNPg4xO10xBS/lVeFHjd4bnapLZ+6uTwogN6ARK99ImRto4o8BVTn3adx5J5Yf0fDLw+hnoYIYtk+ac/V81M+xTX6QDi+042rUZIZyV1Z81cyJNdEVRjgpcMsTpCnUj5hmmNm5yLZA3E/425TXcs1sN3n+WYthiQm+K6kYaB9IimEyrYvul49iTke+c1ktjSDCv6tgV3VC750m2tvQmiu+Cq4QLjm0DrELOxt+TdBwAZs4BOCFBpUE7xaG/Sc4hkqcbFow6/czItNAWdynHI/MnGOyYQutufVX1EKQAyR+5SowtEl6vMaP8ytJ4cIWEa4WnlmL0++Na2NhUl+Cfu2h2y/9fA9iyFPJCUPHJTYJ/Ilo+OfmEqfdzRHovMG4JP9lNiAOoXPEMkApJguCmHsaDrvVte1XuPtyMqGq9lXKEpxJCO+16+EjhDbIkv88Ig1T1GV6i9HE5cAxjrNk2+y7Xoi082f8VeU3KXStydfaC/wPamD070ACWMnl21IBlCPRA7MdlIWu/msgU5ZxDxEa8eG9SvmxptS7fAu7rVB272b72zaxqcXszs600Nh4PGW8DJ/lMgFKgZVtd2ehZTTKbfyAJDyoEjiWZhKRGiuVT87ZUgWFnn6TxfCKEnOyBIyouoB9Iyz5wdBf9LRa74Lx5385aem8eSRO8XiUz1bbZ3GuR3NPTeIv6QVFgE/J4bMaBnV1hpGrwE4HQbJDfIReiiJGSENWcDgxqjSwvNGA2V05Ic3PAMxHwzV+Rq4mCg1wd0M/Xa6Q6BFTA2xTZ3lfLgPX7se+AOGD8RJ0SDyoRpcPlaedqc6PVR7rehIxZ6iZamrXXlAYEzq5MxIrZhMh4Fr0LiIBj4tiZJNlCIxifp0Cv3+RPvCfCo5wrIDQjVbREpgLU9ADMSbo+28cvIXhWo+ZxL05Cv7Ypylb3UOhOICIrD5AoGiPTlEqUfjbnFnHJpO2U2pvfs5eto2qwzWfaPR54jO+OUqn1vQkfEnjQu6YOOdXPuozGpzGJyDK/qzH1tmnT5dUYKJzgLPJQZsmdQUZe+40RdFB5Os34u263HmyrJCd/NioaZXFFwLuzywLBwQs179yYrumydYJAoZoW8VShi6dOEwLKnc5vJ+qWD5djf3nExqhPJnk76HoX2iTeXasoR3mpI4yRv3R80/PTTDxTHiIh0uRJ17sDMmZiMA2unz12mBuJtqzGFyR9DPR2iDdaU9qs0KI/OclwGmJnJAqppRvv0GtJlEDhgj5FOrL+fUEhbhIhD/29sGhpSKDUKR+11kD6iWhw6/M0kP6gHJfEbbqxVH/NhjmHTsePbQv+ycI7wQjT6P+eiFsfzOM3NX+5TxMVJd1ukewNNPzWYy1gSxw0BLjrosNy/6mB62Imj26sHgksakeCrHWlATODUqM0+hLV33ox4C8qVAXnpEVDQ490WwEdoY99H7a53BtHMTH/yT/uKoaprbJjiq8wbd5DY5Rxq/m8b8H0U6u+rNZFoTYvwWKNBVCvxZPLgeWAAf0hb25/WvxhEQcx7xlEAI1Lk+sfZCL+FGVEAaOZPVsgCJ07lUUVTQPPYGDvBGHc+TfYz9qptGo6iwf13lG5uzH5FXmCTGiQb7l1bZLFZ+vAAc5BLb+2JmzV9kWQ5qFKwpVe8lOwPVsax8w+EVURV4AJ41fpNr8Z78RvmftdFAMD+YF4bAt9Pm8D/tIjnKdDPspY4D8liim6KYzWX0/KEdlpUFIxA95I/PjaFsCw/fsXj6BmTiwI6Jaws8rEjTAJdohj3978xL73/JnoamzGtPt7vmS5xJ+5dasbfwFwx8GDWR2SVvBt9zSJqLwb4moI1i41O9Lepsm6M/fnNORk/gebZUFBlQQoys5e2H67cEz3lFcQcqcc+OMQtUkEYmIBuDvPODNMZ7oUmtjAtG1vvFraCMCwB9ob36jeNIvABMb7TbUD3BVLKDjDn3nB7HTV3VCnhzV2GiOM8s9UAo2SIvNv25BjGQEUY6K6KEJlyTJddPiE+vMyFodwjc8iLMklTNr7UhMIhmopQ4i1POBMwbutE3cSOhsdy3vtFUpDvHZhDrpL1n/7Zl/kdwPLQxSvBfyS/Lnl8bo70KUR1l6Jk0xl6ymCD4YSbCCfRx/qfCojZpTaci7SAg8FSzL3+N0v3ztA4Dp72kpJR7GJNqeH8JWH7nhPUSyZ6HTjkiBm3XD53bgAVSBFyPOXwHNfTH6XNz48nwQPeBD4Rktv/yOnJnO66maaqq0VfUzatqpls890TsgUveelIVdHpdln06om51smOZpd30I9h6KI+I7lcoZJCJVkstg1yFGUvvDKMkc+sjLr+8PUWmFCuAn8XRu/b1Yzs0xRL+On5j7yFrgn9f5FjWGlbChKw7S0qLaaQp3eh/P+puQoruj7jSQqPufmv8orrqiPbvlQa9ZSaiR4i/3jH+WrYXzKKBDxmB1fbJfBPewBEbRDMHYdQMlGk1MjQekOq41Jd19gd1tj3OqIAjSW9xRe5Pm0bleEMnja7uAjiYJjfW/sWRYH47G/Msep0rqlAQTe0QsiRISGler4wfNk7bjNZOPZSMKkepjc0et1WaeeR1B3t70JQIvqvzNYa336QgjIKX5nZpbrtNy+wjkcW80rkjPwu6FJ+QWoMI+FrnOTYtSKy2GGdfmrMfDDjSH6I8wpS0iYrmy6lj/hSpD/MNPnpqTn43N56tDWua495MHEO0v91VpgTAfB6rE6cHkpq6ngU6qlzkxOFplfWETI5Kty4y33w4X26X7Gh1qTT5NERWB9dvh7uEaINpt2UHVC19Yr/SgmBNWjlPiA9VlfJN5Eva79fVgEXqP/9sTZCE1L+/c7fpbKKvlf5Hp91PvpHy1tgl330YF3/T/MuDX/DopYGQK7/Mv6HN9hkZinTL0bTWWGX2scIwZHlay5bHfnpmPo2vdYNkm+5QcXrRtLRiwlWDnlki/hGgHRdmOly+ysoMr86OkVcGoInYuSAjr7vmPGiPWg/hi0VO9UAD8/ZHpn9T7lXVKzLEs5oS24j8QdiLwxhVHmnyX35W4O13ugkujPu80CvwRH2Sr/W6sc7KpmYjmkMyBdIatdbJj/1I8ux78hheLue7OrALWuiCt/CLXnfJshRrxv1K4XuCi2AGoRs+yH1BjTeqBzRcprEQkqOQ++uzSo7OVFPv9kPnhYdVI7HL0WDdUC8VLIPxOCZzIyGFfCvwZ/pUXreox7j8nOitzRYAg+IVRwvXUZJGbWcb3vk0GsWBC+CRQHzaqNCX+6oQEjJjpWnE+i1/sNxkBL/+lrDM1o1eGajhBtXmk3QVF4M5QsLz2S22FQ02MT+o/VlCBfxtHlh8Ot1AgqvQNvvrQnQsupHzgvDBzoth3Y6Zr78hO0q3Rpf/EbYZGoQ+Pcxm0QuCvwwdZUcVs178bgipCH0AmdzALDGOqtXRD8KSX9NnbpJDGSK/6cmXtJgAFLYsvOd9BBHU7weEn5rcoDtvkuPGDoBYNF1ZyosaoBRpsUW7thO1924SLgAo6fHvdHXao8N8oOurCl7mna/sqSbCag1jk/XOwhzl4N3Y6u1fQbhncFHS+8rlUBlG6cV7jooSqw74XtG4Ox/DJiFu5EZjURxdUnJ4bDKP5R8QPxExT10Avf0i8z3orNaFUJtmp2jjDZJRnCm7uK4BEP5OEQOfN+zqUuRHvE5wN6LcVJFQgzlV7Xw506w90Q5fuFWaHIsORV+Tl4FNLg98zFslcLJbaZ1SHv10ERx9SXIfiwaBpB4e5MPh9hovInRUemnLmofUoFGz5FBmMKzk9nzSyBskTYesGeuw00FlNqRfOhZm1VDNyllz4Eb/tN7JoJ40h1BK+go8u6QtyQZmRaPXFdgdnCq1fCDYVdCvG3fc14PGDSrvige+1lWB+Ga974NY5jstqxOiGy2ysJfOdnZ5wuYI0Qi/t5ycKsgexmADCDSnRblRDqrrrEzVCNJrOnJOqxH/NSrTovBqqNaLdfsUtsCtrp173yZ6LbN52GC43zD6AcXT0IzTl3tFmZnzb+tvEG14orLPq2aitJSJgaJ0R8FAGjJX17FXl/YYcE2Weq5+ZT18+f5MiNBXBUvc16WHUyYWsH7optySvSroIooMsC7UZvBTDZizdMR/dcGZ/FWi/hXokRj2Srw5t7Prdn161DV4NYn2ZqTWbtUWZCy1UiibEEuUYf49gNl1/PHPmfD7BOj123R4P5w3yHtqA/V67raz+QGWKvCs2/FivrjF83rSE54GZeGKl1PMJ5yzb43ijjLzrmSp1tbs5/dCmW9f6e5h7XcwtDveIW1Co9hNKsnU1WGPIwKcFWXnmknWtHTqZW63VHXn6F32U57715BlJf4vvXRwHk/G3L0TkmpibqPtdpouw3SZe01w2vwO29HX3DZjVeAmUzAd+uYlyd5OeUcrr+OALsJTggZsmiP1mAyFIdmT/xpMBy0KltlQjdwjMJzhjn7ag60nRNqUK4IQFIf4630K1nn3f4w2ThQiS/0vSw4ODvjjFSAdxiHS7OTKGAZuAK2JMDXiPD1MzZoe70IDX3tvWZDzgzCz2OQJJC34c6w8PkyABIhyyxe4m6MISSsszXg5xs3WmHzt63mPX4JyYC7JE/fSkvmrn6/idaYU2mohu8JLnerUU5vyaWizrtLq6m0ZKaPszH5HACf9wfoht5+l6cV3tskWZdyW38zqq75saiFiwr8cHRFGgVfCJC/NqyhB4wv5rFbE4B6ThB3uMrOkUJEWmA6RygxQanMjRubLoB25J+K6jb168BtLXk78ZRVBQbar14g/H4LJeMviPw0Uqul+1VpFmIQXfkayDdLZT+Co9vCz2K1zq6tv5y1QLs3r/wow08nyWuKzL1GGG2AW4+9WewsYEZMOx0ny3Zbg+ejIi9auPK3I22yL/hkRoHK9GiOWLkabKcKl6ZwcZr+3pkhkItJHRbKUohO8VNV5egb39jSAnQsBsQpBxEiNmkjZakuZIypmQESxUlUhkIbwv7BzQnn6hCJeIHZXixin+wvALuD7JUJkDas2CMdLPk5BIRNbSt9HZq/1bEt0PsA6ksUaC78PrEEHQP5QCCzjZ1lN13vuHK/32BXIfam6vYAUiJV7UhjKeTKWcoYhGSWPSOU/zeGloGLNfq6xryWCXI5YLEA+hR/uXsxisn5/X8xqHTcy6Ind9BQu3F2SSXRMBuSfCJ4tNtpM3drbIyGETr2uXJr0+dtnpYP3Ej9FRHtIyvZq/pKOZmoV2I36yPylFwgcl1K/MzEBOWCrGFP9z1Gu5lR+HumclaHuVjFNFS7QRUSitisTLIf4qxTEqpUg+CQryWd3p40baUJ+HgVTixoMbOI2J9z5T2ltrY56WC8NEI1HUl3m/5Wwh3+k3yDALCmAesclilURbOpwNNoUNuBCCnuaHLKwySawKfh8hzmdh1kO1XRVKgInLrDRIfDvL4NCylmfw/XLUmh4/vBlLllczGzAahDxOf4sjfWksXzNjIh6dZuVYx8sQhcQjPhJHVgV3s+teJpIxj6gX9wCO1WgfGQfeblbaLCEDXGEp7WR/FJ/gs1FkSbAGiGLCOoU4Gy4mn52G9nAENuhvJZEZU5ago8W3dmp+mK2hymSnpbXvzGe6IL/WhoQkjr5ahKfl0DVcp/Z0ojngBldcPYPh1Tw0/YsEaenMx5TjHxSMk2dd9JjKfUMfPU8+sZyuxgRbKM+uytolmh5LKxTTMZ/XFwpAzDbu//NvY+CBDGjpctm3Nci/OJ80/+alWCvDRM8fOUmhYpHmMqFOsmzWr6mE0PKi1AoE2NmVg73MgYUkUGtq9HHbReiFMkuJqY3ySzoYM3OLJuULUfCY+ItqlpjYOWPJtMP+F3WSiGCCDskIiRc+6vRX/MTD0DiRVW0Jyg18xK18FNfRSHMJX62bNTLnDqJqMG1+/rT6y1nyS2h/fNrEmHvsX4likP/aeNrwzJL5e9JpQ8XtIREQj613NhLMyHA45ozW93U/sj3rAkFx0+dT5fa/q2KhGidoGqWnZ/FIuuWKc2S2oqWm2Vfd3IKVfWCCOvvb8UTfSw/1Poe3zTCQoPzupTBVBKBG+f31EcfrZtOiobpH/iwRoKAJd9ILiM+hNbR6Xv2IDWkNHRltsBzdJAhyZ/YdaOS30m0HDFb7pME2pdKuReL2iO/naKIW4ad4wNlfqPG388zDbnlQCFUElzzzeOL0ABM/2Po3uNrayw6LTHHQIX8h8GEKtnhrzLFO9vfrye91VBTy8PTOmqhavwQy0Lg6c3vkWosrNfePwdYwEp7piYGhI3ooZh5dkV3PxNjlAckSsVMS4OoLdxaFfnopKf5Mp70jNH0k7CrK8fbHnNuvBLtWYEvEj1gcrDnzWxAkkqicNLftUJrp22Fol+UsMdQiOiI1tvbZ7hSZ9mtUyE+oiBB2HP8Yq9eN1gM6JCfJpqboCeOhl4ZGWPgMuBWNhHqfygoo02g+pe1w2unBUsuBixYa+fkB3FBPFZav5JW3kcP3poJJ2j1aL/3SidwutPoVF366jS4ORzyO6O1ZL62xdmVtVMsrNIMt+C782xBhrQkmjqFWKgzGKPjZ5ymC4Ad2VbyhL0F4qqY2n80RriIJprqLPZ5/ynVjAuoP8dV/YYFGUEuH9FQoA/GKOpQcRj3rPUte0mgxG9zCA6N0pl95oV5YukXPA551VjrhpQqLQnUhyLC6HUdh1LbD509bQXOc+FB+pjUw1kkJHdCnFzDdB5oys+I96GIJ2uO7317PUpDi/SqQZn2chBr/06V5+cfJw0Wz2Vr4buZVaqCUCCetk3ZeFBXVf1sDy9klP4n8ByXNE1YJ0x9ia1/S4nx0C02nUq3FHWTv+2za7shcYAmtOKGJon/fRPR8+911oIXehy6mWaSoZgur8n0WcTuxS1hNWFv/WbCAcZP/EiQCaw+GWoL8hBjHCdCBx0EB+zt5JQxAGSyK2nIyOFwLXPr2PdLO6md50TxKC3cu0HT2rpPHPFk7SSPbmbM5HO/92AOZO4GXDwtkOavF6w55zYL1r7bTN75h+7Frww1dxarNgRRxGkY3qkI43R/+FiJZjJsyDoddCavyxC3khBZiTItShmVH7udQwot5xf1KqMZL9drVfkEiDB1rGlUodt59+44PSbyUbjCkJNyDSnq7c/jWYHY843alWuxvquH9WkKnukdJuEx/xFT+vfyVQwXI+XUtKEOAml0Uy3Vc0DE7rlhnPlI5lcHftbq1zinOxTcGLKt6A49LWqn5o96+lB5MAEY3jND3AvGVjaE8jeQeGD5lvLXO41L2dNhkidztTm7S+iwPXIA1FF4YGXsSaGFexOSCIK4LQrajWjPKhKAUF0pNkHDWcpY40//+jb4+lu9RtCKywSTERLofJb+NkhFc5nwCo9TBe360XhCRCaYEb3wtBBxfBpJk6kcYhd5fAqC5lL/uwO7VfHdc1aFASj48aV5kPsR5uV3nNVwWSPVP/VH48X3S+mtt4vH1YB21D7RDUCZH8XAsW9QEZZMXdSgvqb7/4qco0difAvOT5e7ahPXA0Wb4Of++GbGW4w840a7IeuMLlCbgo44Xg/PEFoPWfP5MPfxR1Bd12xkif9JoqltrMVRskMwdsE5pbeUpiHiOki2Pau7InQq9gIWRkgRjKD3xvbdDf1rpCwZrsy4tdEhcP6PT1e30Xe08eclsHBIUBYHiCcPJtxDD8PP5eJeg+TjfaqTCMEzl+D/B/tpVi+oqVrLRggtaKn8JpcCXjLpd+U/xs5KZxhmtXl0peLT7maYgsk8XibHiV+4Y/MImbreYVOUTN4k43F+d1nYNBOCRtcjdRQNG7EONeK7W0k9mgv21Wdj7i6OoYLJ9eVjDN+sFC1kaJ7atxIYHP7Z4BmfO2lyH7pAn/wW+jaq2upGCbb6hjWqE4WlLi3DOknRwjuvaLK+0qpSOwqLfqL9Fq4jj2wNz4Y5zDPt60W1RfrS89BKx1Apn2Y7n1f8S+UoI1PpjBaUi8Ke6I3ghu9DarUAW4pe5+BEVWBEfqMyizqSL4tD3CemuRwxbIQhU237pJiM7VB1JhLcsKrKPcy2hnsZy4j6M+fVjjgguMAddKnZ4cdU/k/UJx8wCXacsTcnn7xycOBQ04JogAEflO8EgpP3bXjyx6TEpD2HR9F8qr+WfgUhSlTT5dhivnT+34rtqdmznUzsccYLycv67W8H+WwVIM/QwLyFVyY12MbfPT+fn6Ls8qj+t+H3/OpOImv3YYYZ48Fhsl9fYGW8HjPM3ylz7zdRlZ25ZKE47g9hNdr9M0jYp2TApVanUUy8p4zv+1Lvm5TGhPMUyAlaXVesYlbEHYOhR26xyoGpv/HyH+NA5FN40oC9dqZDdpz39SuQX27lhm+2Z9OWodxmhc6zsVu+PIKvMmsTiKwAVrFAev4o2xN52vHyrELd3mBaxl5nvSJT/EOu1k+RYpsmpNl7jCFUzecWe7P3CYuEAL0L5SYB9cG3YVkHYKrEV1LvHGHUGPqVvjRSkWcpSj9afs3cXi8KZQOewXjYPF2Iqfi4GpDCECPXQKpGeDxw6n+JqXdWlgRfb7hoEsbJ2tRD4AjgEY4pdmM2VcXVSWx7ACJzhGnSBoW8d5rFhNbxd+O5fBViAPiXJVXt6tF1Eu1GEMf8xpt9/zsr3Qb0ioS3LS2HTcXusuUcrN43MvvWfZrrV9qIfrtpckqDg1xHBkREW+m11dk5aQwdyJQjYSCZaP2D325RMPATQgTYnvQaWMRe5r68V0/74CajEceGyN6LsOOjwEBISiofn6lIKNu6/bdkwYL9iBOLYopLpsAYFbf0XQ9EgJ76RD+kQxoWGsOv+NpFMqXCLvfJvPUNQ/AbSICHnAKpAO4A5Xa9xA3/q3qB4VFoILZ2vZqSEXl+0lsGjjKlzAaV+RQm85soYXAf8iy5Kwiy4X0kylcuPv286kmOwun8r3JiBSqb7lo/YP/WN/mbtJQWQkyd/KfMqpxa0ftlUSzkR2t1rSewY9UVFuZxPoRRjOEqqLBsa66WnAHLk3e20Hah/9MW/govaNdVLLouNUmjvmnSTwsuf0mAicekzNWvaZs934bLxz/P9F3NDNVWOJP5UjfHnNZJP+3qnv+kM8Zw9daMU+eF4uJRF9G9jzgc2Gln5YFHWaXjqIOuz0hP2uCZlEzBWeMukMNzZEitNbi1NUr+2+xIwXPmCM6uFbeCyVmW/BzqmOsI0hMi2428CDWFk9PgdCKOnaB0qaSur8O01ztff2FqAoaRcIZIstvHP76yRwtT/KnTuYVHc30GsMLHyeFbt/PZf14XQ4gt/7HTh+d7wjay/RWdm9Jj6XmRJduGPJPyobGpd94HXdKeJZ59KkOT7SbFp4aps01Wj2S5/w6aQZvR3NX3gRZYfAv8V1oFxRuJFX0fihxBWv7DGSvL4+h5r2t6lDytZetuw/C/iJ6KSRxRxiFScUkj3QUsKRiD6qNxpoy6bL5MJ2WLXsUMcnJIDakloX6F9S+mr2JL3X9Ha175E7RmGWMSX+p7dfo/L8kYPLyS8wNM0KDRI7Z6OSiOXRtse7SPnBLhXvB6GLEn26qD2cqn50yyLv3Euzu8AezGUs0ORgcTSch9CK67xJSeH62lpJl6vXyEBkxEXJXjfyQo/hUJvU/cXQ5AhB8Mfj5fmS/RIXELV4zASmixv1wg0qnCDIYR8eGlphCCfpeZEVi+bSEjntCxVylbVG+R+4qMbegT2xkp9bhNGhrsUJA/1lqQ8aESWGerSYnIi2960ZGJgZqnIqkTeo3uIZxKtUnbuEPmL84tGf7/0cJznEJGuEHW18/huPi1k88nyg20tXadIzuBP4Rjs1H/vAsZROp918HIg3tcqt0Bjr7tnEbJUpn7HfDOyaloxrt8U0Th6lhzI9DTcls+Zs+49MFclY54iV3rx3X9fR90WtBCs+GAtmG0/wqgrRtS2evb+iEKRaPyewN5fT70KMUI9dj7KkXeTbRkvj0EjgoIspUOvxoGAIkiD3oN7xnO6+BO4bHy8+NFARFc/Toh+NPLZ6fLm2/h5ieM0rTjAttBf9G7EaKu7h/GvgQ56z/W3M1CJWxn9DJxZA9KCteUTXHj8LWFTQtq6BakWlxVtNj+6UyuJ3Jms58wpSc9OI21usUXvF7OXF35pf0NnpdMZ0sdgkSqvLW036P7QUTSK2murgb8GJb3E5DoNUuBUFj3dZ+7woAgO6YsSEf7D/xUvsB3tr/fLND2l0ShLOf70WMF9wsELepRPcZnOJSVqYTf4DqSJPDS0KkvGecOaQ+7F0AYPnmcWxPRGZdjkeprYdVMePn8jYler5vdxCYWDWZ/uaa09xz8aVuhzOlkUqQeb9DfQ7DXAQ2Gs1oEAmw2bT4qQsNUOQslxGWLhPo5tODXAd7yj9q8tIfhchL9S97SFVr2jUcTMGMUOetkpIhCIHSti4Tf41O4NAwmzLAudkFxmS1XKnuQxl1zalXc/y40ZtUcxVamUZVGzurd09Sj891T1eJiIjJJ/m+Lqj0Tm2HCRYLutmQ7UmGXBPxrqEaQepq/yIDQtIy9ByzadfNWS1/4qSB9c7s0Nz0kfITcgvbpJECpGnC2XNv11LV3eCqJ+VCZJlpqK5I6qvvdPAx1Q8wjFu69jJEV0Hbie8SwdZq/+xje9P2GTkpSOXfT270EklJzgB4mKBAU3jz2Yzff7+e0MHx9rkiLRPgdBGWvSBKuWrC+Q0keeolwljzWLYgigTas+cK0cX1JH8jUt74PlJ4V/06IX0Am5m2H1fa0LR7S9jJsgtiS870MOGu36LSLyNvdNvF3cP9FPHh90T0ldvzDQ4QwiCOlfx5TKPOkB4gdm5lCK+gBz+/OGBn01JlR7MueC/23vy7ocRbI0f00+Vh725REEAiRASAKxvNRhX4QEYodf32ZIHr5FZmXWZFbP9LSHe7hzZZhdu+t3DQP05MyFD1q/GTPBmrKa8Iziiwa95dIcPvuZD/y8qZuhDi92R0FzRmnqhsN1xaOm0Ljh8+G2uuDsKbLKS0PXA3VPzpNyd07XnQ6sD3u3vuaD9W2O2u9an4Ok8r5fvILpDWuaYXzaWHyVWc5dTggvnpkmijO8VgfHgI5I33cHckqEG2OwHY02ZhCWnX9PDD5LBc4hNuJ8zAxC4q87vtad2i3zi5qUZhcijB+p5KFMLr6VY02j6gN8bhLVH4OiPNxVriLqpGhzCi5n2wU9XO3semWaOkR9naS7eH0Y001wZ3ObC+F6Qz+x1eBafTSbB7/c3lVL2Y0EyEmtAKsSnr+J82YnIv6NvxVmgYR5bN9FjF73nFX3Xox5VzM9wmtAfwAyj4lcOoKeDUEebYy+DztxH0z9lrYr+T6gAXy4Du/q2Y6JFf1YCPQxnAHUVDXv5thtdkpxIV+MeDqIJiVVZ/XoFqJ1MprJtNCYFrxO7cZkfYHUWZjsS2WMOSyehkwML8O0xGEe4HDhmiQ3xHln7ClHt4s4pp0Owg8yxbTr5Kb4JjR63twbeHhdbjVApihQ7cEABTlHnYY0yLyMy+PIVJYdOZ6T6AQtgcm9GDhgNRLeJNs5yiC97qadBgqhe2bBPeGSgrOj2abQ+wyu8A2ZDfYSMPmhG/C9PI70wfJBRZ5To64IHv9gSwrHj2O5jt//GN/PJBfOkfd2NQwp+4OuzXGo3we3GhTaooLM5lt8qyyXcXGk6lif5lYAkt+xD3rTP5AkCsaTk7AY4UhsYxQL/ug6eBllz/akXkwgQhOJK9ysYCC9QjvP+PUhikQYB7TNj3lyBBKC987woB7feNcrAVexIxGPFzc3YIUk3zcjtWEUNagRUbjRxDYJFoF1EapA264hGjQxR2aR8gsTqxM53xcmazCj9PHldhB9BrXaaIfHN3+LJ0Ia5xVMU1l027Zb9sHqiHiA1peV673bhJRgOw3WjPRiJK0GqhromNw2jA+EUZ+Upi4FvDsa8AkLHIRFicMkKkMPmjiDIOvRfnym/FEuKTGJ9vCm+e3RRtgSi1hCpoK7r3IL7ciMfbrcZemMesI1B9BfGET5McAVpO6amLvdFa4a8tfc8KEMeN/1C1DyioQ7pWE8L8JVjuQJSgo+PPj5+LutGTFCBFPlmG8QcYNUl02Vdjn8qPXVhy9epjDhQ0cdPaEQT4djYmsJq6R4r1I9clwM3K3uci6FjsFjN5VMYwfRLmy8azBbOdxSF8+uuIU0Xcyp49zLwFdgkEklbKLNXS63406tQUUj+BFZ8G2DZq2UOsrd2DxUwVBwtboGLHzEBg6BMlzVLGWk9VBQnYmH63iSCa80BEVl95mBI4Evb9wNG8xCz1wTkqn0i5PGLa0le2KSN1tN22n5LGDN7jELFWs4enidN9ZMPSBaIr2KwJecEefkoAnI1FKTyOzDu1p1MW0Y8G20q8hw4DuXSKU35DBu97R8EblNQ3OHMylj2bWN2GV3w5Ll+DCpc12f6YMqna7J/RDGekMs8IqmuSGacH2f57KLAlLo2hYuC/OtofNMgk/hTre3u+52I+ugdskTHbhr+Xo7nJpOEEC0hxc74VtXt0UYiQu2o2shiNzoQutUVY0cjo4JvP99G4zt1uee6ragHCe7hG9U3T43WMNv4hKExybMsilTURIAQsbET9691l12d89JDzlz8Lq86hSEzmT3Z+aGds/St1Zy/fYEr4hjnh9fkuuB31KcFPBnQ0AdLEZPZ1+itrfhhF6vLU3HlzujCGLnefwtqcs4dApYkXvpQFPW3Pk1exKsuFHhzIycOlPXvRnTniZTRugvBtOdKDVSrLh+kPxGPAKHgzj5cWaEdhmUY85MAjTwFD4kwT3xjg8fB6XB5X0uYuqm9i56T0MDnOp7ESK0qAAz1mEniCFY6yKshd/u1Q3pHrVdg6wKXWXb8ui1lTi714+pox6sm393vLwbuy6YjYISd1sE67vrmFTs1MCxZ1SuOiQ7UbfmKion3UqNw2wvm9W1wc+9QiMqJLnzWelmsvCpk9OJZrtDfKZZNreDwi8jT9nHYd3/zlmB5O3rHUfo4iMylJ5+KtTehDHvw/WtjX8Y53Rbm3qsCKNRkIdzk4WVLCusFtSZJ8Ad8duLQgja2Z+4TWRaioMf2+wOga+43fEIwdfeMaA8FkuIxVExG3vwLGlb5MbZJr6QTpsDpzX7W1w+Hvgm4VRbMakJbvoWoTXmV44lkOW03iEGVUBAh5XyObJtyj5YMYZJA+sVV58+juwR3ShSBTKojHt70oAP9hSls5IQjm7ENErMAi7AYFbxrGpMqRRyg79cEv2aTvzJSlGi8qFkVCqwAbIcpMxu9fEailYKSqLgJsfAjcj5FOrq3dfumBbCZ6XojB5Rqq5c4jqn+Fw8grIfuEc7d9NDZHtM6FirGvYjk/RgHOFkZRR284ARPwIzCLJY47rQz9TEuppMxECfwIg7yjhCkFXt/VL2ZVHKXbeK2nZJqUc0w9KPOf8A+SxjsXPvoKnIBR2GwwxscvD/dcvP+q6EdhSUI1Sml6GDR+dcyHBxec+MolIE82Jx2zg7o9rlEoko9TAvjj+6PEWA1My6Fho9xoDwHgUbDXBzgaFNYn8rp+5mAkai6Lau1LPb/roHKDAC2lQe1y2BbTBQYHb8TXV6XeL95AGrERZnE86a5XJBywfc4p0TNoJCLzmVp6QJFdHUlPNQOkzmw1e/8MxAJ4MnkzFEHPhWvGD9jfOm9aGkCE0aBX04qlkVNhcYwbOidOrhaZFuvRkQTYZi2jz4fpt12KkHySbzURi+5Bk7x0Uh7wLDqdBZEMWSg4Gq2WiCU9eGQ24PaikxmEj3W4Xx/GwTI4JDIpxs7EQKExkH+opQqPHAc4vS+wQxt0O4Xv4tC60ldg+R26H6MXNUp0wfyLbCF5LYE/hmRkDexpG8BBY3oRu9XKBnr6/hhjWJc89sgO9KQS1OY0hesQKpGXUdLTUJX92h3k9jt2ApqQ8glJJE1+bGSgS8KoJQ/HWMKC25umxkEty0I0/RfiMYMCTpIBgIlGR3RNjKiu/n9nDKZTqAz9O2PKeJyXzytmNjbYnRe1BWCpf+anh1E9squ2Sy244g6tGKpXGdAbQPzI+IlS17f2xYFXrjibtw+GbE6B2uE8axYLTYEzQjxlHK2KqAbS8q9Ky9Xa5tfPDMvf50dA4ViCs93PkbiI6ZsTfXpypq3JJbUFSgZAX47tDxcGuTOOxTcmkLH6PB/4zF7KlUUi68A3D15ZrGmDAum0rGlggfLIJmkkaU3a5KCVQZvMPWlVXl4GDGNEhHL1UWbnak9hjU+X6xdXOayAaYISHt2BGJT/6ONeS9AUIXDETdNO+iyo1rGP0sEP0Eui1DquP99cGa8bbXx3bYE+uNwv72mBHnPCX37ka7RVR+gnFbtOjTFdnnjEZLyTXXd41yG30Ovpt0OzmjsNF28Jq6eruN1yspCJ18Y5TG0aIs4nuX2D5QIauOdKknhE+KSKsgEYKY+jaP8Ph0poZohTf1IzooD13d0I0gT5hkhZy3dMdZtqvEoCFKMOJRgPXNzLK0A4Heot1ZA27tMHN1ffRggZvzHS4GVTSbw2LryvIT7zSUNqGz0dnr80pdY1cvdigg6v4sXZEtTklXrjmqELs+6oas3AVvSJVxQc7dhLJ7pzNm42+zYHRRJ0VsxxrQowQfzl3CyMBICcNWrxeOwMe9KPm8XS1x2Tn89dp0rSbSegDK9x2RxSl5uecTnkp3eXdPhvwcQ0BtXWDQlysjuhi0R9wcwuPrQ2nc2Wm87UepK1mH2VzuBxuuCYF8NpxOcaTLAFicwRw7K8GE3sro4AHi9RwsYSoTcIFzOeU53569AUH69UkaluZNSMGEctKN8rkNTm1yKUqr9MdGq+ZEdW7iOUqgmDTJPT6MnmXKTAJIAD7o+BgqU1cI3HzeO2f+tCWuyWE4EhMb33gD1vNb0UiqOgPpYKjY0sTbTRvSUljQl0c4NrOTkRmRwPluQ9ddjpzmecJimAKW9OvtpOBbWF8lAJEE2/HYjkoQuDWApnv7uBtul1BJzWGeYlZWYM3MtvR01lHCliQABLJ++8gp9bYleXEelvJgSChD3uNmRa/mYcF0Q1eOJwmlqhO7KUhfaRgW20p7qDfB2lwumyIMRgvWpwd0aSQWgrSk9smbuCRh1MDch9/hLVK0Bt/ySOKFER70vqrdUdMfDwPFGZ1J9nWdhfqyaMsm8o4FSY/GessAtA4wmurhZnAieli8kooyz3icMRBfLlcJW5Bd4m0cmLdO/MBoKnvAEZBH3VnDrXshWL5wCMqa2jLnAo+RVETChMac6QrvkhLYHODQmRjgev2ZuPXbKxnRiXzdyWkOH8cBu+UnohfFOCFMvgr3GmVx5EPW576cgFtN2Mj3MmHdT76ZgSkzDE5PxqQfQa0a73C4OTO6w+AcKe3RPjFwbSjXRaONQEnPCDuWo1hAaNOBFdGV34AP9EPXiEKwlzt83F74Az3L1B4749SJVk5OFqp4goNqGd1oCXwX2rY+3sjt+ko6J9Yx73QfM1zgb1SU7o9yv4PhovJA7ORbUvT3ckvZSFkmIJY65dzS3WOa+2GvBQFe0mawXbLIh0htKIXSFloOIBqZPMInrodQHA1uDJIKhqezdI4OiKgIuAhr6aPejEGGabm+FbBQ9e0FrkA0OetEt8kjHbOUoo4CdtrlNTJ0/Cq9B38T9XGQmUqgLa8340tzx4vL3VL0cfIOhb+xeCrfJbWEEvrYSCdpLqnDttt7OKKPJZo0/eK2bVPPxQFjPR/HpiPtYCnb1CEN85RUmXAyFqjHNVwZfHSmp355iBLhMsWxOx04lucGZIkZkNkKZYnOrLzBSo2G6zb0UC5ea9sXBISh4NB2AR3WUUMf43IcIgpkZ5DuYAI9QARTboKr0wVkROBeKQmhFh8ru71zh2vmPLwhhm0Rr68PRRZsbhELskuEY2R7M9T9I2wWtrBtluyhiUxMldiE05NHkCsbUaHvK47P9NzAu/bBBsyc8710UCzDMVPhfKSn9VVjwPAVSsdFADXY8nzogR0daCq8OXJZXg4XkpqaIGZwP4C53VKbMMDDygamBFDkAjPv44ihEn3DLustQ+7piG9k6yA1NcLVSkTcAjpDz1wImpyqKl5qx7QB3ArZ2NkXOdbcQWZ00W6Ig05vk8MW7XWqt4yLsp/4w45IUCXxC30J9sMaM90WSLCXhC1Cc6D0YUyQkkGuPQjerCCW4SFD3exZvj8ManlCAxB6ozj0MXzYYTdMvW8oXGadvQwQKoCTHGNQqdGdbmSHOn1iazaQ3f/6wZ/2A3XCxJukg35hlg5lCB+z/eydNuvyCoShBW7703VIy0hTBMJkfIbFE4+EF8ATT2Hm6MqO9P1yxy6FirknIBMqYNRdxM4q3DHLteMBW5/aoE2m8XBA2bF4cs1b6T5PSpguUIUpWK+Vq6JA+uiinvwEF+BuR1xU2JaAmqRUyEnkXGokj1isJg/uHadZ3vMFWDHohRUjbJPjMJGoGbtQx3tgsCS7zbBd6B1q9YKecBCGTz53xUomqLsu7BCAqKhu4RAxsjft+sCX5zfMnpVPQhG6KN8xy1XOMeqqDmf4ioXtpcZ8lkZmhaBSV96pezXt6PzELwPC+OXdPGdFwbOyfRq6fhmtBbuz2ah0xmOa2iFfn5Xah5Zoz6rr6tv9PtZ4tk0pbDmp48FyjJ67uUuQJ+r8cDnLNokjSUmiMfNn5Vw7SVKihGSyNdn3xQJXXHFPlA4sPeGSe2E0kP0Fio6jwWz7lV0XFmtmInGskZ1tbSS5Olxs/spqiHGHpUkOdzIa13spesFkPLZxss2WeN73NJMrh1M0jPm0yVkz5+/Z6TpLD+txmA4+OKXWivV9EMigd+Se9iRJHxJM8o6sKsVjjNxS2WCfMtXa5+/BXF5oRm8RmSj1DRnr3rGxjK0zeBOlVbpesOVl2ys8MmqG0Vpn8raMjcOK3pWgZsPtby7rkYE+H9T7wdgysDqNiSuxjGy21Y5FFW7vQSFzeZLrsZ+OR+OS4MeQYTDqsr4jlKPnpKR7z8EXmUJmeD0CoE9cpqe4I0xjm3PUfYboRjbRRdi546F3w0AlxCQoSEYhj3zdeSkRX+FN+qbc7HYO7EPZib4e9NW9WeTZVdVbrC1DaLKt0NpppR/P1Um+nh37KHWksZNkuML6uBoEx7q55J0qj0tvFGDiKR7m+hLTGGZif8TvSpbWyc4BVbqnFJR1y/0CvYdGnOy39q3LZMAqeU7yLnZHgPvKBHPCFsEptlZtRZ5EjU7sfMSutHP1HMIYsYhkd1yDNyBemfvLEECPpzeHI7zdCzkrQykywxJdObg0xVajbSRnZdmUSwOrCnHneLohWGqvGFeTi/rgXMa3y8jGsQkK/xWjJudkYNQE6JRLD2xyNPuZLUCEl7Yq7ZJnIlpA+UiRrIsP3onJ1bNMVqQi9GVrv151sql7JglVPpWbwlICrGgG8Lt39Ydo+Ha/rY4x6EPCkvA8H/iwoA6HcrrH69IwaSq2Velj3V3xro7YTI1AiQaX+cJOq2WETgAGgHUdQV9BvAyPIEMXbF2GVRMDYF9XoQAv0F3PhHLIGxN86hLek1fkgqEP8d6c82vDmlV1oncFN8BrGjBqHY3+ppkyk8zq8jBGXSqoiJD1kFWdYdZEryYHBV6c5TGNB+AxTE2IfYVmSSxFGUm2wjsPMnbBTI2dBp0+TURMl/Vtqxa2oi43ITUe4rzFLRnJEx1utTNARS90ip/Bdbb1lbKZJYR791RUdtYGWJiZ2xNyW0KO2/XFMfbbw+VQr5vqWlUJ9ygfiy004ShMSY56HJMcQJLqKN7w2VnqUSVQzWveFjqqia3i1p8ESdd120npjRhfQZ7uDXsTNUGBEQBhMJU9zA9LVuTLWQilh64w1h0ucW2pk5yJbBQS6HmjxYmt07FFzLeK5O82IhU00poTZYDSkSi2ApjFqex1FFrafHqI04wW8BUHW+glnZvqO5gY7L0oueGMB9g4TKi0oG1E2mdlHqIMj4jHcAzyYh84jnI4Hh5Xye3a4swogB2Qu6/9ftAjNy2MO1rEeHnYNHaYL76v2/0ShHAHFs8FpFGLmJKzPWulpE61R6dY3xShsnkS4/xDgjX2EYdIfaICahpOk0xGVZt0Z3it+GYT1inYPCDcE0XzIvfZQ8RFEd3Au8V9z1F8OI6xi/frZgQA7XjkxJZWCww483A2i4uHBq/0spbF54I3umzaLndsA4qU/GGkds0oAtzlez+m6IZ+cH62DyMYmzFliE22q6kpM8B4kt4nVY7xD/m8iBF/pW8LdBepQmKkRm761LqVg5E6f1Yl6+HDa+sP4jBekaNxJBYyxBw2P5XSzVMyRUvWx/bIyhz6FjS7imDi1OW2fEQd9Ha9U2mgDfZozjYtRHeUxWEuOoEyVI/kgmnRuKUCc043y0hcbiw+NnsRlrh3Vz8mle1IOTRoGN+HhR5aeICQyubCUiw7sHuahPXvNm4Fk7WJAfEWg7rcD2a/IdCsVUetaOFVjdu6px+07BHzcihuJ1MxEJI9wwiTjlJI1Unb8KlXX20RGeQsGCWAimDPxVIhimC655GkjtIUk9spLJhpsZtoHKG0u2ZU5GF9uomKPO4BVQ4dPeBovlM4lc1m1DnSYOzEN+JjeTudQRQSpANkyjIWemMmlI1LPsG5/CLpFKfxJKE51XCcqnUF1XG0Q1nMVFPSyh18Z4YCc7UouKwmmpi23jNg69MgRQPDUxtd3TATKgi1S+QGcLirbXFjfBFtZzetj/xd7wa3GzZxWp+RjEsgueYiMoSv5I1LX3pWgV1uC3PwOPVoHTPVJc7c2bBBahCdB4RiMppyDHCgEcYDZx4TP3XT/bY4+une0xoRT8bKh7DkkQHUE+2XO+1qziNH/a1JxzONu1GqKmnoMj22H+VS1eM2OAWoAPfJyQp7UQORrqGj2PesNXs75iY6bu9xvG+PtECFAkQUrayYMyvqAjYWWzHDMZoXGRwU7ybcNL1F1n123gQxXQ2fXSKZISejiKQcmwIikQglkOjaX/SIk+rrPgqawZ1IxAndzGDU8iYzkSFf3ROImODrbF0Opz25cRXlF1z4BeeT6t6du7mMwSHyCwayClL78PZn+DGG/fOOdvyomQJ+EI95tET8Y/oH+mw3xE0XT892KwkXf8E3t0mKq1vcNaCoQF6fstSr6/nVmngdj3nUZU8a8yJlcZ5m3Wea3z6P0x89r49JXMdb3WITl+Xb8OvfGEDXvzMDHH923L5mDo7iKI3fBFE1XVal1d0vxXcq31T9PYqjVVA4/95GraoaEFFALOKum8/5Ajvx+64CpKy7la9PI7/N1vPhwZ+TdVv1TRj/Xjv22RBO43dV0sSl3+XDx0Y/F/DrVKPKAYPvqiTZX9kPX+QnxeI48itCAnyKkxhLoPCN6x+77/wmjbtXj+8q5JrGnz80q2GD9rd5YL6YExj1Y3d/tj1c5V85eLenH/L6PzAx4r/DxIAxNbPzOn89cOHBr+TboTB9/FCYX0f/CdN8av/3RIb9LTb8Z82Lxb6YC0b8rnl9bY8y/wnzov7HRTD8PxPB6K/qor5kmb8oSlHk53GwfxGlvvL1Z9u/zePvNbtXRB/8sn8poK/LygfIliqBFfABAFNUCv9q/BE6/QRZTnJgfz+zV9UP4vKzjfllnt7B3yEwq7gBBIgz8tAvudcHtzyKnuYct6C8CV7YBedfGgGdk/wvpPDHTfTNmb4hGgwJq/s9DrvXKICG/C7SQX7FKOxlyP+unb41qZKkjbsvOv1LtPgGvz5okbv5S3UHtE1Z9ZHtd2H2TWHtNYbknwmbBz1unj9A8NgGUn6FryH7RvwZjf5ORL83A7/Qn43wlfgzGv2diH5vBo/euP5M/BmNJr9z/PVs9Cdno1/OXi31f8X5l4qz6rsyv8ebp/e+TBbWOpuqrJrVnHHwbwudhk8bP8rjT59tcYJgsA+fCXkDOsorGIDuMHPC/vKy/HAOv0Hh829xvu2a6hp/+CRZvz7mT+RDXFtjoFG1+av7oOq66vaTwNfBLP09Pn6InWs190zeKPatugPntvVTHEk+QT74NvNr+OFtAhOts1/9sSV+BXF1TdZKCPmBYfb51+dWIQwUIwwU/8T+NBr447Ujg39Oc+RbWv1QO9LML99qxzfaX147Euj34GmfAcH5x8mf/zdo/j/k5YRAgw//nJeDL4Jn/7/x8mmFkH+bd7PEf593J8RdSqXW9QjugEtH8kqy+j++O/d3j35JM7/5sFLh19/cm8x/qoB/0wheIwiR3/m/4NzzENu2A1wtnoA9YBtD1jFv5onAnvpwqYlAKnt/QXJfPiGhUA0qHuHRTOLaTA7hLRw080oezuyz3ayksYS2wV1jlVuGRDJHqTMLzgj7aNH6AN/d1UUZNYEbQty7KzmPec5u8W22N87KpBZirshe7TnRJsBTVim4VNtwmL7+KKkvXWoPyxDQFtNlngDn4759QnwByfXiNMbwmgG/y3XCNdtU2XCpIZ/qSJpK41oWAUZ0R2dX+FKJeLaORM6uVJcjoSLb2cWy5GijWXxje9XalfBVzC7WJbqQMir+6iN3i1gSadivIkxXz/aWT7TnDwMl4dnb+YTvMk8qy+B+TH37CCQy1cHtkoXXaHbtU+3ZJKKacMbXGcxo3J2B9AQFzFoctY0F6ROUCpBWCWZKaCaSQ/pPxnzNVUcCnEsDzLuF2AV56zPET0O4QcH8pyEskFxZOFS3XOR0VoY/0dcbH0sksaNq60MgsZDvQjc9QRNFXMmZL9J/SmocfiKRr3rasN/lKUx3RfLqQBq78H5pPTB/z/HK4AbaAmvwbmUbAM2D4957znMOsK5Unaj25FMFeV75Bbr0MQvInxyCG5CrVF6N827nYlDXq+6Bfi9FJF9m78wghw3Lhze9cpBt5zr1EOToxrNh33rjLPAFusRNwbPsMH+QlxT+4AfYVbvf6K1vk6Xr7OTwtr369qWPNsi0B3yutvBb9mjt5KdNohnkC/DbmRKwGXhryy38Hd3vShc/fvYQIKMIK6+RBD3JRYAsSGgT0JZev2sP8GvdwNylbe9hU/nbOvSW35+1gnjS6Qp+cjCqvMuCu34D/t4BSSNAAn2ITVkkWZVmcj2wJBgDRnXDTdqGGF/H9RtHZ2hdOWqC2ID5tv7mpX9YGy/rGV3nVL20Lfn21KqmBrQPpY8g2nmcwdjkwbwSB0EkFFFDwDECPL7VCq4/wLgmpNNhwwH62hbVTe7ZVjiOqiCSagHamCnwzDQ9Lm+0IwLOW2m6wPW6AHgH53xsqwtiC35/GIMXAK3XTWv+3lYBba9rPz/4ycfpcP7Ce/6NRxBPLfRFf28L6YIyfhzD/AnNznldM13AY4ira18poi9v7cVFLUJc34xQZiAyiC8+xkmfCVQzrVZbwv4gWNhrfhrsC8gWVQUNA3Ee0YoffYG+w+WwGcEP5JN76wt/tj2O+g8+Q9AvkKnpou/9QrmJoF8FBzyi+nu/YD5HQgd61nNiAnJ86xcDbYGM00X7MR8g4wLypy0/+oVyywlMM8N3foBu9XmVPXEwj+/9QTlD+iqLH/T5KVMNjvE+jhn2eiHib+MA3kgwH0C3es3UyA/zerb9PNfVNgHf04/zZ6hzDdAVcD6HvNEPqy0DeRUa0MMVee9Dgf63AN5moIfpg7xQOA8wv1mbCUJf3Hed5rCv1xhC+qEv7cVPSH6ifeM7fOlIRD7q6LiIUGcT0NGkbwjsx5jQB9a2Gqq9fAn8gH61jz6jQdrh3bbxl539lAbP/aRfU1llfvhAAzY4gbkj2qK9zR3wAezCTFd9Aft/2qtwBHwo02ea+MWngI/8lAb1IY4fzgX2w83Al6A+5mfbcLUf7Qxjo9JC2QBe3+dTiFCH0GexNd6Yn2weA7a4gHlM+vOcVYegLxToCfgP4F04vsvhvS/oE/MHWwU0DcazD34Ceb3iwEZA/AQ2Irx8Y1ulpqkRzz4+xkRAe8Wgw6cYBPoVlE+xUluuwJaun2LiSlv93RpfsQ/GCGDvykr/EKPX+PElni/AN57x/EtbfV7bfoiVGv7k5xPv+Hcew1c8/zxPIB/Ae/rZNr/TfEVEwLhvce4HnzOIJy8+P7bnAH18zfeNT8AP5PUTn2+0D3wW1xefMH5+5JMDY7hfZMy98s7XtmL7Nt83uYGcCWX6ScbaNx618aXz5YvOQX7UiM/+8J225p0F2Pz5kw8DPpUXn9YP/qH/AA7aZ3xKX20Bn/P4YS7hk88Zxm/rFU9CyM/84hP/1BbShfDTGMAWplW+m29tJ9j2zT6f/IiQny+8i995fOn88zwBPR/Rz7yP32mrv8GcLWJfbBbYq0vCOPaBB8gn9MMnHcR26M/vdJEAsWf6bJNrDgCx5xtO0WA+ecYLGJ8/6XL+SgP8zG+5Uf9sC8uzLfjsh71p3+M7oMFc+yH2CTB+gXgOxoc2zk3vcrdg3F9eWGSVJcgr3+wA0IAsNUR/1yHAMi4KZLB8twPtqx2M67n517bQB0H+Xo7oD36K63c7ALQvPM7r/ECcgzHgI+/Ar8g1N360A5Antfy39KT8TE9vc8Df56AA3gHeXufgTocf/gDxAIjnqxwU/InP3ujA9s+QDirT5Qc/L1wAcso77gHjiDCvQ4yHAn47iO8B9pqAjkFuuaLKijPSEdjE+hmQ2ZfPLIgHRpgL3+aunVectOJK4C+TVrzbA8R2AKNC+ke5YlAfeqFhb/PWv/sVaANx7Ed8tsbC5elX4qgLb3YMMA7ArE+6gr/RtaefYQADvewaxFfT/ayHzYo/P8bM8YlVP2AbID+AlUG+gNgwfGFm7h2/Qjxm/sBjEEPDGIu942LrW1zXn7F60YsXBoD2ma80XHvDwlBG5prnIQ7D9U953gL4A+T5FQu+YWBtna8O49lqV9ZbboB0AvqgLnz0YUCf1z4+zh/GIKCT60/aAn4BVnv1PX2gP3W/YqcPNUWhvHAlqL0+4UposyuuhPXJB1wJbH9t+0H2BYg7y/Wr77Qw33ymXX+DBnF7uvzIpwWseyC+0aAtk28yBfRVR3pxxd/yO8QhX/LpSgOxAOhWe+OZeMUcRPuWT4/jl3g7vWLZ17bLE8u56BuWW+PtEvafsYD2lUeQe4CuCnGdp25+oEP7OkO7/YGVV5p2/o4Pnrku/IwP5i947YkFvuBlqK+f0GD8On/1qxXzgvjrrrXc5zwCY/Mbxg2nd7+GOhIB5h9hHAYx7M1XNPSJ/azlh/4W6yf4FPodqD9Bux/YMgc2DHn4ZCsvfPo5Drz0fPzaFnnJ7IMNrPX51/WG13zectmKoSEvyLMu+IpPv+I+iFtWzP6lbQjrSOwZo4Bsijc6sIvlrc7Wxjf/AXkf5PFwhHUjsAdQvyg/5gdy/or915j9Vhev7RVMh/TP+od8I7+p69/CJ5/WalbcDf0R+bqe8apFIAaanzb9A6++Yab5k36eMp+/yHx++dfXtnC86aN/Ady8rtt8XuM5rnjqDSc813JeNvApb6w2MH2x7++0bZWrP1uX27D3zyupH9bvlnFdezdSePEB/xObWv6NXbro531vyE926RI/uRbzF+zS/em1GOy3d6nwcdRU4fXbtRkw1e7zxbLPl+nu1T3+ck3vRfrj247GLO/ic+2vu9nGxq+/7az72zREYp81RH/XEIr+ZCM1/heo6OcXw8lvOrr1nb9e3vq/Yr/Xb8n4T+/s+geKEXDrM02xQJzwf+KTLpiv2wj/OhlT32Tc9kEbNnn9P1POJP47cmbRv0vOb5ee/8M7tqe8cz78/dyvjZGvw/f92vBg/nBgxE0OJg5V+Ue2cP/RbbjEa4fn370N9x8oSrKfPYhmP3fyF23EBRb11VdfI/3W1trf5u1v3VxLfN9cuynhtpRvdvnTjS9/97aTn+wiwX+9+Xc/jW+g+T+Bo7dV+TW9/oLhAibgwsdtNl9S7x+PJr8TNX7kwq/x+F/cY0QTf1c4+b5z5L9/h/4fjQIvS/yXt2z8TdHi33DxL/f4sMjv757/l2f8WRcHh01VdR+bQy/RqggmYvG/AA==7Vxte5pKE/41+ZhevJnoRxU15BESo8bol1wIRFEUD6K8/PpnZlkQFkzT1rQ9PU2bKzIuu7Mz99wzy65eie1N2PP03VJ1Tcu5EjgzvBLlK0EQarcC/EFJlEh4jucSycKzTSo7CYZ2bKUNqfRgm9a+0NB3Xce3d0Wh4W63luEXZLrnuUGx2ZvrFEfd6QurJBgaulOWTmzTXybSeo07ye8se7FMR+Y5+s5GTxtTwX6pm26QE4mdK7Htua6fvNqEbctB66V2Se7rnnk3U8yztv5HbrDqTzcv3bY4lr1/pFEYCVOLv6a9HHXnQCfcnAxB0Hbcg0n19qPUGDvX3vrEoLUW/Ifx2txVDd5p49UXocYI2OvbooAvX2EfRQF7fVsU8Gz3PDM+zyqYE5SuCt1zzPhcTkH4L7bcg+/YW6udQY8D4cLTTRtc0nYd1wPZ1t2C9VpLf+PAFQ8vg6XtW8OdbqBVA4gbkL25W5+CnxfSa2p47BXAs8PXm3CBgfZFD/bSl4XnHnZkSAXgX/nuK7x8NdCZr7rjY0e+566tVLkrQYR/XQRM6812HEbpo+X5NsRC07EX2L/v4nA6vXKsN9IjzMTeLvrkShY5qn3VEKa+X1omNQNePOq+b3lbIhE4lJZRnUIUdLHCnIiivGe5G8v3ImhC371OIy7jHHodnAKYF26pcJmL3psGFeqUNRZZ56fAghc0tr4hzsQzcTb0rR386R62hm+72z1q6XrrNweY4m/0/RHRtwcXv76lDn7N3FsRi20ZMCh9aixmQ2SxyF0m6iR0by7qhJty1N1wtXLQifULBN28yW878/7LZvS8aemD0T+rmVERdKWYAi9tzYySqrCRg84FrHTDF7lJFMpWEquoKeOrH7HSWHLrA1HrHrVX2Ts8LiX+ybyWfkMrMQwuikLZSvVKK9U/yUq/I5ZE1kr1D1qpLnxSmquXrNR2kI5Ltqok7wIlpXzX1+eW8+jubaRPeG/u+r67+SohGjCq5RVtXkHj4peNvoUafgPNX4HG9y5qWOBfIE1ZkIFNz6eXSxQtPMMMEn9T5k+xomYRP8mXjZLTLBOWRvTS9fylu3C3utM5SVunEEAXntr0XXQOEa4s349ostUPvsu4iE2JHPlBl0DObG5tWFYlOOCy1um6jL9iKsyNe9TnRNt3I27vHjzDescSPA0XX/cWlv9OQ4FyKRrqXad7lgPzOBbXmBf3IM//CheCeb3oBS++cFwjFUzx3i+1ej0VyCHtLbmK8lePlmeDCTB+c37+TVFxOWeTW5uep0e5BrTqP/X8iIITcdQY2qjd5HHzjc3hRTJ+9c3X4u0XoXH6uRUrO8t0TwKGdsKAOTPQD+BbKKWbZFXV3O2G0dYooX+/tnxjSWFSuZyqXFJVLasql1bl5VWhGVnwVIzACqtkt2UhX26WrpHKwipZ1YKQvZuvuJtn7j6/HDv3IIDNo/Betyt1663ce7LtWQYN6y3yUDkvt9q8CJirIIg38vMTaoqvLR31/S4xx5sdoh7Va0nPSugmWUm24LJqTanvdnuE9UUKjgZTPDZqpXIjLabz5cYlCuzq3FkuqP+r9UZaRny13vhNUhDPYEm6YZ5Ef1v7YhL6jmTRfav568a1bo+267ngvzwuxp2KJ92Xxxv/VbwV8FKG00/AjPhbQEbiGAiI0ruQ+Ur7H4bMuzbN1xcbPQY6ELjOEVzU8mw044cWt9+SCkVJqgt/U+E7qdBC888T818kHQo3wu+VDyWuhKs/NB/+qjRXXt5I1SSTdZEg89PWMzeNs3xzQzbv5h68WuArsj870XE185d9fjr7kA3VgFj/IuTDc2KRfW5uy9sCP5V90vFLS+syFF+un/To4iiU5Ft489tQCD9Sq/GfQWFICp6L4I9nmO9n4q9/FzZm9bFnvTx48vh53Y2cxvUnPLn8OcV5o9Pq6qPaS7cr16XBwy6avVxfVyS6yg3LX/b4+D2tSxTQ1zdzUy8TQSZJBcp2d8D0+gwRY+q+66UtQJ356a7fdmvIIRPN9u7LhNOt1WuiVEFgl9sXkpgHtqJU3uRL64ZCZF5gi69yI7T8zPXfGqrvhWA+VCvNwP+qUK3U5uZP9MFnl/u3vFQILUFqFLu43PZFpdPKm+X/Vi++FyFfjaTbXxVJsbe9Np4eI/Vt0Fm+1Z6jt8fjv7fw+DksdeaBLscea6p/bOVc7ok9BlHq6ZOD8oeLnuFhs9GJURfW1vL+lj3fVfbUhcbvVfbUSrhQm48lJ8Ls/PceqFEDVRzvLHmJdebGNk3CNlUHy4oMdAH7l86WVdm/4mhZetvF7X9bjsvsUbyj7327rRtL6wo/4QHxxj1Zpr0vuaew//9DTyio184/aGBCpnwE/r2IznzNgiAL9feC+msnnNN5pkmNwDQ5OHyVHHOrfCix81zzYPj0mcSu8tSzRVxhoCtewRGvHnHDhRhB/FI8YSw1yg8pqo478sIFQFm5p/iRtdDWbOLHkNBXYJy9bRSdVYzc7y0EvprgcyaqVZgolf1gHSAJN0UP3TBdfLQMENkn8WxHZ6qAb92GFEs70TwDih/bVnz05txb47WjCoZX390L/9g3k4oSQz34ybbKH5tP2M/kSHw5dj8rn1Q6oRy6w8N8b3j27j/miFrFMeNPcoRhqqt/gqP1z/X2zQrXm6fu/eIj5zLSdGRvyIc1W+RvM32SXvlY/TtrZTqCbOq+fiU2k0uhuz8uroRWCL4X2o93mjCLWtJ8Eh6MeCfNe85Bjzlbv3viDNk99kVTNKOaqEa1o7ExjupoXXsYNpJ2kbKwevx+vlUbymbJmXfNm37UgDuMgxmrh7l4v+3HSqDKzaMhzraK3RJmL/exPmkcHodK2F91bOVutpu9mO25uGgoq+ZCbTcFjfwqC733vJsJSw7aCtpdS4L7RX3yxOkyZ2urp8BqKzCPe1uTpqP9Qmk3F493TzuzFzqPa2c1FyR/8HK/0nsON5tonPly7/TjgdTnutFUWL4NJvzS2jQO/fG9M7u7P04F/02TF/W+SPuwpyur17nFfhU5XM8ms7ggS37raInZpBs9iffLWc9x5tvBQp8MwCLhbr55XhprM5pOnnazSY3rj3DG6whmFNwPwXqyArPuBGp7jPIQrQLWcmCmkjribJRXjEnnqnFzsbmYC7ONITxzaZ+G+HQ02jzMPzwaK85W4iavjafc01A5fkNfqR6x2WsE/Yl2nPcaqPdKG81ktdMRFbvOWD+xVHCssAjrp3ajbE853Cq92W7eC3xj+7yfwfxnLzNnvoG2gIbZxtnPwfNwfZgl84ygdHH6L+Zudvfkos5EX/ClLozB/rXjfAN27Tnrx+H9/VRAXxPfg3+fV+bdczQb1rmHdqNlbDT3hev605fdcW7z7dkE+9a8F8CLspI2irhcPkQ5e/WMTB/A1f5/bW2vT2rO9OX+zth01/rk+WC2ufB/oCfBwjk8ju/vEkzyS9QL9PVHPcDMpgavjXd8f+9MxUExQsBGpuCszR5G0pQDW9QQE4gl+nc3A33HG5h7r3uYCaFz3oez+P1ZK9ys97SGXxtGvbtfzrfaBuLdB0tzYIGDIYRLszd21VHzAEhCDgj67WaotqWAXu9SjYaILpsfATcI+kRLo/TD3qDoCaYvTy71dk+fhPv+SAXvo/U5Th0GEYxdexitpQe5IykdlYNrDiJ+r66ahwfkNXkRPrSbICdteW3UTNrKg6Avd2r9FbQZLSAyF4tBnMoGHNxHZJrcPGgy6A735NtqcmcPf3NjtGSQHbTROCq3VaDtmvST6WMH4cOQ0d0u6Qh8Ouap/NQW5bIS5McYVcgmdktTR1PQ0RD7pK8Fp8Vp+07cXxmi1g7QZsAMHapHEGqRxKuj8V6NjcODPBbo/FTsC2zL92VVAJ7n1FXWF/RtxA/tAH5Rz2bal5i0HQRapqcB/YJNR1P+1C/arQP9KiLoyGunfmE+A0kDP2u2FIId034FaAs2XsRqNh+w8Qr1U+OsX7SbLQnqyDjpA77VImJ76WE0OPWHdkY5sUUmjxKbqjjGaZyRcdBWHTEdB3SrwXxAPj6oI7WWm1fStjhXgk3QO8zuj9DnKsgVuL/JpfIHgmWw10oFP6y5Ux8Kxl8MukXghzBnLx7nAfOL1EiStHh68qmNfdEx5EWuL5XqY9QKspLeBvVRh8v7aBB30Gch+CjU2pKQjYkxQNqqvEpjCX6hXzUfMyrKHk7YFinOKmV4b8G/I4XY/CEnAwyGMHdOjdV07qAH4GK0IP4C/Cd4lQeghxIWZR0mpiBGKmXoj06Quxfw04wgltAfUdLWIPhRh8iNyh5tA7qe5rPqoA8xZgXCN6MC5gXAYgzzCLXkHuJD6IsHP0H8gO7y4GSHU18YE1EOqyBTkc9ycYK6rkXACPAnYESmsdF1F6ORKiV95DkRZJSDHgocBP3KSoEr1XgNWFoXOJHISLyPA8p9yBGAd4XIcxxN+IPh8xhiI+Fzpq0WkbY5rlTFRJ+C7mJZR4PyeXGeYB/QfVHEZlmmKx0Oxk15LtMzAj6heubbN0Ee0PmmeoI+qGtBz1SW03O1pnoif+b1bMIYU8bGTZp32LadfTrf1G6QM9GmBRurJR3VgPo8ZnwO+VGVivFQlpG8EwPmh4UYBj0Vquc40x/jBzTYJ/y0oG1BzyjIzcVI9IyQv8eUTwzUJ6J6ioW2KJeNwhiAhZDYt11qG2LbFJ+JPh3Uh9G9U9aR+rw4T5DbAV/UPSjLSLxhzu4IDGYBr9Ma8lhOB9QT4zCRA7djPJ/kHQm4JyxikuQA4J5SnaJiPkn4Avm54MuIlYE+UZobtSIW4qQtvJfhTS3zO8gw1+a4T0b+Aj6H8RHjzfBk9zHyfkxrEWJLyCslHIAMbKly2smHUMtMebBBXMaByuIgIPfabFuMQcjf8YDP9FmtyzgAGaNjROYHPIcckNcd4qpGcmMeB5AnVfucn5QqP6VzEE9zUEB3qLfJHKbhQxYPWA8AnxM7KGJSn6VywP4Q5bAyjTN9aF0AOeVU98A4HczrWOPxoK+P9T3UXiH4GHLLmldInbEIABPkPbAZ894Y64EAc2E6d3VI6iRSV0K8hOrqhAes7aBGRXnergL6Q1upQjpvrRxX0Abr2Hx9RrgwTuKqE2hyimOocaBmTeSKmMrVJM4EqIEoroFfR9OiH9qk/sxzZpDUqrnaBuwHtTLkC6wNDVozN0/1K9Zjo6wewxoaOVY41cXjEq9rCVfH2orWAIhPm8hENa2F0UYjkuexDhO1Qp4fQ/0BeZ7UgmkNrJL5ashnBFfjNDegXMIY1OR8DIM8In3k548cBD5ZV7QFfaFWo32HOXnie1I75dYUK4XWlbD2KtSViFlSV+L6JFdXAvZJ25ztV8A78ZqNnT3mm6JsfUaGdfsizvLpCtc9WN+oiOVaalOQEx9pq7WY5nesQ5h8SmTABeBbNdVZopzDqaV8OggYvg0pl7Ft46SWm/JpLUf4NjYOxVpAZXWE3AO+WnXIPLVRTo74GiJus1qZyNRhuT5Icp1RrA8ipl5LagGmXkZ/VciQv4ZsXJGaF/h3StZyxTyC3JzWuEZ4imv0UQdq/gB5GDgsjRWVT2q/cZz5Lx5X1KcYd7D+hHZZbWkDhlGHAlZofVrkAernAduWozbLYYCsz9nnDXQ+aS4jNTTqwiXrArY+Zes+rFtIzc60NXAdKSQcBbZZpXLARZyus9UgjR/I+5DHjQDXjYAHWL8o2fwg55Pan3B2ui4m7RVBQ3nR/6g3d9bX5+qTwrMaUndjPHLs8wy6FsEaKEowndWrac0UFfyT2DxibB7R+GLb4nhhPr6gbibPbYrPeAaknkrrhORZDsVAIW8QDIQMvsuyrmv3q57LtRvb4pPU3PO7OCDP3h9xM5z8v8wJ+/TLON45UJEedSocaPmsfZfyBlh2oKJlmZ5rrP/cTTCe5wRmO7Lsjewk2qW3wfTl9J5/joX9oTG8cQYPh0Gr8os4U3cM7c0ObFM6ejb0XY/sT3FDyzvaRkWTs0fy9f3ewo3xDxxMu/ihGfZTO936jSCdA9Nv94EdcqTA8sjnf/dXZ4/RSV/mB2NtnSxaQmcFhs8CtiYWj77wFdvntxXfrXeJz+dUwvX3ParMHIX5kJV/8NhL9i3H2UFyhiXOnFYpn0gXJOaMk1hjPHjmBM23Hny5ZT5Pn45zVjOmfXpi6OzXDLEmKbb/4YM1laCs+JJVlkMrPr/4PTQ68vTt/s31NgBHgTNd47AhdPCXT/8dfJp9vvEX8Ol7H3n5/mPnMsUgYTPdtLy/h86//dBz/QOHni9z6BwuT9/8nvDf6Qv0xc7/AQ==7LzXltxItiX4NfXYvSAc6hFaOhxavdwFwKEcWouvb1iQzEwmM2/d6unqmZ7VJCPoMBhMnrP3PscQ8Q+UbQ9xiofy2b+z5h8I9D7+gXL/QBAURvD7P1ByfishSPJbQTFV729F8O8FdnVl3wuh76Vr9c7mnyoufd8s1fBzYdp3XZYuP5XF09TvP1fL++bnXoe4yH4psNO4+bXUr95L+a2UxKDfy6WsKsofPcPQ9ztt/KPy94K5jN/9/ocilP8Hyk59v3z71B5s1oDF+7Eu354T/ububwObsm75rzxQP4xOyOvr/XEsjxPEyK2U//a9lS1u1u8Tpn37LmCbfn1/H/dy/liMoa+65WtBMeb+d/fHQv/A7jssuPrvCPangj9fEz8XwL9egTZ+LvjzNfFzAfzn5uE/9Q//eYB/KPjl6qfmoT/1D/1hgPc/lOnXpam6jP3N9KC7sJjid3VvCds3/XSXdX13rx5TLm1zX8H3x72slswe4hSs6n67zV2W993y3fhh5Mf194UHrd7mvcR3X9P3Nr52Ipv4Lfu2Id/qNE08zFXy21NTlq7TXG2Zlc3fGgeltyEO4HN7FMBn/3u8z4//Xkz9OnwNX777+su7/3F//I8UGMZ/xM0CGlqmvs5+TPQfCHr/FYDxMXnVNH9agC2blur2K7qpCtD+0oPu4u9XTZZ/tXivStUV2tcVh0LfV+KvunjHc5m9v0/pV1/4Ydh3r9nxh6LvviFmfZst03lX+X73v8G/eep3qMLI79f7745PoN/Lyj84PfajMP4ONsVvrf/uj/eH7y75L7jn41f3bOPr3h8Esqt2uDcawb+2IpnuTwX4ZC/9BDDtrpFNW5X+RZXfSn4UyN2wLl/jn7PbnL7fvkec/P7In6BgrrMlLb8v/186wt9t3N84yB9N5q6OCiSOPH4xsu+Vf9r8H5alxUnWGP1cLdWXBSf9svTtPzW9NAOe9LOL/jN3jOfh20Tz6gDj+MUf4b/zs2RN75X7S5P9TwH6v2zHKE78ZMUo/qsRY7/aMEH+m0wY+8V0svfNsN8v+2kp+6Lv4ob/vZS50aZ7/7a/v9fRerBzX4v7yZbl/L5F8br0P+/fb/YB/8srPffrlGb/Sb3v6wlm8Z/ux5Q18XJj78+S5C+W9/ujBjCh3/cRgX5GIwTHf25iiaciW74/9fsm0dMUn3+o9p2z/+V+ft/zby3+bgG/zfF/3ijwv5Ed9DDYZ5f+FyDLvqcPZnGzRTZ/Ofy9xdWQARz61wHsL4XNX4qbvxI4fylyfhU6P1X7kh5/0cOfC/+qjPi1EP612g+18mvhX5X9lTT789PwXzwN/+npvxdG/1U+uO8JwkMgmT/c46pbynyH9Q7gwa+EwbAwiuF/pUryrz//X2SNv2SIKfsGQd902K3h5r9SZPEwzMBT/n1EgsM/48ID/pVIyP+NREL8H0Yk/3aC+LHSPzaI/DcRxN/085cE8cvTKAH956P8Zuy/jPJ/FdP8Fn3/n2I2/1R/gFr/Bvv6V80CRqn/B2bxd0//M+P9X2YW8P81i3+LWaDIfyon/9X6/yq6/BdF8v8yM0J+FbI/AvSvWJCZKrAf/1d8/l/x+f8j8ZkB006+mfa/T4D+Epn+v61AEfT/MNL4hn7/ST2U/N+jVR9/2kr4zzj9NyrwX2WfP/fzI/v1d+zzT+r/E/b5u6f/d7HPDw31B/ZZDjC+G51+5Rywx19487N5/YIpf4aetnq/v1kyOESIfz9d+Jm3uP+6df7wo1+g4LdjvO+9/OOPJ2V/mbS/aeJB/Swlv7f0P2uxP6r0eT5n/x7RgP29aHgNWWdn8XSLA3ByisJfCz31WzXfDHHDwL1EzTqDnfpFU3zH86r9OtL85xzTgBtMnNbFF0b9IK13lsfrV/7sb0joz0Ty1SH9oxT6UQKaipf4Hyj97RIRhq64mbrymJe1Q6pY9PT9R7fdkneL+1Mq398klqXD+3+GFJ+NcH94GkjDmTCjmNCzcCVli9pmjkyatuXW8/Z36JK13zWrXfMMy9p0oeRma7MZ3TBMTL8aYWZEm1YlXqSL8d1Z1p74GuNf/diXFUPaL0So+QwmZ5b9TOEsrhtfM0GeeQSJoleEgu1HhM5oDSR/dUmHcgU3DkRZpTY+0i6bjTxtC8cki8rLPisGpm2Npk04pJF51W67E55V3yqMRj+XjtwI5MFaepSlGDOA/KRxf9uOSN8qNmd22qZRHjduA2ECkL7kS9pg1K4p7XtFrGNYDNXitKd60P4uc6VUlZyYjqnqPodz242p0c1yTx5tSHu6/Qj4uqU1Ezm5p5pFjVlQoTRHL1k7TKZ/4jTCkltyyPnjY8tJzOqiqEbGx6AYDH1uSNtySHOuUcP5HB9kHq/wa6ylROfcA5up2zGF1z1OuznnNyXywgiPvsIeL73NwoWasfpUap9Gq6ARcI9zeL/8mpGhNVTJfhr2GHxVY6VPUGOJXl49vR48RiYNzR9yaJaP8uxP1culUXzKJvf09hIXrJK2Uyb8ILKwT+dtTczL04e5qe9PqrstLM7RbTJk5pay3rldSs7hLlbZ5+2UwjrPtJsNH0pU51K15TiiE4HvHXlkWzo+QhR75bJjR41lCZ9lhPiw+kSGkOzC0fG0K44f89j7S2GFw942ezOue0KMrybzw05V1r0vXIX1eDWROSp5PsjpU6IGgxRm5a1q8anA/J2XUwRGxfYiJ6CasBZ2cQRjd5nebopqGlawwa+OoGbU8ayZeXyQUPGe5+0jZK8jeqoPWXHx1zN69GrI8H6aCTyiX4fIm3f39z+ON1m9KFiOZQXdgp/00tCIPiTovm0CB5UFPdcy85QL+WWL1mlpL9La/ZlUaeUenVmZNJiG8aFXn6IbWr6vYoqbXtpIc1q9hcHJO10hphYm01q9d+uQK1Z/CrOd0X30uG2DIVNEavagvMIoAPaP3ijK1Ab6mlnaGX27Lo5HhPcv/xCZiufEp8ir0GHCu0Ht0ufhBLRQvlM2WXWnMoi7gZiPHhaytwbLubL0SDE+TKR6OEup2PFewrWnlY/GmrLLvSiE1H8Is/P7z2urmJlm3g8dbJN2W4tAvfaXn4Rn0jS+yFHAAxFINK5dHyw0qsLTLjGeO7nwvvHBnQh6n5In2hi45O9vVfNxbmQWNF1aJwwBnkDc18x1hdZ2zKeP8Nwqd+n7FR7ZEcK3x4l0N5vxzDjzukOvCccb8m3CeIUZUr3rcAkAYL9HKJR1FHXPNz4ceCfh/VpMPH96W/xkMkx5tLUdtl5Ah09+K3qO4XM+tS4m7YQjpSOGCm6bnK7sIFdS7Jft7KINZfaboBhlT0WmB5CCkYpBT1zOI2BVZYrExDMh32rBpi9eds5+8CT2QfAqnewNvOoGVDj8zlzRblQETYP53zBEP/eah25AGkJafRrFuqb7DThtTK8xzTey0IScF3JXzEw+3SH081VIw84pu4iRTAPR0VpIy04FNivgtLHRr5w3zVL2bP6zFh+lL5qwvwf7kPmL5/ZGlAf+odCeYl6yxduKEFXcVXNKzSRyhoSKKwPXtmSyHDBWsz/LwUgVT53iVvOPsYzHAol7K+5t3VLmgZUpmn9zZ1y5mFhRHIYzCqR5o0DUyQTpRh/lpoj04j0A05iPQm2qdSgGrKePpxP6n9irxKjg24fvhasXCl6s6anW5TQ67dJ4fK7Cuo2KeT5RWlwfHE3yWV7e6CQI0V0sKqSRPJyJfCWkvz1kYge7D8UFX+wKVVgb3ad7OTBKy8u9HJnOUj5fPEmw29tSMj6t+c5X4NoyVubtVHrH46kjHDdlbKnlHFJS8QhYjcp1bIVqnZzvLIXFh0KwWL/OY8cZlLWeRkWCTddzDze4b3iC4lniIKirO95DPOxXLJxe7GmYo0cFcihUFUlgBl0dZ3aDiWhtbbKXVjn2hHwnrNFjsC1zrppL9edhieyrMVZXx8dxbOMxGMdjrDXvFQ+Tl2dD0DDUYAyW42660yOLXmP6OEV8EuaxmrhE3N6D6D219/SQje0KKbRR8F2SMiUYzA16FZB1jNIx5vrQBCbelkFs3ze8Mxt9vLpgNhsEfA1GhvK30XiPNefPul7EgQxHYunG1mWtcW5N0Md/6/ETJi8ziO9OCXtTP9HkBva8yCq8KtP1zuOx80R8r989tjlIYGa5hVEiGMe8ea9kFJHleksvuCIcFHS2IF2PB59heNVP2O/MNXs4fboO7dqclKTDHjJmEIcOK96FbsL5zye/H6E+HjDyfpfElt0+EfTs5qnUFvQoxRHD8+7N5qjAgG4SY7YAv8h9p9GZE2V9KMtZ58oJ4pY0Iz5GqhM7tPJSuZCwRaML93o+h2NZdX8/CC499aKH+XJdntfwgcV1jo+j6ESEPLeKT0NSQVPHsMTqPG85dQYvkesN4RT9OXLMC4D4rjup/hziKHGERTewJWpPPxaibdGDpXA+Qtfe7D9dyvZcASw+tRuqHYnr56SaqiCq2zaKkk4kp6vJzmUaEXtivAT2FtTPljDFT226FRihN2aSY5uiNy4CI4iy1Fci6bO+tDAyKggRRNG7fENeRjnZDmP9RgKPzU2rLPVUhsJq5JM0hZkj5Hr3pZu4IUnuWz4QTcrmd/DAIVGp8XTrZPJ8ASGT1ATmDEtKTN30clOiuWb09SGROXjdwfctpbQ7Burjx2dKllSCm2ilWpJZempZ3sRExEZ6Iwi6BhdEGraZLdaD6so4iyPc66YsROY9xFqtZW5LZVgP54JEpT4BoA7KSHZto6nHl9Bkgs9DMT4zuXYZ5sDqU+yT+JUBGJ+wtAOREyMlj2d+AZvnEuKdV8ld1hnUCIgkZ7BCIukXwqD2kQhdNOnI3DyEVxFp9P6QNuRNzG12OKZXmrHADK647l7HVKQxFeUptHJUl7otUH2Gl9ANiKUlsfKs+iWFVqIkPDpxeAVE2QGQu3asqODKqGTKEg0gFaBKiUS9pyTrEevBZ3rkkVU31TgazCKmuBJYHKLON/9Kkgw1x5zw3gyES4W+Xu0hoMbwyIwLrIN3z+YkyifLD2aH8i1kD2Gj29mgPDB1rKlHx5z+Zr8e4RPVnhcnBu5+2CVb62PsuIPuLGMOfwoyW6Vlxq4OTs+kSh44KjkHECVpqDGlvivHDRtAtFgvQylFm19eCBYgpbXpU6YhA2rYKmUQmXhl4vLQ8gJoOCGhpAe7hHL2UcknHNZv8Y1HK/acnt0J/GQy1CU4mXgVCELl5u2OvyCwhdfQWSRGJ522op+b2zWblE95cUO8zyLtGNTWuS0OeZTKcSDOdsZzR0F1pejbVefXAUgJEpCNkbbaGwEawmCpbl06EWxFPl/uwNbSgAwvwYWX1g/R5C1C06iaPZBg7YPSMQhb2vaJh0C6G5ajJ08teZl+1l5tGycXBsxwRfUXrpzv9Gyu9K4HDCxYD3dTtQeRXHUWotcnS4w2vyvXDcXkcT30SqTa/r6Qd0QcVyzpau3xxrShR2NlG257tRHvFWVeExzJJQA9jsN5FywJ+dKeTQhNkxsCQxaj1Gr61kVBlXlDiYZNocCqqnSy7oiYmX3SC71kGolsVMYTSLsV8za/1iMZRp3Zic4kfeIVGmhwB0cdEYDdrb3iHo26k4PQZCRKcu8Utap9DmIHiuPTiUiEvfIcLVV8iAl1HAdSRYXp8Y46BFOR7p4pA2Skt8Hv3lii9/ol/bgF14toIV4YMr3wbMjLaXThWEagoc3RVYeX7KEh+g1AsEhEI7GiCTCgUKFQNJeAtAVh8SzJxQOSfDObOLjO4s/5NOA9tmBbx5F1uvBpG5/lEEuUbVTWUMf5MeuSBETq+hIjfHqpj2sTG+UsOmwgw5fQ3PQEdPz9JTgbnl6Og/WtvkDEE+znk8qSEFvi6w4gto6esfddGoIjOOEOb4hH8GlQaOs+Nb/pAGd83zhRdyEqRMrR/FtEHLCThWxvISUnzofv9tAbDQcjMPz7ZrYN8S2rLvjqAo26G5fXBZgq4DKpJbztk3RBii1gBtugExgVvPdpzQkSwRyiBKtdcx8zb7j98fZy6gM2Psk5IAyNR48zkvYl0SWKIvZuOx8tACQIWMObxCirwzy0DSzvTSyQBJ5VcL8hjC3CsH07KhLgrhJ8QWbTYdCaNH1CfmVzpkGkDGAy7nTGKwc/PjmeoDH5DrYE/grgvk2feaPTZhDQDAwZ7CQw3kjCyPzsMJ56d/iblAMYqD4qQIC+eN0ACqIh0IgsMrN1h6hgouqDY6o2qu9IH2d2zhVorielQxTjGTgjWWv9p7ruYOfhwOVhDWbA7cz4yCkiASMmV6IWdg1bSKMQqHcg0RbDMTbHsDi7TrUOk+odOcG5ypZiRl/RtY1JN4Qg4nAPq7tAOFPdX1MtPBsXJSWD0PB5ycWuADGDMYMkTdV6oe1HumPSI7hmaZqnrZ5mTHDFg293Xdqa/1DCiLRd0PT+/fr+WCL1HT78dv9F//ijfH3/ulX/uI+pIk2n4MIG3zIVdGr+qMfsdzz603Xx9ZFxIV2xQbGgf9LWa5JO7xPUDqNHln2NPGBkP3jeVcPmvvQVU1DcygGjZOC2cX3JCh13x0OEWrRWqBNEabSuXNLvQzWkAs9EeE98Dwpt5pH4x5pew8OwlTISb63sDOB6iQKr1E65yLjhkQQMFF9Q5fOwKfP6lrZuoVePXfvQlVH0hczSZNpa7atReKv6rc0zEkNKbkvoLdG4dlLoG03X9/VcE1TptIvHXk69PTl5e37kBTyvBTqWdFaZsfCans8fbf/efm01KaKfMRiPT62ypNTRZyjDloLfHFTJv9f//vXbWJpMbNp7jv1bsvZXRW5J91xD39rC1l2/1grxHrEfbk/7ntcJtABb/aEl7vhq4dUwQyZ6s+9aw72Ca4o0W/J5QLpDk99bwF2xeUT+EVlis0Q+doGRGj+PjIyCcrhHbsZB2SRCycc+DHZ6SJAHAGrO3Q2W+rlH/qce1T/O0xC/9ewFepPW+pZ8tQZ0iXuvVvT1VLm9uX373q+XIt5p3rMGLb6531u7ewW7hluid4WoMqSS9X1MX6txt/DbPt9juGs/XsC2RLh5izyotSZkS325XBq7luF92Zz8m6M8gGWzwNS58vs1I+z4ujcf68sR+IY3PetBZ+eNjM/GDsKsWVISAszZrWRG6L6OwAUzPeiSKxghre3baVgNupFVKAyXFWy+KhzZ6i36eWOqYDm05rJ30M87lMzTVXg2D94qizcVvYDUuWZiPV8d0hGXBgco+n519eC0eZ6N29JmbdoCkN3e5+fArrl71vCNzX7ctPllgOB36VT0ncGIUymV92aSgV/nsdI2dnitxaJOiXyrKHith5aMVjwl5g/kEO+sAPTmlya8lSM1tOkEosYh3vz4hkDc4dBkE9mjH4iN/yiU+nk3KnXjp2Jbu4q15V0BRHGMNk26ienPcO2gBPUAdTXQZwwBQQAS0DYkymVkswDdQx/J7oM2EZ8f68lnEB5lrcFTuSxrp/Zin9tZprYS7JiUwYF/y36xFHI3xZ5C2oHGOAswoeBLtjPqr6eVP/DNrgOuzWcZMY3HFD0Kevp40COdr24vAky8qXtqAEtmWU2AVDS2uHk60HeA14T5fqaNEir7wwQ5B9ICZBN3O5zVkkCNplgyywKH7J6wqsDrkTpFTTN9Rpi2hRl6sHtQiwjrSt5IXGrCGm/SMQtCQ433LQ6UR+Y2r4+NVdojPiSgJMQJagd8wWlI1rFxoH0psu7PYZTK5/NQyeFEpFGMTawnkqTla2PTY9HYMNzeaJ/nzMZipvhTIiE0avWTAKoyDX0Ecl7++CEaNMPp0jZiRg2X7g1Rz5y7oRlt2iE9y6QBAvoTQa9kqK7uBEQqRnAQMPN7zDkPH5CsNgGnnU8sLsNw6OErhOIx6Cav6n1keIMwL2qbbXTO6Dk8YH0r3rhoTbOKPDjTH4yX8soXlvF3r5IuUVxIPehXg/zkWW8m19unZ/GsmN7eQRA3W021Sm4c3Io60mztSyE+k+yCmpwmZbFUK9ZvJO5ESje1ujhzNgkRx+QU+OQdpFRTWdBrp5ixeLvIo1mvd+BIdwQD60I0Bs/ex95GT6RZmM2WVdMjHCvmQtj4Q8/Hz9vH4erptqhjNO+mOTSICU2d9ZjbK4RRcg1/zUy19LMrAijWT49GXiwRTRYXo2O+486+0qfoaa+t+IGGD8NnsL02L16NIyAFRWt9ZoNlJZle4C0yHI8mfUseoqHulBfbvTJ5o4jHtCR6S880X6o90BOe1ktToMuW2RlRPW3xIsgM4cIyfdBRmzwLe0NFjPICf1Zj9LbT8d0NvAHbVfuCFpbmxWgyUsV6x6ljbsGEd29JemG9KVbLGXBJYtelYvtkwsn8WzfLbblD5ZgSNQBuYbsAlcX7D8iz5liL1p62pZkvxMh32wwcV3DIqAKVVgNbeGAMoWCoJnoouiIU2ycQ4ZltvD3zVCxvu3YBGpA9lXgD+Sjfdk/uZ0M5sq9FcbVQZpl8Ls6diBJJXq1I8jg8V1FuKw5fUzcja08XQ08MOO2nluYvBJCdV6Deao5Li4Snw7h/YSTP1YLrs3hne/CLnIY1IAmcZ0FgoLLbEQVghgDeuqhaMLxkNh2WRj6yXrBU/WF+eHGc9/KCLP5b3uYoyLNHwnNh4bCjk71GWqACxebPSaCACEeph0bmVT+WLm5DrD5BiXHIb0w8mFuqp9w+qYpYcqxWimYbBfXrdqbufWy5pBrY7RtwBpISwK/30TyrOGXCN9n68G1e4gNybyac+zrmn/LKR2zUBAr9zWd/jC8JCo49/NfIpImZDatdblusz4Z7r3tO9niMXiAT6KnJlb6L3V/01xsZS6J5DM/61TOwiw94saEUnXGU0kYKriNc5QGUcGxcepy7H1HMxenQQmKlJk0GJm24EWR6V/UJ0bwoR1kMFKK9RbwJ347drakOV8vddfvo1/vAS1F1pu5hTBJ5ZLeeYHrrbR5xtt97PFLSp/o44nVjS4ZlKiqzJjhfWNVKgd5gELJGzWgfkv3ctA3NigtvOOP1iQrM4Gw1wCSAFy8zO7P3eYy5UDYULCq18CEXFX1oRM4F2NI/9lZQaVIib3x7heanueMalVMupmf70I/4EsXXwR0Oob/Ds0FePod9wa93CuBagyeTl17LG0qN4nWT4/slamzJ8rBehdjLhxjd4EEwUlddAA7Qatj6+EQJ1Aphjs2tinvNWhonwnF4Ub13bVOKRYsVECqHGRy+Xmke1GTtR/X45/b5BEc1Hl53DPnHenSZvCeNJzlVUYq35dnC0S5M+oR9jRAtEFUeo1/mZs5jILtc9NF2YGfozpWAPKfI2Bn19UElWRcH58By5a1rLTSke0XK1650PeenNDTcmDPDulHuHx9nYE4uFQIarN5slPji0Kf0VqnN20vlVGfTKK4cGQ1oC+MRO+Mr2ashfxQfJq0CJqTqpoXcHsootZgwcqNeAUnvnUo++Df9dGsvLhVOGUqs9IKrgwqB2y27dXaw6yCBJCe35iaC2BgC7Q1KhFYCLiLCH9uo13Q2ohatSGR03DQkzlt7ad7SA3HkCz5dahdMlcnRCGXrjZ5MYriIdkfxTMrkhF7p5AanalWjGaubEZ3ANYwWWZzYIdXX82qNlXhXWzA+jkwtBj5h+EOXYMxyCUwxHisxsl9n0YzWwG2PaWbwDv1NfVLQs9atodbOc8Rlz/ZLGaI4P7lxNXCaIvXSzMBsRJ9vtYgpayacBlVBMvecBKPkwweS+Q9ajxG1QBmSfxd6aSkaD07KrJXwZC4RaYP07wgmJ0UrC4pYU59P0yFASuYDlyv3CuOdQONWT23Xu6USCEY/0sC5AeSmDzJodLuHt4ewgTyUyvPDrch0ydXAysbZHXeRBfV15Fh4WZGVjdJgOjNOfvaJ9MbSrOkiQs5t6QMhoP78fKpC3/OS9NbLO56uA2FSCJtwoSFAfINtDJ4PyAIROmzUgDPyxSvrJaQBZUgAw18DhHSkmiddxT9dXMA9Nxsu8rXAT7eJzrPBS/1kn2MtYtMk7vYZBhUWssuYwjLjJErpIhM4/SOU9Y55ZFERrxnPtoUAXhAuqDIGfVSFVN9zETXNifIc+xuImTvqUc7JfcG3x1OXIJbswQFJdM3PjxdPT3/A+CEh/DB69lKimY2s5YwS9vv7dgmVjFP79qmyhw2QqGjmmyAwJIsW7sFQ+xdPRJKn4OsKAvlGL4noQU5XjnqkKdawu8lHG9AB/DrI+pzNW/WFt75UdxUcGm/eOG5o6lfC9nmazx6rvBRnwK03NxV8Oflv2pHyoR7UO5rwLtQD7w2gdTmZuD7KH3HyP9Xhh0j2VFGUkhMgY5QlFuCt81Wqu9l5pXMGT7+lyJHskxy6fYvHU8iPjygJ/Pv1eXDPTAJZTVSkyBSEM3WMHmx0rstNuDer2gsTTwectT0NrKe5Q1mw4r5tQK9jpBCmXCWtACwFF7HLyBVcw4O2QHsyZbs0AgqGNltEap3VPT5sog3Xy14PpudMSu9CY2b56fPFjGoEB4/4IbHKrSLAey8ey2pBt9RqILW3Dh7G101qTUslA9PQzRjDYLQ9PBtAwLidxvTkOn0ljvqxv9cadpjKm7w9HOvY8IWYQBr6ViEGDWmhYsrnjGnuPv7M/2H35iIfLz7VtiEHyKbzt1ZFs6y330+/rVHtYVey8sS1OneE/uUVRxaF4jaCBOFFISSWvr4ki8zj5XOrJmD/Hu7XYkHhS+B2pG43IWQtdgK2U3BSPc6Ke2mAeYWwNeN6U+nSps/prXY0ZpHBi1Qje6XbbPjTxKdyzZklQbmyvGQZYi5p9gBO/gqgrF9v54QGmfNXrBM95QnZRa8atznLUKZo0MTgRCrtJtAXPmdWsNmYGa/hfE/Hgv0x2K+ohzNJaPqICBEycnoF9yDs1Z6MJPMwoeJI63wxtXDjly9iknZLuhIvOT7tTEUP4BslxOSOQx7VHfjWBNhFmbnFGNEkEwH2ZvS8lnXn4h6CMPORGPGqE8KfgTmB8UqKEakbabZv7bhG9gVk510c8cnI+WCSJQQ/NAjy43ts2SyyV+DWGTtC6Oype7lgyEAjt6bQYy8kiHgyK3dl4hu8QCgYRM/E9FjSMc4Hd69huRYfeaIvvm2ET2OsOsAx3MpvCLN3MHJgBdwd2vmEmYX5IlbP0TQqqRRz23CZPH0lvbrIK4eUZQDDjIPYETjlEKWJdxOxUs63EcA3B+Py2353d3QDY8Wt1NK0PiLJkU/6OoZ9o441R9lbHIK3KkwqFVTLQNAxLoSIYx9ezH2mtL3uezrl3Co/R0Shf8sjWs3HGte0e28gSAhk3K0UNIwIr1fzEa35DljQVCVe+9qRJGsBL3yGeEmvFXiJQfTwLOCPW72iZkO+s0dttblEfDNJVwcO1S0iLsYWeY2cBSUTHxuZEz+QK78VqgS9bDTcnlfWE9F2o6xyo2y2WQxLJO0CqR5IHtMgx6sj+MlppKFX9NyQ+pfQndxcrj5yxj4mj1Op1V6ptYsN2cDinvRYFL4o073jMpHd2efnlfucjrckeA3lqHLUvnXQgPtcgLp8+v4GbSeNuiI45n1fNcFmSLVBt5FPzAZ3DeUq0LMJp0BR4dBdB//6FlXHbpAtlrfcalsMxTH46IQUbvMqlQ6pXDnMywevfuRgOLPCqodq6n5W4mFHCQoBPOaJBwgrpaHYIwYksNz49c7I69ZDHB0mIcEXcpEYMNnGHR9a1ifQP3cb7AumDDtb3gEkzcmzQR4jsq/7A7yNZChSaKpZ07Ohf4A5CjjaWiaN6Jk43KRhnwmgCdKtdX8xIWXWLFQNOS6tLFxh2ZITgJbotLdmM+xyRESiQNWcZgEGaGru70C3qm+B3C1gTnZAJKkKzo2Y2ICxG5fvKGVS7gG3xr7qraOeY/Pp6A8g+JNn6jYHmmgNp5J3VyearZw+3xrI9UgR1sXQFxlcS1VYA5KFkiljx6jmWksq8dx1qffJBTbGDQ+6Mn09UIZB1hU5JRC7AQP+OC6+fzsuOKYLHRUADT3wLbz2Srzt0clgUrjwSskFglE0Hy7r1KbIH95IlkOl3DEUoEI63awXz35uTNa1YaRYK4vc6zOm2cT7u+rhxPX9UEYMNdwMX2QiurDQTr3WLl+HQFFjqW4J29E+2O+XBVmVV7vTICm+W7iaT+sL1Rtl+27N/aI2P7W8WswknxwWB5A1Q8cjbGajaPe0CqsL9yGs57x1PK7yHtGoHkOZgpI9HWNp86VU4ZflsbW2PEMdxg6iccyVV2XMSwe5BEtOl8vk2EoKl29es+DGaPgUc1aVfT7q/mP1BUTNH1zy/KKZeSULlSDStqLhbXeAQOgQV+bLAPRtfZv3q5d24vHgzbWsxRbkZ5goYHekqNWPnjZ8oTyJ8TTPqOppnJA/jxILHqblqIEG8gIexiIjpeObJbAYNk8YfDtfhrFGhkIsQ2Yjknpbs5JxHtD87NKQb79r+YE87D7Nysr3jHdCcdPn9kvCySjComZ6ElUz9KIsvkZh7iLozBpJYUVFzx/QKsTHZMiRNIph2B1d3IBFvsHcs52cwcwevampMKIRh0IPQ+X+DkJQckEe7ilMbfrZwu1zoV9+DCuNIpAfF1iWo7k4vwlvQ3P497O3a0EOJ3lS6gQceNMa39pB7JL6tWXWbB516OiPvpvLRe/y4SpctHzlFDj06dAUP56PF6/p22KHlhaJDlaJWdmbyWSFNKmeVeLEyk5NbSKwg3NmstFKYEMIQ6sCBPfZT0ob7CUQ3KZZJFAqjkyTBCVGmidZdTECnYBsJ+Nglh/rSa5DbzIOrS/veEHOl0N/LpLIHWLVnzxxnGVUfqPRykKfCJ5vgshze4+2McSE+iAAYsVPu2lazeMnexn7En4t7uPocf/DLNsSQbYzUUbRYhtWnLZXbJauNq2JleDoWXhVXJMTHyBCVjc/dQe8ATGN9tNCyTd3vo9enoCbUg5KUDQC9zp7R5h6eebkpCODFFzR9SFyg1if4JDfVwPc2BqNFL9yNo+vPOxCrXoSQb0oi2bavwB+ak/5zDNE28SGlsvGeP/IPVfMJSjYAEXGF8dyzp9H1+yIMzLT2PvBqtwuymqKRNUgdw0/6F0lwIuYAOWPnmCv19JemwTinABNMeyk/dnfoCBXg91gP1k0mUKB1F5ETJHXfDbPtceItiXM3NLBTcEbkFkhsVTuZEK/+TgJcT14c+aps9LaNKaeEDMp6H0ADg1e+UChPCpzh9HvhK2Y6PB6AxZ1IJrbl73CO4ooFBYXcsuWX5cjHsz4Ci/KyjavUDjRh1fLfa5ONXwIgKayYFRtLzYQ+8B+zOriN3TYWBAUXBdltERNOPsGh0nuiIi+NUYKgDyUxaD1r1YaChORWNtJb73IvZxBi4p4geKgGIyT+1T8OuVRFN2RvqtpaF2LMf5ktuGGSHiP5jw8sPWO2WJKFSJ4qsDJR2dBajycW/MnxXc0jCRPuAYOVoPqA15S1vtixyxj+DrxyBmqh/ZbsbsOrBVfmYImWsHLbUxu7AtlbI+L6BjdHPMebJe7YyjDa2JnOQH0tGhRCFN1CQ795GaHkeZWaa8ZocQGU4kd4mRYftd7HAARhie8F+tdwrpbNyOFtJ/Ydlq3qhYj4QNhxh07uFhwYQHxqdG5Blb3dLKl3qt4LKVmap3iVWoSyYgG4aBISbeKm1f1W0MX/crJ+LXXFwYEDQt+AxJwzY+xpjzMgvOIT4I5XDmbycfKJyo7++Qk8GXGdHpyhU6fP9LzaULgXZyPjffkBQnlc4cTwYTcB5j37sm9ilMvMQCq10kO8xjlboDedDTey778nos0Qfw01/Nne6hCA7KWhQjf2vIdK6ra2yN4+5tJX0dPDfEBzMl6P8aVzgSRvNxCUxZ5JFD//GhSNg4K8oH3Age8QENNesd3otCt1skDqiF6CgvRvGytkHo5EPsswZYywZeISWuqBvmcg03gueYdz+VJzgSpmoPpLW6EiBf64MwNIppy6dQEgl0OqZC6iVv9Y8YfMUAcAbyoE/Y9MgSxpqQq4skiPrnzsWdb5lWf6jw9x0DPbGYgyi13AuABBwbrCBvxfDAcItqfYc/oqFX+Kv+M6L5VAcetwgTuDVcJZ1oqtcWX57FUJ+XCdkL8IM0kTJSAVi0uSZUwudoFthQrIYIe6pUcNpAwDDNXJHsCxym83GP7uIO4uhOiAQdrXA5vfwmJF+eokhTADJGo19MDxxEY1Wx1YiCvUvBtD09RirH4SniW39e0eXkAw74oEdMJBRD8hydG1LJVon9kfuzSsnyFBXozWm/fy4QBlShx6zh5ASl2SIcz/Zfd/WCqGIfmFDlve6b5rBYND/NGiZ+MR21WPIpgBmJsm+x1/ubUFP2RHS75RSW/XxErhd1DG4hNsLm6VIDSpMo5jyddhEgNeuiylaJk8GCQZO+AYQDfuPnLeEkhmfZxCY4UrIUc1jtuFEk0+MoajCiyEsGLNouIQR0QPZ0X2+eWLMnN070RUKYS3g+q1nKprzwH9hd5Du2YW9cJXJPcUtIiynrZatoEGJQeaWE9ieiz1IRgwqW5w37Q1HDN91asQ61+QQkLXqzxC/kOK6EX0QgoWbwRoi5nsnClT3XoL3tObZGFcrXkevz2rQ631Y8oBiv1fn94Ddrr3vZfaSg4qDumd4T6AIiglrJjr0av52M2ucnGgrNMl0uKK1rERGEl92ph13u/4I/DYIcaKfQ62jRaTng8WTjGv1i1be7objMimnuUig8cjOIw+94XZqElEGQMmqly9CNGI8ePyVJltJs7z+pN2MW6lipy+Butvd28dojzXZH3EhJrGPEAtQVYLsWyfQ2lpY+uQp1dZiEFiC3Yi1h2NYvUj/ICjHzm1C39NyGrOPJx7PZSjzor1weNzu50cFf5mVD2cbXzW6fN2N1eqlu/DSWUP8BxLizdoZV+A/PX6POmsf31augHsooftFE3zXt8POsrolUbamMZCanUpRtXPiTiTfLx1/Oj1uNoxFpqWw2fDy+brDZTCy4usAixVVPXgWAqkN6V9F7x3Dthq4sSHRxpM2ZDnOsXZ3rvnC4UIjObXhyr8yJgM598bklmcCj0insb9vpxiknMwrs3lFRPFAODCgSNDD8vPDdu5L3AOTPjCc0dN1qZMmaQ5LSC0zXzI16mk7KNdLpjgWgqE0Bux2H6lMy6t2f7Q/JER5bknh8HZ1GqkxhmRBsvOk08Pg6GIMCbSEotJB+Vkpw+hGUZK7lL7SEyfNWCLU6M1qZjfFnazSYydUcLy5U//ZCAKXCcbkIFJG1ThelGhzu5UqEORcJbs39lSoFDfykHCxIHFiUVbrP3e/rlDgSyLDmLmWdhX50d3YkP5S32+hKu10AdPnSiQYfwSRINxKtrsI0AQD2HzvoKcn80mCd2FTc9Bpkfnl0E8g4fditDpU2sJzjpfmyHW4NiQ9OgoTN5QNA+3QLHk7e2ClSl7vi3UwkUzAkRe0LgfU9BXgWLhxnIGnHrVVzavo23VhIjj51izsMVdXgJ/GJLU/0ViRdXCF71brLug8P07c6Nh03kQ3gGefEaJpGR4vKWMaCyq5/M8xKkU2fp2Q8Dr+W+gqG5J3G8jMFH9OOKcw4vjPC+NSKUQcqJk0wPZlFObvYgGun9rI4itVWThrlOP7GJTcGwnS1dpfEr1XHmls7+oafYZXqvaijzI3AqLLXg8NaagpZDcOJ9ocu+OiTZ6CTIEYH326rbLk3aIzEKySEYGtAZCxpGY/2SXnXJ58yPprQ9ZS5VQ8eC+7mRlbHpfkkyas6nc969ketOzNg/WWqzbjcyMHPCbzrgXG7gYbnKMKAT2Wdyrw/avagvRWYht4J+urkC3pOIlMCXD3u6x+8+L7NIeCaM7QDKkzoQDZeGd8V1UHBo9kCpM4vFWyhhVYmJJetPukq76mUXAveEZHanYzHfwgnv5dIhsgYuXk4ipB7vakgKMI0Cb2Ey2pF1QPXw9R3hzGaquCS3D4p3t6h6Vm9WZR3zGmEUHvd63DGc+8pzW5qpXSutR0Jv4bPnvPI8q2uWtuXMcRG7jbP6YCLIHCsqDamHXejs031y+71iI/053qRMJ+LMsIL89E7GdcbGArKfdY7b3OvzrsYmrSrdPSvxDPWM+TU3sCAazcj2wHIyiLwh7+OAcxzzVtrlsNx8eXFEgtKNbcRcbHU07XwXi+AYyEOnr7c2wwdn6/H1hhF/+8pybrwFuYu6ZI2fVsfR0TfkZcbX+7715UFh2iUS9rqyEwcnqQ9o2x7PbTvPN5tATB9VH9oXMt6fvcmNjLh0qUw77dfNpsWDERMbHj4x9QIRa0daRVcQYicmSC2bbxkcgEpXr91xj3WDgD7D+yTa7vqYt6p6vxxchSizcFLMvOVdqXkD3wmmOEcaXjXvdvSUe6A4TPn8MziCjqjJzAfDBsP82lTy8Zw3G3mDZKZwYRD29V+O8XmRGUMJjB4vq5m14Y8PM5vXzho+QzYIELAHvQ40bgSe9DmMBKIf+4pb7AsNaLwHWoA7UyMH6rnOrrgjsUOa+Gjn2QAmZ9HGcfQV4eX4fkPPuwW+jewUMPItVhwbm+fiEpwptYsSvndcRbQIIcrdd3qnNmM+7AlfJq/8FPvf1jTRyypcH0ZojfAGYmgg2l4TVKfUVhc0G7olw9Ljmm3XM7oxJFTrY7oNKcTP9jlWEVZWjfXyBxltioWKGrdTt8WkJpxRLPQ2ujnLzy9/7HSA3g/yXrj2zX4wQFf9C2R5V53A3gQ2gGVTh8/MjX5ALdUVrcu9SxKMkUUhv4vTzKyccqWJjnmXfkUqyCQ/9voZyGW3niCzYKIK1Sf861M5jdot4UcTWoGwqanZEC97R9bi4WO5TpeLriuhdOVM5Ou5elcOoT7F57fmwtPP9rmEl0WuDmWvke4Q4Tt/m5dPOZBY8gAbk3rSXGzgtPDlRsOFbXm+Z314R76sNciKBIXFNe20H3qmVfQlqjjvB93rioKmOlefCdDG89RnijmwWxC6fJONdATiqAg9gLK/JnjC13Zo66u4lRESE7bxfBnbMXqPawEvSUlaQIvNOQGQ92o3Jq6Y52NciTC5uyp9xA85voBZykT7XCyMPcYgTLnxXZn4cG3jx6/tkDKtw+bQG+P24ixW+gXeGXaDLEPxM5Vh6FSpuGdTy7NORd4OfmK3mjFqKXIUIEvH3HINxLa0oy8SPF5nl9Uv8TqnQmE5Vj5nP6p02PJo/6yLnqnfJR7hRWIkC777cppFtj2hypOvDR78UEx9IW1ymYTQHSPigICvdBHBDu2iGxuPtP2amFlxjLuWV1V+IxhmVVTYrW7K7Yvcz3PzIQG+IlgQMdWfGXJlJO3hiwMBvOMtt9HD1q3CI/oDG6/QVkd7Mq3IMprrKJvxYCXOgt24UxAO/R47DGgual+WqgFJKe9klj2bpK/HiN0arZQTfHmWtftea3UQxVXPwwGrNvBrCAQnzr3PrPgEH8qByUTvPvC5+sZ8WSMxFuodfm/m5e4DUyd03PK21F+j9oS4D1/RdPGiBxh7RmhWYRrV7fzxuemFYj49K98x9zFeARvq7FTToeYvjYLUYZgy771rP3jVKu9NgT5htD6YQNmLz6GjwYHQSZuse3CumZoXMLqnE41uOwecc1ooltr3PXKGziI+xB6e15DKCI0iuHrPyBf6u9vCyUvkmY/V1arDCMXKXDKbnDwqD8MDG0R5bEDObKvc1A8oAUj7+Skxfi7Bqmf7QpnbcG6/hzCEFx6a+ql9h4rli8nXaieiH0sJyDIBJ8hXgks27fsPK5gPWXASQgn1G3dJcH7XLpCLIEKDfyrqtJe4NOuTdTH2Qn3cwbY06277QSxAU2Q1g5/eFDgYq3ZuOG+blPf1dK4sSrJHmb+XvTszIxpT0NvJ4Vz9+mQezkqOK4AeKFJX2ERhpvXpWlAu4e/iZXKVw2ykGQY6+p56XmSYVCjoW7g6D/lk15Pe3nRvT6+UKbWOKEWzad11HURsEIPI9tbnezQZLFBIkENEX6ih4XxG7x/jGsCe8PsVoXtoOgvIVaEN/HBp4n1mELXA5z6VTx2oUhl+BAHP2ew74B1A3oFM44/PAN5luqFVvrHdWWsJb8v3RnZInVAcf299T4kDENIflWkKZ5a1fNV9Y9tbek0WCHJfZEguediIT0RXkFe7nhnepQf8LgIOKPytIdhbGxyxbVtivNxLwhfxYjayq/Z7rDdKnK7RdQivW6KIbRpaPgqQk6Ro2bYr3DoZ8MNP/oo/7JY3RjXpzOF4Fh0PGdBrTVbl5Twv58HwPJTSDtsmU+Pj+1OKZY1lad56VUnDrWJLoMIjyv1s21WRPoMIbmeo2F/uqMH5Xu8ImgOJgualUeeZQ6HRYwgJI5nFwF7RBc2ZK06DOn9plQzDjE2q4MRslvOjKTI6TGiXGVj4jBuRIeQYL220uOXq05msdR2FY3qL4Myv2Z+luqMXRX7pZaokBujdD86nL5xykxVb8ryX7ak0u5l8SZjmNITJiVbogJ46rXKNQpY82buQoj8hLOuKEK6e9KUmPWnSsgORTPkqLKdN1VLE8HIgrHNGW+bJKubjrRQBc5pCyQMrkv1UvvjZykuXFY6ZDp9xTJALAX5XlDwVjPNl34mTh/T7FqADhzaRJj5YTqUYCuuS9oArxDBlilx3HjZUadMTYnVmwaSrJHgqbfH4es9MMjbbf9xqPeqnZdJSb/MbVAN26hOSWUUgmwbo/sjTitcUfkEf/VVCshKER9LExqLKZehGm8mU85AmhzKoibewOvUiS1m0YgC2leJgch4LyWkOiVE859u5aGrTmxloPq8aJ/0BOYXG07LcDE8Ht7oXHdrzWOWSvXMN92SwPUWKZBroD8pIMnMRnXvQvAZhis508YvWZW6MQq8Ax+0euZI65HC7LRlVTjKfCpOzx1DWcAdyU6FKB0UPlH1wijzz4AK0gBHa4MoZlZ83MXu97AbzhzaBpFGLW3P3lpml2y1lzb0VivnpLfO+SGu7POLtpp0PUEVfP6IQ6XgqJ8+osjsgiBgJqVfRdwpywOge5uYHkeZQJS/NPQKQi6jbDUbqJiv8bYaoQXomxGbUrrtBj4MCWRFGv4MUvxvjiII6dWxIUjVSTmAzy6e5kH74pyi7FJJdHHmQdaVCe+0nU/L8XKq08rYtlbMpfxTFedKQeCrBIJDGcVjPusBNh61z5WYn917GT4lF5A63tkRl6HySYY75FeLjRndyFKXfwg01FdEpqvC1uYq0KzPzBO8emmF9um0sSexrnr0jPzjN20ohAL8HjoEVos0H7xzpettKyYOqPAAHzzLmPGXI2GoLK7dLPKtR1OsyfkNBEbxm160yuXhnqadsb6dRrpI58OUGHwQFPTKpCgJ1gY4q2XroGuf3tyNHNg60wZmKo0+0tVOUncoLeIxaQOr/D7a+Y1lSYEn2a2aPFku01lAF7NCq0JqvH/L0vWbvmc2u+1j3qSKJ8HAPlaq8K2zeuYLVKeQLQgZFCQbpGviyvSqHaifMdWweo/WXVtO4QFeM8sKESGi/AI4N/2hP12L6VwCCFoSXpb6iXNdXN0O8euJkY+paiJBcLFv6RNV3srTDjdTQdJ4cSiUp/JuSN8S8nv+JfumGeAOAJlZlLP2vGvgNrCrV5YKZiy9Whb92SZ2TdqtPvaErbbYeNpULZbdF+kawMLtUBbZ2V/6AQbwtx+XC5n4gzMQTaDDhIhUMR9J/UyYrw2lwWDu3zvjKcqojbFUwTVbHrSFMJBLzb2Wk+qfwH9jAhQRwQaqfRcpTwZPazlcI3bS6RTpz+nRF4qzA3AGkSQRSmhwF1HteDgrwgd8Ius2tAQMvOIbTdMBPtgYPKhQ4K6Ozzgoyw2KxxZ+CMfAOf9BV1Q4raaI7z81K2z+K1WQY42zm5RA2RXdDBTJmUkpYaEraEMtaUukLGJu2ZU5kvWqRhBoCgjaxaYbugE0zLdQ9jAnFas2bdMUFq8lPUnGL4jkVW1FQ7i+r8QEG3/wnNK0JUj9N+lJHMoTSICxpTuHV75gPpJ+h0HrtrPGXOU4nO395gfLG0efnrOv9L47eRk4M5GVeOLkBJf3lAlahCBf5gLGU48WO/aCqDwd5OzRdaupIFyN9afEHU4kmXQdSnIxiJY0DL7vT4U4hdOTL+jqZM+aKZVfIV7l4xCz4a8K3CdFFRtq0gJb4MMAolWuF9dzJXiI82Ahy1+pTkY58Zt3orOO1hG23NtOl4ZYCwgWj1vDSPQp8Mb9QAN0QJ3XZ5XEHKeZjPi+LmdVetwOjZAKH6Gc7wqEMw5Z+YrK82pyha5DsFj70WRwYqh2amK7s2sNjS5syAec+tZnp3G1l8H5GFrdqHn0UBA/7VA9MkUSPOUJeqoXPqGum0h8dfLm/fZA7G7BJ9znv0j45PKT8iFHD7owfJ3vobmMgVjCsnFKA6ZnhberN/fvMpwMiJdOwHfLvd1Xa5io0bi4v1L+MGR3xcwugf7SzkyHyEqrWehXJ79VH8kNjB9Nom8aBjrDusr6JliLegniQwYj44+JFDpoTPf59Xpq+KFUSMcwaPFm8iQYm3IX//ejfxMZ3oiMWE6Y71vEJSGBtL/m2uEH/x1ivb0oI/iJi5aoUMvD45w7R+hVPFP7DSdoLUaTZjj3PS3sQUHS70Pe89+sb3ayg7CvFoR8HSzNccQoCdJCwyIKWPT7nxgDc9KqUqRwmrjWwoDo4/PwRQIBjlZFhQHxtmhzHZ6PDHz3EoAJkOmKdPKFq4/SPbmTx3+4k7rLwYuEokf+yf52IL2Rw/Niyg83qyuRHE5VNj3mLheq1sMZ5n1kdrC0nmvNXaqj4xrA5fG2JJwD88I7QkqPYNDN8SdvUhDuVZEONtCXmxONUjeuQY0RF7tZg2Pagd8PxYCCEkrULEjTkTpDr/gZZ4sWPrK8c2iGxk4J/hqhr/h6OHtgJynviBLe8xWoKF7G+P6a1+eDWd7ef2j62L1WCkkiRJX85LrY0kJcOKYAt/9IddksULeAFpBtqNhoFOlZTHbl4phpG4ybG/CkSFfM+w7eO6b1KbqHgS4rZf1wjk9KNH8ICMOMjK7Cv9sksd41DUd2+I1Erfi6n6NBjG53PrKwQSnDkhHQggLXQ8zQ51YE8+MvQERunT8eR6mbyfWNR9PyzL7kQQpootPMba4mT5dgufuk4YOt5Qn6S9ovWiE55rayF0k93PDu3cPi3GbQ4q9Q5CY/eEtS/ZQ6IUMFy1KXdCdGx9mCmS3VjrROE9RpzcnNMyLEppu57twGVJ9/3BlQ3pcgk9PoaahT/EoSXjFJMtu/OHqo7WTEjxwu3V0f6hxkYlyl5UNQzW27963isXxxBrydvNje1WxH3VJ9m3BDhRalyeYKyqQA0J9B7qB89Oiz0bzi2/TzQpcgt1CzKvYCL8hwo71TqHzxn4x6fRohj+vbdm1z4Bf6XYFsFFPFZkP5PXihegDAZBAmBaQkWbYSqWpWUTbE8J8eHk+b1A71sxTAgb7nQDsHyP9Bv+Gl01q4gDnigvAKIiw6CSqI7vLPHzpIfekL8vLkQCTzZb0FnTwV4ESuIRqWq2ddptOGso+5YQOtPHTbBcbrYpIZjgtgK04amVAo5lczggA/BHjf6UrgTHqeRl2pZfGUcO6I+FC+s1Y72goqRUb3KU5WX3zH/SGy20b350+EzTVL9+7dyLZyGckZCyqxk9OP66gNI0exUnuyKYxGSM49Vd7CB+bRqQSLjbQ7Q2u7yyRGvLkV0SJw2U+j5+5V2/MXlmJ4u55VTIEVCJyn5DzTJCgA+KYo4H17el8EfnKi2Gq5pWD5Y9uwq6HWz/lxdPoS48K/EikFzT9/xPJ0xuXqlIXw+30oFSH2ziX+Ey6HiuvrHVbS55QjSrTMZGMPf5gMKG1C+ZpNnyemXjRd5m+P7ywWVsuBnYNHCT3EA3Hv0fAIFY8ptK3yiWn6lIuPCLyjtv4y4oT6fUaFwgib+PWAsgSnd4ywYyBw9UfhAf/sYKhZfuoE5tDgQCEKsvFVs84wrFvNkKWD3hA8MrBnBn0efJlfbHmXVOLJGBtnjZpduBt9195vqPK9y/Hzlkr/NwmacaZsrFMx0TNd+jSkuWD301FeHIgIP8y/nrqS2/OATbTR8DzZYsPbytCj6i0LS/8/pD/JREw1iXJImS997UjtGYQRfDuRDbgRyG8w5mpPWVaPgr3zwP/968CIoXu/124wPOwKjKVcC/pkCeZL3HsamihI+q+4o8NNCBxNoABsL+/jRt+MYA/2yIqcB3N6sxzAZvnLBWok8lC33rWImUbS/tiI0nGdTaLdOodT5mFq0cj3H5H41SGTmIK3DlR+TNl/p62qVwI6u4RTMZ7idGZI18Kl8Il2F+lIOKdcfNsSVhCzLZAZnzbuAz2QtOH1JAD9ZSH2VzLimlzvtg2j85HHvYB8uUQTBHyhJUa+shkvhyTym8UulOy3MaH8ln+K1wviouG9eEjUVxO1yMZNcg55c2m1EBNI0IGmZ0yS8oKeuJv5i4ZJlcqWABJgtn5rqXsmVfBC/R6h2xjlhWTFAlfGRo2RQoRgEC/IDCHVAMU/7Aw/EkLJaABatpQlGTZEnl6K+CsnuH7hUNgJwLFWESI8rXSLELzAC7UWljRCf6XhOQeldTgWv9OkS99iAFt06q9STR469+mhc5rVvV+OU5W9PDH+4r91zh3hCiVHpLbwtAYypWIWf4r8OmjbmurDsHnZgEVrANTm7E7zL8HXntkP74dvm+SsBLZX8nSJ71jHHx4KOtVTYclfPo1gPDdP71R71ds6nrfVEnEJXPCafCSdZ1v40jPMsnFIqYh5LRH7sAXhxGwfMC+v/MTRPRmEus1+wsxlrtjjFD+N0hVsm116M+SuG6qSyvOqdDcAKFCMUFfHVr4o05rx+H4Bj81BudN8oQXfYuKoYBKd8DQmJI6+JTzzVYMbBanjEo6vA939lFNRBGb+kAckA5xX1Gzfwyub+Gpv+eRr+lDlYm/7XNuVAgiGtQf5bXUPuHDaP3Lu/fLfxQFJDlY6a97P72jvB4XZ6Fr2XXEEHRJc9h1YTHxIug5XMufxYFWOGyVsrdwi0Lxqpnv9idEe4U9N+uNZLBdgsmnG8lBMFSbTZJ0b9vgOvr4Vf7YIvNs7NkvWz9jOUFBesAgKORZW2/u97j0DriQNonziiclls+TP+nArJ1EpznWL3suCPM+NwH7aq8tfK85Fn5o5lRP99bUX7mNqPSOW/HqJZL2txmuv130Hk1OUlCw8mm5pfYYDmqSYmJVj4nkti6h+YtlcR6R9Gh3yP0WVr2a57TfbBi4/ttHDQHqL0dJsUEPrN1e0ku/zBs8PyJeZ14b4yaYZv/SeLcI+cFg7u18tC2a5/8kfaQLZPlukNBRgw+L834tgoyoYp6PQhj2hfV9DB07pkPQf3GgW22njpqiQY06n2R/AStxR474Qwr8Bgn59Dbs98h3ImQg6L0clW3P3L2fDCbmmv+aHf3gMB7BasnZMpR5YTxpZUIu8VFVpeyBKQWq2237Jj+F6mNOGac3yo8f4Gf/ncuY756xIQtr67qRfoKxa7iwHyleZDvGQGHKhx0CjAdrIejv2ma6L1Y57EhUXTiij3Fz6c4ezIhLYvPdsOLpUryGyKskOib8GRUJvzY8OwjM5nx6OR9Z9OTRKAUi2HUYtf5PmpOIQ2Gd9Tn3m83d0FcvxYIAMfPy/NKF9y1FWXGt6iQdX90pofmPxdrwADKHYJvonsCVrgk5VZ4Jw5mryOLioHUjR2uH1V8v3P8IBkKnMVvBsauDbtfMnYlzz681ihixkU13e+HW7p3+rcz2gy4GgnsgRUfB8ERqzQzrP5/Kd/ub+q8S06PyBbzqbAEjn5CRD/y0wfhvcuIQI6jJUNVQYwEVWifxNZeuzDX2cpJcWgy+j8Z7MNVg9uahYXpVinXD/2N7bYg7gjnamZNfVjmoUSxC/LUhHQY59QsmcEFsM4sgTZtszSG63QAsF2lEokTFQXKcbkzrVqObK9X0xIRIGITy5GYoxTEvFovqLAVKhvOMbh5B7TmTvUOjmH17aZn54QIKeM36nscbZX997B2L5+xVJhCPROOJ9X3OO+8VQCMVSVTsZh9rLWn8UakeFbVl5bbTF0tdos4TMhwM3zI13m5UG4XI3zrBKOSugD9IIVLa3m09VPaokUvxGb7uFzNrCjWny/FPEHwoyWcIrKxawl8/ynRC+tFD/Ex3ca1acyoMdB5YpBEqvgBUAEO4oxbDUtGM1Qef3zuns6/Y7Y5q3mNpxu2jH550V/3O4yBte9r+vElYVQmrXhzEH8gyj3qLWi9xFbWJ6Zi1eE+dpXaXL8ikDZuiVR9cQEr3UqG8IgCJ56hthem1PET/97/1s03sF3DK1y5+pPRH5ItMUWoq2MOscals+7ltX4zKoCx16IkvFe+iy+OkPlKnd02TGghp4/OUU8OVPAd1sR+dQRKkJiHFYKPD6sBIHjni+rKFbhKWhjElFc76DGn3rYp18gz1hvS5P5uOvwzuhpiaEnw8AbsKVTrN5j8ZWU5YBu1dveKkjNNdFKsZ2oT5PUCN2b62RFclRUPnuu52BaoWnqBjvkyP/Qrzvd5apyRaQIM9B1+EHSteDsXx8JjKLeJ0trGS/++7cXgjRYR5Vh6PW001hnH2B5YIaiU6IxmyLNRTVuCGs9C9JnNeaSF+upWeBPCxEcGIv+peVa/28DykeGtCruzDcCMVdPfK6Fd8fPxNTr9xI0MTGjzpko4Y9pt5tudrT7i1Wuneb8r+T/9RpIuPivYYmfdsnAvL3og6LBQI+wqrPHSnztQIIroj4HHU0mRu8zYkYdgwrQbpJ/57hm8mIyLyTztRLOAtDjlUvOpnzLDKeEk/VyR+W+PEgLJ+J6XjDaPwda5DuaMT2q1i+4fcz5lP6GnGJl1AyjirkB5VZnPGQYUNlXuGgVLbxihR5KfKrKHJnqu2FoppFEl8h/9QE7CMXaK0+OnPBqpOmeTD3gTN55xRJMynjFj+DA4PyqIpY1OlRRIJN1HAUJNrHFWX68MKWkKF6Jje0I5A/fsALxExiSwgrFORsZNR5F8ItzAioxJIeSgb9jrCIjbCZwbjUc6Y6OtRXMqq1I7xgfDbgkUnPW8L33qHGtXDiGjEeJCVp+VJW8UebKSz55z7aB8j9faRZLps5tpPekjV76tO8budFJnF2YiwnOtoZNxseCRlPtezQ3xgK5i608DZsUrPAnI3C6LdtLC3Egn771vd1xnJYiP3ATpFjO2/16IQB8nPiQBP8qktfjAeak33VbP+xTeRRD4IGEfkGeRVYwuNNUT3GWINJfXZr4+deGlCdHazZUXtXWKlzLzNJgQMTw1SOxY7FtZTu5ZQ0aoVuCrP38H7bz3t++O+cs9+qNiTth6qyhoGOU0c428namfF4TPx27oeRr/siNNCOX+3P3tpLRXUS1ZQudXghm+cc+/WXh152WSjrgubDjYun8frp6cbc/X3h92Ihma/rHBOfz9ZTGbmzVDiZbDyHwXCdrv7EkYcEo7syxI8zgOkk/gcOOe6c3yIJK8znifztGQc/KgvTMHFxffFocKawRGl+KfYLg9OmVfESI5UPdemjvJgkgZfnMySiiItO4ZtG70bdx7ECH0v5Ft6oqbcp3tPdlBVfpKKfjyLOsvsFbKUCXSszFZ8bXTM++kByCA9tG7j63fUfo7EoUshoH6G4Zo9mx0EezIVChzbDWoHXxYXbVFeGszn4lFWFAOkpyOvqqRoTxmIf6rMzIiuEU6xX3soWGXc+tP1lBh8gV+/a8y1cmQVbOj+HgDsT0TBh0crTtYRDDFA/f7+aXZ+sZ1fo1lhE4ev5aonGrDboLhMBwhdn5lwozjehRxWuvfcxwjTDWc2xKOI1mid9NYkrHlJAQjsJaUjfC7kJQdrRQQQWlAhO3VCC/HFiZvrT8nkktViT5ZHt4gR4aPLH/Zn6FBWKxfAsKEa1HVp9AXg4+8pAajNVzTX6cZ+tjbFAC9DNmEk96fNBrKn8ZFk3SK+3UPddq7nbvmikEsW8/xB+YM7wSthEDHxVPizeROYaAwF+wTux1mDr7gk5VEBTp+dgR759ZV3nf7BVhHykV072dDoiFM5800+E0mtRR9THGORGFFFWKWU+mZlv30l6AzIR9pcEvI7aIvff2sfzPXddoISExxOX2duzDWn6X3i4tZQfhvJV1kMEIQxENgxJqP6ZKrdiLgfg2MfSvp7W/GdKvP8VsUfWgdNsHpsK06H5lyqsgQA63IpuVIKmLJNkC3DDx2r+uFO3pTSEOsyXwFyiTYvgy36gnfma7E4N28YquEp2O3n8j6+xZoLLTbSNKdYZOca4jpUrb9LeqRagZmmPhq2bsSf8WnbflispmLbZtb4AebiJXUxS0S2zX6BzJx4FUs2VBKG1b8tI9Leeo9nzFHAtxyjcjsWEvaaa2+VaM8Y2ncYPK3IBT4poeKFZQxKcVh1K8MpmTYqcTzr0ow6UF1ptfH3BqwXEU2C7rTMh2pHFYIgFS/Ciulr7Bsd8symbdIWxsaF4cOiIHSx0jtwcwa8jcisVD0V95DALhCYJXRbDnuHerZPiKh6WeBMexgtTyOlwgNFnjWGyB1BTl2OjOAdVAXiRagd+RVTj8dEzEKHEh35ITD51bO0oTlJflx6krczqsZFvW1laM2hcnjUG3yXAEsmWH8DvNxw2/1SrTKmZ6bGChjV4rZXibuLeqRfwIuoBZjXICuGUMvrCkb5e+QCNKF5dcOdEXRMt8fy5obyMqIVdgs2NIuxtpN0X4UVbxuL9JvnslgPkSxdTwnaMADyP2+CsAZE4hMvqsFQc71jTurjvGP8OAkqB2mRFHeX3I7IejOUzhWVU++2fPnAakEJRQw1kQdOI+SiwujpbMQgoSOK1GM2Y0RYf6niu44ICFNis+1VPdHo51/PKKh4Yt6M/+mzIDdBuIEmduoVJVV0Fi1FXmDojqkP4DUoaqeMbQSTSybLRYd1QAJvkGp9LMZnPXt6Nmjk34avdjfgaDlZTkLNzUTsLNoAVF7lF+hBoFfizHd2U7cw59Sy4CaKVlwKeUDfL6b2+pkswoYMPEqcBQk8owJw0o/WR/C8LmVky5xYbn0tmPD+vUpGvmLp/sihyvxKmWwU2ftj4O4fcn+CARwKqBglhfln0l00sDcGTvivRrYUWncrNjxdRf4SCkm7xBhpmoOUdnhxaXZJD3CjsF/1AILvbGGn9x0LXgdzxGJ3kp3CyFfVcULVE0HJK/FToNOzhct6oyHBtd7QKSIEAD7Cmqt4sO21V1iI0vmkNG+RpUl1ov7zUQRuR4AZpfcWS+9LVGRFtwOKQ3H+HXzwfDVANZAaVKv98Jt8vytXnMMBVdkV3fVxO1Ull+fw93H5gjk+ogHqFZsBZHsw+htCOlNtrlfV35GDtyFTQHpGpONNCnV6OwY9ZXcUtX9S3ts3OBzOMFFncVIo+yIskyx4JZvP2Eyl81Piqn33pJWdc9wPve0OSmndSS7YeWwM4HliIqiKEV68U34U4DnCPjMqF5Z177kxf3GNWJRksoZQcP1GyfNBhBn9UplkEMWEW3uW79bDOI/61noejBRTC0C9x8IctxhATRC+ggVJdt4FnfBO5VuTVO0jdsoxbIHhCfsjAXGj5pGqa/L2OOqSxK25c2+FztjoxzPdvkfSUWpBhHQyXnk6fUT4FczQWfkFwypuQwzjiXaor5K58tCJgieX7KWA3PZSigaNjQ+sa0trqOgk06YF6D5fTCf12SroBLCzp9M+JXLMYO+WK3ypH3wCEauoBrLswUP6d8d3Hztytc0aHvK6Kc9SMNCkrBjMdt0/2tYkjjqEvnZ1yiPR+DZWb0HpiplA8hXpzsC82/YPkVT8R1k39Rvtv/Rhl83W0MWvmbufIEWnMz5UFg21GHT+y5NHdILr8c//QSG0in65sWnvzWTQ3d71glwpChhdwV4yn34nMg7SuoEskMnOEXlBWNOQj/oz7iRC4cquDeSX/8Eb43djSlHZKu+Y2c25mo3uMOHSW4Ez2HdlZXly62fFfY4d9NAeXf8pxo3V5qj++AIeSmkD8m81hQ8mqP9vJdXg1X5ETO4+gssesfc62CCEMtEz0kvA2648qHsi+bPgapyknUJ6oyjV+R/IDcHIsBKLNV+D0nJeAq+VegD6emY7AMtGVA0clzPo1u8lDfxIgxtbZOv6FUrFU7S0kRGelr4+5xtyUn6VoTnujtCo7NSWliA/svEU76DWaj9ikB28S+K3bLPx4Ji4I8f8KY2iJi8OdceS5aJntVSe82d4Fw6X6v7ePCLc3AeJw1tGa9eP0P54vvWhbJf3c6BS4srdKXUbdEdSVBXgXwgptwpq85WNKKGzxier9czG9DWIu3fTWwrOsRh97NCsVyUf8/uPdNJxsrgun/w705v79Hu1q1dL7mfzQx23duHrnI/LixDW6cqhjxPMlkO/ihlkOye4MQyKqzOUAEWoNp+HnIZ1qO5W9Z8xblHRcwZQmeIGJyoYhWRndQo0RN1KN+U8vegDly09PWYSSCHraL3UgvNqKewQ1ubE+xovfmL4WppjAZOZfPHIF7vHLnCa+IcaqiChmW8s9GaCkyB0GS/LuMhVT9U1HkM3PQaq0G8QnlRmYeOnK1hW2MH++9muCT96pRm1kMN8jfvqBul90F/nWPMTy0vcfUPTFBDTc8zNYzfv11+HqqtiikvINxQZESp7ak0GigukOTakYCOvr3wHw55IdD7vLN0Q4fRzKqLDCHQxMX6Z1NlZppf3Mn/LhVjcuY01zf6RQLn74EWOHObyVOA0ZQQTlPDHFDv19MkhWETY5DG5hFBjmD10uu1OEPl28mhI+uiBbONiqVoZ2Klz8P5JQHoqdk1ZYglmbsxVrr52QzKLpiuXN3CmLG440JVu1HW+MW+JgIFt5+ZZNqcR4oItfzJHYLVYF0BPypCxxilHB6Lqocr0JPMcfXtSuNCHvDmq/Vy1NPAu5QLy9htNpyLJSIAe7YRSP3r67xGz+kKvZbLb+/uROsV70aP7pexByyQAPvcjwSIX8EctNrp/148DqQSJ5TCGRKF16sDJ0jTRLzVe/KhCTcWyay/Njl35sEgLriikqP7XF7zYtd59edCcrNhKV6X4VYr5ybBUGYNispg+tyRMKVHdKH4JeF4qCKElh46DntrjL4AJyRhl/2/7N3VPnDx8/FgyzNWrW7jNMe9YV354Z/xDw4UMyalIVvlR8waAI7X5hdnWzcYWhUias7otMVLcbQANBZQXzUgJQRBFABlAejm0Kb+yI55UgxF25nRvET4ia00l6IMmwopCgCV7SKvGA2tUtjVlYReKfL0N+kvlJTgjO9xs23fDBS+ANngmdCksDh57Kza14XDGWcuQ7jD/1A1N9mBFxwQq4m5zp49RQjz9917xFaTmoR6el+p2BisG0F/UslBEyE4OSvaSl+rzDQQyKpEE19YzSj1VOSEsT+STbtIFQOWOIo4o0DUd2mLbY+cA0gdqpQtSKuj215quhZ2z4Ipb1M/uUF1BFmEP3312wmeQaqbqThwO/L8yxxsFl2vmZbKVYMwpHl+XHRMcR9RnQofqu6P6W4JHrS97aQOopJXtIsjrBd/fsDn+tvafdXXxT3hVPMrVJVL6DVcFdJcL+UmAkPzyaKPMWlNOQm2yYj7MMNeE+aCl36k3suVwDOl2KDtWQIpDiKc9fxYrU+cVuG/BWK0c6UhTU0PeGubYEFA/CfRVNfFXoqajq97gCOMQ+HF43CN+5lJpVj9VHLP049fNeyLVk0w2fsoeFoTSpSIl0D2+EdhlVdQQygT+ZX6tPSSvfajvVdyMf10y7yWi4wPq9mxBjyyiLGZtS57bE0DS0NSQ4KbktR4JBKCFiMz/flye+/dpKFJhurPCylKAa9DNNbfvxzoFA+ZsvPWbDOvTE0ZBt7Hoc8ccm27fC5FOkNCtplfTvI0LMZBrXhD+JjQIJQdA5+Yg6VZevpWuXQVKYm6UoOqEWBuClg7MR8NI81syiFiax+y9DMat8zctVU7uX8VclIvKC3glCJAaoUR6LHNfoGgiJYAKbS9E9iv7/QByXAh2/UsLOR3+cQRVgORHSmg5krlrpxZ8S0l4bMU+096cQSRzCvKYLpa3FCuG7E1rZpM4zC6vdk/q7iAgleAOVAzSa4k8s6MZPn4eLkrj93sVBrOTbG90U6C9NKzhqMDvzV/7W6xf0mHyGSKz3j64uPwjGrQiMSr8r4/VRHPTU+QFsQlRZijmaYDgw0yFN5vfEi6VIQ/QbaN6WDgwnQmMlRM5Wg7i4hPq4hlaTFbgSxZWh5A7pbFfdFGuMVPt5FZudSfbrzzCpb+KQ5vPY3wf7FgoES8dqsY/zHI1LzNagXsqIqIKMIWDyr74c9oMAl0u3viQlQQxw/bY7Kx2mhtsPkpzBVjPdlJVusUM2GNFKANUFtCers8r/LweCUc3UNjK2ARJG49KSG15VrEpMrSwoXMh5GM1ifvsREpAbaCZBDY6RwbizV4DoU3QvU7+0jbEX6Bi0WTErcrCGTu/LRF4GRTKXwuY1Yfsa67Bnq69ga2mjTO3otgkK+e59BpBxwpmRdvJx+ppW2GrbhzmHONZ2LAwnByZoVGJKnBI9BcEMyff6v3RfS2FgAdbs/s+QSGFbmOAIqZZ/UHP8UcJ/hhmJO+Zl6FZi9EVVj1WQuVmTfonldJYjHHtSHQc5Otav9YbleHafFosD1GCJr0j3frf3VnjtBiqD0+LckI6gnmu3/1NLemeFLvnbTL2bMtm1A0BsV0RNyw1TQbcviIH9AkRd9daDRDENKOrjXoVeFXzFiC4iWXjK6Ndd0sU5OByfsBR9/UqIKugo+vC9xqHQq9qJoba/RNYQbe4HhvR+yJNKvFlzq1zS+Rkr2tIeXIn8Tn7bAhiMM3mkIra9fQSpwfnhUPFPOl3C33S6RnSixplHq9LeHz07CGuMOBIc7gSAwH464xPvFP/FcVlrQyJOMIFrtB2EMOFYAU9PA26TNRtE/njbQ5OWjaP2xIY6h2Nrk9Ao98Sn0WbTGkuv8JS7chzVhJWrd3IMk4LXDKJXIEv4PaVx+gAy4RGJM+gbkxuvo+GPZlVPCrZOY++MO+Z1XzDxtbNUDwjFRpjqUluWkJzjSY4RldAa4kGbuQ9Dszf7NlDBavKhNgJBWPH2Jk8HO3286hVr6K9ONjl1R1WBp2Xn1rGDLFhOyzx2vCFX9tVYH8hurM7DyawqDlMRXgblc4Tj7emA49j4Ib07KpOpZ42iaZ5M9wfJOS6MFllbAi6dgE1XOg8lUXxZQ7pt2hoAimHTx3B1m+v6ppHAUOMV7BCktbsVRiVuHkdNyQL0qfUXrJDvGle97TnDHzcEC1N+p1fPTdpeaUBJJ+neJ5MvNjGjDYCX+VpCKNTnBCAytobDPJuyWCyaulr0hfJzE3Op/EhMe3Km3XbZpbBX/23Fz0TsDtmW6CphiUy6uYRZlRLSsedaO8FxGMb73sCRQzy9srIJ4b2RccNQo+9RWpyU6zOcaPCAuq/Hh7ULs9AaJxN8JP3bac0j0uxOx9qcFHqkFEYvzfSc+w0DDPeKX7iumMu0Er5D7bDqpeq2nSUoVOKHoC0f97Ywwbc3d+bjKa69seBm5h+eUApZxArd28YiEIGg0OdZaZiHfJOaadO4DLgxAdCmpjTBTyBu8V7UjPtC3Jakvbf7OZGIKKSdenVWofrqkAsc5bfPU8PeDtDjiGl2bieuMdt+RePA4lFsfTwyGrZRqVrmZ8qrwNLkF5LZ5l4cegbKLZJ7YUmiCoIB2p5ZyiVgPcXtea18h+qmeH34KjnM3Ed6ZZ8ziOGiuZDsla3qAFfcjiRuvHRrFR1w3VJ1x3OvobPr7LEmTJApvtXTUcFIsEy3yvubdlj/kcmg8/UmbmWJHH8/Mz7ZPs+V5PBo/8lDI7LTZf8lzIp8Tml28kCf/gsfvZT1aDjpE5AmuDNAlhFzp9NPqPBAY5xV11XlZ4h+rBxFWeDUO6cDG87pIOdrdBoXIuDHtS8Bmr/8sLLXCyYEgv32NENf+QVx77JpXzLyNeWUGLUHmqQA2VtiDmHyt7nj/NQo7MTeg/h0raPvfranX91Zarmqxj+L8C+5yb/z+5tlb0L9hSCwlLbHmm6FXNipXdc3+t0ai1qPlcEyQkmC/f9spIAdKoWbeXLyOXB8aNfhhOyP2xhZsw+dH5O4XdSH70SYxbfZQzKKi10/39ygxs01/9CPu6BlR34STT6SDWEOZzJooI04zaFUROLumf7FlFoYiFtCcpdlMcCRGgkpuM0vZcgEDucfWrtoxMbLnobKoH8AzWUgqpVzR8GoFvRj+QxgmuLXry+wWZ7nsubNBc8ueed7dxhCXgCjKM38sZWVcLPYO5+++gPe7FmPW3V9+YXzH6L+czn6TXFcYrcfXVpC9K6M5XmHx/Dw9dPZHwVYvzMgT+sN0gaF3P341pXbdbZAMCyHH9nXcn2pJbccH4yy58uz85lUUii1pkPGCFUokZ35QdhFGK/31LgkKbWUy+xD5wIyt8TfRDPjfcJVwZiWIt2+IJLwvyzYSknZOiNpBFzIj44d5NQXktDACdkax9Z0+KHext+oiUMRLPauG49+uiOJjVaYD8jRHtfzKebNTY0gWU8jjEeI4uesVTHLQM8B1Y6Lj3rt5RuJmMLolPnrzQbP++igsQ+jcq5V22VUZ1axRh/O2fHauO+OI+VcaleOrraeqg+kmLCRmc4h9hC2SKqhwfPTCBo75m4yy/m5t2bjTf+Rsx7KCCm9LPD9rb7DUUGM8JwtfuNJ1t2oC9uQ5zYs0PS6jCk9JqgiYNzI08QnnX7N9Qrn8URU4EesQruirlJdkhmRbEOirQdU9Vmxp4SPh/XWm8Lc1+1FXbvEHjP4EIw1vdNJxYHvZK3i0MFmzJM+cswxOmgHqsv1E+qqx/nmK1JTRTnmZu+K2/NAKcP9XC8AZTgGVJnvIEf1BPTmMBSObWVZh2TdAYVVWpoVlGM+wfOZIyMXjGLsj4FrPb+4HMSrraynskz6GFf1aOuRgs4vz82ni6ucPu8OezIdWg03upMhg/xUD1Rcduk9bQDV2GZc+TyGBwa9dHQ5TPY0VNAz6t6b+xxbq+Kie8XuDDA+6fplf+aQWwH6Ro6fyNQ4FP7i//cMaALrrk7DfWjxcM5/+fZZ4+Kwjx732CXUQOMm/Xu+vQj+TRAiMksfiOorDArUVT3Eork56ZdIQTxp/U80MTUr8K5QY9O9ysiFaGHkTn+ZLCKunU7LDCxZnDjfpa5DWMuNJxklFesUopwxCDrUYFqw5da0NlU41wRSnqAOiyvVPPJKh4Gwks71XyFuPbDR7KQAsHHsMOynaPcjrL8183y5Mn/opUZYG5fInlCCrA4uGRVqOMiJbILG8k2uFSw/0nfX8toEVOCxRKx0uAGqarH8C6f/2J6Dhidv0+OyNgXgZ8n3BYM0LtuHLLdOXizhrGAJxv+pb9BTFCG0kuSk0eJfErmHljjXhur9ECo6saEoHgTSlxzgJm2laF0gk1cGSVgfoPgoXL4X68WNaPCr/vaDnszsLc6FP4qbYJ6+2hFxAHsq7GWFgBKEFsanY3SP06Rs2EYLs6fzVOYLJ2FT8WmmKWrDJ0zBVj1YMBWZWTZQf03WLT5rOjk6Z+If+tb53cQ6nJCaNeb+uxTawD2tvyJX5BbjP549RfNYngvbtcAj2+rfzrP4wxz6EM7UrALjRBgZ5QwRvUzr5/PWXv8ZzDJVnZbksx2iIlm5YhmpxYxWN1QMi75FsaxQhO6DXSu8x0cxbs/rcFyPfaIQqryJv/5bTvH41NwQdfIcMMlgMUaOAFBpIqVcQhgsAksP1N7gCzj7iFLldwwGd+uGgcffY20++M9VVi1VWse8LfB7u29RYQ2P87652iv02JN6JeYQB34BpTuRQ6ThCHa/AZYagaq/UzOoOzQruzYHR3ePpB1JjWxVjt6XHUzLV6L/RhyJiJjmBU7wPDHqhPkkp1SB6Og/NNMPLwM1t4OUYoeuJlMCsJERyZGlSdn1cZX5e/56DZEkc0tF9ONZjXw39y3/R5Q5q4p95YLPLh6LAYEzcGHvSbBq9ulxVd2tXzCDSzJO+t4Y2+Y6TmmeDjbnnEobPsTmWNxteDMGQEwVT1TbqHeVeAB+hKAhFwZUOIhVPJIEHvmw6xp8UTgmbhPRK5oSnKxpq3XMd/hGXhMiz/PnbT10w7Sn99uplnasT7/A3YS/6JgIgSuS/tjZaTiCrthzC9J86FkOsHGSVwBMERwp2Hb5f1iehEkEZ4B3ZGoC021b/aJqRl6XV6VdpZSqVdtk6aiPDqxmYExCrjoye4c6Z76vvJM0g26+HeDUrqBZqyc6k041fJMjfMmkhp1atCnmRJMLxZbogInfqkVkf8NBGlJJbf5RGAbSthi7kmqRgsQbLKJHkFLjbxGIjxVoeRbO46N5Bf1uXuMoGNhLPs/gfnd94+ZJeMZ9fqd/AdKCGf6Vq5GVbTfQnFEe+PMSQUNCXqDA9n4nfwT4JYnPInZq/p80NEeeoaJFlnaL42xyRG32LBOaw2ospWWahUVHso1pgrmiRFI+3QtmdsaX91WPLK2Tr0oWJ7mdD9dHk6VToUG/Aq4mfxIhZzxHCvUlS8qbqiUscYBUiWwwWxVXq0fb3gPJ8JUkyiX6hA/2lNHGn6Elax76BM8ryJgOepqGn3l9ZOdaqKb4ELUNODqKmxIc5mgF68/wCcAQZZ1E/83QJdRb8eMEq6/oJRhOejaJ+0G4k+K3VlkhLsa3WPlkC+XMhEcH6490sfWBsb5McjDq+3KhvIe5b+JJADyKO+xyORuInJ8SenJvO4oKP9nWvZ0DT1mCkIChLvG4/mSe5KAgLDL9O67zL7Pyd/za7bAo3qpusauNhanqG/AxNvtIPwKNNY2gsXmF89yfu0R+PwUdKHkKc0B1CFjULHaX5+RFmyJf7gh7ygGXTX+WEVGUS0QobNVEU8CItFdG622aLyvuOr5dmBVTcgg+KnwSgHO91AtUmIytPkR6xoSVqsOTEqf3ib1eM+k1z5N6MoRCxyh9eO/egwZYhUCANEsBQv4HEc8masn2TW/IrGi67vrnztjqfZTfj08u4NYHsoxGEkbzpJueNgQXZfIHdxY1C5cmLRkkjpX1I2NKYGWY76hr/uuYlNBNiVVVRCnz7o7Hl1d97fjkWvSZJbmdmJxzHp0YcLvSCB33oK6efBYWUfCBH05bT7m88ARwD6B9gXV/lWRrSLbH5RJktY0ILsA0mjQuPWiXEHqZ9Tg39FnXOlzn5yk7ICuEPQUuQAmvnLxlEp0d+HSqe7vy1sMEOVTrCE5Xq7dsnMjLr4lXm8szrqnYhkx4mBbkMj/z18DKUp+O4w5SclxAd8qNsMz0snzYZ0gF+uLVaujAbzaJJo4Thfx1ZpgF3h9Oaej+Wo1kyAy8qkufs1GOPf1z4/Ii8KlPwSnC7WU3jfPgCdlv5Swp0k1L+KmkgN02Yv7h4CQF2K6OZYz+pyQ3R7MoLvjrD0AJ2hYhuPMbSV6xEAiX2+Bzgl+pE+y/TOjokpzwRub2K+o4ar1qYv8tOgL6g6Gq7tg2Zb0QM7jdCI6nr9Lpdk0899IpbeyATi5SjypMMZNqNdSbD3msoU6cIFW8nG1v3amfNYgfhZwaRRbuv7VIqtNnXVV7IeoO93mI7tadRnurKV6oIWxy1clpVRwKZr6upbMNArgDoAj9KT3xmtcKQQUgyHri2WmRucx+Mv8YtpHZRG4TtNbXD0AFch7rE/27aBrwOd4rWUVSNVTjvlxAGkFMgjJYfkHZn8ZrxOeF6+Ms2FObLMFb14XwjPR2jmWhuZZ2V+B4MVPArXL/EUGGaE3zKY7areMOoUIOsD39GPVMeei3LTZ9zTM5MW7uIzvANaPfWESZQugID7FDP67/7r4H3yMVfX+MbkHDZFmwfRQ0gsdmzIiFp7HBHzm2OcjE+hB27JQ801Cm36tlAY8BTNNTEF8IbgJUbC/6mRUsHu2z0srNy/7vGGktXkdN7o6qbnnR8jTsP5Rtez8Ew5+isjAZTwrRXU1bQ5vfX4ll0f9hrUk4Mic2qCR2hckauQS+51CJWEHjyRWbeR0Cd8svxXmBN47XIoYQodIp74ZK7nyphlBSTRQwZ5DW3hYcXSny06PjvTuOSb0TBDlF6wsBYKHv5ZQZ/XxSw/voDLG0/sLSgCkeLdrY+9ot7v4LohCiFRBC4XIw9X+63/hDpP5PE7HO7Phd+AlUjH/nngIX74ryW0Sj8y8ZJlPxXWXeVN/zYAD3ubaKrvxQmoEU/KUikj/p9xMT1O5JaI/Bu8Fq5bvgq62uaBBwxobhVTOroqL9X1o9REkIEOpg9PfXUq3uE9z2HI7Undj2dpm2IghPzPNiOe1MxCDZnjZBaUp2Fn2rrnL7WFe3MNyCn8U9TfgskKeDe4gF9b6reHKGEpmCviiz6LIKpaFrlosmCjZiUn9rfxISU7rPdhRPy31LG4T45Kqrzte7OEwv7k9pV8HynoKjoqtVmfjyNUR3M+sgNDdmBIip+jHSDMqushi1n5xyVU9lyLH/5BgVG/fm9nGfXvYi53MycBIntGObDeMI3BOFvEb5z9utzMrB9q55yxg1/jLgouki8KhVGdfACHAqLT1WQpniFckxCE5zEjIc+wVfOI/7hGEkAqvKqe8foD8FlPDGsLgY6+NcvdfzEmUwdImldO7y53PNIqd9UV+kJKB2zM+LNUudfV+rilOUCeB1poxwTtums/LlpHtpZiDoiZliLZN9ji1bT17vxUb1fKrIrsGK8CgEiwBNDGRNltLHNaXLCsPX4xCbk0qyltLfAapQvp0NXP87WLRzLDjFn5eW6o/sBfW4pLWSGBf0QRdVlvJF6nMf4VXO2pnulWVOJWEsZIpxJVIv8eFQxYQD+zFkX2d+i9b8FZ01m2WB53x9hB/RreMFEGDZ84b+RB8al4puKBBHDtA8SWPtZTeC/Bb4VDFV9YJ++tfHiS9si23LUXz/tAxLQxMhGjs3t7ynMOevVhVM7nSkbhlAWz7PiIdPLZE5hm7vbzUTd9vDCLlHbiyOwz0klsnfPU9fFODTA1u+Smuqw1kQdH5EdSQPrSt+O+7uyxFvGa8CFDtkYG9K+d71/mHFBOKlbLDeSYzux4m8zM548tx/nQ8YSHUEsFlCLtnhYm9VIEeeDQVccxzLLJLqaxigO5wx+q6wjn6t1Vzi4IqEnyOvaTR40r9iXC0mJhKOGn68R/xrSMQwDHioEzNB9GVLX9Fz0Q70+TggfLJmc7IOJBVv5BZiU2mUQcALVKoJTZAZ/NT2z/NW8vlUvxKuRS+TctuAyQxbitWA4fxsG7609gVWfYCepG4D9IwCNBNMq+6jcZW1Dp79bPHLHSkaq+EAQ8qC+AWH6rUxEczhWykqnZTlDmVIY51TVTJaMIwmp1V6VZk/sK+O+PTtwpyAzjebfBnuxMZ9W9CyFqhPKWWCkhKUm34K/2YzFhZxwyWsJj1/xLPmzfxmBriqRNYcW4zPyKy5Ijfnmd6ROXkG91KKVFufhn2C1L1bcXFgiQi2g1lA9dH8BpVrBVsf+dP6phEfYtI8y2rhH0SadsIKbk+V5UEZAjhgOM7dWsODMsugT5IkhePq+2Exg27fIGXMjLdPLAzf91gzlXO2KLfl9P92mws3m1Ou5oFy00+w3wmDcMAtG62ulXeXxhwnNLK0JNyMd4dkb86GaJKlpwcU4igIolPbQ9MIPYKMNBOL+6q71a7Yg68Zf0TLN2G8EogGBNWmjrByahw0GI39V6grBzw0x2YqSwv+7Hq1nfL7i8i7Dp8fOsuwcmAsvGs5hr4sfj6uf/rYa0ekaJzeLgnIlx9vH5I3Y6QG1X1lYzfcO5DEOFDGF/XwTjzm+cFV/zyMm1LactprBYqYyZeapOCa1Foz6twIW3Gqb3QUjCF8uBPMMcmuicViq1kmOM/3VrLuVeXR2Mr8JmGLigmaN5Fqmb8F7cBA4FO9wazVSXCpHFLJmc3lPwM89+4okbPhQv6pspKCRxLgv48FKyZYe4ay6Nkl2KWDA0hdLpf5rC//L1XUsS4psyV9CiyVaa0jELtEaEg1fP8StnlmM2VuUve7KhuDEcfcjrR9wPyeyyrRXQwnoH4NQp3nFL3hppwtx4UTaF/pjbvcMG+9oiP/+v7vhokhiY6lgKMZiX8dFRS9YQVew0W15o1ZkkFi2zB9bX1MUIlHTDZZXobACf7DjBFOWHTyiwjgySQmCLEUV8GdXbYJ4UVVZ0IoJNVt45vg3Gec6pXpuchsuv+/HQ8W5MT+Uufuk/diyxCPKJG5tZdZJZraHQTwbkcsoqK4BtVcGUP5Upp/bzdfYewXjnHiRgScqsy3mx9MtynlQzrjPH2AQaahHmT79detfdFPjh8PgmROJnFvXXQeHalx3+Ar+ueOXOFyjYfitn5ENNYyV3SpEFjS7QJ6PTQIQn/m90ikLlqIO9rqXDm7LKqGy9cFEG74ZT6lqbyLfo7U4FLFXistFAW3AIM8W3n+QUb2uUkkxM7sUoZWiCFV1hUX8YSwp6JBwdbEKE+wxxidavIJjhyRgFXO5lFPpCgVz2NKB4JsWPJOfVZukLo5aBy0ffO77+kvF32bDYS+HP/FLK/kpfEzMjKRxgiT5fC9iNAs85ycZ/pcntlCnw587xEA26UqWQokK7qEbvWuAoQfVR7bdLA77+SSU5YFx0WUasWSPVm4emCOPxzYYUWvHDNw2+uUpHd3lHmeG7Poti5ysQdESnVt3UZQz6KtgFV39izfTEcLw8WvfmZocyWVyDSNwtkCO/VZ/Hy3oMyxzo45TbbGosI7UeAC+ibIwjpuN4Q1hzRWVxGtDmt8uvJLrU5LppIsUvCMCOTHy2jXc1ux9I56+eTA2jcDVB7uAMMnoDdR6IPQiJoxV5/Y3PoMfzhTWvasdg31uvsuotVC8MhXkB28VAvOFZfcUHhfgD0/E4ynOGGg9GM3/g5cr/zKG1sXf+/ea0dOC+pTECPVSaq+e+Ms+rPdXtOypruAxNy2xTf4CBVr8N1jGiD1CPW6kYb5id5JSpO+MYlmtbRP28dLzPVMdilHoajb8RaX5F+97oT3B6sU2a7gYhdok1lV00f+6miHFdHft/EzaqHbn1X6o4VmcYnK4lxyCL66QEP9aHZBiGJySE/WPiF96iOTwDcNEGa/mr2dgJEEENis7KYHjXawYnWmkUHMZJY86nqtd/rc35V6ON2e8OMlVIH8r/hoT6V8FaIB7I/ZslTDH52TrtOEsz1+zEqQTxO5jk/VZxG70dPbhuUA6l6pMDgpZGEwttxTeNn5g/S5b+gmbozj2ahRKzL5as9fd81So/IQV1Ql/DmKe1XMLbUjJYGxBAAkxsukefhDf6ppL30/tHEDRJEGuqAZ/a9WeLqlvbxx3y1CTfe3X7hlFDTgwFUuVlcvTcmLEGY0Xi1UA9DhZWZ+JyC2FCyMEcwvfbrAs85e8FmEzeshY8rxPyLWVVsKZY+n0VQtzr8sDLPslwpl3b5hdn2F4cH77AA0DDxL6ulCt0+1bAtPHWQziMdQtLBQEhOjz+69vTCzP6tJJ8yVvPnT7Ilm7UsWtjlIXGAi6sdHq0o7I/+3+oYkYVHgwgh5IyPVlOxakgF1wB9ccrRu+s28TvCdm5+3BT2xuDzPm3E+XDlQcq/DgvHr75Oszl1ggUsu/cpcSu0C9UgY+3oN10TE5aA0yEhqUmMTI/YxvNptfRpA+bqGlvfY3LXBl8xTU3xuMseDmdv0ymFfwg/yiMjA/WSO+aUL6OVVZzT/WhXhNpruOgnx3l/NYyjBH/xV10d+UKizRgMMZ5ZZx8/NecT9X9ctdHmYDZRwsxhIfb4hgTrvHwm/Ebxf+bSvBGUSx/BUp7HQjOZJFfygpwMynTl9eMAoDpkBpe85MuREYABqEaZtibMC7EvJLwm2xtrqChzH+lJ2S60kcJ45XzQJ9kCLzq47/wskNaSzLLvVsGSbSiwnl3fYrwiXM3mCYSi68PeTtuuWzUCj78jJxTDuywdhDv3w1jnw9xskWdk3pwN64UjykKlap/C86Javn14FI5cunmI7aclvJAOgEtix5G+0is45kj3k4hCNP//4VpvQV5Z9IKcjLi5Df9NOdr6DrAyXNzE9Oz+OMmA5nuDIWj0jKMq9TDheLOcqTSuJU1JJZ19eSCYAX+JVvUxDQ0mgJLHRM5aHDFwbmoLI7gi8AMhrgEourfwqngab6XqtDD6vqDPslv1reUHHdZnGbOWrMhSXWsXz9BEfNshfSbqS0PW0WY+2VjqJYSNFRRD3VRjFL7rLJsdSFySceUvvfvQDpmSQOY2tHeoDQIom5B+M0ly9pUktSz9LIAmU5HoqC0mRxDJDj9Cos6CJdopG/+Tl3NdAYblnAHfZSlEpfxox5CkdLrwOBCxPMV2LVr3V//b1Q+E80m/vi8IY15jQ6opJRoui/rciiaETo17Ll90uztGZAcYaEXrwwUfd4Uk9B9eq4beJKWJ84EsxIai9p05wktUm/Fp5lXKXaL189Bvr8LOn6UcRtutJMnpYyyHmGBH50R5VQD9BCOf6m5GU51iDfGdna3WRr4q44Iql1CBvLeNJQKK1e9FKdOt+126egSLglWlnms/JeoF51WcGJBsRXEHOsCUuewvvcJpujKxtmkEpuRxuF/MebEev15CAQhvGK/+3L42eng5Cu27Hv919uYCkL1nLroLo0rqBQ0oR8jhdmtlt9fDTWIGMl1H20SFYXo2Jqgix31p+8F/Gb3VCS6ltJN7+jQXu0H6igZFlHNPMF9vAnuZgBg3L2yngAdrOuS9a5AtklemqK/lTyCHGTgphJmMUT4EC6SuojqJA3hEor+IAYWhHxN0LSsH/znYtmseU+l8DFIT+kb2KN5SkL4Y2O0Zav0zpPCysQgA9Xev9XUuultImFNCn/rLIHhTf57Vg/voVxhH5oCMoRwDFE6C8wKNeXY1tRI8lD4aU3wQrs/r2A78oDBjWIfGB102WE2Yv4MV+wDVKXwpmcwyYHvSzvnKZvHUVJvywb8/1zSl5EKxqsJV4EwZCoTtiuBblHkFKH6fFCx4smER/dmFQrRf1Qn0b/RkUrYWVzgHlQ5BMKX3bCFuRT5+70CIaWmpz/yMsHE8H2HZbyTiaVxVtyLWtlfzB2Qn9pcsmcMov07fiT7nQ2qwZx9Hl8diMnFwzGnPDpcG07Xhwoa45HFaZPcDyBxFf4vpdBWdYtwL4cNGGwtmOXCja2UFKXIsOZxxwt3xXOr2RukMnF0J/efze4sddHkhBBt5hmXbKKZ+P5dDGeQx0uZp6ceVlX0r1eg6FOOjFRVWyvzWAYRbHtcYqSpcxJn6RwG8KA4sfuiuVShabEVYrI9l/cBgSXTeZA4TO+sHrJbyYTwm5X+kpxpFyc6jVnNdwF2IcNNViHyVJ4SsKHFXe29OlR1tFW/hSL2yxS/eCP7CyAgdU7bSRoncYcUtFnu3I1iCvC8/kT9AdHGSJ7Mh0kF/X5cU7L0gzO01KyHi29sTscUmrrZSRfeQTPGW2MoBQl5atR3boSvy0iCMkFzACKbnCdKBtkVwCNFCzD2cin6z8D77Qr9rh/HQPqa4Kxzpv8J+0xEu9JkjWEc4QYJfziWe1JHXIKtioV2xp+7Rk50wiDFeNcpza+nSeofOPyGf5UdZqdnQK1YxbKHZln68pkbkt2HNJJ6QfHzlfRrNGR1ThBPQ+KwDZyk1Mvg/JoSOVP5BaZzjDNZppVbUmRL9d/wxDbxFbe4cbsHvnU8Wfm9Bq5hGuMOw49/ZHf+PAGlSwGhKKfoiw+slWXx74hBI485XlM9PvgMWZRJFDinJBMr28F5Pb1VTEFqNCulWj3tan3jOHFjlinslEusGv2/F5/E+f8uqxnjaTt4qQqQqYC/MSyaiGySaG9o2clwUpfJhQNykofXhSOpdJnS49xJ6so+lk5bPv6wPCpQb2xMD9XQ2S6EEVLxWv58ph/zy+gCMfJOmgtUxX3qr7XZ42PwbzVYSdgpE1zcfs27llRpa7lcJGYr+obzXIWiDOC/obD/7rQ1IdnFTqfOusDB5RwaWKWLohrDIjv3PkS6M6aumlX3KfBVrbgrEgOQWu5bH6lzvzAyY+B7Rq3fZlW/fVOuVhSWf63WlUCAwe16fTLPkbELu0G3GgSK0uToalUJNHMwLTy/ktZSMNO5Yd2sqbO+dKHYahLbtp+CMRh9Rxp+XE6mizDfqJ4P/hPqDivz5Cdbnnak8Xq4zNEQjFJh4y0XfLUoeE+FSeNqoiJPsr9YMBTZdd4lqVDIypwZFsz8fqTfzPfnr2YqquxrEMyG5ZNzpjH/1vi2Q5yS1ycWMhjcy7vX6Yf4Uzm/gVJABx/5JHYjy2XDRMSv7kdWY0VB7rwFSu8hLn3z2qrZVl/l6IyaD/b9k58R7NeeNJ4SXmdZMdc/SrUaIwDBOFJye3h2rkrI3tD+/7e+jIombIF6kpw3rRpW4nVGaIoNcvOJ39VxzTKIXFdvcLyE36Hwl9OimaBb8EzKBw0juORiqqnAXnN7bKObLEMqVsC42+KnX8KFAaO5tvxI0+wMf4X/GGxLGVYKR3Rv4a1wjZrjZZUJVDs2w9eDq+Xxfajy+zJC9xhVB50FDbskw5Si3Ey8gofgHJ2EjngPjCcDI2l1PsQiWKa80pP7YM5wDMI1xN9r4hp9pFFfg5hxqBwTNjAf5ZmtzW+qpCOZ1lTMZazMqzdD686D/TiypHsAE9q0FDwCVZu5IXlPQSSxVZaFEP7K0dvaKUfD8z3Vfyv8Z+kT+KH1wst8mQbAn8ti6z9twlk9GnA9I07QKpM+r5OPZJzgc/WVNboA4E31yZMZTpejyUC7s8GsqQGPPZnAyBhSYrfA0Ep+UPvlXkdrRAQ8RwKVyrqU/ILADfYqER0ArWyVx+yxK0wIxeZAojSTojdDDxUigwrSGJfG84R0ujlXZ1FYcQdXbZGFDKk8+DiqW01AG9fxiRAYo+F/5p4W1skpBWFu9eWo8K/rS/XOposptr8XipKrH8KKEbBfjpJGhRNqiSnfMeMH0DNDU9B9+/yqN4QdqlbKUx3WHfMCF9TS3jD+dzBQTtPQf8NHfIzgcQ6zb+5Ht/t+kaRIOUSHlMzX+7uUjhXXs9PsVJKjRWrFVF47owd3ZoUMd2T7cg+acOX5eeVOoBf7cASj70vikESp4/AKNHqPdzVJ005fUNmA8crFCjYDsHT5IsLkPE08Uu8Ai7243NyQre/VlL3ZgG2mjjCQseuj/Ivk4WAJ74FgcPql0xbhD2lwndgA3P0wCGymSxJ12wy54pkQ8BA+2/4DB5HEgZJ87zxTZqLU/GM5Vjmjiqlrtq1cmWYyU4qmY2Yn1z0vW+eHWcqukxbZLDbcwbIdsYJpNWMt4qcDen2cKZ/668xE19ORQEwUg8+Lo9SVPbVp1NYZjX05Kqh7Stql41SqrEwGuA5ddXJFP7H1q8joNaPQDwM2/7Uhz6n4Uaf2sfIHH5tG1wvWd4FDa5421dVdtdZQWvj9+1l4vO3uL7G/doYGdvEtAKMZhFRP64X9/zyuHNWefc565ZxdolwFQWu4q7l+qs5r1FiJDIY3RA1DJ/mbQwvJlfm7yfH/toE/7rEie3G39M5R4RkC0xTCnvaGoMG2YHKRNLlvk+YqPe1TOCDc/NX1ZXztyAmFpcdxYq8x3RAicOivue66XW4Nt3GmB9vDShP1EMF6X/eZvz0/L0bErlZ4Ifpz30efyPtVlhGi78lC1wA6Eu4aPRqD6ouWETPM2v0BT9+n1VPN6krdZtGRT+IWYS7wORuCzv4O72iehrXRjalJBkXkmo/hLLc8Ot8Ln3WZRDdMJ7c45HgdSLasfbg5VXpV8jBRC5NRHzmwVTI9OMx8gRBT9U2DtkxnK1sY0TbZfFr/qWL/oYdEi1JcMVruNSP0nQo44uv5U4nnA35RXiXOzUTDt6RQwy/ChKQ3+al97Y8lMldAfMwxu69cs7Z5pB0tq0Rj7/oCwvZwTR/OmyYDRcTPBfHlZUJMEQaBtF/cbjDBxS9unUkmxXzShJ8uzMbnvbWkzEo18vCT89putV01y/VPXRItgkZKBD1OvL3eSRHrliV9h73rGmdK6mONijIZnxUYu5LsSVy7xdyBDkZ2o2gVMDYVXl998Wvg0Lawaknjq5ZGR8vMPBcheDU7EjhdHsxBxD9vsudvSJ3ieckgJziIZvUzIG713DrbLa+EkSniszVK376MQT9mvx1H/ufHyNI6qxwLDZk6nUMTm1/IPmOVaxLq89iA1Q6aYYTyVo1RP+HyyLWMY88VQ5TW8wuuMApJHQ2jQ+nf+QCrPwFtBltcIjFfsndPolT8K3d8mzI4sOLANfLvVTA+9gU4hTVGRWsdoGtdQhOKuUcf1ARqrPi7A4mIpXVktZABHvj2H70nPsmXbA9URwhlhs+N0GumaJMjKEEJe4dTWVXCwBoFXNvXbCbm3a4jR0YytDpvxBeDCIpZQ4IHbm9/IkDkaI2YfK+kWPEMzvSYxlgGeMvWHLAKCnFBEgA+P7ewEzBc3TNYsdx942BUKyz+ybUhN8N/CUXvyMdt9MGGdPEeXXS01dbsqypnfZ8ef0VYz3osztGTSexYbKTon8Kkdf4LCi16Veo1cV5QqqWnhOTkDd5/qTOVJtgf0XxMEunWZfwKm7z/zYssAb1eekCASt3zWzSUVIS0vX+DVQlEcun4PB14vtIbJECEfJtdeSRaTkZsgtcbnwnksxfPuvg8pAXxO+r2/bXfpJg9aqkf7hPdRFYZn61D87ThdAeU6sGAXPpL2waVCeYvDlE9ASCTrHi9QzHjVDOjfoQM6MJAjzX4STgU1tZwWnUzsRORCXQyXaAE0Q3xL4qKI46pzUvR6Gy+JCu1TFN+TQ9bgV/UXqvrXqIGHsyDRe4BWZyWmjhD40XuPe31kHVEeKjmYsQAof9mUFMX9SY+oAkUAws4CN2UEv8omQ0uutCn6tRbhyvekTTWd1GXfjjIeWXWsCkvm7anMkwdqle+B+KDYPeY8rG5JmtnNO3jPpzrZj3SYv0S1zCV+CVfZ5gLpeZiYWsGTUmTSjt9th4pXKc5LT2U/qJ6us/+gGAExhgIfgVaWpuwxpW27xQ4592BdtdV9GWUAafaR/BinbWDXZqqOzEuqL5YmYN+6g7IZi2E+3CyLi8wt/bezOJ2mr61cafr3Lx0ykoNIrYgmC1NJUzNxNhaIuFwCsky479apD6FVlIa181RE8tzjKctd61AymIZ+zgxP/28kLVeJOsXAiW5C6v5FN6sn4ROJJk1aOxtjd/crXkxFSGYjnSMH980FLF3if/fFuaW82y3vHlQwaBYJX6WHIkvDlCS1tlC3ITkq9VCQNFcyBcqDuXJmnbgTYzOdrOUZxS1YaH6VJ9YYWrXw+9+Xa8UjyFV5r7ehGGY7Bkriem5hWoOmPZq1hQjWli74l6yfe6fwMixx2/Q6/Sbp3B9TCNqx85dD7qmXeKeWFKVGhy+XrI+wtoLfHzCMUDLBrS9iFW67pzph8lcg4Waz/2Ei9IdLq7mTiPCaKfILMLDcY6HzsIOIA/SfX0URRnZwIlldYQKuSH9OJcAh4lrAMFLwK79S2Z0uvr9zpPdV0VQdKvubrNq+MUU/jZgpwsL6evvyKo3xIcRSmC8zV5Bxd0VdYEGynUPqYGviikJmj+kqrC2t2Q/GPXg4vghsWsKZNy+S7QiXFetZMKj131Y/ZKMUSP28HCZezYWMMJpnKYcCKw+ecSIe6Ebs9a9p9gyz9C0Dw4Xu0JaBvr1HNtCKbh/BAeqmqw6ylQsTrXOVUSrEqu93Lnv2s4Ygl4JBfwHWHmvyAFlAb2I640fC3W+7GW98X/hvqjcZlK7x8Tos05foKKpewlT2ZrDCPbdKue89E4MAXMmJ8p4WOKpkVfSFvK9MS5RNBXfGKDelNZOQGUV1kX3fWJIShQVa6LaTb7o1+yarcFWMLY2p4ew94w/ilpAf5gKb9aQbEtg6caQwemkbN/U80SMHlM1OJfiaFOS0G/bZcKjjMKzMt02Z7sY5kDIN0c6ZvXnOJB9usz0BOIyCuiWlwXqNNAEpTUdP0CS7fYOD9ziFduX4nT/TOz/9CaXLY0q32Y5Y3xQx7z33BE2WXvr+2kjNP0swhidRIhxerx16aRTYMAu12Cd1ItX/vVYzc3GABtmaoXFztv7l9lnyOIdHzwKbm5bmywJouAJek98oVPLV+H53OOhnSOsQqCq1HQ+BTC6U+HbyiUjGRNlHCMC7IVSsttpovKp0cZe1xHfW1JJwEY6qEaKjmaRSVe0ecg5VWVbZyGSvD2WsRF1lGdltUEtOF/YfnPi/cAGQH6CtE0N/FabDzbFN0lu0T5V+AZBxzNReQSRmu5atbUP6lmsySWEm0cI8zQNMvIczVyUQ+fZLDMRBJEKJJs4orlOK/KBPrO0+pBYd8bZtVu0B0U1DmX/NBs9LX3uFWl+L8bu8eFwfyyOBcEJWTJQWMrxisw91B6uuyB2Qop2UW4u9Y19MVLRcdPhTLaQoMZ5djmoHxByyq39+atagRxzMgY7OLX82BAjS1cqjgyMYiHiLPZH2uqGtVLVfzPd2hO/lTNZKKew9epOqtGgFBXp1i++3vt6DiM7nh+NRrMEZewY8gERBiGoqSiB7mYa8bspfPTsWL9+jxcdkSNJbCPc+N2YbWuaeb7fxeMWoBduCwuBkX9mgRItIvPFCnK6QeMpQo95DVs3H2nnL6vtY/mmvtMmr7mmmwjA3TwpZY3veX9wmgz4mpOFjXArQP6WDRQlstus/xXqObDL5JMGKgwLrvzgaX5ayVVfn440hUvc0YhtoKUJP9OjCffXoY0PU9Pacu2HVLeQtkWpYTO0UEielmaP4SuBf83XITJYiv2RZojSNGOM4fWSHwoU3+G43pJrILpF2wsUpzyetfAyfo4uCMWEnin4qzqdSJdwL7w57E7fNqACQLtUNayjKUcO7PfTnhgQ3Ln/uXXIDU6VyEYS4pNgvP6XoB938vlJ9RjWwWSjkwxfOfniO0sBMvzfRnrFmp9irmiYjhUMHcwt6ywIntHbJrbn/c/Pu8Lsw89QQ6c+P0DYl8CO/mgeEl8f5qalv7z+5vtbON//hqkVez5yapaCCGnqFeTcus//HRTAqSN+YzEIkt2mhn4Oyt0uT+uGfn1rciOil0g1FzPQfHl/fpvGazmMjeBaH3Mcg/aJ2jtfRtZPS7ylyCAoJ+HY1WwWn+iSuVoxcGiKYAi8LLfV0aHPHlpH+CBz7IiTk0witnWoStkAAsF7qqhQSBn/HfFfyDGj+t/G1S6aOzcL35hMoNjyV731F4NfE//2owjnPMZKeBGXOy3RsGUnoFbPk8ouj+11H5RoBrlRFxxBz5aRV1CXH1YXWLk9lBtO/lvbDfxN3UGo8m1t+UdeqGl0d6frkDud4WirlDkn7D+DJqo/wsJ7DXNVFf4TaHWZWiRnk7QlLukE/bwdw5uT1UyCXGJzdf2CBZSQ/a9eetnaN8bDb1k3WW2GEUjNy0wv2tBM6gFPx30Em73PRdW8c7mgeH1KNA86QlSvMM27x4uI6mo6Hem0ycYxFegDvhzVt4zZ29+bUftYrwhJJHJtkW3iu1J9BHHRWM4M8c1Yh0+0KKv+Mu6r+IqjiSubelVojG2spn+EjfF4jSTOBMsr5/u+pTaBsPpHlJUvhPgsDA/QkEzswj5ZZmnBKcXSlwoUYPxwM9pcSCIDvHlqFDOpYy+QIf7EyfMj9b3pL3Y8AV4/tcBtjiE0rfyBFn9dMC3MUZJFCMIHBCz/Fz/NnqwUXnQNC1rhSjcLhz7fz4/V3cHSySmeD2u/L5jTrU9E8GRkE+OUhUmbRvixXeyRSmuFCfS9Be/yhfny6uLqERSNoEDF+LZRCn6b+I3KEtUUizNbsW6iNrg6B38mlG3g92uqoUkC6bnK63gpsYuj3/TjCesUBsM6Fjx6ZAU+5WLk0+pQMzDBcHeTMchDHzHVz3Ueh97WeWY+9awd+KMyMf8QgOoD1bUn11m/i2jjIrqJR64GGiqeG+emdffc8xx42dNuf04v3qThY8eHjzCF1zsDgyemIAUiQ9LrFKb6+kp6CWjOLFsOagDSoZGUHuy0BBXt0zIwltlK0JQJWZZtqUt43V5aBFJ/sUAn+cFEJXR7V7ICdoob1n+hOCbMqnCxyN+NBY5Af6hyC/i3FeRVQ+/9a0sy7PApSWlivp6G03gc52zEshlcpOuQsyXsUSece3MXeiOrhoSrF/+6wZVXta6M4Zj9HTqz2ntckIiLZ9kouP2kl6ZR2mkxZNjgsE/V6iv/+aTnR+0b0Anh4K7dVR4/Ahx5PgCvXSLJEKqtWn7OluEdH/+VEgp/eDwUzbd6eYqgwMCJFQUrNwsQTssqOEuCx9XeyRCS//zzx/s22z8jcAH/XEs8VfTY4SMLmhCwjSeEE8zx0TOXsmc5/Sd9TcMtpkE4kPXlfrSbEbVHR8MK5AUOj6uZdyHmYTmlNZ/1DOix/deF+2XLMPsrCTigyfZPvZ4lFuRkw85yvJrXhP8a93qVj3WDpL4NZvW1eqU32QX5cETiewCzLi+ud/uv3o2MZ9eaxcPJVXipik+QpKM/NvFU/YERduvzlH57ZVfF5zDNn+OJZMOxgz99lWuD5pCmzqz9guBj9/GOocYUCFK/igSz+3KxDWG0E05OUhW37pwLey+IeKbyotj6ZmfvIRDkIeMhYsjgAt82Ekc3TUlyBRBm1claGaXZRvI5dx+xkF/gzChhJi8fEM9W8LM8Zf4p8RFohAJGHEEjh9Qew7KscQpD/E81ldmuKzZLfG3BaWo9VMaVdIwnKT6majKbqaAEMHKrSOibEryGK2ygE8K/LhQ1bT5ahi/Z5xULr/EZwjCkiBLNLAUwUlumWLhLjvHs7WNCoy0l52VOmu8Ntha98Ih9YswLX7hTzxrRq8ZdAixFKG/mBcKQ5DAyNYCYo0c0l/3k3Ix4fsb32//DVfQ39VIAGOJUcX7RQL7SPtbKyozvr9QG69qaL3g7KJEqQsm4BE6HrVz/ylt5lKIc9H+MoZ4+jeaASsGht2ADfxrMWfl8YI2ChfUeSfrghwvoCL1x8h83GX+/ruDTW5HD4zhLhCGLeVXCSu6QflpiTK7ECh8lsULoW9rc1J6/DkVJfquC1xV9VR3Cu68TpnLOI4JNWNAE+EeDHA5iA7OP+Bb7Devr1MHchn9e6Yxjabk13sseM4dTTiX9ahZni/5jWPuu61ih+1ypZfLIqUdlAkO8WOU8b/Cq0rjMvP828yG4HjqQeksH4VJYZX2I7dtXEm7LH+lvfwVSgWrIzdNwYWHHAbkWWXnj6Gq3jTFOCxsp0Sw5gkU6iOxmVUn13HqBMPQ0/BH+4r7fXWCCTg2MOX5A3n1+37glMCyWFbgSL161RoTyCLeqp0qiIBxtdPPc8aa2gzAiq3Ef/UN+in0hcqOnoxZRZTdo5Ae6kiPZ3wZnP+QYH0pO75UeKXoRjddhb0KWbAvB2SQ0rPPUk7+2CaolNi+fJoJXOuwNecAS7JztU5Y/QZhqO/rppihduGvLxGvDDwh95Jsvgvb+k8TCQosJaNFcrHDl8JvX5aYPXucwM98YSzJhKxvmianxKlHfCID5lsnunG0OoCmPWnxJeWHytRqWT9hG8ldYJWoVZxhpoyKkYR+pjYGqiQBuE0yE+ltNwRL0Vu+3MdPXXobCsqj2aNszDm7zKAX5YwUBhVLfMKgxHPVHt/0P4Lfcoygh59dxOi71UlbgC3QkV5Vnzab3L5jMO3loVbc+OorPTXouxvq6KSSrrzoD8fV83XiebOEH1gXIo5Sp00f+M4y7JM5nAVpkruhBZRlrWPW9t9mG5In5yKVTEFqSIJxlF9s8BrxW/+aeHHbmRz+r5cYl0y+HV97sGfcEevBTIvUMd+HM8tw38cvew80RVkwrf5jKLjwBcVM4auz8sSevXRg8/5vXE8qXDXEiZJ4MILMSeaIMJSt1lY64bj/QOIxTPQtOoZ45k9Slc9HK/h+EZ2KbARHPMvU4gdJwDfrOP/WytEKLKK3+48h84MHIWB3pfzrYtHp9umruBTl8w7BZDrkBgQaeQbFMe1TcBN2Vp0DdZmNrmC4FpuJthyRMI5VbS07QS5Z0G5qPHN8JP0/r9KH67Gs+YNBXBxRpE2OHTlfA1rTGR3A3lWgIZVF6g1qBwp5ueKXnESZKKT3i6wGlr9acPR1rm0pibBnObqyuQXnlQP18sWQUH9Q+1r1Ug5ocO7kvNo3K4T/erBE1TmZulfUMqEiegqrwHo2ARQ0s1E++XWurkK1BJCSLaJ1f+RdT7+qz/xcq/srFe7/dqm5+358VJOCoGTRolICkTkhRCyjVqpPEVi74fyu4/v5NbEubfnj/43puehJ6FWW7uIEDkp3pIbRJLA67UI9YR9Vfs9UE16n9twGuHNlVBYVVpla3KRUsc/XXPDtJqN/TWQIiUBZdbgkRkcQSFbR5xeGSM8UDgjlsNjTzWyOGE1cFhUqjDIshm4pVeO2vsSms3xROP0wVN2gEWRP99JxX0tQ5CANDZe25z+lT4JXNUH4++C3J1NaYO3fKEyjklrGRVuvyELaWRu03USFMtmoayRfyde4i3QiKLW0FJ2lr/gMwx8sJr9fjugg0jSZJGxH7+VjNzWz5Dkf9oByn4vrOwMIvtU7fEN0TVptfTq5/JePh4rFU7A2g6uRXedTXvI6YT1N7/NffjJHDkqpYnRs+GpEeXGGVX/+JvvC6aVSPb6BuXUxBr+jTPWGrnFhitXn2ZGkgg57kwbso9kaVL3kSTfEn+pitSTBTTVfha8bYUgGCliAykU/qe2KsQHmtmjarxG+n+8D8FLc0fWPzKF0/9jF75CYXDq4vD5x9XMn66vr6k//381uEz18FcYo60D5ANFz4YKkHk/7r66enVza6qiqdX8eYBjbq+ReVEpHOkSIsfpnx1uJAnbXlzptR2DIl0jK9pFq447hvQpc+g0O2ycoc47/WlyWfxccouLkr8fhofAfh8ryBgLdxVbrVCpmdwsdLZDuaKk7lZWYBa1HNVKQLmJHGSViWRGllJSYTUHzGnpshH8UzDRX//Kfr9eapCs4npAgA+R4tbCvZ1RByyCYH/YnHvW6qCKGYiT14+HJ9jdTv6VA7WwKYyXA6RDkFLAokFY0y30hhohOwNYWrRkB8CDQTnhOhEMVeKgBgccZ8uubUW0BoQUYoj2DBqrr7kgUHocn4swa9wJFr8M08Kgnx+DDqnpZnQWB9jmWN2o+3mVrsFlOHm2SGjzL2ZaXLGyu9ArXPDWzsGFid7MMNfJ/LnBieHYo7Cw28Qtj78fEqFktjWG5VDvOdsiMKfMDtcAujvnvXwfr7ViFqVYm8tIEa4R2qc2pweNVSOJfuoWIITLl/aWpDJUh0jheYx0fOPJpRnv9TLV8vDj2ftxG0r7E13a6AUJaklr876PaaUpkJpoiloVtS/eRlhBKfxvBB0NGOjBqyPDw8VeSqzXy952lEHq9rwW2biUOC++JAxl/beq0pMdlT0a9Iv8UG2KWbRowx2s9sjD+Nm+LDbuUYnlhJPTi7Ha3DeGVPyKGy9FT95gxnYXhhG+Vt3r9cmgV7Tfrg7HpZjPZv/pYEWDY/tfkUISQmfnjTK0YIvoJrTrkZ7eN9VtF4+L6D9cbxlnmNnMYcYubezeYFpKazmOTqQ5pXGFm+vJ5Uo89EOe7a8XRRXMEf7FPYNJ8xH1w6B6R+RCNC/L5XHGJAn3mcanEoRe/8RelaaaGevuxtvkRmVYdECn+daTFGMqd7zkmabHuus1AMAc313297Sb2ey824P6EUSPST12NE/aGKP7GBqfe7GrcBUYIFKCQrHlOVzlrmFWGMggfi+vRmxRZ1nOfPyeGIhEBMpKihd6/sn2Wlv53R1kaZM+7e6EIteYstaUJWaV+x+Pe4HvfBE72PjluE4jUhF7UkBy5GKHS+/mN43Ep29RePmD6x5Gjwf2zsuor96gJfhVWUnSl5BN0stnRNwcSgh0+/HUhRwqc6aRT9hiQkDL1qL5aZ4B3rNDQur3NUkHify3oLjraJr/pbXLiN5u4PhJ4rPDD1cVeThI81ZdjmNjRAYhXQRjrinSPMnqjI4K/jzRseDVlArJldvFcoxKNui2hi0Spjcy20h7Af4VnkPVhmpj6pAVturo+LdIvNISBCZJsgs89/5uWc//FqwTubrVNEO4JSeZmrpBXFP64psKH91uG+haDgFGJd2qJvv9r/HXA+FoqXRi/+VWcxp41GN8Gx79IyNAh2TVGLV7qywmzShY7u9W9JxP/zngrGEMr86pG2uF7Q9gjkwTAd5HGUP+F4K16WofxVB9G2qv/EkLvzcNk28iLTVw/lq/ZYXqr9tztmG1SFTW6xFabomBUNtvOsPyeW7zy8VAnFZdWhotUk6NIJ1bJdi6wRpW/dApoGAwOO2yDYsD0A2d7Cq1ZKlKel1dBaQf8acQ9Lp0NPY6O/JDEidKkAcN4igeqUC/CbNpFLVIBp3aVxvZT/jxHpTsMIzCMF7jsR5paR6gr0H1YnBxIHaXKV55UxZfYAZDbdiOzl4RlMBd6aQOYC1/M0RqBOP5MOazB+RXG8Kf88SMKPfLaqTT5Zf7S6Th9ZfTjBhjF3+IKrPBXW1kXuTmxEEFd2zYUjtMQqGoMSLN51jGqJzW74A972U6mLfXEXno6l1djr52by525nRcAiA9O8svRyT0+Fzbl59EJWVSEnk/QcBcD28RoHVcxSf9Nk1jAZk+xel7U7esYi2L7zvA7Yb5SkCP21esRaBlJIXFWOzaGB2HQhrCXSqRpgI2i3czPX34z1PO3U3ofgUQJo4wQBn72fYteDDiOzhwLc0uliWvf4UH9ce2xxcckaKJYCP/f2i+WeT0PmXq5Da0Au7P6148Bfqw03K4gYp0GkAmQ3UOyLIIalS2+mXr36+uIkPGgUNphY4w1SDf6Ic0DDtePIFDberwutijnMoBLBUH86pXb0tVLNS+UOWRhRs/88uw5C+iLqLHqDqvGV0RFvkoMJNJ0KrEzBcQHYl9nO/Gugu+pf/fakYRtKczQgZ/KnV7e9yGllFA0X/TFszpgU0kPWtUeEi28iaLRYH4aIe7RFIuwDsO+wS+vEvb1MvZVHkeJCnuEYkI7c2T1fuBqIpVAIl7RYrh2pTLfldrMimdRQDXkkkGZlty6Go1IpMrZrP2xFC4f3cG1fM0ZlFxLT76uM+BYGafEtq7jbqkFQv2aYpFrXulj2EuaD00sUi+5+aDt2V7KoPHVf3+rVL8ibZ8o/uPrqqaDaBaTRxf/piX3emzCZGwAzdQWKEEM9n/Ujj5b/EUzhajORptEJ49euuIhF0vXW04n3pKLYmTWQsl0VSf4ZZ69auzI8/XUKFxpnaj5jF/368bAFeU+daAwLaW/b4gjXtjE70cStrMg9x3ZYLh1tixMKzRjIL+GLD6UMC5M/YFRbnhiyo5G9pjyRtxgLBBx8XVtDDDX4Bbu4riS6NmjqAafZuE24nxbRYhAgRQ6+8fk4G4eRxyzoG8174n9eY9p7RIJ+kYoBSEkUaH0o6IoRbdTE1G/pgz/Yqc5rsCfTxXoh8UFGfaiPoiH7FTLY24/ZLFujPrOqBgTe++pR0FO+HnxSc/JyPbua9cp3FqoMQ2a+7TDYp8dX/IfplPo+2a+8JcploPDP/Ayy/+u7/CHX6KJxKxIV2VOuRktzEjASNYCLlHivTKgjQBRTBqFuKSFALEkmhIEPv5xz8WqZ9rUAiESFCf+yHrzt991KYnscCvTf7lMoYl0sBUdcqCGI+uUKHiLQa5ENK0XzS0O5faKgo2HSggJVjNqm+zgS7azIDln9UzZUEASwYDHjE94M8GCjagdNbHjXmn9UDzkroO/CI05p/lSsN8CN03HzbP+ZLAgIV/yKwl86hu0X2ruHT73g8VLxw6HR1uDnkrLVZ47eZ3kn8WY/wxx/BwzRpYhE0jsqowCVfm5oGNu9w0zqnIU9bpqL3nlQg0yH6qLphku+MtaDpjEk4PLmW5H/A0GXTXhenW8ITc2S4z8C0ComLcT/efosvIiOpF5eZlxdEpewEn2V2OBq1Y9Xd4LPChgvnDVbEsPO51k/OCzop9ZGNchS86SSxYy8v7WUNoP4URRV7DMPOdBZjiOsfO8zDN8fldoMKXIC7s7LcgcX4LltCLZOBjnCDxNwwfv9MZZ3dYUT90RWeSWV5wDyc4HKNoFbbynmqsAE6dvF07KGkMAQlmZ4laivdLOuPDUdxh4bGRYub0zBC/3bSM2719eT/cMgmGwCQ8ohtzX1X1Ghmk/eBsguMD1PEnrqTCKA20pXmUozof4JH7Kks4tLKUP3bCR+ack/BHgcEAj21XUlRm/q5m8KBenY4/8M+ZnRyvODraQsorlmWOcI0s4iwNDpRjMcRSP1KD5PnwaVIKQMqCU9Mu3a+bRwt96fXC7PVuLOjpmYiIOnkUsKNTalC+AGjb40gWDU7NuvVoyutEDB8dYg5EqeYHv9/nvdw/gYFmdbF/g7AUoJb+O1Ix/64sLKEqtNJxtWHFfmt/D5GdOXaBrp8RnKWKKZvq/NrgaNacLUTQItKyLSsAe2qulp96N+w8TI8H3AWo3hiub39JjYV+3IgicbjE3A4dEU7eizLMaZ11/IcS6ib0v91LsUaHgEnDQCq5ea1a/k2j8KVjqu7BSoxtGNyu/aX1dzFeML46Brf5TUNdSNWdRtVSQx1R/wtx6/Pj29Wnxryqw21z9nPllUdyogdRwecQ9rPwy3jOXr6hdGMvRF/Z6mdnYqBRc7LH/PA+d9xB1nNzUv4RoU6QYb3WM9rVfLGcklR/pF3idvzNmBU/5Xl/K6c4GAx4Ay3LB2MFz65oR0MIEp1GiQOe+LbtMlQy5jXsQn6o/UsOLbqv7w+zbPlkYeRVITMTXNR54ox8g8lSxgKGQ4f1KNOpz4apXoDoZ3fnxNz3QbmPaV8C/QoNHWWUfVdPyODtrFODO52wzxEFrrkguXxYnD/Ru7DJzNR/Fk9XG5u/0ylSvXkRt3cDYky5kGcOQfY+NHMZsYUOuHp42WzE5Fmm57x6sUmUTduMr/3J7Z73oqO0B55HEfglxsjqrNMeGMwuD7a+YP6Sj95l+y5Ip2w8Vg2vI2XDJfnoYuWpBso5aMxozzP5df2AxQm58azgFdvhgIhxkz2lHq5hOJA4+4DUl62aqTavgsBgcUx6VRXAPFAN8+o8xdeIvUFyyXz1z9zsVRu7Y+WySJxWvwU3UGucqZ3EDu4qBvFsMpgdUqphXLZc2dDmpZmzG65UVIo8w5AmVIl6QJCJf9dDleQwrDcTsAsL87w2gSQ4JkkrkLMFjstziDCZTv1hsIszkBqOBzipXf8FgEmlDErtvLKJFc+sybe0+97+5ZE3gGzfOtPoovEzhppkwZabz9eAvxINvOtBul3YLayOqaSyE/lmrZxyVY7aPHnRIxHk/rHRT8VMcFfcVhmaiHQkRJpEUf5JWcaaxwxFoHZ9fFAyzpQc02Ma7Hh+bYV8UXerjbwOCU9mInW/Ltd3f+kjtr/o6fX6d7Dk3hcBt2GRTSbePf+l1jP3vZAXi026bq7YQHcQ5AtlefsCgDozsf3y0sak1OKWs7PM5y/WhKfgp7CVnYOqGoZysbc22EqceQAaQEyjMTbTaZYqnDYFwnbUswYKcgWI4PVtK2L24xH3VgVal8OPC4sbWfuldKpFxHIhg8t2D8YJBGvc/RwuoihlfYBvD9JOSWtpF+e+GjClmCjJJPVU6MzHRdf7rhwUap/hwecWMKggEs2ru69VkzcYoQzD1xCXzOi60SjWC1r/8CIN+1NBuzMhmkw3dbWkh52YsJF7QE9I/+l3A+hLdQLdx6PPf9Ev8pEFIh7Tn+OzBH9/7M4tiV+gQiNEf4oFmGQ4SeEPKaLqNfBmz7tl9V6fVmVBXPNO29T3iQ5/OtsHy9TN/Geehqr1OW9HyM992N/yyiTF7XPMDktVf2o3554XZItbMwMsM2DzzH/sB7I9fleH3gaj7KUDXfvNKmYoV6vd1Y4uejuH3JaZeOdWbMbD3UvVsy1Rl4D3Lj4Y5DHdw9xCBPIrbL7n/IsNC89CxBDNmH6iRU2pn5aHgy9sYZ8aueNodPqUBp4V7Y9YoJj5NX98lgLAgJzlFI2ezrEoePoDrNNdNNKxxu8wOblWil3S7sYKOCoUoT0B09FNXOhfa448UqOmWSYQ+86nOndX5jJPu806gfWmfvcxe+kzgK6yFoFzPcpeOC7AKxB9117RZ1AdcuFdwpzVcVOLcIXnaLr5kLkgtGi8k7aXjRrxv2l9opRrp2uoi7opsMXS5xgMhNSqz2GNZG35cjwRJipSFHvQEGLnt0V8f6LiCdPRy+8pwtGrW/JVjrjS4xShOLYpycy7RcYacpoItdpCXbcvNTQ3vEdJOK6nlaP9Cwh5p7xtMjdIORdInepFmmJCacoboRHaNEyOq0Ulr/0mcl3y+H5mcmROX5jnjg66TYs+CdZ4HHz9h4D6shE0nmCsFM7ledbU9tfGDvuznlybTD/oQCniHBnJxzRTH2m3xv8duydIws9oSiFj7ee1uSwTySYrSVcK7JXau1sIG+1iNoCi8fwxKOJmfRVTzH7O/D4ca5fJK1n2M+tta0PsJE4Lejw9ttz7z1Nx909GrXnC4q4m1jBWIyxny/BVJStIWWnpgvohY8xonN08Usa1U/hjJo504UwoGw5xqdKS6RMnsChniH38CDullUL0UgOwsLi9ddtsjRlHEyqmlowkFsvQel/8PTdexJKmSBH+JQnNEa625obXWfP1Cz9vT2Fhbd1FkZLh7SHe0HVspMJur/UrxtirXfgNcf2ElBftb8cf6TW5e4QuwOjAoagHzFSVmVrPQKSU0huZk1MLiL4ew4IMu/qYd4maoQgbhKhsCiAsL1eOpcx7prp4pj7iMV52oOucQ+CBbvup01ricjcoUHgzooop8hKDEfGnzNWUcqv0tTgJix2St+FTNC7PRunm6l5RiRb0zezpCZD5ZrgKzPYVAKgASt9rIcvZsZwG9sksThMysVYZDaBwf08+qRMtTvdVHmSwVhJ6ocm9TnI+P7UP90TdAlauBnlnDYz92qSXVcD/q6XzDvHfCK40//pFlx9JAv423lJmf0pqHQgxYU8G9ZJG6gP6lJ9RJjqZA9CZ/g0IwEv/xYVKu9nBPm+ubXM0xl+wymPiYrcn0R3uTGdAJYs5u7spq40cKA7x9v5p0gEZQgmSAArsBV0tl1OSLQeeIociDnrc9oqFw1K82F//2O3OHY9BwePFrKsMo65I6G0YhmaHRop6nTL6qk9q5u+ao+7cCblLEl5TZR/ThqxWLJZbB7Cs+9pQtwXJmVLP8Khdo/aT5geY/Dib/Lb6YDUQqQUTGOTPCIQoopFWb8NMB3EiJLenayml5jeoVpzerykTrh6SYwiwjpR0FH4MD0Gqmc+YKyN5AYXkoMMR2UKHm/fDYWYk07oNhuPuhCv0V7kWTLA1HgmHqqbyLEVYg840dMDvQvYtibLSXpiK6es5hUqr9/ET04j5kKkuxZlb7l4lpkgsBDeuPZpgRnT5VXtKNlss8fjMwdfaNM/5HdbD5b9/sfKzkhn3+7Is+rftoRc5abMg5isrfjnJP4SScVXG5WoPMDqBxKa1mYsKaHnx0nDCi20DNpr5yvVyMmPT0mL8behbO2eU96kEsAU14x4S0qwSvyJSM92lnOv3OQmd2Rj31EcKJqYrltuZra9BqirSnVyg++kgwQaYqRV8Fp1KR4sgXrKFhz9JcEHm89PgmWMSWrFepNN4JHz2LRj658+V8N44+8znJpnQiB37twyiRmXfdKFmmJ4AjzckJpvMg+2RV2V96YJ1rSC37hAAx3/0bcY3VMbahpVAW0IcMnNbCVd6bDnyc2ek0DQ2ReB/D1l9Q9JNguc8cyDCtzXWa/f7XQAc21KFSObPbdfqyrhF5roggsB0rQIEKjC7L7vTYbBnEgwPpS04akv/COf/XdnvRvfbwMXTB/FsGig8mV4vWoHPWChTUaHbW7UOvUDTYKCY/J58rkK9rMOkWbdwKrNJAeMFF3yAy7Yraket3ET01r1F8iNS74xt5O0gYKR7NrCa7oT9/O8F4Nzndw5q0fhvjeFzH+VcLGFfzoOvq8YjaTU/XvRTYk4exX9oTmTm6Yx1k/SumQxa3sXm8iOEBIL90OjscRmT662BpFzOdi/By192In/p2ALS/+XHBAuuSnZzo/DDfETR2IUYSvIf+WQktwkgvpBH6+97qFxDKLH4V2Szss0WfoVQXQahvp3mbYiSaTBEdVa3IrDBEgD8ljoYJpj3LFGZFA//NfDb1UhBoB/+Ln+WKhx9K05Kv2lvzsHZITDPSZuCAwHo+rGaI57/4Fcoc3A+VbYl3OEayCtqD1IwFvwA7jtmDH3DYpFvBI+bbzfa16t+5OgKOm3N1ceHDCGLarkPr2di/G0zK52+haxxGE1Cgr74Djg8WYK8dpnoj4DMn7GxIpE40oa2ujz6yiVZXFa3WboyYbX/cr6t0fjU2n4uCiMZks53Nh9XG/nU+Foyq9+57hJIyO2oNBQPuNUDt4H+Ze2sQCXbYK8rVZSxzpxkKxI8WaG3WyNrLhSsegrkIly5xO3ojQwTrBggu7xgIrQ43I/wC+ZoxcJPVIHqpUZ2u6e9NjKTdiOOeCuHv/u6HB2xkaqsy00iz/ZvRtd/JKPGZGrcBWH/gUpYqXMjduPgF9pphDJ80Bz2aIXjubF05S88VbpP1YtRXfq1z9+/bssKpF82jjOym7G1q4ojKLJefindO6mno4dMwcowYayW7XxsHODuvve/f3GlqBE13uxcyONkpvG4fqDOysIE5dc7ji0CxTbGkL2FrsKSXiTrLsz4aEFhaIFOAM18NstE6nxJME7rww2BLIkBKNsb/PU2wSX8D2QiORwAa+4E6bC7laH3n3A3sg5S1g133XdghbFXj6rRPEzlW2t1iPP/uqof0YmG5CVm2Tflry93hc9ul25085q882Zh5aKQuIqyhfB7C6yuk+cDUkGtPgL7/ofTY732RYInBRTlqBOPRrKraNoBdqHLBV4DVkxo1LNkuGq1AoOCMO71toJlBEJoTfJUzfz4w1TiMK7p1/1HdelJRpyLR/IkxsKbfr3ETffPy/ZQXCmz3vB53BPOLTGwllDwNpTrclW7hJ45iKhHwPe/Al8cFG7wKzYFH6FXXZSFdrbbvmItgytbIeWQ0wiuVte+F/UVAqK+6rvz+LOEWL4LeigQZBgyw18/ICj8ohgAICiGGVGU7jK2yJD0theEvjfDZcsCg5/g6kDgDnv2E8paUQ9FOeCfeTrv6G0Huqi5BS2lmwRLzfRqbeKlJEOn4Cvzlm/nQDwtc45ihx9JAaUuQpDXHuFaObaR4u27RQc7NVR+LmgRff0QigK8eFeBWidrq6dkbd/fTfn1r9GoI83VxsIdp1zxrejKAyPiZZ/RT0nJ5gBVmXlJjs5CsOurvOs8cBntx0CSGAK5RFOY1xFvPpkhNPQ58fgWojxEX6wQIWTaE9OWxVx32hmnuw/gx1a9+NqXObQs2tIe+6hrkFKvZ7XCnUL8ZStwgsiezlBVIs9fx19fFKLkTMG46j+NFO/Ma0E7i7oiFNGRlOyPflLFwODQLH7XkkMpVCH01k1wsKRp7LxWH2dhKGAhWPchKq0jygT3/pLBjrOb166QLu/iuZuSf8PIbHMVQ7+U3f+M/biTBrK0T8Je20Kj2B60oo3yIYivAYSUIWpiRwiiVuLlaCqNZboclC+QwXUlSXOAnBpn1tfBZp21nDHFH7HRNcbfp1gpBZqn7jETdkowqYqIrO8zhB3a/zF5NSDXx1gSTcCXDBKm+0AfE2OYCVMurSmF4MOMlviVdEkLqpFYDr5F8JpR8ItTxUEyadZ/nk/7QQ30FXh3DbYEq5SsNxzlB6FGRwOkBgFvwG3hu+xmh7IelJlQHpSfecH/lSE5s6IAXeRyHWconC74VyC6D4m0QKKGxWc/4uowe3zvsL+PowUvG2jTlFz8wOv0glUXh7voAQ4STZj/xPUHetlQ2LWYqIA3raz2fqbmY4V7GUZIiamuWgZ3ovgMv5Qf6uMcA2YED4QaPrgBX4wM/ojEtXsHtKwkEXEmKdvQHtnGNAzuGf5qMQzEFDeTkAr74JCTsF5NjSDwYV3Z876QRkJKhNjv/LrUxICOniypv9czxbO26pOPy44DvFlilM65K6FwiE8Wnb3U9Cnj8EEhevFVtbpX+ktayyppllew3YLKNJAAmMjmKf0NRjHCkjV1j1sBMMddiA1tK8XUBhNH9Hnz4PWkh4AdrTLOfjyEXXYkZRL/n7kfOSgSmWe6KTM3alb8CKK4s3q8pdRwr55NNgMSmGrZahGrGz5kGlFfbIZkbreWoqbSpUvsYN3UMk2ftEb2l8xI8OBoPFbv6B4oWF9tWIfmf6E3SMJoP5Bc1gF4pKXk2Yh7mcx1b9YPo8u9m1qPvSeDox7jb25C/2pHCrpIbVXQt07PSG7NMf+8dTfAmkDJFUFtPNOLxFMtv/gJV0QFE2R7zan7D4gynQnUTCJf8WbV9cGnYol8HIvrSXbtc/EQbl8niA7FgVFxkcZyKGq0oZfRX12+pfdJGMRjbwhbRagUB51dPOrFk3OBmAaCZSqgvrfz86EKmHUCxFAX8iAeI/SLC3RpsdHFD7tEtDWVI/Y8MFnofX6CGxc6HMt4VTBx3Xkc47bWEjOr1X3HrENyxnfxwsXHgDdD/OsyNQQNJ20/t5yuF+IT8f4VydiHQbEQ7+ydGfuHVslTFlStWCvRzjqUnXJsBEJlAuS/mPftcUtVFq4BwkpUninL5w8zn1i4VsMGZ7w3i9d9Bnk7+uNLgWnKsJIelnLIRVYcv17WvgmkjaywFnRWV51wssJkymDMre7NfnsEKr3hltuqYsCCxfCof5uZVtaXACC/djeQU8H9hsyv/LsTpf/imdd0rKY2raLmP8H8/+rKmyPC60YQ1hNqY/gZdEQvqHwpFoiSBd4Y0wJc3qwMLhPqucn+VWrhWUmc+x3m05wOwyxLomJCBZD0ChvQjPnsSpr6hQ2Y55iQqUtALq6YI2jEWkj7NHLH9sMrDL0PBp+WnHBgV3+ukYv+Weygg+7SIRWgMTEQVQZHMU8SIVZT5p6O/Wtg6jU2bLlc7ftrsYkGW36YQAp5lvrYJK5Ae3IZ2MGEyOajA8v4UKc3/zaHtBI58pUlNUADDeiUlsn3M9YgbeXp2Z65uLeWkQmeHGJLAfwWqnIH9xsyU7PQ+1bMOJI4KORCjwZ+Avh9mhIy4N+FGxwcrh7T16lD8HIaWNqIzMiymiAx5MzuWX32oZq3io4fNzkdPO7fyfKaXqjJfijT6Yrkx+GllVpeiAvz9uIFDoL8JiJsjNB/QUiL2Q19onEQ2yUDUipAsha+fdXIptho3ABUtQJUHGcy+gzDnseNK+H4uxf6e8YgXL1fz9lzuiMgBBg90FY22TzlcDS8gSTBiryjDKVFnggn/uim3tt8T6MhlNn3lnjgj5A4uT2miRyxpVs0HJlg0UZtQZB2OOQFopci6kDs86eMBc/tl9KhB7VMPQPZ72l52r6bAcVZ9Rd/4lcY/GnhlbwvwJ0e7FSFyj8danQS/9NNnD6owx6OXTBNK6n80jTOdsUiruWRPEXpPWXfFvpYO/FUOjyzd6UtLyaqjyuorKbVUDJi3M6NQ1Hh9PuQ5/rr8Mc8PRE0AILbEwScgK1eyVjWQlXkRZHX0p1D1ZEgSGQuemBC/W80VM6ta7wuAxcn1t0fATW4nDqT9QEseRTn46wHrq1A9RXl03m+zxt77+1/guBd5+Iv2fKZbuNUuuRZUtmv2uA3eUnOyaki7pO9jzhSFP45p8FBZzzeFB69zdwUWE6VicJxF1gJWgckw7Iabvc52fRgOaoA+nOEnntFK61djx879bq4tUOjf+0rwVdWyLKuwRU8n/au9ayQ/IaE2lQFObYVhpSqSAkHW44srfE9Y/rdTiZ7SjZSVUuqW91+ynJ+MwZpum0CdeHjfkgIkCe852hIJSfGobZgUtrAZMDYi7hRKLQeSqjKJ+5TZ0cskKIBM3IkOLrqw6oTu70YgD+n8xdMqg6RgJk+GYekTZTkRqQOw445IVYogVvz55QP2JBmgV0L2010Wdf7M5CkjUN2nYciAgatTQ9m786LJBHbWubbxZvagTcs1tYos8C+DoFesQWTy8xrM1NlSEh90lJ4qs9wE0JkEfV8TNjtYhkVmqHWi9iCZBCk0/7L6W6iVLBV3ioHY4Ne3hF3L1gw8MH3Mzstj+y8Y1mRelj+vYf4CjmrmI98YwGpzBVPh3SsiV6Es1sAtjP0L5Vd2zdQudpcoF0imnGeT6ctw+Jtkg/xNZ2j1AQIe0+g7FSMMZbNjjfFkofITN7T+wK13VPgBT09HzksUCa9sWGH6AnSchpGhvT/RCw7mytAqaMQQUUElX5Z6GiPnToK/ndmUIf/CHN+YOAr8JB+UUzgPD+TThHgMp9LAk+JMIqF+FdJ6NR+97mjRKgWsECF0TZbwUzVmKj73oTMuMyKqgCHeLxGgvg7rqPmlnHWnSiKxPZJIeKz1rdLzodRSo+GCpGrk5pfdggi71Cux7Vl5auH4Jc5/Y+1leGO21z+OGULgi9TnuTBOR+H8JEJ2nI92+s6EI6T34oBF1NWrEIdGDC/Hsy5JmOOvDy34gKTW5gQrUZIBVagnL/B8z2qVSGYRoFGSBeMGIXxPmAsE75BbWzBjd+ucz3k/sX1Aa3MVBguoh0/EgF9j1UIwFetsm+E1v8TOP6KVOcwX4AHdZpH/+vIxb145YMGFttcBJpayhcrGwVsnmgm3DuifQfmSBJyhoipUF3t0krTGfAFAfncsSMNM4xoEUIqBW+2oGe72MB5XKwH8kHGDST0mMryE8fEyZB0tT/SECZos6qFPkFzFgcoj7bt30sv0PyzpOSUbWPm0QVvwD1pCLbPnlw5QyuFqv5wZTvNM2VM5cFmpTOvKofLU6iVe9C9OWGea1Nv8tRPUi4aEMdsvO4z+CiXTDZF8ZA8zlfzpgzAnAo9PlXYBpSUqCV6HkpfcNJ+Kk6GkC2i+1K527PnnMUzNFDIMwp1Cqs8yaOZ/dc7SvnDHUEznC2ubnG9Wx8CDRpHlYAplWAWHif6ISeTMFHGflE7udUg0yHKj7LeDXwAk877q0cC5+qQDUH8bAPTV7ORPyBlFexilYRbADiYxsYTb+wCluU0aWIxPWf8lrIjfF57fkYPhQ9ZV0f458mibqCJcAj3FV3HPm48jxZ/5yvO/x3Yan9o5GW4u/1G6XOYwOK9IKMls0H15CRpnhkEg4pf8+LAHCZxPwCXrF02lZKCxxrPZRgyFfUOqyHnsYyHHt6VYhldwhGxDMZvvvCBVyzhetZRbujbnBy25tK/wCBX3sadpZlP1cAWaGv05VLUx2GkSJSqOyNpXYxBQ/AktLZMl4GQyoLPjAVk5XE/s2g5qHIdmi9t2FidZUf8wgJCELZABGf9sNYjv6TldVm+5GdamH0XppYgbKoQgx3r9Yjo/hsVy+aUhXoFA+bVD5nTYQmjZgwf4aEQA5S8uEp5JzDxPPCkq+9sSJC/b6fsn97NNmB4ZhM4dAzZbSSIdot2GFvLW39x9ph08I+vG8XjddecKggP2x3tJOP7w5rFqDo4e3EIAL2+U/OHXiDM0IlKF72s4WipKrB7qafFl+gOILSMlPFSfP5lUyrhdrHRnhi8B6Thb8uz/guO7VOV55X45JjVy0OziypGjO0U5rLMtP/yf489ODuOJ2WWlnJLd0m9KC3cuVY0EhaBATEYgO/l7pZ71ke2/hYSgQgwI7pmgoDSs2Y0IQzkO4wyiuHwCblnNM96/emmqFf6mWlL5F2/J/liLv6UgcJgiZF72C48wL1MIB7yK8EMBKvrm+XD7MufcNjuawpVyRbL3jyR+Ip6O1G0GiGv35FjU6j1plZdGtWCDACwTZb9PP21esZdfMWgK6USm4uc6BtNvnThjmPeBvePOPKVJoP2tCm1EW0149FqrwfSfvAfcKmaHfMzbXJxsu3XHRbLE2dUEqy9/2XP4w635+I3Hdz+fShET100UOYX9K/ZxSQ0IZhyJcmdBUNkZcQt8u9k3CJacQyTsnxnFdbwlse9FSDxnMIVAp4AFfKqCTK+hY6XZLqrJGj4V9di1fQaJX+CgTUnXnL+P7LMNv4SY42M5nYowB91+QlfWk589Anp/Nqzfl4+CEXTVKhLeXl6u//hCswkPtA781c/+uMS+06AegOYBR+jiMhFGAGHvW+Z4dUdAbtyGoZ8o1SMDq+schU/sB62YrBN/JD7OVFhrGcq3fcrdotPtf0vhtLNH8FNxSzoAHcg8vsYoynAVbOrG6IpD+UHkY/2pL1rBn3J4ubG+UZhbKU2WixOePT8UAYC/sim2/usmBmO0CAClKRk9gl6Gt1sWYpaT2K1kr465VlEJSUFp0IQKLk5kL3YPRG47wFEKk9SYnmOBO+2/tURk6WJD7vRtepfuzrti9R6+6PWeB3w/TD/ORAmrsv4mr2pT7Hfg39yMiqyANQJjACDtQLZ+hmUnwC+JKWXJp/v+IYa1DnwTxcyXyxtFF5HL4HxtFMkY5nn6pBg/V8kJB1AGMJykfAQCHuW7niWDpiiW6PEbcikabk77PXMmUWVPe0ASyZXWya+4FTJz0Sb5ozfENvXf5F7qqk7l1M0ZglgUZsbX2iAh8s9eqKqX6rSSKrlp3rDqand6mZdQ6X7MDi2dTqcBz0ZvZq4dQJg6jPUBenzRdl2aVBZX9RTocU5zFEzpij1/KzRiywyfyudIRIoJWrPwvGhfJ+M7pC/8Wzj1jBb2X8VP5rjHMMgz9psN0T7JV+BzP9spw+O8SgrdliaerfVsT7cOQTpcjNOxTpHjpRuUnIHKhi+UsUjfV6Q99RtXzbURr/2t6dEhsrI4ivi0v+75EAmfmkT0rXa8FqSIm4W7tOG2Lq5Vpip6oPozXm7zwduskTm5lhDbJwTaL0sw9FSI96w2/SstqXGpgF6QsBrb1ANi/hjXUt0HRdujTZnnzOolz+YqByjx/tMc2pIm04o/HUQljTbqZ/2DileD287ct0CDFs6d6U8ccBNfomcXRz1q/5x4zG3uwNkSu/noL4AhUqb4Y5yOHg7Ld+NY8/BZASx9xHHt1VDKwS9oajUdrlYQJw/dd/cvnGrFwovVr7aKEp39c0lJORPCY9Kxvto7UZWPrBLAVvHeshQVXfGBWE/Z8ZHjzNvJv5U/CPRJ8PEOdC0WMJptYUvJSPCuQFkXzpIpkrVbgUWotyt/GJKhJSClRXG17jKYFibHTj6MP6Yzl4/LwKHZNGqH/77CY1ZE7UYQBqx++TCJbBVjF+Fr59N5BTTcslxLunRFF8brmpUFvzvuR7zQ/e8wmIrOKYsss5eBEA158ErTA79nEFLy6kinlCVoI+ca7eT5rNDUuLAzOZBW1/NAu2S3ILm/lBSLfxeGIqb34oHYy/fOXOoyapMsYGzYIPBljusIiDfobY513whizGYeZfu5T17rKWqzcMJqKLJOyj9ahI3Fx6uSbJ+eI9BP79VSDczm7qtoUXCySYuuozsKR7hzd10TB8P/SHsHzlxaw3TXtomRQySwFrEgjnvtXF7ardgXxEnB9uPjRUkyXe7zI9XI9wSMHr7NkiAoLUKq2fEh/oC8cCkiefoUQrtx8p/tuhIbX4kUYq9W+R4QLGjHEVHgy9vmKT4BQH0FbIrTmQGos95+gJx0fwnBU75DkLmdoFDmin2lem771kt+y6rgUFPbg8TSvztYspCrSHGvZktudELPhKdpDvFXWl3s5z7siqIdFgC4Gr8zyxajAEPe2MpjcaJ7QTJbtrv/jaNlVisv72Ca4n4SdFKgaYv2j6KDj48Jk88vMVOcRKGENatfqZ6qB+072I78uRU9sGW5cbKmMUU6OZqESYuJ5KgjkNSrliP0e5sa8UgoEpjFomRcueaGufPxu6/HY8zIzqZHR5Kux6Iggwj7J5zfV8KqdnLAj6/Yr99i3scRGZGmRzXLcYz4cufgeKs1SwLCzij52HyBB9DOAc9o7dzCTsAHYNDQXr/ZEBKWEIi2fZ7wR57VkoS0mQ+r2/ke/ZMzFSSms3DxsjLWWU91UozmnpKoLBQowtV/9SULhGNHTOHY0vRrlq/eb2MIYYgDk2RpqSipVmXrpdM40w1VL+z42Yiqy6ZqTxdNrndXDOO87OCUxli/jh4qaAle8e3PV6kU6QTxoDhNYdT+lY5JHUVdbViSrKIKeLtmc0SO+6II+/XMfPwv7yGUFKm/mUuGkMkDyEvEoB0CoPSAEQh/LfWRV62JeYUfkzyb9wpJGUgc07ZD3qYTX3x9O5torezuV5j5/iTOOPI7W3g5ZhihWrU/uVW0bpAtXKBIj/XHCU850JK3G/pk0OgAce3I8nuqbadYNOgpW9hTh+feVLYGUFsu8rCe/Wt5ZGuJv1SErfRvfDdTza+TedlNQtZsCluvgpr7Z7E/MNOP3sMJlfBmDalheGDpKZZiOFXWlS+C2zhbbxoopF4i8cVrtoumVjzDTrRJukSVrgA48tXdGIAZYUoxvCuzS6gSTf/FWC9YqObIZblU5Gp6/LFKNlGe7Euz43LpLB67qWVKR2YbWIli6iFcOx4TsgfbNx/je7r86Qmc0DGQsnYStk35ejHm9zolnRMcr+V1sQZXCWaNkC898Zw4v7oFT+pS5ndXtF/6ul+tYWf8uA4PJJgoHjnLofNFbYx1m5GhaTS9tJMC/IZhhUuLp23mTttztG0l2z2cX7Atf8bFRIuRYpyedJAV2nStIH5yPbB7S46j+PjH79S/q10E1RlhgqN+a2Sp6APpcludWD9RK+qIM/jQqjF7aqAuYgnR40GFmxd+MikYKCf8NBK6f03Fc/Gow9smKiz3/aHjve/w7FTvZSBiKViqub3jkNWZjcpqc2lsK/vKB2xkKcG6kofgGvYQzTd/cpmU2Ngwa64vgkdWRt6E4C9Nac6DT8n1To3ZHlJmUwY50/3VPdicOhN2TFZWvGZctLSKk8CLW6Vuvnj2Pgv3TSWsydikQn08Vjj7hmGbcD2Gv9/Je8oJmpSbeZfJSteMEqTH2CCHNq1VuyU2PvBfUAswLmq3XNeeSVGUTyo0mthJOiVnRFsuDQ/ine25DnKorQy9Anfo9ij8XYpKsKOB+KKR/crYVlWLGWYFLWKP6Xd2eN1xMUQIC/6on7FKG6paL78VKy7SUpZzB5x0Cb/W6LAuvdbUWPNJdx1whikmdScIbHgbNqQstYAGVtIMh7YalPth92+/7ELTAnBlrR6AsADZv1AzHPalrT12aRhiCCWVYMWCtxr+CjfTgoobJsDO77PqbFbksihagrDm8yCmfBZBFErr1vQlqaFevwdkvJN2AlpOXqSF+FkSLU8NXzTWdquM8ErHqTz5og6MOc2m0BUZ73Bg1ZIq7tzlgGMWjw/1xtN9i0h9wKeo7WCaItiyr7Le95YJzO2PlGiQ0H0A3nH5b08sBTN2efgIzEvwyLPcvgdsh8OeiHXkttqFpbzSdZVfMqNynb7sBFsA0qLYZBLl959Cm+OpIr72FzLRH88PaKb0UKSBJFXBoBNsLxRNPE5XFadWppf3/i1fkd1Z12Z+lr+CI21vANYUfgD2w75pjgMfobtYPKFJJV4Dy+s9VN4o8aUt4eQXAdioVd8NvqSGtOzDLIZ3cvqJ3wZrimQRR+TOqcpT4uv+pWKsE1E8ojiIIaTaVDSd0ARibk96WgqHdcHUwiLOuYRCal9+h76MBrzEX4ivGrIp2fxAqgSibfZH6BYIxZuDsDq+dUl8zQxYTMeYKcHKfh32VuUOpOqdqvoizRHfEAlOD/9Skm6hxtBsGBnyzWDgIDpTFpgQ7NiAWYkSYT/aY6qsh5i0smlpAsHv6ZIl7QwaRU8MAuUiN91OJe88MVM7NEwcR4fH2VaADM0OH/KvwcvEyVyWMUunILYU4lwzYT17/BZWGvP2E2NNZZBJIYfh5c7jM1Sz6Z6Rj1aHoR/XCpTXsVxyZSGwmugVE46wDID9wxqLAqTo59+h4mjkcI5W3p0NDItD4esk+t3ncgHrQXo5YAC3tQ8X+J/XGtIvykoJvni6RfmDvHua9GDRLPvQNuMXI00LKbWDbUjkbGti0/o4PaPd2XHebFaM1drcOaor/bGvpc581XO/vfQ1gHRnpTkhRTbbjBeJUI5/fXe2Cj1X3Ew+U0FYgQcN+dUd5d0NGMiegQPlKsF5VcJLeEnPD6NQ0KtNC6NFFtMSU1T+ZCqUKO2jhE25WjgbLnNcfC98vHoHs5XbvsW34S9JUn/tfNQgX/cxPSugbbqZArLbz47WHijwJE35XTPJREMiyryADnN8PnsgPbAHSIqIxFhZwBnWHHdWFufSkT5DkX3tDKUXoMiKbLDAHFaMF/8M6HdLzw+hQ7/82xfTXzjCwBwkmN2z+Dtbhkt6oSd+DsAPor3jKf+Ubp9hGOqAKkoUX4dHA8nnML9IMlYsq7j5RWnnQxOmYUt/++ESjlC78SPh5s+is2prvuvYqRW50lT/Q7KrXzX0i5J+GXi5zo4Dz+CK1Ufg9fNcwJJ+zVW/u1w72od8yXzqcjwp5cXlQn0Pml6jqJVcsoMH5DT+Ijj+55/oMHEltAA6SKa9QXK2u9nuuuEuOsYPfmWh1dRWmJS3poMmhVI7XWWVxrG4iKSdeabxNl9Cxo64ZzajxGUT4JN2N3cLLIZYwkXEtAVDYaEIujWsbPb63xGIO6U/NSsrv8Z8gdiT/zLn3fDDaCDldSBEbpeGDwdNHEtzoYoVydP8YYSgfRFfrw0fKmTO1/ObFbr03+9ynHJI7dcTY3XWRIvmi8BbpjxFfiHAVJjit5uNQ9vyL475vQC2mLN8KjRlFnG5XYXeyDr6mrbzkYXFoSOPUMoH0rJ6GJot2RKbYKgmR+M0+YIOaPu3yzKLvocPuo4f/+T4zQiILhIyAW43CZOk+ZMTr3b/fMbHCPenlDH0I1jgsFvSd8gQraAXf32c3SpOGrqpoNeCPxaDZnX0N0su6r0vT3NsD55NzN8EkDr79KUe9fuRTPZoVXOtV7S3CYXe8QL7oDbsgYtMGqGIxyhvBGps5qZLn0Lo4t/85HtYIePr7+YMvlZQYOQfjQgNVu7l3GYUTNSVl8z9HQytqoD6Z52prb90Hb+FIh33l4LHwa2l33K0i9bbYGJwQFlf7ta62DoUuYQJD5DmWfsgBpYwQ3N89UxtiV7P2GJw4WGh3ll4LC8mQxv3rLjdZ+LnTjARHdy4xRwFAO9fXGsOYSJdMzn0WMFEdwh+Uv/hNnu2Nu2YLqX7ohDVUgUc0roK9BUxtj3JKvx0OPL8V9EcujMXQhBNYJFqaIT2vcZD2AgDTeT/8tiYD+DrRPYBy51efCbIi/m3Ce8QGJUNelqI/3LAVSeObKM2y663ivrOMg4ZSP4amzj2azl6/A345fWiRkxDdxkSFQgrfbO4OWkOBpXiEMxKiwqlP7ahiujojuLuGmKYI6YEU0hxYx/ozbYWG1afH4VAEOrvUO+RzeqXMb4SkTJNyZn68lvu2aZRAFU/oabwcqBUyqL4YD2/b4dXELd2VYHFeOdgCE0zOOxiKDRk6N+Dnj9v0UxPrAxBZLcJ6lKUGlqLGAJay5vC9mJIoaYeTOYOPYCSZIW4cH8LcUkWBFvN69qJMI3vmWlN47BrYPreI77UuemkXBLPa0eIBdq/BPyFyu9n3+iRJ44eB7i7Kc3nn4YD/iwqJNk5ZCFZUlitS8iFfCz3HNKHscT1TAWwOP0qFkR5sU6acXjkxI34jOJyzO/YDfspy8Kusq+ZuopfQTTbuvbT0tN3+XYXf0N3IiTPfLYVAuB3Tob+HUfwacOw1wX+cfMXZ95jvFL4L9zC+ZoOkSgkG3t9O6aPaD9cx0MIrSozXPkZH/xd2BP/b6mnUMj6Db1kUJ9Na5Y93JgMsbNxxAqazTyDaYwBO3EPcEPTgQd3qJdYjgZYf9V6Di61DSDZLyryZUU5z9B+LfTSCMgAdIygkfJTLgEqakRZ9nT+i0hQ4+Tsq3JJKn7bCT+I0uvSuO8uI63hQA88dkBdYDiw77/MmK68jsskGdxKjqC/lWq+XpHMiyhouylJQXSGgOGdBY2CBklsX/PHGF8M/2NnvO5JckSQXZP8szIQVWrhtZWJs0oCfBdGCDb4ZLsgVgyvtEzonq71q1YB344bYsiplYHVk7DlUzmDYVYPJHvOUEWDksHVR1ix6zbUu1Fc5IbiJvzWdwyO5N84jQvsp2R5FTwv0NlG4TaA7WVmbWARGJjLYAPhtTBhDvIC6ffyUqD+GSBNt4kAgF86CUvnBb9/OCFUTL9W37l+pEjoc9F9Hd33tjBMYIC/tjZsu48HP83Jxz/Jf82PcybRqQQ01Riq0DKh/VkFhpQSmdMyQVJ0bvaHmzV5lk45/N5Tlu8IJHkMAv/6K7Jqpg+12hmfBxzcWuhYccb4C/hOGfQCySaXMJBSthpQLo9cOcsw3FYoF/yZZ8YrTW338T30pyVYC9UiehfjoiBSX0pANwIFKQQc+Hr3qiczqUUMoOblHkLppuvD6Hra+pNozsz6CD/68O4vOyJ9r2k6jm/mUPcbEvD15it1PN7YC4L0spULfXxA+GoJqEzy7tefpDTuus8TZn/51s/X+ZSIt9Q3eP4LlqbG6z8/q8V8X2dpaoWVu6wbWTelUuqpM5Yi5uuM4YhLEe2QUWTPVEtIJKNsF0zkZyWxXEq1tM6A+sQ1HOHOqC9W1Kxfodbox38FsCyPcHpVON3UTGOu1LzcUCPzHWYWCOXfep/1eOT4cTCTpqUdtvODXs1ErPTKbFWIJ4SJqKOv/DA3IfrBijZh1JDez7hXVy9ykYPCsraHmULfkPh3MMceLwF3/PD1bwI9AmkPeWU9Jsh8Otqynfv6Tx7V1B5FrKPtHP7dnOCmRuSj6SoGOtHLm1snfVDMqQB/DXUhr5FYoKj6gOZwHu3Z9TU9lMn3TgsK8v/mP16Nri9lPMDilPTiKk6D7FirfR4tCQXqtJG3JDuXPd2tsJMzq01T495mrpA/08ljMt+IaEELeAMP/JFIO/jhylcO+IjOvf48ncrdyDS1C5GWCUmsNdk0XyFBFB2zTjn9Xj7xL+UlR4T2BN1ePaTOIX6F7l7F/T69uEa02pYw9NfAoDhJ99NQ/MF1khXT+xOBcBWkaWmRUgXFL3R8fPkJ7L9VTPvk+Cd3wY6yDzq5f5lwgV8zAXIbocyVVrRfp/Z73ttp4RB0sQbx0vrTqFQKrcrg+/TRuqv2Hh3V1nsTiuBfo6GWN0ZkKho198ULs30/c/GLlazJqj1w+NWMZaipTsEXO7Hpj61ZWHZNeGJcBEH0vC48SQYU2b8gO/RdXaMUaOtKxd5ysRNJRjBWQ53E9YpS4HgZSZb53AvfMvCT6AKps2Acfc3IIfme598SdVxZZLWqZO1+D+EaTXf/7tRAslElNNJj9jcrYy94dy8PBdejl3rlYh1Kd+X5pDwelPEyFJ3iME4iHMAPOTsglZ84mYknQX4ic/dZEZxVEDSzJSzznhnuA51oaRkgaGlnv12Op9cQ8vJIldeC+VGC0Knbdl8NUbPKQBYH6mSyVqL2hYTKouyeLMxRS+RaLsXXvA8sUQCyyRKzYchAmdZr4CCFuFpc7btuTGlIhWtzS4SGyd1lPlV0VbCKSOIl62AIGr5BdXc7tRA+yHraZS+Tr0SZpNwFgqh314uZwQb40BswBkjQsQrZowEYO6cX9zNQKHitvB0GQ5cvNJW83UrP5XMBfVrUGLlEyNLyU6NUWJXtwXzzTj4fYwxzVOTlj9Gq2ORu2E5km9yGUVFgHruvYuao0eAMBWZkxycLwGogElxqDobhErk+gXmxs3/9UGyg+lwlj064/RRGIr/N0dQSO2GL+9JWJ2iOdZ2AAUMEAYB3LGgWb19cvjItl1VJcn59IQ08y3QvXsiJXSX0kcqxs6TiEQFknzE3yN/QN5sP6YrNp1WBDLBCL84hMAzCLjBvMPb1wBPT0aXF0OLKN1AEpHr3AUBP6+oaAqNsGhX9Kmf+dE2qypi8nkBMT0U2/DSKR/CjILP7r5k/RVy7tGibEjaptwlqy8LvvAmOYgJWOnX8vBOjTG9SRuplSuTJrjFEJ4FTS0wW3LBZD99lNtHDTIZTmMwQHJMep/h8X2x3WOo+0knYE9HUD31StOG9CsXw5gcWDZlF3Po2BsqFLk2mlJOdIhlxkxxGrtpfRfFL7b5GzQ4/exfJ/q+MboThBjlgtDJVLhTm0XV1wKwEeUxI5+apSP2JlMXCLcGgBBV6AKsDvd7d0gpfvFmWhPTgdwwN0MomEEmzcJOhdb2HaS3d5RRyuzhLnffq5pw0/dcdUPPgQ50jQD/1PSQ0p4qqJ1PVyVLyhO27FGrFtaJbGHBqjYSQ+uJ5F/yrWDOz4LID6yx6iceDiMKeqWRqiFZJYuVMcbH0oZ9cJ3koaQ8zFoV3Q4X9xOtyqQZbvQDPvQbx6zKL2aTzOHfoqnz5Im2B+F44VT4/omhgIPs8M7e7TE4YFyNZcyU2lXu0HwhWY9Hpv79kchB2RfE4WVtC2PZLpgFQbTR+udbp6XsrMk+Me4HMilLumbCwusbDYhvRJHR4vWdsuIGAdNl96A7SE+E/wDfOzxsComjd+nTVZvPBqMHHNfK+WqpcokBTvyYzisxeUErFBw2euk2qhVc21bGoweWDcRNUNkAMIK8MkpVdH0MAUbZgcGKkI62v1zBlxHbqtGopcYYPep/NAy2z3ZXFXhLy3GTRH0urFnoSWXFc82Z87JAKbNSa45ExJnhRn9eh8rjfeM9MWmBLuv4oMItaZiT12Cbuq+yahSJiK21DKYoBGPaRAQaQnFAOae9lWPd96LPs41/LDNaCIqokreyBBOtTxJ38GcGfJ8YAw/KYR1HrCOekpdkeqLuHmEW8RgK4zZC0VtW1tGT/st1FQ6rKyHpnIJgeh76G2i6XlYEQbc/VxU/qdFxsKVLM6XAcf6O6qBLy0HABe9NLwCh0g5nIvgKJnC9LCkdtpEnUT1bJGO2H4KVdnSWcck6P6M9hkTqiBhRH8DhVGovl9IDiS3+dooVOBTun9Y11cYsVTgAmPq7NwWyatz+pPKCXklgb1ZVYZx+Kx/tcL+13C2E3Xk378+XfKHd0MA9keMy4+5LNVil4LJYRwYNdITdhCvA0/UDLfMCVS6WKHGDxzaT3UW9+FutLZDqzURvvMVxWuaBTc7/w/8xmawrzMRd8694i6tz6P7+HiOxp86J62RTC0PAwQ92Y1uQXQxlxhaxfvvD5tEc/Z/Yrsaj61Q1DuGGcyBiNz7Nar5iuuJEgC9o+2f4R/k09oNZ4tMnWu0nKkzdr9b+O2I5c3RYRI5r7fcTWpRPngXCfPqhvbXBJzDPCCOV2qsq6+AQzNWA5UkUhjLqAaQrq9qQr+gpoqaahoxZtBEM/07JzWwoRj60UAOvvqicyJDnLil0/CEEi4aSQ22hfhnLhvTvQGuNRuZaQSrmkwBa/e83mr5OB0vcgVbeqE+vTpJhUoJmpLM84OKDzALvM6QOmh/m/NCclioZVnEXG/fuqJmQzAqOVvENsgZ9jvkNHt2hQeSrxSPpL/tbEuaXhfZAeUONO4tC+Hes34JrqoSUtX8IwOjcbQgJtTwBLf3H9Ygj5ZnidKXCJ8OV1+PxE1lkPS2CTPvVeel86WZmbdFCv5zFub4fRyBaLm2QJqaPfVz5Aae2IPQIpGLhY+TTRMRCsEOl5mhWCs8LkWC/esQi6NGDjhpWXzm/+Z5nOEQ2bX4SxVbPX1U8D26iPxxmgML1aHBGM/RzImfuNVoVxZ/NcKgWuPLZ9VT2o3176IQx9k9sRmetWzGOo+ReuGV51ztwngavfjFqKIssitylA11F7r0QWMaeGPz1aOSzkfKUBb1ZLT9Kw9TctfLl4nZTZ+iKXOIoUY6HvJhbsl1pcpCYtAa0Mf+Ho10TJypQaMEVJSJip3kYvqhM9MR2N0lULoUVoGk+/mJAffL681lssBF7Mrzhax2tnByQEJzoLRY7Web2pEoWHb/AYwMq4JsqTTv/KqcZAYS1dof9M51arXvWWlscjAFSLVxGh6AkN+WuV4BfF5OgyrTxDbrL3RvZGVRtpmBBKUdNAlqXLXeC7aYOwVEnOxRxfNWfUNEYslScTchcQIX+km1fUQgVe35Zq2EZz8LI9TZv7EXtaYNwP7Y7hBSJzpA9OUHtGtTLmXkTUQ86mNaD5D2Waa4vlsN/e1CpufNhZK5bGM/dXHxRdkvOk4vDAwaQX6OFQVPaaEDrI0j7b3S7qEjhrll3Na8muXEqqy5Dxe+CcqVfupzAELO9kzPbdfg3LCKpPYQ9U8SxHfhsajjbi8TO/ydEBc69xnRDLZfFBcykdk+EDZNrQI2xpyWGhcRtOa9p2T8pdlA71PBHvszd0+4EipvOtj/LdDXROqXkb/3bVYuYHp90MrsjlOw2w7vPuekLqanjoe/vkaBsaRaLNVF82oYaeEb+cGw9PS3KXY1MbZhXSgMe5s3xe6QO9bMIyaZOBoxCnaHzhV/95yNKMNn68dEZ5wZcUDhTu9v5b2k2FcmDWt0mV+05XzK9c9Fe+ssu4XvpeWgPbFkyKZwKZmiYpXVB1Ux1S2OtdxQbLnshihONXiDGJcTzytRkuIgD21Pv37/tauPsHvHRrqn6eslX0egks2KBJh0f3ke0JTwXZKcPL89O1hPOFTGhKZ58ZnvHm65WuLEFK5LTZv785RzbQqVIxC/zXy8v48W8Z1WdgPdzIt/lXuk17v3z0SZfvdugB6qq7/3IBpl3BqTVNG5DuHoJdRW7Zeyg385WQtOgHwBdE4NTib+Aqez5A4B1enJL9uPsZU34JHuqugjGkm684WUAmPxr9Ca/j9ZhSwMlNfUPR9N5vztYLaUO/aIQfg/Q0x7VpyuuyrgA1ByiyTHApPTH5lHfeFMey3vUC7uPsr5lPPMc49xOTxNL6lbiPCLqymBifaBWFW+cm5SWW+vmjSo6h/gatQKx4nZla02ezmawJ/pWwfGmkRcLXjcNrYnXqH/T85f+aqXsxVAlWon7/pHYUg/gpiuOT49/gMRJzarnBvug9iUusYK4fw/kfTVexJLmyQ3/JDEszM3tnxjLz1z+7575NR8xUdJchUweklCJ0LjiGlRBmNkdYP/GhWk7vT9nBX3dxmqK4nrN8p/FQ3ESA4Xc24d+4irRmKJ+J9l2nAm4SVpBqNBEfSKL4dUTUsUEAvTgdnrGYcN1T33Y41hwsN98RaD6xGD+pAX+jBDxbaYpHZ4oYye3guCVe8b9DaS/sNbTc4I6kS0dpQDKp3f1FSvyhWVHH//bLptNsXOfovD7wvs085VEnE4qO5X98IhgCF+zUu42foqlhnGNOxEoO7jMhDn0djwRpF8msg8PgFtSzmTXKQR0ANHqseDpZqUWoAPMXpPzMhHbi2vMkCKrdmsIN9fZVrWUKORtZ0dv2qg/9GepvWTguwfl/cxpo9qE85qUKEWK9fIQFtBepjXGMiW2Pg/MxbqGMEBxDEvgL822wd6hirhTnscuMoR2W/nZoqHNuGv6GolQ565TiQN7iB05rA/UYZSHkQaC4W6U3u8/2tzYmHq9hKuugw4tJs8zPIF3oX0ERG4QeIY6Vpjr/2askvlBjIt06N/blEV4QoRO0U4XMsY/F3UKsR3UB2T+1cCm/nW2GQY/wClO1pYNmyhWpQusQTuv0ZCsjsKGSJtC3vQemyJUUC8KZF4PulirEkCjNUq6fDYNEW4RRgkIczaxFm73mlOXIv7TMtZEddhBF8y6v06UNPgOCrgvVm0uuHD/YApCI2HKSQ/sy2/xJcNvJn3t3DkRN7ZqSPFb05C9llRMZmB2S1uVZ5kjC6EQ5wMHZuvanEsD0hEZzEhlOg+YfN/SzlTGQcg7WoY8Avknek2hoIx5ic3+wQzF2NJOEJfPM+7R5T3pDkN42wI8Jh3xOprhSLA9G65TzofolMUywRYNpPcxO1sy7go+Y06/nox1zxc+k2hRzd/o6Q1QDfLWV6XiIoCewdWjAdqXlF33a2+0c/HMBRz+0ppGCXxQ1HTRIjom1/qbjGGXvT2d0MSTaVihdTNwOIxNotk1GceZ8wtq3QZuKgsAN0U31T0tLJUIzSS9JXGNtOj4LuULQ7gVNqT820Fhln5BCkHpexmgNMxGD2xSyKG0jBUx02TiZBU+PTUNyJZKxPxJQnqohGDqx+RIfuz1u5ycrNwcZ6MUzMG2mG790kuDjxBn4EDdY9sFhPUT7d8FNLEw4Examjo50tEkzh+hCo8moqOHObcXixJAn4UD3wv84/N0ZQrTw3wV6nHbSTvM85jPoNo9e6FoTkpIMiu0hSrvo8XMZBsFWIP/PmY50ZGcjzPtqpA6EY0Rir1j2h9865dAafhvnyP4+nkt764CDyE6eLIN+R/fYixIYXK07ajSyOhnPwTTY4ngp7ZenBkoEtYT6ijVEKeT78WJjIco1hLCqcfKrt79mZRRwXij/Ahh3uPUMbvi2ZuUAzEEonhrVP00hIzKhAcBh7eoLiGI3s27rjqn3fP7TuXin5qWm6HY4S25+GnqyMxaJ+eTbcAk7UbcDd9fQKyiOfW9XMX9kVq8FsEs+/zZa9aJEYeCrAaH768KIh7XmFuUCDDydOKBDSnp5gdrQeH9CAXFe6h2YbZn2Hp2PK0z7amjDTkV7guM/g+yyjKUeV0uMRUWFCJNZ+37I9mAY+g/PqMaiF5jVr2WKCt75pBellBePsBn2VWTSwhL9stNJ4CYxoBbSWIoT7FejS7imME9/URsZ6nFIZSbGbHNGGSrD/1RXPfb3TQED0O2HOerLgflRil1tZxDcFb4qTEoApfR/kb0Jv4utab+nUqp8OniF9z/j+a/33IR1GfKXDurEfReEDxbdzUOeUrbnXsb8oLbbseOVMmk3bHaF3LPAdvF5XQRZS+vkbOxuh1Ha8/gVB94VBGS1w9fzf5BHyMOojl0SOFTzLED9Pzw6pU9+IV95xddDlp+gVm6PL6tUWZIIdxVNuZ04joZ8vmJ6CpiI+uYXE2Eidys6i5uwizxV1erzKPjY/w3XLeOeLSaysC0JtRrdnN8gwbDd7vypPuTUztmTBXWUmscDnaa+ktY6Jyl3sy453q30+ZfEG/y6LL/icoI8Pjl5U7mC3Jj+62+ZuRxyTh364lBbxJfloy7cDZW5BvPxQ35tnD39Yyh33h+H5R8fdK1FnpuAG4o2mdfkBYfTWP+w7bw9DW2/rxzGwv1ZuYSaI9c/UYbdaYW1czRVEtInCFPzYXZQ4UhFcuYTVkoO4GmPE6GX3nl3GnL9ELtIRLmd5rXs1IHHjy5APIsYy8itGW3+HjJRdHCDu8QizQQa15QmsXZyN7Oxo9xvBlzPDoTusPShduGc7TEbalrylF2bfD9lamv+WeysLMLJzvkvAQGjC412uRoTuOgue7X1lKbtLDPdz/tKPNZqrJZegXEKbAxDvrDsQX+lA/o39ms+lpU7b0ThMVmfdlHQI+GbC0/LhiQmPc+Omk5OHJTrmxSDEIz3ryxGv+RAZKabpif7R9zdQ9V/gaaD4qbV+WEaAXAHVtPJsv15HUGI056qqVf6gISEVZQLwo57Lur5S9DRv4Gv0A16SbYffQBQZpJrH5gSEBNpV6b4vW9zkMaT/ExilZ3a5cuNUpksClUVAwrXvRt2yX/lxRr2iFLGK4WFlLw56+iTnQtSO+GT4M7BTr3+5ay/rMmrCWr3olXeoyPm4vLvSlenYilhZCK34mqoDrzeMkfqnMYiLqxqplvSFV/6S8+baFsIV4stYW/KozGq+1dr5dyEndH9X4+1v363lpAZ/RU4Wo2sVnHh+LfK/lVVtm3K2ZTE7OPvIjEo/Tt+wfWbIZokSA8+QVmW5quNn42GMPhaGb9BzGEeAVFKnRX9AZVpLnvhnGAa1AkAH1i4cu6SgKHKhjqyKIknqDpI7ZnNoX2C8LroU8AQGzVawYzRPG71Lb9Bt+UdWdcXD1m1Vtip06I56pYyYhu2zNcwIYTEMq0pPB2orhffbcgOmatDxqIAsRl4wyuRrhSO5AWkL654CL90pYoZF2yjbDmQ98fUTzP1Lm6iaAssFeZeuXV/BbNCt/zIu/k4oL5lTBVKlnwTdrgZIn/PKDrMM6uir0MI/14Y4xBcXhjKCrzgNulItViSpNiA3hY9PyERlARyvtUkVE9kHQ1iyxyD2IQ53MDLBr374iLQSlGKrWAfLTjVWiPYwAtJXzc+TxbNUGtijShVWrGxdH4J9CrWQkcHsoYbhLSrwhexNWP+Do3I2kRDudfnB1KkOEaIRKlvsE3e+V+rNI2qNRSRghNKzVOpX2bxYwyPX9f4lQNcNtosD+39Op4PTt4mefJ18x21a8BsUQP5jZaqFuOkNrLWWb3aU22k58wHac8aGWsaV7kGyoocxEcTNhYz6CWFGf2cNMMiBoO7Tw9ljAWKTOJk9hnaYxU2alTlNN9vjlUTfCqURduk8x972xehMJd3Y8IwhoTzVyBSIxfZMvLNjZ3LXYypHJAy3RZPe83vG4C9pGruurPi35rlZaCDssfsMrGWKex1PLoSpkyEBz8NywbyGpOf2RKh5sobzLXolQ9Z0EEcgh1n+BQPQoUvOfWkcA+JeCm3+69LAh9l/EJkJMjtWOrpmeOIMk075nHHywyu1OgulCLu8EEj1YdUZmq3s15fnYDmRzF4sn3yCFoMjewVfwz1t/A8Q0W4o4Els54wV2XH5yLq+8vyC7ZBE9SJLd0gwgjL05leN9n9KVh2phxqRVDoCIGStdYVfMfQ/LrsdR7y0k7gBOfHbaTda/13oI+fbwzX8F2wWVuCP/VPrqOCwdWKOySTFOLYQV/htG6vn3KeZcD9AcLlaWG+7VwV/GhOXSKqMAJes6ucH8V4iQOxTGRyrIlp3nDvRBVOPttK1PpDkD6eDXwBhojmcDNrBHh6A7sGAQLKbLDMaqRunls+VvmkUV28fMhkR8dfmNO12FbhnGk2rVMq8K/YhKaRbIzR/vid1RvVeoe3mL/xRLYkWWzH73TP8athvRxjHSfQD5A2dgp5d7x8VM0jpJK+RAKkC/ckMsdEkQzfqe8H5jg69jVSzCMH3/DsLM8XFd2Q4Vee5oW0koz5jY/RdeE3fGISLyKa5GuKakbQYj0gyi5+pC5q9dxORr36H2i+0pBGtiNilR9eCZ8pv5BsGBh66TctKou1n6z34qfarzyR+lrw0wvpfmmf3gmcSGhopqWs5JMHavK+gS/9GK+lSiHKMWo1jTY4F8QThVdxa0lwxsmlDG5HoZzechWU7eCYi9Rdn0g7/rsP+mejbnbxLu/Yl5MzVdOPFbOMLTpxz1ASsp/85POEMLpIbAK5hGVT/45N8gEepxKhPvdZrT2iraVHuIsN2hskfvYGQln7SziDmA8grG16SswkYJZwD542lRQQHSAjYyNf9ZjIelN8aX0GvTC/K63KA/PfI0eDqyc6mZQHUKsn1vC+pt0+MHqOaOyfwi6VVbMRHtgew21i7URjkPGE09TinwXcFEFXfg8SMZ2qrcyqWFn9zcqCCFQfsWjYoPKZ/s4hDi0M0Af7N1yEEuKvrHiw4c404H8Var+6iKCoGGucc1APjEfMcglJVyw1qRcqKQu1D++XMTOEUxYSeLZ0zYL+ng+gm0OgCDSSFYb98XnYlbvdXxXqxA0QpbcRn1U3lV5rA/Iu+PW9kFBOY5P9jc8DCn+ZoyCTwd8s22nlUd2kUTaDImI7dD358H+jeX/cxMhRVAvqw6UlDBkYrQ+AUbdddAPyl2VRPhwCmomlzG/ZLBM4eXllUjtaG9+Yw0zy57bpYl0tVcZ4YAXr5y/3eO7Hk/h/M6TMr82rojZ/XBOT0SK88PqXLkkMFIR1/sZBCOHmb2QOwCCwqlo3uMEqwLwB0Fhh4zf0aOnhhrxUqZFWo4nJUse9RJyihOtiuH5Yhk0f5pckvn8DNtjHZmIEHbr8b6X3QeZ0fT4K5WkZDYNyc7TdrSGbCkm/hG0TXpyHi8s8gzvk+Hd73QNiTiSFJxfbmb+d+rW8FR56BDovm4OQXuJUZi6LL9X7K6SxEssO1y2W3fkq7ZsH8931ZCp87X+ZH/yaR2pMiBUN2tjPtTZfXsL2OfW9rwNf1w0fix7atqqpGMkiPEQtOYrh84//hQaSv0T7O8+7kHoSisJj5bXPrnJc0Wikc0U1ExI9HoBi443x6bgLb2j4gCFvIzVkDhb+bM1aBd1iJmyuLVTK5fbJvmI9ck8HoTku58x2IYtXpJbcnE+XLzcNizURmiRZzH/epRFOLZ2VMfMKq94D3HfRxGhjp3yM9RQkcTj+yJdtAWAGnRm4acmexESrkDprPEeomQGn4GeF5/t5CzuSUZTsDNzeQW1HsZSyLZ0TNU1sXBRajpRFbgbbw9dq7GKzeY8NVtQYRDs182S7oH9VgEtcnzpz3T34tNUp/oRXPXVR8gwYzQfjdLv3XxMLGJyJi225IrJ7MqoboSmKEYTqnvnl+N7GMyl1Jgyi9ApHZFnS7qCObgszSiHZH+fe893k5OWz805zmgz4KxJobyvPH/E+yocFVxI52+5ruuDF33by64dEAdGF/w6lfZQonocvDiDk+J0/IxqQQNWa3fvZ+/L2+Bo23/+jBDzAyIAQBfK9ay+jWWd/HwKqZTtOlQzdR7agHi9BR0T/VjTuXsOvF+VlUKTtXowBrv366ivjz0rf5nxZbpypKefMgdNVX50YIO6QCaCMdDetG596aep1ZpbiK9CVVaG6OcCK0FkxL+mr9weUV59T4YsVV5zR1wBl4xeXsdO8TITVD6GM7q38IW61m1v2+akm/fmr61fAlbWc1IKXT9cmF7Q/XpG/OkGajhXpq+lHCDIE8JGAACgrqYBFnskBMCvomjvu2mUXkarg7m9YDq/in+jqQ5wswV55cGA/WbUSXiT6lDIJuPbFKDQ7zzvsktgxLTa5Tv/11XkaIPMCgqlNGlzz+AuHXk/IXKXlB8h6B0WZM4bcNjR5iirE7qFJl/XsHcoHDnXTm/YZE4TFcI49/tX9l7VeObL1dTPg18gDrETiZAI2tZQyS0eqZJZJkJsLIMRCBhKWQBjFOPyvFyGIY5EJ+wuny6b28v3nDimPLedqCaX+m+u14To4q4PCy0140lALEjzuztj9pJhd8Jmi3wKJbdMYUOn+uARWrelsPe39pafaBq1cQfPp1qdQE/eGz954g9/R7XxSvJBUae8N3AwvWRlm8GVml1+hwI6YDGoSxMuSX0j8S8Z/olYYpoJfE/amA5r5Lp6zDY3ibK4G97VLkDYRotzLCJSEyH3Cd1gnlRw6qXYwpCTN+xpP+cAKtEBOaIGNPtoHdfAAFkl6V+PZuB8DvEamElc09VRlWv1kWNdXbXYRUSduw0Tqah7iK7YsV6XBdhrR6Nskcuqq6vyuIbri3ekHAllW5hBnas2+QGZY8CJOour7A1dgGIFX8ARb2A0a2fTQ1oSUCPjwRzYv0HInx0Bti/tcpsl/pCoLPh2qlLmHkzWbHONdCst731El2aGAfuD+PDN/BN9+4c0SsD/aWDwgBZq5vF6kIQCVD816S0nceXC6bWL4JkzY1M7p88gfAyuO2fePpS9Rl9U0X6u/2krhx/hTBB5JvNLfUldVEjNAn/rg/ngfkA79OvsnZoA4Cw3aPXR+aKCpSslVzU974tsHE3/tcpB0EkPmVHHgpSSDMnmma9xM2QXI5ZuYCcNE74f481ldZJ2Fs/dlI76vFAB7WzSFKEh32e8Put/L8tRvI3enj0TFvfy+yGc0nmU+Wm0W8RjjyHA+bwzUKYSxclOBRUdFf4KQqJXBfYcaZBw8x4qmr8jEOldsIgDfLQkLLeYbhUbzDS1JM6RTP6qsAi4i20hASXgcN+umOy7rOBN/NuiyGft3GGm6EbLSGEbSVN6p40fXWGagHo8qFlvn2fxeRS51OwgGFCxiZk8FUvOXzEXUY8kkO33UUeYjy3SoPMuYIWqALlm1pzUAu0YxIAy/w2rfjLWPsel76a4JrDooZeJq7ZvRuIFSR0mtJ5H18GBla5CkZ9AEPQqYRdVjLi6ZuCvPbXlN/coN/E4QwvGFWQrk1XmVb5SAtFHlFo3ojKoYAyd4rIVmEEK3Dz8ApGkOwPQGVhJAvsY10XqBrtBbwsC6FgE4aT5cdc7diVouY0D+Vpe8fqWKJZqJz87ik5GECBMiqxYpYFntj3SZo8Owxn+NN53Pk3H4XacTfGlRB6oPFtbkLqLUNAH6YNga+tdQYp1N8YnC6UeiWJsyJEjimyCa3lDnQk07B51nyotnUMBI/wmIXrIttzW0I/mJrsrk1fYKDLe+tVfql0CK33t9HV1HoisADzxjsUbHbvoti7ukA0wCHxhUwkhtJlIh6fsA9b9d/P11usA9z8L6FfZJfTONIaPsNuz3YA260/Dk1n4F5i5v69w18TY+Bt3x1u3kYqGx9rOfsZT3EFyjDdB8llnI/lQnGJaf/HUA5KMteo7HZtFPHs19cXHHMbTAt5GWQtA4NnNa5ZBH928+hbEjYGo95RH/FR2vvU90IcmdJMAJsPp+0wBaGFhyMBMng8e9MXWokDPI0WwIfN0IXll7Og9Gr8hTeverQYloWfCt+jpT0ui7tUSFK8sRLZGccujTwEYkUEfGmm2QpM+O3qYWr3IKW62H8AH1r1n9R4FAE2o3MHVqxPnSIz1jcAxBqK4To1bVah9zd7v6DdLyghwCUO58e6WaAddVUfbE91cKQseMPcWRuyv6Da1BTHtZf9tiX7nRx239V0lrzRmZcUIbMTlJjGX/nNyCmEc9PSr7m5rpVRv87Ib1XdTpL9qUsufOUX3FcrFMTdFI+NStGGtepXSPDBpDkKWzlQ+WDgPgS9AqKwwdzUkTO13CCKQtcA7C1KQdmtD9y2GMS0wH10+WSYuHyqX1K+L60Vg5OJfqBZTebeslc9w3fpF6vumiIjGrO8h9xKaVWF28pPZx7/v3cp++MLp+/K0EUzBZ1EOSo5P3KqXDXGiGq/EuTehI/yLXS21Oizw4x8R/MfS56HxY7KcFFydIjFHH3lDQscTSEu/X28a+dO8+HcXguUnBjBdjgLldaVQby5ptLnPXwmOYzY5XZ6FM1wTxjRsSOZK1JaCbWb9Ui9B5Wm2d9qDUpdmeOoi5aB4LUGbz+pTdiw9Lk5ylevTAAxwVoKLgxIKkuJNyqSly1fzS9soR3pSZK3JV75dWTg0R64n1lyctKLytxJ0toW/gwjNiPE7CAqw5sEzmOzFziK9rQoHvNdf6xQ8OpvvXdteOqk+PYRuEfedwgEOurrGS0lTD0cA6d0hPd1ZHv/jiVXPHL83LYCf5MYaHwe5wbSMpxyu2Ewb181PK4Meyvh9g18txNDFRc4akYPPVpvDyUxVx/Tp+H4toBgQPzzWzcPB19XKS25J2gdjPbvP7UD4Up8NPDwAE+jdQwcmj3XTSCgq/8N2RiLqY7rvvQAKUXBvGM749RgAIbzsLrxlPlxz4WVwFw3TxsZ6JY63ll8KUL1QuPfqPC6g1heWM/4TDB/0Bw3jSS3HKvwJzx/SRPRrnzqIqnYv07wpsRYLhZSAAthaZZHm5x2EpVM0k9Xw4ku0cfzT2JlF8MhhUXPJjKULyatqYPh1BpFwH72fGibIBoWu9J/2maq2BzBZUGLdtOyGfvY3t8voyAKzQY2E0WZlAOv8MfftGiSYy1qnaR8XYaQ9dnFdlvdL+IykAwwW0W35NgFYUac6V723l73xy0TyN/NX2M1PpWqUbaOJpJrA089qg74RZfMq/Z2TOyxnGInde12l6HPfstKkXrxBQH21D4YQd/8Gax5f9r1X5WyM8yXIGgs8zP/dcnI7JOhGPkTqeM1phS5WOz+psBeA7qiQLvzsct+yjX1SkcgG/aDOV0YSdoxDxONaOlu75YihSy3oFsCz0SrJ6Iov3Pd5QvVS7BDVs4goMfdCr7f9kSRLR2GxxwgQxSoNkJb9jOnELDI7D6ZvUBH5CxjSR8MOGyevPn1q3Rbqqf6JtTPU1vzN5Y4TD5QC6ZmjYVSupIMM41ShbSP2mQaq/vsgDuX1ylN5TuWiJT3opSExYB33nz3MKBBM+sEaisODMZKKsUbQWZ8y0r+6p3MI0P1Ib7Wo7mDxBEv9fs2Afu9+efQzsgRO5zXsKw4c1c9xPZvGMVyKOtAmJZ33a/NQoJKYJIjgts1zk81RrqIWkjpEAw5MQkw+zBHFgwaUe/mzK+jKJ7aNnqC8uO2j/qG9fIgKSYEhZJ2u976xdgeVnDGJLjcfflFn+4IbSZQ+8ydMvyxnQE+0VeKbOePwZkvOpX8WTbrZOK9wpyIpFqZRzsTmt1MbCHcHWRDqWQMAwDNOlqJ9FVjumxZUNOlA0Rv3Y63ucqmW3rLf0fMapTaiNGSfGsHpcdarw83kc4Sexy/IxkmWCGRD9CjfemEKLrq9S7IsdYijFmOLZPvd3ftwLPcRAuisnDQr5Xe2gXlJGNueLIGThHR3bHpZWBWv4vFv65ApcmRJrNFSLo0vHoFV4aGQbhA9NLYOK/+njUCf6BMgiZwiMcUfuS6fRpd87KzxOATyXSwbNlTOil8yv6e6hGOKIT1T+6Hr2ncd94z7W8mUrWsBZ+Sptm/pTzI10i5Ed4XVy8RhZ7BYJ7/RsXGR5cdiMbBxX/mIwjvj3F1jnSufZpWKo726+ZTCZudR8LIErFlp924Xq5cLYeKFLXSf5MPsakk2nYijDcoodnsT1C7/p6QZiiV7jEW1ULtL7Cgvpp/kPSCeNL1W7xxKwG+SqwS+QG0dkpLMjHxWmVyqhcBAVIVTzcgiMONDTm9T3by8yGGhl6xhl0y5phmKHOLQ5esfUz9jXRfnrCm7D30F6oH5++ss2oIGBjMflbpYwLJkR8DhhDbVi2+6om501vTpqxeKArKzgqzZkbtqjApXa53z0xsD9dhuFccb79QTU/SPuLykA9jDsPJpJRgY2KQ2Dr449MEXUKnscv1i+gSuF+CmGfF3XCnbETsrjAS8lfiBEoRSD0U4n9ZKF9N1OjY60A/up3Hei1z+2O5kiz4pD9Duk5qT0jqSiloKL4dLbIsNIsdXR9ibrb/pJJvqQPpOpZ08kaaYvUS/MjvtvMjkCqswQeoUtEc85EJH3WNMV1vn+sMO+ysS+YXX6xlRK13krFaQRXikjC285gXfjKUWC1iF0/rPK30U8j4R1YhPeG/+ccPrnuWeNVq489gTTMJvxMK6FaN91de0D3+FnPtIOzspztpp1GJX3K367MsF7saImzmAyS3OOLwrY8VKRcHYNVFBoXFOGFbe2zA9HljYvjiSxt98vqXYaL4LB4hBFm8FfLalIRTfsnir0kOv9wmXH/DeD/LkRF16/i/SMuSSKuNl0sJdZ99WCKMWaGvx+Igtr0yU7igs/dq1DwqOeApKGIcXO/u/cd+j1pvm5TRhW+TwsHZ6GJznK/fCLXRRv9trP9uV6KnFYvZGxS3FD9Q1h7id+YSdd7ioTLC4wW0kFgbLIibOWeSswXyqXNSz80y4FHJOIRH7skxQQEEFEvDlC+9w5/hSMVEBDmZP/Vvfv/6sbgizYleDYMnYQgb4UA4BSmVJyN8M1q01l8Bui/tKoJOVPY2H6WoF8flgnFy9bqO1++AGHc/WBB3ESAElJNbNNpeDsttSt95XVOUhZTtjIfw4X9D5LppGOrP6nCBqooKvCk7fTWirIki29ZT65czis0I3fTCJ6wEuCS6QotXOPFmPbZvnIZ9pGpaxeZ4iEp+ajWo1l4L1M87qg8ROqGMQfQVdC6QAfPDZBWWh3K1Dyafnk5onQG8YZBUn208jt5gCj66//SoCIBiG+gXvInP3f7nwp8Bnw8qQC/CCl81p607OdQ5WgTSVXaUnN5DL6ID9fL9eZ0CruKcMcRfKHpC/O/y31zjwAwu2Dp/2roDN+HCWb1qRHTyCmJ35z3MnIn7dV1D6nJN3aRKBeI56w5r+0WQi7XQLwCT/caD9rq1sSaJs44VLDqG7YFCKP7ILhhEsKGzRdy8ah7GjnlE2vM+8a+u9YN+u22lx0ATnulIaTOvjdnwfNz9SgxtqLbzQVuwLE2gP4qm+WYN6hKpsE6jdH7Y8t43cLTH+ja9wW5MZmWmF1NlSSWjDsRqP923WlvW3ei+XRlKEnvekd9Ie7gRu25jBaiteDP9pN+N7VcTtOg7HVg/SY1uCBcHugHhFuQneqoxVxmayhw3dZ6Nx7LzGa+t7u2/xkVVuEJmUfXADgUHybUvtRqkzQ75zjXfs5RYQP2igoIgabYzB5U5tYPNmTSPD9veD0s7WNNT0RyF2dAwUrMSyDr1bINYdqzMDdsVkkBc0pLaK8UOPxgQaKraUT467G0NrViViaBgQ6FbNIb2toFSyJiI/lbCxttMPhHCXjNKqUUl+N88nZ6bRx3lWPw1WiY/yYCKm7WNmHCNWScUXVuoQTmGFcTfUCHQYnbeEVMJ8xjF467L9FOAtHXCZ8c+O9xSb+dCvhrHi5IFziT9e6hgNsC5j82qVqih6zCDjVmXqB9fkiygD+jW/rkMXqbVlE+J+wOUVpGh96BhQyQenLDJ7UayrO/5yX2MdNz0YSvSHL2CBgqVAhrv76mPDt82Im5zIHrL1CxHZGupbqPcAodlQjVid1ngNb/t8JhKFxC7gdvrIm0LWK8nrj+i/TCYmBH4NSi91WDpszYxE/2P6F/IgZVVOuO2ytg12dTqiE5XBJ+TV9kcP1TgHQG1hk33/OxLYkoe5KrIMsAjO2IAN8KMml8yEgJzOGs1B/SIk5mzzL8v7BrhnAtJedbE1S1088mQ5FgOBrfNNvdFGGeTaP61//ntz3iZ9idNLehaTIxzFctW23wemMm0z6PaAOv979Id1tIUzbp9iJFsvCE5Rin8/6id8QlOyT8STGdMShRs0ojV0tigsJB/UTkGp3/4ndDZ7DlYNSLLt5pkNsflPDcACYnSx4kLPk2ZIGeOyQ7rFkUYFQnObBs/px0N98EDrHcCCL7LOLMRwrVcxdDOQpgoB02vO7X9JA4kaBkVwSbqNLb5/E4U9IwGf7lb1wkVjkdgC7Zb7S4ICulOT6oCWG24wTr+RmVhIXAXbZCl0wAPS0pPLEKEDgp890JNizbo4irRRzQgSBDsXPP8GIZ01waaLGU6qjSnkk6bSy06p89ItbgYulME5i7x7HwNtbl43NuW9V1dodxaBHgj0T7OUXJGUcxoHL5wK5foOpMDYLpihy396MBDuqJq/muhnsOfbZZJwvQ8sSHhon0zB5Xn8g6isbI8fDjGHDxD2Ji3Prrvu6GalVs9Sn6yR2qZqCUZxp+gUaQpIkAcWc+XF8BXqcVljccPMGV0GG8qVQCnf0L8BlczCwk5Uwcivl/HVFyTxC0jng1+yE3Ki8e5b7amT1CQ6p4zOjyBUjTARvH4MAaQixaI3Fj8FWFXCHY4WE389IfVLhDgbwO4hc/H75c7D2EK68fDDnvdoyPcuWOcbeIyE6u3+oCc8FTlOM1VTLB8WEkCSiafthDuZ+CRPY0tWgKG3mqAH+InTu9uz6tUUQoJw00nhepx1NBy6kYFCSzudUZ5/RF/XJzxMRZWlkyF6OQvCkCEtuJBVaielBAXXqTwBnLxFW9aqUQ3HbnHbs1T6izIvJTQlm/ibH66xhZiaXKTqq9l33qWQ8RevRZHRup3uqqKiIGv86qelwUFV6sHBt9kPrqJZbnwTMQdh/Lqh3jbp5yJXbkhraz9804RocqX6CFxYDy4OrYx28fkxumz83OZx9NMQ/hmUp5tCIEARa8QoH63bWFYAk9yW3X0qgX79X4zxfBpTJY5JFnxGt2L+uIJnGSXtWgwbEEQIQBXvfvsGXv7bReo4oxXIVvUIXpI6uWVBZE76tlFihq+wj3gFBu/Dctl/L6Z5GPcaBkHq42EnA2Bd1DO2jA6M4w281CX/d9WlO15WA3q/t5ZNbTm5w8K4D0SHw9xd08fwqvkRLqMVkRdQsoW3mr2UvLUl4gEFoNkaf94+9SqMKG2dy7MyKi9o8PlcRsWV21LyascUvZQJ/FB4GeqA84fhvHjETkIxLaUWtmozdaZ+ltBwL7lEWefrHUquKqvENYzTqPmYUz4JsclQjlhn3tI1KMo5uDDmedzajaX6Ja9cmdZlPuVSMvz19uEEkT+6FW9J7cSxf1iCWFPP5g2WZMhyKtSUIWkFGUCa5xIhvsmm4RlhdXfQqZ7/se7BUCzRpJc1I6yqAU7MUWq7XWSCgHbvfOaMqoPSL4Z/GbycoaocmtokeWFCTeMPSZwF4Hm95HHLJCFBp0WW3g70qpi+pkq71Wf43noaCfvalaXbc7q7DTgVn2E+Ak0BN7hkZup9vWHDKSdHHtC2VGSbhVi+hm4453t0UewBVLmCbaFBjAXl5VOz3V6pWgZGQLpniswRLshHsneiXymWxz+LOSdJij1zgqF8Lc6fDwo6W1me2Od8VjWeKgQMl/eXILDThlp7bQhAqgtZCHGqCARruDgC44z5Q8sjw4ZhoA6IEmX0YWnF6Ym+aUWj+EgGJrSGW8lXq8hRt0gu9q+nlsLSTw1+9t73xidisrF0HHFu2mUmsHQaUCFLIUu68dxQxgHHlsoUIhcbAmwVR6weAH0MnHydk4c8Uk6dR+as8mKhjYKKbunm3lVHyyWBhXVVWCR6EOy5J45MsTP0vfRmEXe4Doa3u3MaugaIsUZnjhFmrPVqgx+ykBY4He0g657cfsB/vlYzZWzn9iNHXUUIiLSCoiZWmCAN8TuYV6BTBb7vlfv7c9dG8K+JPdtCBxcHIprCFMBYuKed6PW5q95Z+pSSeqa+J2itrhJaOCYe5b4r62TEW+TPjJrVoZj9hfxmJISu79MTRt2+2m/4Zk5XK1XIlas2+yGxud4y00qNntc0EmP/KK9+uS+cucgGAvzBjoqVxpFbZ/Y3Hbt41zzmXeaUAkHTCSV9s8h1X+lzNBIODRo2uykRHLYSBs/ABMpeYKJ2qFp0Rvbr0rPf80j/oIKlU5PJA+dfXnarc78uDxiIAvgVYE8ZQ35oMoPmr/wwROEX3Q482Qi23phoarKLASZDYEjK9l0qB5hdC0l9y7/sbED5MJAmkj3NODp5pa5bPqSWZksP+rzINRk1mbvB6+ll/XdYdc1YDxvQG/J/AfS4gSIRYaj5H7uJnRBnX3UFyPajMpidzYyU8C6Rp/fLH8VM9Js/RfOHy99oguWBexidA+C6Zzr8uskt/9MwZjUjtUe4vzpXRKjWJcn5039WyQQBnVgolOKqTmfACpn8y3d5oNA/WZ5pvrCgRahxYemuQyUHSczKIJhKYFNm5iKBX6mULlZqA5sukf07Sub/ZAjagQF5e9jLGjYvdOfwQ7CRFoQH9ChgzbmcMzDYw4NiBP/r3VCx6vRxjIGqOCbG7N2Hy5G66uGZWiMnVqCV06H8VBhFZGSdX1LZvwOM5RdPFicIEfSu33kbYpPT96/JwEA/dDB/M6++QzfMZ+Pzy9bYSJt0/gP6fKmh2CE6NL2TkBH82dKTl3/H1YkTPxm0MvYT7gyI4laIUj5VQvP7QI9Q0CwC0oYlIyVA5sHGr5tVzOUV1VWxGpkGdFEr9GLg/cyfYvnofBtY/VNcaHkS7w6It2ttbILgBUOd7ybRJCQrsUBEEBW2jD2ye1KIzdAhxrLmKU+U+/WmL9PyFjQoAYpM/+O0pHHTFMCLgm2wTzQEMgWdiGsQJP7LICy8fFl7klvtqaytQt7RLJy3jAtXZZ5goSdeKmMUtlaCyxERrGcIxdoh0IGfLlb+8hRWJUeKOy6hxzuNYzGAsljWVI0eJXHS9O3XkRnBXw9pqVwRp8/AOP9x6YTQo3rh9lkO+R0DBJqj8US7PodntXK5A8yhbi+C/yWXQtbiKXYrLwlOV25PrtIHku9uXIqzeyPP7ZNDIjiYbFzKDVb9Hq6vVFEo20kZa0lP9BUZl74HoQH5TlX5c7mTbyzPL83delMhkRTLWGu1+4bWeH7fEFYGLtiznUSTG24X1L1cY64surZ/gXD8t/tCHN3siNgWkwDb64YeUVpl2rLm1ZDXrXDnGNwA9bv275W4NZe8UjwLg70RDUhyvHAutwCvbSYMyG/kK+vioXqpQ+bhGle8APFXiFIpWD5kZJGuQXxVyB/zxmQ+0/x3eCVHSVEQWOxq5ztNv2A0/bNe+9RAgmPvu3Ayw5GBYawf+0poAfxfW7cB6/rkSjJzv5v5h1sAIXfc1SdOOVXTTHNxI4wLMc62/ywVYSXtjKFq17IjQBg5jd6q3U+hQmjG1wwxjOP6GxW8Jf5qlHy8zuu8n14kVg2ml/Tma2I3Vi67p50YxMfxuzzXgQUqtGIE7djW3t17OHmYCcsL2F5rSA17t6ZYvyPU+uiU2IqyNq0Lpg+5+9p8OpBkp0D8SAF2TUqzMmknDjZNCkcRuPg6x86qv14TdQI0pTJ6VmzRQUPjVYTKvGbolXH6p7nAmYWBK738j37fxXSh1zbJnwf0dvsmd76caYXY+LqtkXZay7gbOCgqdVjdSnEm5kSGB2Lrj3qk9UA160sqXH6cV+puvm8XXwPcqxkpKW9NbVVh6I0jgxfpqI9GFmeGFB2TQHojXK75/YuPi+/6Z1f2LsZtqZ1K+uKz/7iDJwBunZZdY4wLn4WUt3Z4sszpjLYqPhy/XGQDMqgQVM7M+D/jTHfV1a95DAOalZWsCu8/paoVkNEkaZgsM1X1L5ZCs6Ij6gGII/Qsoo47lsio2Wv3NiwywlNEYw+7ukuHVQn4VVEVBOvpQBgv7aGk9BNYLnrokqeshGyBakDvtqkrjHDdwVZrG23NeY1IId/iV7ya821w138ZiRaI9wOlwXckn8mDqxSvGh2d7Hgu8IhzJSz9tIUUhFAZG7zi6LWS8isyubid9lFYO8CT2ukHTSJVoJJMkqI7iyBXy7MIagOUhaOjH43gF+W7yzCrCYpYNQDWJ8Ap/7igF/GA4/fq7y/fezp5ZUw9bYiSVMKWYE8C4fgq1l0Nsl2xM3zxmBIt6LA5cdK9p6Y0zaVYRic8YD5ieomjAvpRdpiIbnk8idS/3tCynD8EdPCq1jozahqfGtI813KxI9mfoog2rPKs+rJI6CXEoY080Fwe0F2CKr3+D63AmE9JgZEs23D5vTIecpHyS/OM1aGQMcwJy/kmPDsHk9KxXv97eu1oi36j5CuBuC/i8dCz2/njwV4A5EOITbvZfYy62EgQH1SXlXlxNK7JcSxr+jfwDDV7RziOo6AzkJBpYOUzvSzfbO8kPRUyBLkLeAF1zXQ42G63a6QaiUgZWKtOYteFH52oB5vKcMQzm5qZIuNQ92mk5BmtQuIRHCqhEwkES1mVoPCNap0fpjXqp7ikNdsX12sjGgnXguccwYklgzA8sXcGYMnzFDrMruGsM9XykcWZCArwe/Ol8Q0Dknzy/Jn2lA5bXk8J1WtXfgZmJXwT7IzlYPxFVbWAj/pUmYTKbqsFHiaxFdcAscpL6IwDoClozbngv+MuNmzBuEEB73fek2TNwKVucUvz1ZRdWxYsqa5xbas9RCoblUeYXPthzUvmbrgRUEbQRxftim3amOQCrOxTVipOg7uGopPqFaBQAf0hDL6oOziMdvTGndDJG/5XWlrlfs1g+Fl+Zm38FIBHS7bVeapg/JDPClXis86Nm9/XLfuK9EsEqpv4Gbwb3DxdfEh0evv4GcNj8l046QsBOzD9Liq7pjsNET7ZKIzbZyP1J12XlxKfy9CpK2blTLDpn75tVUqZT0I9SVF2vEX6wOo4UFUZNusRVY6+G8wLOmhJaPgEDrORKvbQrGmmlUNCAH9Svqp/9NIhwulmIqXki8jBTHABI4ckA4Ns/i4UBC+mpTjmoIGPUUBNaAppRIPZrKM47EDNm8QmcQ0zmtGUfnAsLlCH5uWxmPTrxStoH8Qkm6TlKuXfOvF3s0eY6dbfmggAJXzR9HvVC1RjFUx7Gorj3TOPT0bCMFnufmJjezA3b1ozBAJXcsVbL2GosYNERQiZLoyqWLag9LSRbIT4QVOwrr0LlyAd6XJVQtuR69yWdrq5f9xgVUQxuCip9slqR5wPaq3dkflr/6tIJFmc790pkfowANMUzvmOGEFKkvydB24BmyPY2t2CcYpFTUd6ZA9EyyJTc6YH8fn27hGuV+QDF4Ssq/LSxQ/LzR4/iSz4REwOw0WtRZfhkyVeQA2etVAnm9+epZfkDpujBpDzM1OXrGEGXzofXdZtffPwb2OOk6vNXhGuuT77WF2dBwdECRYVik5UY/IWR6PSb3xvBvZxdSGnptMzKEhgpkRc7YQgBr2+QQvNloxDQq81vaBMxqM6jTfNWqrP1Xyp2juMFryNL1Uq9JDadR/BD/QqTR0mdaAw9l2ezJXcpJO7PvpmM/SV8L5fI/csPcd4t3bWcsL5dia+QU2o39lvCBotgKLHdEGam+IBoYQzNB3GpP58iAO7eJUgKb62UEkshvMGwX6ouzEmB06bZRfEEtbZ2KIr73YOsR99zTKXQWoCWzaXj4Ewuih7FwSEn8xpb1H4WMb+fXV0wWThR/Hr/igOwH776ehA38CJ74PXU9O33OUXQ9ivUGJ4QjBqQ2em6DkiUi7xbTycleyIlt2ZWPGQn58cgaDdnVG7LV8mFIec3xukeIPEzXpr8XRVylb7kuhX+hTea8McsGpmT0/DKMR48V0/bt/5qMyA/8QSBYF2D20IS12ubVjGJU0ImphPRliEG4+tQ2QyHY8Z3yYdW+vh1TU+UYkYZbB2AFxtqUg5hi0Xw8OA28LKtwBUIYDFpT3o2PMNByhyiUwfARZRCemDMQJOHggbPOdtegEqkLvnB3xKHR5T9akKWbtOQvKuEnM7xAKWol6dRyMsraGOK86K2NNTNEqmMXPjsvxUg6uLmbIThC0t9XYntdcxys734m1MQ9ZNExsUN105C1Pq8EqkLTm9pqRW42l/dqYiWBMlX8lzunkuRhp4BzX3x8ELFL+tPb/3f1Fkia252NCB4L6DHlo8nfoyZVeG+bM+QtmQ6iMSqmnnuqC0e+qQaXWOyVMkz+i6NEqcpv37STTN+U+tgAlmK9fjn0BGxJgJTP4ByuFPWA5qgs7ISxQymhXwwtNpdKP35hkYU+Ftx3o10LK1xSdS/0PCqZA/Gaxn/dfCt77z9bUXE6GU2f1yUcOtjm+NnJ8udILtZ5oyhrjhGK50bIpzBXJGQyYUAiJBkKKTMYLlrSZsJEia7m3X6Tz79cno5oF+XXLmki3+7OPpJxq8Hl8XGAQcxRJkAzu1AF1cO0kSXOOE5DHYYEasmJ7i6QBLoD2iDN7I+9z0gDxVrja+2nZ9G9hE7LNfp+MG1RGnifvppCRTLpAUzZ56lYrnL9vFFh7m79ZC7hBBqsv0XFdPvcycYNfYUhe2/VBr83M3MSIXZzKp5EqReFLCof6maA/4fV1e1NCnSbV8Jl0tcCqco5A53d57+kF/Pf3MiJmImeqIpyNyy1tZhwhCIJosgIUkVGIkMRwEbBxVt7H91II8V/QVuwdZsERejzTqO+sLd30FqV9HVr92n9uBC8wfdFHgne5tGilPXOUiZb6db08pzTWVVjOtlQJQ5VXnRp/dR8L2odx3rfVQT2/55Xv1HOrVOUgzLpdtfdAOgz9StQL4wKBlFSPKfrdflq0sse3Du9PIeqY53UbsJF7n2nMgxB8wjiMaFS2EvZu9eQMiHg7W+NVnj9bN61XuMhLKeYbnxbWiynp7Xh6UE9Ktzct1Wq5OwDt+loP/rIDJmF5w6GMFEb5Fggx07YQXr8Cys0KlCJpAdSJk9P6PY+wvcg9YllpfTJHWmKJFVLt4YkcM0umJjsIyKrVmfNnvSWqEPBPOCgTHNvokYYyiT1iL832QaAE6geju+sZBY6mUOzWR+aisPyJH7G+bR9JfUMLTUm8NESK+HrAp201xNRv+mFRbBmZ3Lmp5GtcdLYpkKw+BRL5Kvh3WPkyVLUs3pHWYL9Qsfkmox9muAGA0q4BAQZrXXQ02cu6HBAhuKmJ67eBM9d5TDUKaTlGjkJFf6p2xHoeka3f7tfEaa0/m+nhi1q26TzvI6tS6lj0SufYcaOqz+lWuH52GqlG3qw9fQ/SJjylsta8rkch6ykDB4jK5VZFEWpBmOEAPPTZce+wqKxRINXjt3xRoONrO/nie9ypcZOxoNBN7R+jJf5NqQu5pgC9v8ZEYwb/elr6AlIpFs3CbqiaJR5pva0Z9NGNNdjHEKa8QDy10IGz4CgZDDy+Uz0rbS7yFKWMoPbMuKUIVBEi9B0vW6caolBaM91tx8crc4PppwSoqN7tRyGdmw0gFOFMKYLoKmfX4Ql1o1J5IUovAdDpNEcYI+NlY1IW9uSixt6olvzvebK/EozfqaoCCTV7mRtsjExEpP1JPIOVrY1OBVfouVNSs+SjZjXuaZoQ0o4m4ZBu4Wkpm/OoM/ZCUyORO/sNVVOydjPp/DWEtPub0MIwojVzTnGCLmU1l/XvsvrnURP4Ahj8emHFXZussjt7/Fi+aWyfNyCP6PuIENmOjdSgFNKCLmLxeEoQCAj38R5GwoElSOExALmEAQkt4WFP73I+B32gIBBiomEOt0Gb7jVIOpRXxg/vLkDA3pdGac1X+j9tkL/AfjgAfVYu3sjAhJ9yL1Fy2T+7jZQlWj5Y/qWEyyG5x49B1lOOlv7NlW1kXR498o6WoroZ/BY0u7WcTWfhnSZb96/cKtWv1necjE039jTeT+axEagwgHvr8fZj+aOP4btUqYlOJKUjBIMf0im+Svs2fqVn74axU+7di2mt90uzPvMpCjTpc5t/a4J4OI8YrZ1GnO6Ev54e2rxbDAzIulpE8fmzw9ZJ3KbPh+U8ARglqW+RlC1j1Q2ZR+fyHDfoJHhVjrQuiEwmrmH1q8mGgIjitVx3rAaTVwDbdWqLoWZIHXoM6Ld8ShwFu2vIEE2PcswDh41ujiSDVzkbpBPpu3Ic7L5PIPhgIUZ4WYW7Co1qpU40EwBMsuk6AU0vYpblOnuCbcl2TuVV8e1yNSj+l7VHwvo8Z8tlwOm2eD+sPUnIzLm7po4oXZBaqLfFl9my5QgMng/zWMizyg5kC+fuin+BZPVt0mRv2NZW2IAEHn3mRfvvw1kyk5a3r8fMPvawP0oVTPdGbJX9RX4rdb9EJN7gtvXi4s5gOkW1cz7xr2o8eIheFp/Sd6G1tkqMOq2badFdZYXAANFUGGcMb2UslWUKpcZUY5sfO4RsqO2g+hd9X+95dva8s+fgbviXxWfXGtX9xypNVErYO3lU9mVkGJFMtIvhy1WrXB5Mh/YiWCfpzEbC//4VGxUm7kxu9NXLH+miNaT/A4+LqhXRuZqjZA1EEchS4/OGKFqNccptAi3Le9taKDneprkHOJvfAcS9S2++jiGOnfavFCLwk8+YO6mNthyF9zJbyWkfXpHCZCjJE58/F7fSgBgbAC5xS9eX+N/tsXwgCV9/UWMBB5aFcJr/htpVOtUgvDYyj7WXXHGRNiFPtIeYVm/7QgJbvn8fjC9gciZfBXTWsNsLCzVHofiiVpLikKaecyX5u/E/NOyjBx3I5TAFgBPf90u69fDG+ePPajMs6Cy/1mFElTDgfB9wM5HUJLR4GbPyXI7PEn0+/SqXxevg2Py0D3FdRrum3IXgIDdDDjx2vmI/xv44kR69HgW8nJfMZekl/3LdpNey+eOCTz3T7gDXI3+hPAkg628XFYKYF9IY2tV3E85jDMvq83S/V4MmGPLIrN9UTTdAhbiGgE9OkdD9TzA7VJ6tfjoZwSBYIuqDwjZpdnt85HsNcnichqDY/1MZOPvYhU97eiSMz3Vp0ntK2J7Mu7U3gL9qSX3Url5MVQueAD/jvwZAP7hU7lL4jWQLFvIAd4fDvqbR5kR+UxnkIUlwqKk6Z7W7CtwuqMWYvLK2FHO/ReiTFx69hx/rei6MF+THqZ9FOZtngJEzTbSSLHrrkm1y6Uh54zpwnpVKSUYCrT8011t2ilSVt7Z1siTo1s/XOL1UNx001dbQS3XJk8+Pcgbtv1BM3aPbKV7JfQHcf1mqbX24jqafk0y0j2mQXh7YPUtsh2wqnoBMVn/mesOyLaj1cXCpSk9VX2MICuf/RhYPlV2rVXZ73LMR4NpVx0x7k1vFjLktd0+foobUm7CxUkQhWcsiFIddsNnZ0WzM3IRYtHdqA7XqBlwq5c6+1FSJ4LlTriDqU6ihvEN8dPR1HMi2v1l+ZA+hyJApjkhEQ228ftK3TNzweBeiiDWr9/PfNFh9+ZphKzEYxr0tj+6TlUMkpHG56/CLGfI8eo4Xwo0Zu3UH99ca/5Lf1b+DC4q9VGhKDDi7raT8dgTRn+GfiqY0HipklHHhub/DVhd9v955r9knBIN1bu4hJTh/PqzQkR+hMpFt9lKyigiD9oFBEmCAg0H2X/oIjzrY92K0Lnh+NfMiI3UcQcAGH1b5jlm+Cvnmikue2iCIp1q7On6ddCeKtbnjvg8UAH5XH95Vyw2AaPiE/iPcPPc6oOxdQ8JB2T98ylGsGBuErZ+BLEKZDwR4iENtw+E29/zIaIg2KwT2HfzHDl6mfhRVx4YQbP1LA7bQl9/ZzIl6Kv7vnVsYRNh+oonaqZZsMg5awyOiC/V+d/XMMTWOsUVWLA2iZjvsbOpdceER9mcZSCRBnnpc+UVD0NY/k7T2giHOdibgbQz+xbl+Yn1q/FrjPayzrQ7/t+7/cBFksU0i3bzIwhbkC7+VfLkudLpanStDJo3bQPhc3uGtyS51jr4bKrVMOPLeOqjmIQH3TbxRW8lKMkmh6cpFU/mlWLkHgN23e6Q8GWXalWXPRa68pjZjFda8a0Yy9Kfsrhqr7wUUyJoE5HHTwsYPW0cy0Pew0FWcarmhlxqCuLwkQvyH/94NDm4VD0jPGAJQiH7V6V0O+0P16jUIy1pGz6JUl8xSzqy7J+InOgvSor5t9yUOE1oG6e2pCV2vUijq8Npb6fzdYuADqkfTqceOlCWXx4cTiz0aGVhMTfc3puxSPBmINyu5Q8KotUEPisUH36A3ik+zmEy863zCx6c3WoT4Zga6uEG/776xI3RcP9zHNIpbIDGfz6MmbCw0BseK6DLfODmU/xQw7vPa85AEvO5LemTefjwLcYm5bANPrSmY6AmVjyP/xh0qaH0n5U7VcmJNfXd/mnik15er5G6ETxhga1hwSv5U5kZCw9gm4aHNZuGbn1D9CpYbgZMS5ZLiyUiUOVnEgdqVbnzt97t/QcYh5g4Bpv+RDzBL6jLxhzyO64sQeu3hO2wT9IsAc22JfRRHxaDCOD1yMzYSXmlCaqzpaG3uYEUEDKILEl1UhOVozaxD4soh9PIonaHe+EIGAFLuqqMFAsK8HXB4nRyvQ5YK4JJPClzikmHwwyC7LoSWGPtLGqNFHvRb0LM+pOBtbE+LwTmj8WfaEeCUbTsSb90XKyODLiAu5OUwjNqnikLPip/HKeqhBEULPQcT2VsDGUQtH1ltxHbLij7ksl48jG72mKCjq+vs5HxhC81Aaro96WS6yZIWHGNPI5ua7dGF15NIyQOOGh3a4y9bmm1fE6NvVkv/pFpWa/SKFKPDgLHOYQE9m5l5c52RsWzlkay1CFD8uv9Cy3ff4IhVmifGgN9d18K6jsT/9vMcg51fxp8SAWBRRS9CkXFUFwGkSFUi7M9e9s3n59BBM5DIPOaHBb17L1umYv4OrMveis9rTUZpxCTvm27ugr3p2gttnnIl4braKH5Yeq1SudQjnO5TpOM5Nnn2oqmcREr6nm8SGog6DwIUXo8Gieox+I5zw+4Wtsl5ok2O/IIJjyNZhNBNkApjkbk7e2k+LH2xqHv4VczPmoHDqUN9NEyqOuK8Mw4jypjiB6psmzP0d6QUxP6Dn2txO1g4PhIzLcEhk9MI0niXb18z5TOSZ4+/l+LSSv6nQhRfuv31chSfYmfpfP9JUPrBhe+k/1HU7RdllDg5x+itfafSvp+9yT7yIzwYe/G50PfgkZHkmCW80V7x8lCAgDwAdFQL9yRGxTUHlp0gWQl1VPfFd8kd0vGncE0uHRCPb/vu+mFemMtcBgirZ9isY2vjJi/RZvRwGyySFB54TsecH0VC74SJstZpduouc85Z0fMJWGDawwf98BSpszykNutF3dKyOWdxNyXhOWUcQJYmLbm64JvipjUlXmPl6LNivInLgxQtEVUd0Wkdw7wNV2tLaQw2qeIjNzMt3XSJlzyNoQBUNkUTwVXnxhHM2Uy7PseKm18muLdv7D5/Oo1Z1mHKld3RMuotZ1sx30Tzjazruy60ISIlDyhCT4WAqnbrlaz1GWGCv+0rzwSZRfoq6avZQCd4NReoCGoVs5uZJWWuAPtRrfvR0rgZukHtX8bo5YCl5bITgMG+KaMvgGrCm0eh9GS2jXof3UKi2aKO+XVET+mZInRt/bw8mtLWMj39BuO5YZZWca+qTrS9prcAJiKxf8s5KpDpvcQdv9CotxgUi+KjhGD6JOtcLuzyEwNMIDnF7ktH6+31i88BOYpV8BZkJ8m6lNdFjjCNqJoRENZwo1F4Z1TBKmKFekQZ6c47MDQsetmNi8i+V8hqbuq2ImJtuGeIzcIHswAOrXZfQ0bazjb/3xRMo7skQaODH5tSsu2jqHttHstvmt2amdkFV4CQTpoGFFIx0hZ6lf+6mIq24UpRNIxzNyv6fOLeTYzqpsNXxJDXqx37h5qbG72QRJOOyEQfYLsiYmUBEyKV6JaO+VQ3mYlEYU7JcADEGMgkqfLLPV0lIiNReBQDItkGywZZv9QoKN299OZIS7eb21gkgwjDwWdu0K82RTroNCnw2YXVAtEpkBExeXoUzVSwYedVZhqsMGZRwFfz8CProPLqy5Kt+Aau8sGkARUoe/iBaXsWRCd/VcvCBSQobcy9nVDEQ3IsNkvk1dErq2WiIvGUZ+3mbK0Snbq95iJZ6btiyXgGG5NvP18JduhC+xLbGABD8zSHA2gEhpXARQk4Jv472KzJfXFo4RotDV07tmbneyQsjW8GFYFjm//ZwPcm4wVjsnSRId1h9GRTSnepVE0+iRMGpqXbaRavsjQkEoVHRp4sApZduCigIRUjJPkn36AhFjfKQ1xpvDR0xgGQalyTLMkJudH2/mLeWD6dVJG6EbwvzNsfTnAq9pKr0pfEBljETVHvctHeDQLXqEUMlLVawypHs1hKPfGez7EAAUHygUrbfnDstX0GymHBI/F1Z7/pbhXN4NGkhYlWHZOPD0192jXIYeENF6MWZmUVt4vtrEVVm4eKjz1BNGpiUluMJHxs3mTMB+GHF3+b+lideys/P5wPpJ/RQuPde7HjkehquvSHgm18TkqVdNMjTQksZ/+653nLISuHPwbln+Cn9RUaYnGtkPmvqrFmY1h7m1G1NMlvXKnf7ViXoE0KLnXhCy1cjssiAwCXS3ZBmUryy7+j/L7Wh90Y21VxZMxW1EqljfChRogGf2GUrewnRWbI2/lLqsZ4PKXZR7cd178h+qChYQk98weE/5CETitf1QZLYFi8jF129G0NZTuRVDaXfL6VipqVS5NPPzUhnEdBgn+15f/NKTvzwNy5BQLTyXeF4adPAh6MryOMEdf6CFjq555qpzg7deSzz/Dm1775a81OgIu0xkGDMM82gcbCe10jKMLOkiBJ1yxogxnQTDuRD1EdBW02swNtDyqXHfgQ/xyE+SH/4SQK9X4TJvXn/5UCgdrMxC/tX+o/UzQQWzXCyiPLuSvYBGtX710hb9CxMUTQYRkp7d+7o/LEyacel1Do2kKX8bI9XWPHQ9X61vThm0ivb0F+MVqO0lIfi2lOwEukmuetP+TRmxgL3bX5KLqOI+ET5+xtFtVuty1KngGoNaMbXYQw89TSAXTY+54UbGhBPvFaRYHRwGJ551iFnCeQUkk+L2iWNKfJovOJmX7cU98pAbl8ELCucBT4OidRtjB5bGJe3WyoJtWtc3DBHPX54XMNquhdL0v5qMmIDRLKk1u9F030+QCT/0P0/tvwpJtiQw/8/EsYMMRuCILAia2uVL9FtP4BdPVoIOwDbEva14f6nYAI9KVUE6WhuVnTRsumslFQ6lO80wTy70pbHSy+ba0H2x9YbT4PkQxVSSkPUT0soZG70s/pW2HCvVnbvqMbCW/fcyN/7nqaiRqSdts0JnViy7uH0hQYxyliszrRsHaHS9ldALaF3W9tgzQJcKDq2pywolhpp9hx22UgrHYQ7tOljy0mFOpj9C6NWP7WH01zoNaUCvm9wxV7/q+tvIqxMzEyzoDzU8BtP2i1OZp1E+Rcnu3FqsvGfKp++fLIPvcWKlxdHxdIch48tn0U8BvIAEfZco7Mbpu0llcXuAkSHDkB4DmUOgjxX+0p2QYsK/kGO8b0IFK3Hr1HiFFHa62UXujpja5qN/6nWMGcSI5RsPKBI/BT/Fb+70qdm+OGIRxC0Hu/2JrkqDIl1/wc42YDlc/77ikdGeAU3MFsNS17HSUe/a7ByU8tKFcXg9il3Lno3OYRNtnRzMk3+2d8obauXOWx9d1AdtaRCovKCBA7INqSWxsFzuX2UtLFfcf84XaDmZk8UeXKKGowz/LBIuHu1HvtjrVhinEWq9zGcl3NcwpIfstCGurMSoIolRkf4WztfA1bEtG27G4gMs+U2GTlozQTPgX4YY2h58QhqTzteySIkeD9Al76zimqadle9nkASqrG4Xd1DJ8JV+3UwtwbbDdDGDW5x6OtaXlxdcI0FRxGSz6WGkSf0pQhszKcAwliqtsF5Fvg/kPuPL1+Lyo8eZmgE1oAl2dlIpVNDAKyC04n6cVC+cX7OgcQ441IB9vrsvQEv8NDMGsYWM9EKx99vwN7HnfUYXMnYk6eF6EOb1HRi2XvX2VLjkvZeLTN+ntS6gPkXoXo1YPKZyHhjouOVwnukDnMqYu7g/5zcxmWEjP0rkdukl2IwSEBLTy4Lqwkk87AniYmmNJKvlpyTVnWylHoz4As4rUjX81rvX8cC4rYr176L9sFioJYu4B2WxAhSubxWk2VKp7HgF1jwKK7SVrreQN/sj/trDh8unvhjxGrTvj4M5HzsTGXr9kv2diJxl7stk4Q4btd8M4AP7Ez4wMCKg11uMv9jKoDiUpFZcWFBZHIC/CtEEKTpb7n3BBMwF4XEofZ6yGQqwL5gPBukvrE8b6hJC1zjVSg3xNS5KBgvPnTUiqjlQiPojoMeO3cKoGcX5q+HUDxiTqePHlQISjzzJqGaUKEzn80a/K8Xr0uzqsx4weaiHfNYau6/Zpm3rCaV/bagggCtAPv3HZEiYrlnN+ERWW4T4WRf2+29iFxT5x4u3eXR+/xk724EIrAqMT499/ASq5/WjKM/KMmz1jLDMaWkVTrMJdEkIfn2GWJjvPKLdhjgSVqV1BQcWCJyf1kak/xCn3qstgMG0OqBVRch104ZC1SMJehjJXiT/1GxRsn55jyS5JLaJc2jPZ7t76eYxSVlu/qXm/uL4R6rStK9g3IM1E1Lt8UMd+C20n6oCNRbJ+siGsKfPfxsTel24aQeTxHOr/s5fOIiXKF/gZLLAM4qD+8aPr6u1bo+NnjptqlI+ARuFan/FjNruX+1kyJ+/FqILldEgHeHEcb+1+dHIpvt2++iWuZZ2B5Kbh9Fe8vIZHt+rb1bM737POojyMcyrpDISzxJPUyRDyk+clGlllqFtZlhrzW0N1Yv07c0W/07K9Ym+kw4RLqRlEU4Udn/PuSqqrfhDi6/+s2ht1yXcEOr60Mq7xEik+EtWHC8TVH8t8XmRluMN+oVkL2UomefHZS4NQmLNFmrOYyFKLFuU5NoKuMVLW0gc51Z9vrdpm/Tx1tT9/dOfQi9IuE6ct0fqLhTBwB0ohngpWgu9pj+w2o/w58dRmKf7lzVlzCzj4eEboQFbWzL9TWJ4zeGvJAf0m5T87pMheY9gXhWoC6BJrV7/cn5KCmaPLLdBSRVa8S0/uuZ2g1vHMOVlZsBfyzaUik6cSoP8+hM7rMewk4xf+5wxxffv6fb66karC+r/yRJuCg+zr0s5JYCpcfK1yMKrM0xPuigbpY60b9/GDfbCTQIUkgysAlaS/xCjHRPW4DiG56AUw1DtdWpzzDDnFvRacEo/qGwD4bCUS6VxJD0UPWxgNXk/naiavPFM6Ov1QRkEldgMVvDjBpEXaX2QYZQzpdAfSLsP/iLlHbs0pzWAyUSg/E7UJ8QWx7J0iguisfLMf+LDANTNsts5dtsFRp97+o6QDNXRWU4+VHDD/Rzo8wKyQ0WG1hc4tPwvW3qKFcPdIngy+VlqTBTYmJl1ukWdui6Vfuo397d3tu3/IpW5PoTdQTNkUIg/urVN2bRh4H/csFnUo/gB+tU9wOEP8EZdoR7KoygwEcPcjY/WTbsacsBNQ1LMK4k1gOKu4qHNGt9TRdAa7PIhkhta1EeSUw91P0w0380mOO8/vzH8uGIMQdsQAFdaoMujIoWrh1d/S7eYMXLJlk/3SxFU4lg9ePwghtzYTW1i8OB/6csDFhk5dyIOZCnEEzTTZCMl53nl5y5BfNFc+Dsk0hDHU8gpCORhdilftB4hpd8O0+zf6Pw/U0mAJyamCrZyCcBYzkXLaSA+jDyxvaEfadgfnHVkEMzDFu9T+bxUmu8Rp7/VOdmzipjYLFc6yF8CwUElDkN97Z4vmCd5TlcWwRvW/IRmWdFYtKr4UPHMxlRgfvQbYRPaZcDwHGLO6ii0T8Hyy8TafQYbYsgmTOE8Z09p30pm0BqF2idOEcY4KKfadZImcjqvMB3bq4LTpGq6VPn6PAp6mZb2EnWF6iYVhQliABNBWUL4EFnv+Q46YmzJornJMKW4K6GCqFwYh7iW5krTK1mg4ymmVRksnn72Eur4MMjirC5qqA+zuMcxPFdlycYu0DzAH1IacaIWXiOOb7nZkttXG2QOodizvBnzV3Iu+6NddXv8H5RpruruCQPKeWZxzIa1yu5v0a3S1L805jmeCs13BtLZU7+e/UsoR2GtQ0WrkXCt3/nDSmFvHSD2RPG7xopowB5WSdKZVfThsVDfp6gQoR5z0jf4krrMUbDjKhAeJC5xqksk4nsS9XmdKT+IH/wo+ckaDESmcyq6Spp76j7Po6/6O7nKk0JNr0Wu3phqbhGtDlGW+re7Vvyrz32KlrVf3Kewv0yBmISB9rP89k6sBW5YysEPktBoUV2SRMiJQV7yNa18OqTGLlgTmXJokdCklFufK5B9lgIESbBIuORZqY+tNIDklUOwWqaNkgk/om9YwpIKjn0wyMpXnnNXcqzyd+ggT/N6Kwq6+w2lweHM5iN8nMqRUPMytjP5qcDwEgdZpkbk+3OP0PSiWsZfNVtWFBDs9V4YzxfV/FUIhHF9NnXph85a9aFPUGobPslPK38vUpxKffCXryhX93X7G9rVLvBKVFIahsfeQTujk33eJOyymANxvpkmJL0L5O4pBl4EwvigNCVXjKCkdW7yDsRGdeG8pnoMCun1kzRzeFNu/QydSNgjBDklPTh6FasJpMXpLRZokt5QHaerWwVBMcynWJ9Us6C7C80bhky1U/qHmisM/u7GlaX4N8DTS6QsLEMjXEC1QKrEOnrGX93V+7Nht8yLwPobC86U/rOzkJ1IDva+RqYkJES0ESm0VnDVXI87yrUJ43ItVRBb8VBGOv6BgNHepjTEhatLE8YUuFIuD9QL0sDzUfUvdveHpZjlwVwDX81P5un3SyxC+MSb6SzL4kOq+NDChgbp7qf5HozOaKV9s9Y1vhemaY0m9VZz7cGP1rb/4ilfM2VebEfp864rpv7zwI8wt/SdmEuW5KvXq1/th9/w6G8oyC+yNCro13S2Af+ZwL/QyRDJeScf9IHum03xWEAd/OBrlhlLMq6KBk0D6oASKRmRe9LfkwXM94P/uAtEHZobgf4raSlAbRDEKsS4m0lVtnVEPuqgRCrW7GEwdKi+wCM9Drkh/DXBSb8GywGrmZzZjSkHfJMFcJhqQ1/ELfr7Szo2S0GlqRYyaQg4+9mQZrSzxbAqiwpkQou4Zcw6f11nJMgAnMZXfEGNEEsCroIccNn3uOhFBNycyDUnKJ5ioerV0e05mtRo6XZoJlmhda9oCB8tuqgfHjauGusZFxyTDiIs8o8U7U9LHVvLRtSyFBnhxGby/A0bnF/I6k4kOPvU91AUUTgWuKF1fCGMpLrjXBOaw83ebcJfcufQniCYhzPYuQBx3GEdVjsUAqHWRGFNQBVHjXEBVVZaApdkC++ajZcWi5glJb8v+YqzgG3cHGmHY4wXGCVd2J/D1itaT8OoT87A86q8yLPX4c/ppfHcaUxwOSgL0Rjo2JV+LoT8X6dkYBN/HYK7cJNV9zq7nOrzEDQCs6sRK0Wj3C9Z4o4oo2m1upYI4UIv+n2oVYynaghQxuNM70Y4SHp5qRUFB971BEmzJCBpMOaDQ6F2F7vZdWlIz6fx6/j1SdJCAm6PAW174NK/vr/dz6BzQjI5C1iKzm6y9Js69Tbk5stqqbx3iY6y4iYEvbgV6441tFh8P/7fOkBtttmdn17QEWZfUl7lS65Z4WfgDorsq59UHfxZq7o/vz95z7gUu7vpKZjRBjGP18ogbmunSawg3kjyd/NM4i/R3DTsnQMqqpXCSZLPXx1MrqsvGzNupksjFGmyUFdgv5lih7J96TB8gXDyFmPwCTR06G/0tQpBDOKbtCozH4mwezADgh0QEb2nGi5G22OnyIjVCSDmQIbHDXLPRxlkpHZ1Q0AQpA9zjU0kQHdAKEl3mirBOVBlgeO+09KvyTTI0Zq90vT0v1r7mPepUwCin5B42hA1HtUWZJ5g8CT7hWWLT6reQv4p7fZXn82rKfRL0FqyLheRwz2tUIqT6+eiKmv+m1KUCXTxBUUYfAPSnUpDdt2vnT3jP9L3LUCHxfE094Dyl/uNCxU8WANR6K2bvmumAXMREFD+N12z4v3YJbVFVhiM2l/b3lyoybUCPz7qqShXx6YNybENrv9RBH0CQQZ6f3Ka/Wuf1S4m76RG3CWnpJqfMJ9tyHyFyju6Aucsitislz7Rf6VWXlSZu91/i7CTcb3iJ+Ivqd8G9N8yOfLyJMsyP5X8LP0KcRizr2nY3NZ734tc0+ZuKersUopobFe9hslwTS93p5ymHMsXoxSs8NHFmpFGm/oMPzgNRDcuC65Bb1qU5ngJ0yj/m62k9L8ep6nOEowNHyAoGHBwkT22ch+bFXXzG3+nIwTctSI+vTtvuNPTEMqMnR81MR+AKlYUEwyQcXFQLjPVB2md9LZ/zIZwkmY6NjPOPW4FKZNJoMX5wON/F23ZOytxuW2sS8p+FJWR6PkoHCE7GHQQLUcSW51PfTx3Hb/QQj5+SRNuNaiSYmLF6biG30n2grJNV6rnIpiwGU8Cz/y2+YfNYXqvTvzOfE/0Pj8Lc2voo8DKx3cf9xMm5XrAUvBi3mo9X9rPioHEDf8oPMDXfo1SoACa9OnFKaIivTa4z7Qce2okIH29/dt6D8bksXnzmHEP/MQXOJ7w6byeCHD0CJKpILvDGnIpMbDg6uQtwy2xTlVUkOylT7F5UpH5Ejp2aFpf06kyrEiBfKac531XZOzGokCAr+TXiReoj0Yb1RiiNiehBJhrKuYMCtMavKBi48sup0MCF9DQsTJCJ//sxA2Vr8SPqSLdLed/0mGUNYs6DlQ/GtW4+wZv/sYewTLZhn2wSlmcQx9Ohxst+MMlzFmmE33kTbs91ueXAlux/Zii+vE/yu/6fEIIJmXrZhbq3A18MjDPhPnbCd9H3U9nkDo5Ipwdv5PtdPpjrrXAkBBjysnx2EaLG3KZgeTrLekjOoK5vKL7HO1lwfqMld3z6rhamAvONIZtVJElgJALBemVutFEBOXFPcj+0v27N25F3Yc0toRERipDzW+IgkMyeLCHDvAzj2H+tTAC+Sh4jjsZxmbYv6oCUoPRHn7ULI9wqM+6PNTn0WRoyCBOPmuhx4lEL9OUpSCjIesOQ7OKMIEiqzj0+mNjfidAYbWDxWNstecM5ZUWsCufAd3JB3GMR19mYmRFeX6lC88V8yB2WWiwCUMbUNdM0//wPOukMLLpXz0+nlfJT7T/S9CZF5E1dLLRZHE4dLYFQvYD7oIfnD2Q4rJ/4mmp7y7WNHwQ4y5+BtGbXXf3P098q4hlHdl0fEnsDLm8kJcvu7rEDmXv5YPHQPGLhyvkc80bgu3S/e+YtjYDYL2Y2hrWO+LGgiVqx167fFUbaGuGt98Lm7GD+tSzAoKSoCcQRou5+KPDY/TZKspsfIx+whAiCMihxSxyjuSaXnumyVfmbXECNKkfFsl7gLCrUjoEM4LAgCkWoIx+M1OehF8v/8M11EvQGbzaqi3b4C1OQFIf6Afe8lDnv+TbJikLdQea2n98ml/+nEE/Nyoul+gHLOb+zBn4SdrN5bv7JKZGt803eL8mvgdQUHf7H02bNxf+iTvcrnD8CZLgKrGW/B2F6d/DQHcL8AE+TZfXexr5ASbe3J+GzVf/fcwe1WftbAt9SGSLJjD6WQx0RsHXNQo8H9qfoagWeQV2E5nNF5MBW6MZWbEmMs+hyUpE599GmMlBUOO8pM+0675rceAFkyo+UuB8Dw/qki1y73TD1gFcWtwlxkMvIJHmJR2e0GhwtoTyw2VivZb+Re1gNOHXlEz1Cipk0WsCk94DVp1FUx+0Jv76xgZ2tgBfYf6QD1JEkPlXjkYkQB5YcqYC6De5fyOtZdCWG6cXISN7omK2ydMrgatIc+yFLCnVFGS0OUkzCMRFR228/1tZgPN87Dr+wk00dvs5+R9zTdxCpjNx56YttWc4+fxqzCPz5GcGINv8ZBtC+o/z2ynDb4IiyTq9HcRkK554P7JNn/oKdI3UN6ItHdvvCA41Eg8kaF9p/SA1DYDZQNQy1Z9cqpvFfBHq23aJV1XnT7QmSVQbBAW6a1n/obAHjqOd9MmfkKS8u/qkNrHlA0twl6fkB44+3dr12t++9kN2r+tT1ZYa1OjceXAxdA3kEMZwOjAFigwm/7D7RRzidoMvgsZ/K2RYUf508omG6GpQLE3k8TD87KAYQY26DpToC8pjf4mqHbrZPWgfPHS2vvB+74P6mHLlPeevlVIbBWCJQKKeDMBRFIfX9F944Fk3O0BICpenv6QuRbfxf4NooGNYfiH716OSKpxNUuDXEhkC9H/leZCFltoL6T2r0jNxQYlrFOz3skb9J9iUOKJbPtdB1fccw8Wsy6wv30os3L3gv/IVwmOwDZToWfmxsiLG293fxtYchXXHrjzYXhY92WA+/df8wr7+2wIJca7inL36+b1EXTFTcX4uD/uSxpjVS126TkSFTAglf9lv83xjECakc4OV6JNQ1Gb24UthwvAkuPlkznasQn9liL+jGEQIN5AUnGyfgE3XshRBTOz9NpkpxdKEmdu0ZUF0MjasKsHhPpLmbZ86p/x0VwmxWcbib9WDq9dfBcm69wiaJUuphUuUZYwjjTCJfYF/bedogWPIxTP+LhkcfF+1UGuS07oj/YPT+Prjs92BDgzKF7ELAur3YRSGD5NHwwavXHjRn2f/RpMdTqS/FJLiYgu90zfSLtrHY87GLZnF/ik5rqf9Jy6YqRTK4H1f0s6N0xzyGZ5gKoqeu9PUX5NW+pHGKPEiQ0G2Sk1/Jb6IxT4DRrNlUuW/JqSHNp/w8ezYZU/Jllsg4zZbffaFg+Opc+/o/pXUx2GBkH48vvrIhtnyoTEk3MXxRMk28rENaULu1NGtQ61A1oIOv+zI/vpA6dIU1Bz5HSrxU/5EzQmHqJ4r0DHADkL0TEUMpDimWM60fvpuD6wjL2OqRjOlqr/i5Y7cE8saRW4HPQJhRs8LzI5MPt+GGzNh35mqhwLxAlJ+LwJMGmS7d9x2F0gRaCA+neT9ZSBk+pmXlBgWzTYbQTrDi3cl/atF9Mz8Ys/dEGWKRrNJvwdsr6ppbdtx4VS8EdJFlhzn6dVcKPD1kRR1Oxl7nm+xj1QD1UbjeroDf7AR0c+MiZ7PhAgT+u0Y/LQbhbmYCVU45y5LVuVolcR7xfg+xZeBfvPovdcunzSoOhNlGNAPCRPCcjEU6SvCa87c02UYJJnV3xJjf/AxSdjA3vGsC9itLRlYyCL6xWjh2ueFyReoXhs0VpvgaPP2QuyvCanv5FkVeh7p8WeH5FnKkslv6q5FKRKovPrdznXL8txEmIbI9ITy3EG2bNz0v+nXi22xMv2KrCDzpuvBFGQSp1E3OsScl6saEh28Vriz0lzG9aXPrqOBG8c9yUJfminRmNF555WvJmHbVfAMuaIP9G9YVQx7F2X+1RaD6P9kJahDgXOAdM5eYOTR2nwLbcY+NpMqrTMt8EK6mE8PhtuxCkRzF+MKQXrfjKcoX70D2QwdwWPLPlnzkf89NxJr08fwYqnrjwWt9ecFsIg6mE13d4nSITB+9FOgrU8CinXoG5Aleesr31/hcFH8ubZd7tAV44zEM29uuWeZUivNYkQrW1g32rS+qdI6903WstB3Zzv/BAOKRswe+3keOOvKfOzrEStS9A94IwbDEbQOt9mPYI9nkr8Gg3YGZn2E2Bdpmj/O8q77AERDt0oQN1IxChtldBsjgY/YNVTH9VflG4wLtJJbJKK4+viM6cYiZGzR7clUgToJ5QzCsmNBtVx3ZR/jELZYzUzNaAFBvnZkDgfBkIa9vn8sczW1lVT0unWmYBEmHrXCpG++di1PEWYECXoYeMFQCYK9ZG26WksY0fsq+2soplzQvOBXgYkUor/9tVccyNNTx3lIhw57SVjaTMWo2tXf08aMtjeE7gPg/I1c0Cq7jN5kr4NaElY4AfyuaOsBUCnNINbuKat0mYQf2dUMUrdl6PosC9N1M3b8ifROCY51FAbBvBxDHaqa3j6KHH/0Yn+tHxv6ZPQpdOI1si2ZDQtTHJ9Ao3dVhdL3kr1SdwOzXlKO5QI3bRVV+BBHJ8H7XtYow/5NNR2TbF/UXSwcWU+dbA6deLTPoJYIIWsXgfHKePqVE7IRfFDEGcjlwNLvmVYgq1bWldGa2Sgk8mwaPYe3/lQh0cIWyve6KLQKRxMaG5UN3XuQjmQW4sNk3PZlUNNhP1s9m570eU5eGgedcc4SIWLxBbK3Ks9mPq2H3+1ZS6HN3dfwghDTujmEWst9mZUiF2suNFcRJfmLu50o4X/gV0rrtVkWto8ycMq+OKE8MK815BsWvx0PenV8QsNd/ULOv/zp8GkmCo19BIKob7+q85PH/cPhf5GcBsA2Q9921NieTAVBjhKl03Eu1JEXve1FGLDmaXB/ur2mXiX1PKXMjSgHcmLJOnevyQZJvZsIHzbw9ZiP21K5hx6za1v7Ae56IH8D0a2Vwvxe5uCRCi0os7i+Zn32K/LLt2YPuAfNGaIy2aYwpgJhGyWSGjO7/NVwkYVGLA32Gn0QLgNvju4NBpjjGHCC0pYsI7ViX1uUsn5aklxFTuonqUTK375mX0GF9l0SjqotGz6DKl4JWwWzU0mVtBcijcmoML8diiTS+a4MQKM6YHS53TEka+y2XLWZDmLyl9jHd3C8Jvbyu3ZE8uDItAHbw3NUcNnHDvRzpCg1mYypOukOhkN2wtnqvF/LXDOTJfWqo+UXshZ/n/NKnot9ipX1a+y1w33p4THzPf96eqJ0e17cRaRpkoOj3ppGcv1FczGOhKtmnZWVYEsjvrAfc7Uy8xUlO8674rXAZU1dH8WA4gYa4e0U1ZVxcn8OZnFHtp1KOZJacHpGaZpi8QC/qw+6f4xrZnoh73uaASHxxAPcAjk8ERo6KpHE0K7xlFnY7/PC76phX4xmN/K2peaw2uOUFEKl5H50qd+fl55q/x1VjllF5INUHXlSVa7R9b8QwC7NqDbDt6UUo16mJf5SgqV1LRVCng6TWH+UVNhppL9FkQRaC9gDCQni7I8sKIpICDf/EpVOcEUkyn59wTMzrzmfrEteMm5FjHB9WH3+UMZ17aKdp+mscESm2pZ93ClQGYPV2LPiW9RnVgkdHYb5yT5ZNBh+BObaQMTnxfzmjRavV0vTglMhj3LFnW0VR2WkGmm9BYpT4n2J1b1fdmQrlWG/gPtslXZ3X73Va75oOY5bNfFvA+r7SrgmRyjiAOnNM8wcKK7+sWWjmPbGKs4FIuvIyZFi2tdHmPjJIVKkjqzg5g8s21lElwjMwE5H6PWw4jC4nJdadoVX4EZO51zeEE10mk+DxFbEACqjt6xm6SWRd++d/mrmRclOZ5xF2yW9skRXYqGkCv3Ni4qGy55Ik4FFNrdr7sGK+oRKUUjDUict7iz/1iOMIBQ8MT9A0DaYcSVrXL5E8ffmlYWcckES4bXKEpcm/PM1UYlqGE6unYS2q4L5GsQFYzjK+YUPxh1ep/6aC6OVeF0ZO2bc578qZ7I5iuQm0GO7WZ2Gm0NHJFbpDDl6uYsuv1+xUSsTfAm+GUJV0a7auLEXI2nCzMSm5gQHvvaM5KsB7WyrzMPfzQpubmcGEHRm6ex4JiZp+MkKoBshomOK3NZrXQl/8TOc+170jZ50+y9cBR/aLC7BwsOOzeHdR6QW4Yv/Tkv4GwdqUHkRPvRKk4bCnhv73gi7Sk/r2IIv/xUMNNh1BFCY/9HVIycP8m+GDFULypI77F3BK2ZAPWtWrTvQ5musgf85pLLuGG9UL0FChWGkiFB3PwwvCnmkpXgy39m6RzsxDBUBwyiJVSaA1mWHWzZXciKMubrhaFSj/SodtgB2OeduIAcL3x8wpYuNT9Sv473FbKV0nFd7PAKSohcd/2Y7OJsRHlIvLWLuc8uBXRz1F0OTUTXVyBY598t6UVE1Wq2ZjPiDk8Y0OG/RtYC+n4ym8BLxqn22blN3gGto0Rl+nTHqXuYvV4H4uK++MnYAhrN4vfAZh6PHykmocw8Ep44hiro/RS2Mi795cV648Ov8DRTZc+CvCKTN67luSyHmvMTKK204XlBkILTZ5Ta37YiDMQultFy6lceVmo+xm/aPWaIc6pN6A8+gdXhH/yr/7WmRvlRPxT6p6k1XfUlH1YT1Lw7RoXYi6UMCeNQPRshPB0JozdS8JJTpIcZgPjdxa480KSCj206rXo5WAt9TKMM0/3uqg8Kt8y89paJcRmA8wQ8d8yIgPPOKH/IHoHgn/oezqf+Hs6363HqoaP7Hyyi7VFlrLQYk0Ra20WuNb9YOBK0CwenX6ztL2WZA5M9Km+JDDsCIC02nVtquGBRUzsp+usJsn5J+8lbeD/5+LFqyiyAoM3UOsDdy4iAopUicirbVazZIoXDMDGRfWVqIRQOFETS9aAsZAwuvpGTJljrTz7v+EYwgwrUwwWbioE3/+kNeHI3W/wXfSy28kEd6VyZREOetLKyypsJxvw7XJosIEHPJ5oFGUT/SSjpoZbAITC4ULUzsySmb9KSx1UHYKy1gZ0KUnSmxuUpoQtZWeYqzO2hpWp9WOD615JgWBoKioxsBED3jgVZNL0EDItSg7Ak6Pi0jRxsCHzcQm1hwrb0tLydKeyB8YQuN6qfxJsiDyLRhLzzGuKdqjNLP5Na65B1Kbj7DMHWQAh4KIRbZ9PmanYyjemyYOj3sj4NaDcaeiOljDCJ8ZQCvkDZCsn2OlcPvFL6c/qOFA2tmp+XK9EY+bMC2jJaqOF1iAxoV53sAWbZrU1Id+VDIh+1oDqM457Q3VLyXHRs6aAJ/14dJv2QbXSAiGxLCKGFZ/NoyrHnFv58T3s+vdTO7ErOrLlkYSU4Ipi0i2fA2INFo8Hs94Je48QF1sj9xA/SeVAR7rLWBwso0XizcQ48To0vp5cE/Q+F3oc0x+q57gqYwQZ/YIPhxlTqolId1/n0YYFiQWKRJDXsnX/1tLFpXUqIZ5jUpnzrDd+2vRhlKxZn93llN98SB3N8dFRRoR9ZvN8+oAUCpoOgBy1hsZLm1S1QbXQ6gdvPJr7/dVSIrozIFJXFeyMknONCDcUBTZXuILvw6gZj4zvELv3OsvZlsIGZmzfHobybTQPpPhODV1VEsp+eMXv5iQatV5DKGm1HhhFErgU0lhXXCovk/lq5j21ElBv4SJrMk55zZkZPJYMLXP/rO28yZmWv7mm6pVCWp1Z+XbeD9OYjN8bt+IakxT/6Ky9MFJZI+IjiiAGr2/JGSQ3fazjhyKcvhuYcOmM4ueLQwxYi0BjF9RuSVITgeS9E2pGSukBLXDh6Rh6uMrvY2XVkwnwvraAw/dGQEAAC0qVU/SCqu+GmJV9tzXE+PlGTzLiPbM6dOvRawNlOcKp2bKGbH7t4cDm7wY/7LIBf5/M0vaX7L0qRBJWSB8U/CG10meE9ukZ7g/RA4sbmp8hhw+MJUMyIq7COldJM3ZMsa/y8PCmNzzexB1EwTYofAEVqymAiRJVVUPKG+e94P5Dj2BVXJf29Ya256ZQEYhSPg2MlOQcM6vmLKvPTzGEu9gtBNkF5CxZg7KS4XGsPJpq/QOARP06E6jLldabTG1sHnAmarYb7zzM4jxmJmOojNlG2PBnVsoGZztn5jRIKdy6/wPeC/MUC/6W8qX6IZXuicY17XI+/lKmD8HEav37UWacauWLn5u2zjXQKcDh6qdg7+3yMwO12OYOzgKQUuES4GkM3tmkS6Jtv8C0zL3L8i4keQr15/fyRq5fqF8z2NEtGgKfoQhMH1a8GsppTCZzr2WrbVa0xrns7modH21jA49KhArKvyK/VDwsT4Q9r2UJ5RSAP4ys9NMq7XX8GXKGgcJPsbBx9KP0C4fWJsSan/BiqY3370jUB8fqQz04NmjNEFX341c7SQCguOBUng8sbujyJ1WjqPWavRRtJFo2h5ts1X0MOkQxV1QU2a5d3IY/kJUhn18P1Y7IDY9US81Bdza7df1aU94CDM3x2Unm7hXPrxEpZ2UGGMVOVi9+B5Y8Qty9HLJVrIrdt5e0Vxkmfw7Brya534LmLUQ31PTBKNZaJRZ49xvziMVwPe+I+AZzrdR3IJqZeaeyR38bIT7nwOe8mn9tjjy6jSM+6YQp4wRUIvHvl2Ht+671T6NNkO1shx2tIpBDzAEgvuuCyYkndiZHWyHCZwDbmQ4zwrm6tN0y8EfGKal0nAYcg8koLqd2g5ks0bHGQg2h/IPU+6yrK1/mWUGFReLRWyg26R5SI/vTpMzgBNZH2FaNTmLJEXJUYuaJSyfapetxelt49Gx+u7vjk9qMZPA52lG7+nKj+He+yzTkd/WMsEPUOnF5gv/b7TQdwDuaV7AIteHgX6xfCq+Xc9e2GLjfURLbicNdjK0OqBTd+kjMRZPlB2LFHlefRcmWlU9BgxtaeiHWox2r9vNLJfkAKvABwbIAtSWzbdIcpHhN3GQIjbjIHHZcdadIKH9idwiLAFU54Z+u8u4G1UuQabWNSI8e8iJvG5bAv1SRZRW/t4jwl/BLfYC1ZsFZfYrnwhTouwq9xzNP11HnG3qKff0xJHfl5Of8TEiTYvCAnyJMOi3X25hiTVbPFSI8Ddqfn0+MvZ0+U0+SzVB3rpptwCHeSF9HTmbzkp5btFWkpYD+gpas6UL3+/OmBJu6JvmmcYPZag8VQbZhE5ZOJjsKLsSt74+vz5lUttl1ZekMxhZP1pNydWus3+kIzdO6XhtdQpjwybc1jkwUQMWCU0AvUcJ65qBkIirW7qFS/RExrR4FuUt1zejCOWN4I9ay/JUXTXrUoNo90LLPklGXKp8pxj2+3azIkSrnSv5sclGkgfj1SB/QgcAGljmvmXozJhkwmaFr/IIfNjwixaAMXqKTKF7LRa9JX+Or5BdSqW7NdzwF8zCg7n5Ow1cmdhk+9ugeRuWJIQ7lmgsHt/X+O9Lk0J7NoMJPyscY+k0273Xw2z1FDERi5kky/IbSIXXexIydB0/0YaiRVaD8cMfznpgDNBFEy/AUDd6Tttvz8Vwrlt6oMJdp+LYWjF+1S8OBDiQyCv7iAeRlFKiS4sUtWrPypaXqxGo64/h6uqfNA2vYpMf8RVMFQeu61B5YRP4l6vYjXm8Vv0o/gS20+rLUBvUWjmhebzvLxXYiExLmTxzMC2ilwm4wv1g2FQMD0INLXStHOOAqGAjLJIyza6mhb7fSZ3cvdxNTWT39Cavo3AOcsyJi/Xs/oS9ziTHJQaWiJX0HPi7YWSOOVMzrpO9NEQJ/oWa/mbq6xbC40C/CfUElDZMqCxmHz6JMc2Otz9l7Sv1dUMCESdzw+M3Lwxn7zONhhsww9/4e8XpbSqNVW3oxGbEY2lt42S8Gs4dbljfLGzvWa3XLrXhcDerF/OeeAv2g/yh3yGcpdstjVfAW3A9CTTzh3gPSMzQU3IHB1TgCZ700bcKI6M02A16R44tcZgaLaeoF33r20REZlJwvbvg9TEpHOTg9qfwNgn8cN8ZcYW1hsyQ1TZUpxUXrCEZ3HsX1wfLwRWOdLt7KSyN+3Mg1x9lWqt83crLDkIyX8N0tcknYRaaYRabubzUYfctTWH1wJaXPmY0NTsr4DasaWydQjNPKP/+QJSDcY8XAHuWaNLRjw91xX4n9x6YGEh3ba26DvmN162pYZgbU/d1td9zZizHfJGs+Goisrs6Rg+mor7m9Z37NbGI4vzWajpQKnlX+w395MMtPS3LSdMrPoHzIq7/rrBcBgoCnTtHivrLNFxtbIjGMudPoNfpYqv5LMMzxj10qpryBSLUwTKXpea5L8aaHvMrQZm52LU5Cx0QUpF9jb+XbDASpWGlrX7r7SvfsmnqtbVksuJIvGlZbqTCbHJRpKPwjkiLI6YiOISjYq5y9sywke7Let8NjP4Ei++lGIdcIxfyU1eISIhz/eGM+Mv4YbuF4fUzvibtke6Pc9yYr/1VO+/jFLxc30tOQte2x37yNwK0zTLVP4GlBxHtq+UezSKxsVeRhyKa67GzGKWF7NtSHKnKxWpNJteevjJSZGeu+uONVZXurfaYWzxc3MF+v9x7+cmWV5IgK/aRawMLK9SFawDt6DnV8xwPJ/ERfp/e9BvYs5TGyyi5nMU1yc5c4NCYRiDXjBNjXb41wv/iCcwh4i3/R1Sp91BczCSdT+BSR8ddciy8CIx05Tb5SD41GFTPtm4QF/Dh0ZZMKE2NLsLVKfLw6w+h5Vy/YFaw0V8obyyJYfZxbQ2TGqRBFswmuvHW9bUT8XfHNWECxqpcHTeIIVMMvSKv8YJcloD0Q3QhdpokJXMP6N5QOxCzh76En/bbfbTp20skf5NKLwayaehsdiak6XltShX00rJfuwoIReUyrunq7/ZT3Lt8zDyB6QrGnEp2V8ZQa6o5WABPqu32b8fH5U3qK56p7KvxKoKAbUY1WIR09jYKw/5t7g8zJw4zd8d0EqfDMSg9QgVcL9NJXXoE9VksGmWYJ/eEmLGZyEUy+XIIklI+jEQBlBAGArrS5J5l5CrHx/HHIl5VPswuEPg0ABmOk+8FaRGWaY8J1urVPPTpSWf5fHuuuVhxPiFuIxJ5YmTe4jeMb4jI/VyreF6iBx6AE0B6RuBasWAVyoC4ACubTxK8o0gOFn5gzlCoBCgORFt388JxTZcqcTC2f6mN5KoGtYYGlWR7bt/2boi0/ZgoM86yWSn7vt2DY59YJYJ8mi6SZOa5V9SWoS2LSW+KK2FYKG8Cd6JPbJw34CBIds6I0QjUy/yi9UMiyxKibpwv7ISR5XGBF1NbX7xBhf/pireL2ozSw4meXN2MvQ1IBRSWUnoqc7R6ZpY3PWYXolCdnW99p9urty6prj3Z73GBqykcuIQL2yO4LyxaYK97Mzf5Zykp4X4P9TSMkyDLsbgHo5FYXOUHJv7aukLhxf2IdDN5hoRPkm6EZDQuM/YT5mB2Biku1dcRz7BqvJZpDEgav3N87ac9umErd+mc+a5PwsPI9esvzzwp7oWHLH/87sHqfbOlDggFUA27dh+AqCY5Ben1aDPndxTOk4VRIkXj+BervTOZfUVAP+8G4Jz+xoCjR3q1UZo010oYUC+Ieu7v1krrs/ZLLcNitD48UlA8YiGwjlAAmHfUlGnEKWalhYx95/7d/rB5uhb+DbgORz7s4bhc49YecMDJey/CYOn5bcSFHjEg0PbQolwjbpU8R6flr0I/eSaV58REMj75ptqjgUpCQuMzDYcU9Yc0+oOj6+WweSQ9MCLaBlPKsvC2mcoXrR46MutdGPG6DNV2oBk/ioDHB1UsR6HW/CI+mFfRwsS8vNEI6SdBwGqUL5sd55S6mnmqobVF5F/0KbwVehPVXG2xesaM02Wf+nlHlzDV+q7Ir1SiiLNjXrDQgNBBiR+l8hIToHide8EXH343hKZomkfx/MX4qS0ACiXAosh9dAhXBf5UnhNGTqWXlNWVgnm50plsXULjDzZY4UBQ9s4GNq2QeDNyB9CYyG2DCBLqVDQ2vlm22MD1t1n8TcgENBWoEvtbUWsjAR4yswq8oNNpdhr42BIQASAgYBWS8uc1ix9/Yj5SlwBSkfSB8q7ZXN+My5CdOWG34yofl6esoizmKVWE7XKCohfAxkae+bxddCFJvU+anbGo2NXhlZ32qpHGj8MwYXO1agfGtYvCdcdW1KBZyaNEB50NrLamIwRlTF/vXbon6jNwR/1vjTSz84rqW4I/I10gBshCfcId9fRoIeMcCGlSSMKc62N8WXZcRJH7stN6xJ14q/WSucB7PHD7vEaeiQw3IANu4/6CpqJ1xdcnW6ubVFGft/k/IJPzN2TmDJU80YvXGHgCI0dpte6VL0bvU3EErsUTAbf7vpBENearTRLB39Ah630xR6o9WLXT6+wXw5sgstfYXRze7Z9vFzWq0ofTCixYDWROn/CaBH3+Z3OlfDxgnQOBcdnv5+TKSyY/Etg1nI9qNBJU9/lZrcS0CUjVL6nWa978VyML8qKGwfB3eR/x4BOh3P8HHLYaCIaDqbuKRPY3BVlQFeyFsEmnY3znQoxFz8hk6TLQMwuDqw8M3fdG+THEC3JMz2s+5OvF8RIgcjxRwODnCKeeMBkWOplJ/zobONBs/Q5FPyTGMKrFWUsDoR+Ut4/RqfgL86ElRFJ6vfdmsIvdiXjmnlgL50RqhPjw2jK8inkDQ0ekrpgakBxKC5HPyDJ7gbp1POxF0yPuiQ1JNmbYNLtKOG9LPwo4eOY6FocGeWkt8jHU8t+S9IPzRarE/fLEHi4BjjMBzSr1ndQu7w455/pSGTw4dg8pa1dC9wQOP7Qqt8cevkwrhhFZ+xMJ0H+8MnxtMJXiUGrPRtL5YXueIa6CzQxA72lnmYjnH5zYthJCwY63m7w17V6/1R334efRGXqTAx7VOw30fOIZLedC1oLJ8+mMMTNTsAPFRBXIT6P7Vw2IQ4lfwXCyp785W3oXNRfvVFchNteWWWYvOaivdXVBw7RwGfiouV8booNRPi0GDiUgK/kX4bZitFqIqhiYvs1n7JXQxKNetLxqbD/uJ+CObTL56b8758fcqyqbD3sMsG2Qulvo7ph5fuxxYuN7RVT/aceYG+1okR3fllls6uTfaSBRmc/XcDUujz2eGbCCsdycepO1Or3J71OGkX7AEdf9o6fBN817PM+pELVzPnN7JSiM7+MRGid9mnZQuERwMpqVyBaQ5bLNo0CcC/ONfh2Qtu0GuyYfY0R/N/NnfCu6DwWCn3nFg5U/2UARWvckXtJjmmaakSBaV3ZbAzKXhEpNpT2Ik/L14qscqYugy9of3C00DGyQdlz+dCu1acdwg9+usuWiFXK4XuSEYwE4Ij298MINz/H8daEsvGg3pdg/lKtHv1uHs8pttmcDSWYeK2XiYzYdWG6K/g1c8XELj7zPSQI/XBC1PFybAJrFcsjzxVl1xjW8LwqD+Ifj2D+LntD/qpQzuWcgm7S2tzRsk1+r2lA6TNaiPiKyejVcO+r7g+8OVsfToLla2mqo7OTO7w9VEGSDvmRlE6pqUSG+PSzOpLLPyjKNtKm4HbSTOPEPsvM/xWeyX7uVhABjEe2nm38IZBF4FbK2LVnPhIV6pH9OiEA6oYOQXIPvbY521C+7XLzJaw/gszLWIZvs7FfeRGz51frGttqR/A9dV5iBXqQHY5vWJx3jA7UZQGBjk3XZ1CKmKHGsGA8O7xXNylqM8Yp8dE31SWu6v6669TnwS1fkpDuykLz6u7QpdhAn49+6O6e45E6S9+V+HaWyzhSq3sdNfukXdwRoVkILyMl7eedrHixJGLGKEEgXSVZtZzEJi+ldG9KLu2/QVUmCZ5fKtS1cZ6mYZryZu2h6DnvHaez24jlizhek2MF0TxfZlHWo4+YgcSkPH1qQmOIkVBaSWfnauNgiTTsmGEKCZdXEQxI4Acrkj5SzNrT4lHlKHhXBq5FE8jRHmSmYXs5FZ5Wl15VtIVpIH3clo+pWSgauIoLd++AeQy2bJFvTB9+iPiupCOgbeYokgs6HCVm+t6cijd9T3pJ6YL0UAXeJLzavPYmG13kJiynruUzair/WkwNMwwGuPy7whGYIG0216TRrcHgIl8H6JPTy+pRMGAmz8x8JINeV4c6VPVy4nR6ZJkflpZmeQonLDrwPIdx8RZuoU5r8c8zsoH6RLi/BX3UGjR9XwajvzSWwc9Np/8G1Wjycwo8pw2I6BrXL4ODxm7GRVNSm2ETz0iYoRmzajL5591KXsrjE3+19a4yDCHmhOlJo7vSqF3IorsVMvvHWu+L2eRbXtphi2+PPiu25dgzq9mm5Q3IYmg1j+VZe421nUEez2fVV1O4B8e2h/DJr+QY4AChzltB6xCUxZn44dmE3uSkuus7Nt9vwkjiR9l+smq+gp58/iFrl+XPDECMI2WF8NfXBoJ4DpWYDdaOAUvcRt/+3oA3Fiyf5yxfIR3DYI4aEw5rMjA/8cvFFGl8fmbT9CJqxHQkzySRH5iGUZ1Px8KjKNlGV0qLEKScOt4WOpqHt64xTiSlKIKwNBFEzCU/IMYDy6YowhCg5u+ieEqCenGC0LM1LFp2/m087jyN2mkpQw+GrbDZpaK6kdxxUAcO0uxI92UT50iOvofLLRH4Xl+UQgyw0A5U+POd5HodEFPVa4bF/vrpw0VztC0WJ4yFe7AgdTsXsDl334vm2G3/sO/nOmxMM2fTM3I2Sy+8kHRsp9D1htJYR+LzL0JOExRyYE/1/3tXac4NcpiAyVEwEYIoA7gTfT8+QF+TzzdGuzZxbGIyd7Ci23jN2b7YHQcFGrjL8FJTmVJFeWrbypRlq+EkgWVPjR01MNSRAVegTPyZdTCniDXLmkH7roF09xxdJzSBXp0USampC60xfwX65exrzlitTm+svWCakjcv3WFDXoZN6RXSBaj9Qy168jKREATO/Ot9YegQqhD59SIdzwClhjobv7oav8Pp6kB8TaLq+Pe8wsYVGCUHVc78Nr2QLUCEOcDL6r/MHBEBTbecqGLtUr+BaS78YL9yBJkKSFvjsPHd4gP9HbMHMsE1/U/aiE193eCwIzOTA7g9RJjpF3SRDMZZhjN5i5e6HwvXChNP77NefbfO/pcV3ncPqub0hj6PU+rV96bbRjMyp8sLzCrysCknZHAlBSNjqgjr7VYrWryxMSfwOZE7aW7wauyuPgtqgAcFgTLDawJgREcvRjQR5ar0AYMOher3+xuR2dNokTONJXecBNlF6YvbNx/rBZGmEZflKzFo7mTtVkzt5VIMdalh8YcF8fWl35gvSXZtSW+8Zi6X4MF44k3Og32iwShDDak+/htT079YhQkVStceP5UgQqkjm7+v/RYfWiwHr3DpjV69jsE0mPAK+HR4k0YnLtE2O85Xjj9ZvtYEfoWH+42Q+a9P04XfK2+f/m3j7yNlfTA1BYQS4JhJU0/zFLwMqw5bX4QMz5CL88O50J3EkgGOnkiwSF0gsS04Qa8R1WEoHaFd+Iv7NcfGJGcwbq5SRQE1PoKI1e+JwFkcRL4d6ZVxu9q5ZLKobRKizJlkL9O7yd+r1R7c4my+QBuGmVo/DOt3M74sIA3GK8cN3rgoPlIIea4HbCRikIPBV56bCRZPVLUvVZu89t0xB2lmqXC8H0PIG/goGw55KLwCSjOeuF8/1wKdT/E9IwLlgzsYmUJroJqg2aa7PmLE21TxsCH9++z9JBFE9ndhXW3y0aWDfrjGTdflRHLNC7OO/WUYthK2qUyOdv/wjZOrM/28uC4ylpOKvPFn4Ud5frvBLSuwgNUa0IA42tPXdtOcT/U4Z02+nlzf3exJXl8euG3A1rrdn8zm46Ffu5xrLn2B3nUamj1r2/HE2f7NCv+X13SpXUPoXPvXIEFDL8vg8v6kcZTvEZfUXQZ6odMHMUWgRS1fsbvaQdaIOl8vKd1PEjfMT49x1fL6CbQQe5t4HtmZhVBqgalLIDZFlXq/MYmOa4F1a6lNdyGh9Kf9Ow17G9ZDmZhSACCp0TrQd7nxmewqo2pJEibSIP16kisvhoOnPYpEqYFmX55ldcrlj04gRFvYgdUirhxgzb02+akd1mxp5fI4/8/2IUFyL+YaIeBxSbGWN0IbYvXcXIDzohQKSyVn0HCc6N7rmASqX7+zTzPYpZG/s8FqrbLa15Op3zo/wNkp0MdXo3a605AtgUsrwZv6NBQ7JT2PCvRpFgIMETXXfE6RZ7UUZnJVji8WS61EA34EFawZIkooj1LC6kGmHSfxLUMJWM5zFBUSGlbcBbigIQ6tvRrlC+MeRjS/s7i+0mxSd14v3N+wJkvTfrfh0TITM3xXKLGxBtribvhkztJm2HxTnq8IGbw/Ye4I/AQZMCa4FeVo7FMx3wWWT9/FuJlm6DyhU+W6bxErRyIHK2gdeX5uKhW1x04twr1MRQyfX+mgYYRgkUBf8IzIg/BGxH/4kPGSPS4StUCLKiXR4GHxPhgW2HGYqJDbvtkBoD6NqB+5D5cXdjkpDz3nLzUo8n+zNYQMe5H4LwOt1BvsKP1x2Uq4boLCQmwPd2e9yJGsIaBpK1mlCClcA58rcDTh/ssE8UQXHkJwMbIzSW3ggjYxVXk4NbmekDPVJO4SQjKQoFHfvaS6zVaOKZdzxDqMdQbVQK5hFoJz6VzNuRZ8t/br0Ty7y9PKQLF4V4t4QXUl2LWm8h1CT7JMsVqtsJ8d+ULWS8en0URjnETtui0ubGQ2Z7ZYTlOwc7i9VAuFU1yAjJ7kjUoE+esz3+QJaB/S5PKnTrLQfntFzUqNPH6IhtyHeq3qrv3N+SaYImKRF0KObcnbxUnrmwXdq3MsA19obqF2t/LVkDbp/tIM1Iv60QVdKXxwtxhXi0GxzK3bmFn7a5dgWGv4/xP9IMtth+0hM4cKzpIwx4WxDyP9tS+94TwSeenFh+1VOQETnXivpb8QZE/hWDqxPx3fu/GMUSe5fw1D5m1o6aMaNCgI8obvZ0qVMS1AlHe2VxiPcmLfgreWvZ6XHzZ395ajhXkeDq3ZYqnnoLa3cIn8a41iuggN4ob1rQBLTflporqOSF2U5HzdrUhHO/b2uSuJxRqpR/yN3LmpK3xd9/k0IkP07hjFEAmckC83mCducpwNXwrNhA2Yxkii+heraxp1dVbOhJeg1hmjAPqDaRQyQ9RLbfiTkoJVIlpBWjSZ6UsZjY79+yJ+Szeu+gblzQ8sywi0RPmWl6pTjjIzHm6TOSHXlPqcrwhYU5fJ+In4SfvYVf+wymJcTevV5pPMCjrNnRlTdU2ml9RifB7YtNSnRwh02yiNL/Uev23nIdR6y7F8hBk/Mn7gMBvf21YN7uhxww00HoJDT+W45q8MxmESGJxpX43WmsntcHSS49g1QyyKFMxvLJk91fRz0fUm+yWyvUCRY+z5jkv/hpt1+IXNSHlVQmlZC0oKCEoukKRsMnxN+Sb7TSa4dlpFJtZAFSWBHiDGltei+MnIryGsm3QbC7lUW5IV+/S7nktgNCJKVWJPrhn6Tz6DQDaULl3jJnrEKkvrfBYbWwS/FntEUmU6Y/XLW4bE7fwjPgiL0b9i8u8XPdp00LfAfYnYrzl7rI0qNC/7MgdjtIUtE9iWF1znBVGIdGhC4O1uZvEWrREV9YIS/kXclMfeX2sUuQ7wISleQbn4U/hgQoaede7p5bFNSH63d05Xgv9dAd8WMXIjxgqZ0JfZnvgrH5pkhZXRIWxcI0qhbgH1L/mXR+R9j9T6yUr5N1bL4BZuJXLIKtYvujVHNupKQBqUXN7JvOZ2baJ4h6fVWB/qqc1rtq41dkm34J+z2gjWLUVbbEgW9Unkirjsk3stl9Qh12nousvr7eD8d4ZQea74RdTLO0xRBVYaUi9b3+DVBC39pQJmWdS5tQh53RQ8i3ShTvbVrLxZyvjd1YuP9gpdQpbPGGD5Zb8MFSZ/SSu9bLsrfjAKr4poXu4GhR0/ei356l4jRQdriHDHGWfveYrM1liepIbbJuc+HWj/ILs25mHDihoJln4KOFIzEPG/rusHhz3QU1yNQhZSChg9wxwx5TJOYbO6eXEtVxstVTkwTBEUimTk4mIgzK2hy/0NPDLXBptjxuXu7Tc3P5VlnL8B2h/hq/O/b3h2BU79vVJVxsEqPOk+v3QsK94wpbPmI5OYlxn7pVFvf+kKAx9Isx4TPQWmrOUDv8O2xGqkKbMuloH9dt2HKI8f3cv/l8L6phvKPGXltqkxlwaMuawbsCFhpTAvWfkbmr0Kcoz+QacUxFn6XDQuuNvXieZXyapvzH58Ri5RU38q4zeeKx5h1QfH8m2KBCdmDf3wtZZVvFj4gV+66iIvz27RCoVU4MVs/TVCkmh2wEiVp5imfejK92XBzculN1oL7iGw0IC6lDeujxFtywk6YOYEY1Ut1xJf5tTU0Ifu24XTEg8iGXSFnTXHKOFyHeDjl+/rOQzPoLiQ6SXdn6uMWl1Hm42pN61JZzVQZQmo05PFlr5E6ctnygBTQQCmTQn2g7KO6SUiI/asPMJjZatkYWlnpdp6juE7hlPkb5Nv2qeTOB3Dch57GyQcveNxI5ASMOBM6r+ApH2zlNwO3SLTkcE/cNfQNcZNUjpgwLDAaWcGqj9qO/OkWzxLl4qI5HVGr9xO5s8c1oKctgE65V42cKM5Z0+NycjelLPewtf5IDNO3VZ/ZxyXCd5XalEobq7M4xOljnoPoFVLq3900NJ+7tj2d0COYHvMH1aeLUY6qjW+AHxkI1ICiHSaS2nCxz/CsH1F9hwUuv/JrJiG1sv5q1sD2ijJGZZ/T5/EooWJiZiL7W972YwRS0Mc3Yv7uppBMPtD/X6VZ7zGjS6BWWNyMTH2+MoChLnhXTiiW2y7Mn5ESrKajmJe8BVJIUjLCfkRukCkmVs1zFZa6jQcjmGrv/Q1C6/Y/yrTNbtNM1fkvDWiIHBJmpvVLK+ivyKRNgXRcMuJxfT6FqoeJldrg2kvzFkRhN5eJ1TH+S/r90+6JRiFuiffuBH1XVUf4WVZhZOaRrLhioEdUzlpdDdJFHimsez2pXrHnm7tRO31a/niKbG8MRJH8zNPpPJdCTnKkTFzJfrtxMZf8xuiTEPd/yqD12f8eX/H1IcqODiVjkQT2UrJSr0x4aYU36QvHmNjq4raJHBubT8YyweRq4uiE7R2NVVaY1UvL2N2H+H+yDQNUeeiUS+BQF7I6GXSbbNQT5XlzJnqIr8KRtk/3vqFhOvqzIcQ3YbWQU/kFCmQBVjwLz+/KY61XA+hJ+BfYe8q7CiK6r5MHv+T1Cm4lkGyvaJo4Eb+hWsikW36CbsjRTpz3/HfKu6OlilBitoOWh/gq30KT1WcPHbOzBgPfRl+94KC7LeOWhzVvbbzkc16uDD3ni61uVR4oulwvsERZoH9WUia3C9jUqqNBN1uf/0Lns9vZ4f9XD4ILP1u1ujbH7Z/NkXLB6qE24vDcbNMdk8cOZLFkcRN+DEC037sdEfAcnY58YCPBEG+IK25n3v1iDJVTiH9iPa2XrTlw0pq6nG9fy3STVtQG5qLgZQ5RxL4LfAC/JzhCwf9VOYSIHmVcqV93HfOawYG7d0Ehz/MO4XS/IUWroULtf2ftWCLD7iaI+3dxy7hcf+ehxZtuKrY1SdkefsE42qlQoyK/1PIR9X9Apx8hv1sujtPm33X74mRfqFGaV0HWPJvC4GsyLyH6rMIZAaEnOJd0wBMt7xbP4Ak59Mw0efHICU/nEDeASZe9RCOy38HX9sQreJV1JDpqORGKWVmx6SUzcTP9o11wv+r9hhOo9A01fJVpHHl8Gmt2MANCSzDrC4KM9Zq7ftjRuCr+v/0oeRT4EI8bMRthfn7aoebukVx5PoRN28LicD88MuOE9mKMd2s9dYd5e7UIOJ2aPH97K/4d7b5nnmAHJa492O3g6gF8vBoB3UMRtWjOAZYkFSiNi6MlY847jLTkAB6YNPFgGv+Cz/DAmcN3UMu8VN36C8jZgoDAucNB/1AN9NHLtT0CoDYAzNG0Pi79F52ppC5A2vxuCwnbx4jRsCglhEkhVEKpGZJFPl31r3F64AN4BJvtLxEMt0TwYe17/4UYRV+D8ev2GMcc4vMxFxsyr2MLi1mbKfp1JZBvmC+rW01rWV/vBRWyiLCqfaQZnczodQidV5OyFdyrL11ftTI+L0v7rILRJ6Ueb086SI2LdXYYsWV+CSwXeXk/oPiZaKpSsBt9oH4qrGwjN2X9mV1a3RAGR6Oi6gTHpIeiF6PgtFGRy8H6d/cnvwADLR26M5KoWw9RDH7Ka2z2qwcz7ns8IwgtYiozrRZB6jRqOPcIf/mpQlk6NwbnW/97MbMpHiyyscfXJKhbtfQLw79guMpd3tpb+RLUE/1cm/UkCeE38qZb67C6qdJkkinTZMBDj4vBvpw2+BXSJRvtKx+QEoKeX/0KtrtNrB0ACNwJRdo93eXVuhay6SSLhS5lkgIq7kKeLUV/98Uey5YFWractesSUXq8iX8NskVpVUFe7+daUBcsexVkkQdCESb5rt9EJ+5XwYA0bTLk6WKoWO4r2nKmxkePGvpfeSLfRY/ytbI4Z3dSNcTSSCle8BJQbjVSHBmjfliMZ5Hxhp6U7elgYS+ElSfVvr8AApWMopxb4KHDvhni5Vhfu6i/y16m9KDbbkRJ/oLE100msWPFfpErp3WjxK5Ymb5owA0oKJXIeWPjQhewqh+B/QHLabUh+Sxvx//+5v0gBT1Dqrntu7YBjq3bK1q8y+1Te0Sv8xLsxaQaKAvOljKDgtOtInLRnpUbKPiqW8E3r/ydArIejqLD8+701FQ44eEA6JBBKgrKbxKetQV2pZfHhm/gWR2Zmr6tj2X5ml44zE83Z9U3AXmNkhDVlxzqGJbIVeZjmghE6fflSHf0ZGarH84QeaAGPngnrYTgDkHfQHzSvUAJOv5cjtQoSSa2ebJSux/jcHKXxVEDJEIBu5OIsJwrW5JQQkPS8MLefiHAOedTWO1SI3YCyjnxkP4Kde/9DKzx+TdBkcJgREfDGh6EEjQCkMSf7HpgFYLprBvXKIltmt/A87yT5tm3V5W+Iwk/jcjihIhOv+3Sg8LIVhlMzBkYfkNX9cbZeuGUkAjrlKm35evmzrZCAfdq8ffsVorWvASOwJOYP7uJOIkc39NkZyEFitjJf6bUrPQ/PESWzp2O+HI+Z1l+Aj5uz0bTSTuWMkP4XA3n2lD1gjCnsLphfydm4jgLCYgQzafTPSrmNY1IkAiTYVtZhAcYpFVmr7upprWxW9PtlfaKSHWhzbB/dEM+a1+9jM6v58TRTytz9IQNQAOVRk3FNuPglt2yP0ppu8OUncHWmUXX7roN93e0AuZKhoFrjHpxLcs0dVs6LBFhDeeLNK/+x6YG4QwGPEeqTldIAgMFGz0gNIg6QDxzPen9bq/RXXyymTdO5kB9Qniwpr15jcihr9ZdIddTsFk8WEk/pCNWDBpX2V9mhidoInqXBY+PTgtE7vxF5qaWeWcgLZPKOodxUXKFuYfeCch47scU2wGvmtBudYYCakHHSBIgx9gkNYtnV5INdPM0ccrXpUSj37YZdacf17YdPRSesHu8mR3sTsh9DHKEBDx5tzBYaaZpLmTGjywlTyaO99NcEqNksLAvrrXa3JppaMfYtlXTXqSm3DmYkM+Kxzj74f9pJNMoTP64Ae8c43latDfcV+wTkJcH/YndTTQ8AgOLguqUB1x6ySSEx4DmU6MrmkvOv7CiC7WzjuJ1mz08eYWTyC9bzrlMZ1RXdv/VOQDZEwK74+Z7fg+KL9/8L6Ef6dpIFYvFJ8UKbX9RPLSf0hWPDX4l2e1ySOzC8Ur1Jz4gj1QN8CJIvsJyskhJPFaNsj4JSv4DAuvDSIJbvXykI4tb39Mh+3vX+mgR2mAPXqYhl4Y5gM8QRwEmhYh/uMbttkg0FSCMrCQEPgv2AKhlsKoId9ou32sKmB2EcPaMHPOdTykSENhGEwRYO7D1miukfwWeoUzcHfm63NYadM1PTOeB3rBxB+j/s3Au+U5B4Om29jwz8+ISw3+ifFCWvl/UJEfEZ/w7WcbryPMhcZUl807hPKTM2ru1HP0JN8lXonvQ4EuI6HYlS1C80Q7SVBVoUHVnt765EZDBaN9TreR2gb+pEC/7IwBc4Sl5rgA/Pwm2Zo2ijf/8gfGEP8Y5lL4eNLKXhmzurYS9icGaGSMwgN5BI6ySjtfQ3bYGdK+KGD24LJrpl9N00+uJpM3QRd0hREYNLp3NmCCRiBbv65H/6XUpHo2i3LMrm+bqdK8Cqx5iljmhWoa6oCGfI7O9eWJKNI2XcKW7Cg9v9Cm/21JBKU/P8CV3dGp8+5nLBCubA9xXonUEjyM5LMiCvYXviCwK9ABpSaqHQMnV1yg1641N1a/sqgXI177/b6eU8FahAcb1ca5wMjs69KJXoe0Xk0/ule6bYmUp8I6q8rU4iS9E7Hpz3XWLe8iNljnXfnC/feQ1SMk9xTaPTO9wP0STMtm1Gio5K7XNL3XAg1qSeUciTp2Zn4vmg1Uz3TEbQ1SZ1FOHuBQnYS/EnA5eNzma49RtanCeaG78ldmdzWnOEo0X5hQvBTQYefX0JaWvhVTnuX0Req2lwgo+ZfnpsUctdlpiIybkNN4pu3bVawRf91F1Vv9kOEkC9EO06x2jyiM32V/Kng/wZSvATgmL3X8Eiju5Q4F/nxN7vh841d4Z2VDRZPIczFLiPx+7e23PTlZHkZM4H4bkoA818W17ioM/tOkgMX+bmUiQh9JjUPNtA0atXnKm9aAaLkKEFm20RajHwglu7tH7nFcxkrBa2RnUKwwPGcCNycwPUjvdkYJoimI3NTR+vZnoR6ZARDuCnBn43fHO1IIJd8z0st2yMZKKAdpmEtBy7Og+f0yCvGDC54BsBVMpe1Lpx3KpDCLASosX1WjgSI8X1VR51ezhIN3sLGcSxvIIC2CH2osM6VuUYkT8lmUjuGy+AptHtKldkMz3hYVh/Flm9cHynbSrCX0/iY+KPSCuEGh1aYGBMXwHrv0GS/SkizarT/86R3eJXAlBNmebYfxv1txp73gXJrDVzGnbdnUAhHTjjn4dh3O+HeI+2E/e45Wapywfs6h1mXRkldczhfrkmPRdyBG7gGFG8zuldWfaxrFG4Hk9dPU94qtqJjLeYeoRCEdF8qcXeD9WWWfjp8K9V8olnOo2/yAV/oI+gggoQM9oNaSfSZIbaZXTcc/mbcxhiwFrx7sXm+Mq62+cDtjbFgpItWs6z+AR9PITUr46iVtozq2A6decotPcvayw7EPa/Kh5dLZmSP67rxzdhJYAsJHu9SfGtDGlbzbi6BbE74sEtURu0+yVqePXHQI7dgAAPAkgvCSH2x7XyREHlKLKvGww25hcr6QNECVItQPAeagsC9NxQB52ZNiIHADpRcTUieKl7ID8z596LTRZif0wAP7GtI0pTf1E/h/946HiTFZumLTr8rCUvPTHXo63FhlGrSrR2tWQ4H5BvG4OPdW82f6mtsSTlkTAm2LPP03azz+mL7IxC3FR9+gH+TmSxDLyzFkl/jr9kp8SdGLlyphdC0bLso3rPT9nKfX5/+fKN/dQ6+HxPRKUWTMD03d9SEaMxMKEh08fFs5TR+e3yV4EmZMnaKU+9eiIo4CukC++sGn7I9iY66k7iR/lZiTCb88N2OPWvlv0moCR2EZOQ0K5n6iVtE5u4MgtCV9so6Nclme9k+1SrEGko/LCOIyckosUazbGVNILTD7xxbYYeGusuDLSjItwWFYd24SlTy4+jyf9BSNlW4BZ2FJJlwOIfW0gL+0lblzekH48WshXM6qihDiDKl/5SbibflqpxZ0O+6DxhOPCdLPlZizFalge33Av0ZF1uXRkVY0hfSUrXyj5oPKI0iTIMqMJuNEk19AUZuKXG8It93L8D8v6h5zA3sc3HOieIkZi1vX8pTZ8JnPrrLKaqWGXUVoPVHFKcgVazIBOKUOE+JuLDTsONYmLX/+xvgJOHy8KPz+nC3qkFX2rmKMGWIfyYN+04sykLi8krdIswcKyRFIGoRlrkbX3NrLHU912rXWXcY3UqxmIK+lL9FBp2a4ySUToGKmnRSaP52ePOqzAyJdUwh8ttvIx6IFV3RJHINjfIODQxv7rwpNpIyLCM+Auc+FA+NP1R+QvUeDZHt7BdkvG62XpVEdU+EtaFapfQsaRMy+JQF39MTbF2RA98EcmwNOgFsXtaHrfZPTejM3nqSKpTBtO0tlaBJ+MHHSJ3v5G9YvncGJ78KAQa9tfNUVOjR57G2YLa4L7a8ak+QAoHte7TyFhldsVDlhaw21PMg02G9cXHzcttqYviVWyftNdmtWFPosPaCXR+OMzlGdTdp5VWZfYA+xb0u1ChVjLdVtWw+GxoFLCvSepvlXcfsOE5gp7sS15rQ56+PR60uE3KNILTXjFzy8lCbDNa9DVkS2+fJn5zONv/e9/H1nEOusNbcyuuRAG48c+CUAbcKlPymmhXOMu+5FneuVEWT/m5rjZzd4IHGMyjLFL0oaZCcwLPDR5/lmYc2ieqbIVz2ynMcHT5DLa+viawdisQjGEzKfQAKHl158sM3VfALZh0ajpT6nsZP2WCgS0xUSjtpbEVgVaaWg4XSWXpo6ParOgmMsGu8kmFjOf9cMYJ+oe1Uf0KKxqdreWDwaHY1BVDV5ihmIKDlcKorOXryfN27tXdUfOnbCQl7C4LaWWmEdhY41UQrt3fxuHvP11KcBs16QHcRq7DaJPCKC9msRUDk62NSwR8Fw2+7b/Qk2eoFt+HZ1lbjD9RYF12zAAsZzWZTLZH2vJ2gylP5orePUog9uVWWGqxPyuIwH9RcLU7Ed43dkaJWoUaikV3nwMUjnWdHXsRSeqZMsbgsLAR0vOP6JcKVYf6/mDIkqOK9nphcrW95/d9zknGEvZ67C5jNtMHTp+XvCLm9kLhgNebytNS2i17qRtV4QEAX9EX1ogVq4x9BORv46Y3A8PHn7pzU/6YI/K4FiKkaRO2YMxDfaD0JnVcn+Sj2L1q80MxpX4JcXv798YoxlYZ+w/pfipGxOFFiDN8vhzoAZj2NhNs2ujW3+ks9D8ArQcVaGWmkh2CuhxSrNDoHUcjMLxFs2J3bb5pO/GO2wWn3MNbleZOzvHLPqg2kJKmNz/T+l0fjqh0xTceMme/8XVPx14FS+Quh5DaugmKTDGZno93f5l6WcVoB6Ura9ZH/AUXWca/jBJcSRyj/Vkc2P7TGfr0v/0JttV4b2ZwTbe4JmhC87S9YCeeZ9oM2OAsk7pdP7bARXxWGNQWRJrk52u/fn3F4qnnQC7IaBNQHtFIQtedYT+5jDEmU79HkwnEBeC0P9/ol3gnXpJ1Qoe6oqYddyVeQ3KcwDeQmYgrY6F1OevCGiSZVWVrDwx2HdV4J8Pq0pmLI5cFs/8oPfKajZl/5kWwjxjKVbjmzxCpZj5+2vzJwgbXdIB8otEfEYO5JrPz9sr+nA51fcPXa2L3qHGE3IgZxg9GqJT2jnsoRsdcfuD425DQi0r95uFVl0z/jcnPP3FcofuyMI6Wtlcc1d+y3Jgs7oOmoaWpXdkKwT1WBXr7LF4JDLwKnA0FKgcv6mmWUnsJJNXl6oi1WugxUbkCWdwPIJs+oIxbNBTQWZExQzKRyZSW42Pk6LsTis/+UmzchO8T59ndTqpUz1xBXcZ8N/vYLdl45R5U72BG9SrnQ6QfytUTElPfm76Ub7Os9Kq/H79imnmY29Zcxj+NU2kxuMlWGgQKuQmuXRoPFp4i/rVNLjsQ3IuWPDG9w71CkP0pBL27OXiiRv7eZGKrLTTaGF1bgYlG6+sfNrXzzs4q9M97TnJB7L9oWki1Zfj7coEpoENJ/u7RISHL60UOJ85ZxDedloOrNY+qcASHAax7pMVTIjAdQbxw+G1TOzP0IeFpTBgo4lZmyBD9raybSE+1G6yXVCfQ8ndD8Av6xZnCwbV8+3TKQ8JYxRxbN5eGuFsCRvJ2CzHh0M7Mt+KRjfxRnkNtBF1sGvP+BtySWz/7ChQvoJVRd6FDuWvfIZitpX+cLAUlexCXPbp4ieCDFsaRP1A9qpiiOikvZNJKBzTRLPTpBsPn4BD5DRP+Y0KDbh04ZNK2n+eMEDFqQ69Ws3bL0VieL4SaSpGvIec76qGGl6w/HR8ROLm6c6UOOQYy/gbOUDJnioBEXMRQVviLZQXPGqlR1GAr1flK9ukFGVyFrjyfllMizTcIzUoRjL0AvQBVApkv7pIPVXZ2xJlafhl9DvJiIaTxkE6mIvwasGcJfFs/8+6l/hLmqt/3i6inW5kWb5SlKLWksxM2vXYmZ++qs6nv8u/Nljn2koZWVGRJKgIGHlbgKLRj40XECyy2TJAWrG/BfHjACqRUX3TFyP6qrEt9Jxv5uarwLHxSf83MOfQ2kge8jmsHDAxThmUMDyK3D+5FqfcKSTfo0pOig0Yhb2Jeq5shac1JQ0JYI912BhbWg9De9BqC528iQK5fP15Wq7WFnu7IavhUX8jjaBUbTXvLbY21NxzKV7yruR/kJx68wI7WK0LzEYdE+ASvDC19uWy6CgIu6XLk4bIzn9D+ko8Ijg7XfbXzfXY7g4gVU+fPKi9EHICxLEOyteOhWFNooRWIZLFqn9dkaT8FbIva8eJDJyLF2WbEIAMkz36yQFrVAxVnoPfbhjNxeHeaQoqpViO/KChIgh/EoGfC7YeRmK15qCbFvirEwlOEAzCYwl8Jn6zOlILTFr2nebixSKCyU2sjWkW6uyyzqXKllCi0es3Ot7+DywLRV0kMBe957FYUsUCkVIIheW/IO2DoPL4+iX9ELrmWC9GPO//MtL4WE4HY8aBYbvxsjYB1X4W0ltoqvgXwj97bHdoxfeA5O/0Gy8Fs7hzZRFci3Op8viMu43HYbfuSDwxP3xIbpjIMw7bJ8YBpEMCYJtuj+WIO2MqqPyaysebFdLqez2D90ThBhqfn5hy2J5FTv4zrEaNf0Eui4FJSqXLCmPolUlpueezJEdvKS9H5j62BBbQmWnBkDIbEvbK+9GikIJSHuhwIR58IUGkcHJSgmnlmI/22eUvh1ja+Ra/mUZ2UqqhBfJbx5W5o9BZgFhPCJAbA9+hX2yxztyLir6KynodEjeYO98I5RPM5RAOXI6bfZTtaCTXOVKFfl+BpFb9b8xHBBE7bSiVi0lkKAzEu/odDxJ6nhekIsyYN5G+RQbWYVzyMQ3x/Q1Zmpjmoyo1XqScih5X50dpUsGp//EGf4ZwCWACR4J2CSQkQtDiC8pqZGA+qrcC2m6KO9S/MKtaEDFxavHPvU27ZOLwWos7BoSX48CCc+V0s+EMiQtNoKTmKzWTTnmpSE2efoyhwpKKH8PxNPdHUb+esjr1byJv95sSk4dv9f2IZStwftdPVnR1FLl4/QiNrJX3ihSteLFG2RznOQuu72GMg9Nvdwae52CwnHBqZuak4qfw56z7b/JGDU7I8leQz1RTH17cs7iOGkntbDFEuXLLhR2T+BU2e4eeKRD5ORI/XKxh9e3T2H437AH+ofSKR1ZLN2kGZsUruGmSrMkVPgNoVm7H3vPa80ZdX3GyC0gufzF7hhM4Md9BhSlPj/I0isIqhVV0WSL/iFMHJDNRrZt2lF7kuyS3vgBIdKh3SbIQ44VyenDgFW0hiblNWIna7qKnFTD1I0TNch803xp+USUhN15q7ZWDnz6U9w+FX66v3NlHE5BoDjd32glSPyV0TeNhVMIhU1/d+izO+Rmu8GVm/0Lzu5JE1JK3O7aQNYUuGxn/Ju3VeJcDS3Yx6E/8q2SB0e0uP36BGNlQy5fKsvwNj7BzIRuXtg96zDr6pSu/oLg57eo/3wzf4VJKSRFXV8cnz0i0HkgzBBbcQQF/xuf6gmuWBfIG1h7m2NH6adaLNqP9CwtKeLFQcBOdYKP5TAQy4I4SoTUWMNwsZPZkRRXRODoeLSmy+mFHNsGL1ucjHuLGpLge8GzMWRmUgCG2TigfeYF/abhe2B2Ote3LRRbsmm71k1GzhRuLMRpCNHHtoKazQuoViuHWt5uYGosIECvp0JrZDoVIdQ1AmzhS0O7JZDdNx6y59VPITceKJMwIGWTcoQ/+L8IlcsUZCGMYnnlywusqinq8qjkbS4HXWMs/aAGe8249MUg9ovIz50hnwfGAchkXVDBG9sm6aE8hlwZMnKSaa2iJfmf7qRmloaYVtqslx4zNdOy6MTvLrOmX0+RdtR5L6X8IYA0DcQUbOXl3De3GWc+2liWhzRO4PN+4bry2VuedY91CvPnPDof8m5PvDadR7L4PMaEuh0WMsm4ohbDr1Umtb/RQITSdqvb0KRbygzvYw4RB+na8Mbsf3vYzcu91ECOB7ix4WMZts6AKCesZv7bLnPtqPXX3kWEx/bvBbnc6u0+FH59vhqI0AC7L+lokpo6SoTf5taJcF+pSuRcIPqI8X0jcKKTMfOCLmak95VCA82sDPVrM3QbOu2TbalvtZTfOrYwiU+PiTTJqcWvLeGaHIi7t7j6Ef56wkznJLJRr9AcdSNXNrxy3FHa2pielgb6WvYGF/sApBsNhbVDW0uZwxclW4c4MWDQFpV+tB8fD7/WJ4rasvR5DNDzRadfGDVY8ma4TE715lKoADvnXAlwpZH1PVLWZj9cQUukOiT3/YUOQL3jEfLoVySZcVv+KaY5XKjgTO15vGjz62ZLRcc+DZZ8IN7HCjDkpUsk20dKsxkH65PXRn3Ysvj+ikKm6TrnHMkEBRqj1H1KZPx8Oo13yiHybbwatX4+fi+aYDzPF78fTXRvpUxft2CvBCQg2fm1GyJOct0vTfsbs1p72S1pUTDWE7+TdRNHEp6s3xikg0qE/mw+Jy5wDRKLslhDotB4WeTgzqXiggWHbSKnAGuvzheoBA41Hy9Y4PDEqc8NuuDaNWDNltvSkOed2752DmZ+vb5+WHQtnoTfkuJ28lODv0YZ237R6KypvjIwxDUVqbHbBkpwOOwjidrdq5Vqjr8iJFsxQjb03nFBpW9scGlSFw2pE1V6Fvd6ZfTFfZ5oN47Q9k1Q2pJylfcvW0lHXo9U9y+hy0qDKc0CqZNtf5rbmV6/KTQtU31iO3c8+19uBnQjT5FcQYnHn2L1LxKB2oD2++wwV2BCusJTXMpU1WvjaPpREPpR2tqLud3hIjjEr4z1CzpC6AO2Rkk5KzjRqVMCxlu4vtdzYisd8xUIyG57OVvX6FfZRJoZI7r8LlZI0QhOd5dSuR/a7JwpXnYXtsul0rlnxSUjUS+bC9HtLCfhBoG748StlBkqKYzKXjmMLIlvubZdBebJ8UVUHy0pnrj6j83xUl46GlR5tKvyXsx9Ofku58DXgpVyAl7cTGQuRsdnWIEW9FMXfoC+8a+lyXkj/+WeEA9JOP9MfMU4KE/SEt0KRh8Dy0b42c9TPBMQ83Mne4hmbp+YY/96Hhypidtifnx38NMyFu9VooWojfD611r5OvykmU2SjATilGWl0e+rE0GsQUXY9aV0tbQv1L2aH3E9sHbPUqsqf6DjcxcrgrJX+BSaqdbGHedKCwkEJa16z4fQwN2lkNA5P6f43W8B+kEwW3jcBEEKQF1ea0JUwhcPV0NPgSNAqqeJcOliqmnQk2wL3Zg8tyOdkK09dTqlZn4m2iwJLvKQ94SP5WPlzmtK9qpPaf3geNF8wzVjYoKAO30XhdOHEb9tVZh1n1lDPj/5NXsNTn328KaKv0IHyYaaT235d2mHUjXRHk3BfdNGP7nprB5Xtd/5IpuC4c/mRyZP3bTVlgQffBQP4kzVqHqP/S76nEx9+2/QE28leO1+pkz6gWRnkON5QRB5eKBpxMmCX19pR858yucI8J66x7ebsn/G7FBj/kjtfjl8P5GrF8dVnxwFWWyl9efOqCqeRS3JXnMypDlPt3FVgCtr3xUVbwaD81TqHhk73paJ52jp3NZ7XF9XMW9MFnmSZAVoTY9/20h4And3kUgZu1iPnqIrkGGlpl61P+5vfuKiVDIP7ftwwpfceGzkX56q3zaEMV7PioyHzVLOtWlK12rYS0Bvxn5PlWPY1oj7PLPX3/JhNSgyC7Tkvw/0W4unGj4OLr1RzLcVLcp+jNZI/XvV6aN5MUb3mdFf52747GEhm+2fBEliBnkpmuHznpPlJef9wtSqMIMqtXn2ppanJmYiSukPKnST6Pp1ikOb+uN4yhJ39gfnCamf+/7+j/aR8R6YmwV+FmTAgbEzXrqX721WRNwRju5Hon8tc/beFT/98POsk3/TyirzsitjRNG1qd2dNVw+W9xllC3TyyZe2oelaLYsJluZT3qT1ZeUWOk3qV3UqSF9gcMLhtkehBdIhmVMCIqWKWlRLDlYAwn8Hj8X5XMoJDzBgV/xoAJKI4iLsrmpx7SqtnrZeVlBzSbMeJYSe3253eiKbS5+rHoDH+FIul1jDkcmcqnLm13V1QaO5ejZ40AgHniPyfeGqQrVwOhcQdC6S3pyStiTQkNloZsl2rKy3i7UlIoyN4DiJYE5fD1fuGUHm0zd1g9GUqdRxq94C82daWfqg8KUrsa+y5xVeHXQBKaW3/8mjGn5CzmW347Q5FdAOlasDYoFCbp0+BIJFmrqxT38lRcu2FE5/jZBm3loaC86/53jsI8WHBXNE+GmsiMLERFL8PuoHWmty4DNwrmEu4JfkL94RZLBMJHAOyg6y94fGG01fHQOGDuSroT7NSA/2XkYWaiOPOp1zPGCWMOpl5L6pTgwAgEy9cZ9FXeU2+EphVHEmdtwCetIHWXPAALbM+itq4RvIr8uF0fIVE2es6FWpXBLypsE4WdNl1hXrZ1TN/hpf0HBrhqNmaRIL8fZDPhz5bcH4X923gz+o5x/UP6F/8hpO0kezAyGZtP4JKBjBDnMGGUZwfe3byFwvjfRYBkGzeqh7/uFA9xLZdRm8/r8gfgacPy3S3OiWgalX+wCS/QRvu+qQN6HUYOmYWtf5APOrKPFwE/Ozkr/mU+mg1lBhB7Yu+g5yB6eEebtE93qoFaF1CIYqvm19tI2SlIl9fY1h/YnWY5jGbCDjNtVpRgOsvm7UO8v/C5cWvQ6Iff4aOCQB1JLRn3BCrOUgl4Vdt/09kDgBiRD++glBp+bkGMojMc9SIJf7Y4v5Sb+fmHTHrzuCqK97qXCIi6dR7h9iaHFVs8igdq9xgILaZNAWjtprOL013WH/9Ri7Wovdb2JJM8VK6xlHULCeqgJPdqo6g1YP2UyGaoSirs48d16qkzWpktdqexiJ+uQRwWCcp6zf+0JnDpQbBNERB2jqJjr+219CjUCMljRv63hXy6rApVQN+e7/d57gtNLvtXMRxnxXi7J6TWHWtMxj+2zwKzmyfKvb9JQ322vY3Ax8bDd3jgLso6sj45Elc3BAuE2c4xs/THXy/ibfdYKSd0uRpNKNkH2+ZpczD34QSui8u3BMSP1BGW3sYRMRKdysch4attZXA+VFakFxcvn2XDDS5pfijxZSvj8a+4EUHBtGt6PK95OlPtjhXPHOaq3Z0Rut+mDUhlmrlkvf2kzt3PDhUvhC8CPVVWvG75Ptz/nBYjDK6yqu7J3Xi1bRUn+tfT3nYG9EJFbo7ldBmVl6IxiGo6Upa2Bsi5M8DWnrwZPRKpXt1kq/K9iS/MzCEBB8L8+gUBOUbu3L/DQNZns6xU27aQddl3Bbf++gZo7qGlcGqExNwOBTamdK8753mMhRR1mwivLGG1m67FsgCsjLHiSy89VUOp0MYFRBjGuJDWobkkTPwfJngBrcmMTboRP2Hndtweo1dsv+Sw/REmWbe7hz99QvFYTvb9pTuTf6CRQ4vM0vzBBjigETNn+bfJYghZA/FC2uEiO6u/OoMaoS/z5cviqeYgh1MpeEs/dpo/LnAF29CINnjdUqeTj5qyf4bHmoQCnWnFX70M7JQm3z8O/1Z2ULxr+1RrAp6/MzgEeaNEfRwVLv1/9BoC/KXUeIYpWc93uQSI0Te16Tq+GVBwBGkx4dMNkZff+R5qpkbobmzKkDMYEibJ6vW9eON9FAkXZMk9pyUOWAqc1hdmysjxwOm80FbVyjvUj4E893ExSMdXMiN7hnZrHeZ3jCVYcXLbs8QebGkF/SLRX7mX5ORHMtFXgAgG86BYzDAHe6XJrBk1sV2v82GuqBOKymgG3bwEfdWqTtk/hkHkIXLZ2vewQDCSl1dKnW6DrFTXLUo1Z6aX8N9KdtkKfXRSh/5TGX/onpmoCLlPxA1DPwGgluVeF9WVvSZtwKyUIKApnY1I+dzgGq0RNWc/sf8VzHMgoUIc5YN3zDa4uDCUMj88y5ZY7gJfOrJ4Vc4upCqrgue9sL+vIBOJlRt7kYf9SHkPcnbfpGWFHkWZf+g573WZWagXB28t7wBDGpYHWU2YYdaYgHaJ2DgxKLbHsJ+2fKpX+ihkoWNQ5hQ7ebxT8yftKdbO8j6wwnPH3soDqzSmhQkoiVnFfJrAPll/W0+DS5tBjAbLB6BV6YVjSZpFGxLwRklM7ahg1lTYpLquQhqGr4RUdB0lxs+2XKt6iFxbz09WXzdSvueP/oBfefm1fibpD9cT8Lyuxkvlnph0tJtV1GKqzIW+6tIhDSUhq4BnmQEQtzSiWhT2vV5F0zso2w95viXgy15e5wokfnGF3zZyuOweto0R8QzJ//VVEa7ZmdKKER3llgP1xND4ln6P4a4PAP7/JBM+pcqmk+bl6RsT0sbfhbsqzsFnKe9VRu05kt0Vy+awoleHyVOLdi6pxa8xbBZqN3Qe1puHdnWzFQ2uLdVAl3mIh2roW2u0QhMI5CN7Nc/GVCTspcvPCX+/zLhChykbLitodEVlQntCsPwsVGgaMyQEO84KS5eWV9RYlz0NEw0QUf9PY9CW3T5Wpe8+uvCFr20aeW7zaHOoWxzr6uHHqrxFNL5LSwRBdMBOIvFd0eROoseF81AaGnvc8rwAZG3sjbsf4nJ/KtKzL7eIydjo4CzZFW6euYi3P37t8/ub55RTOJfJ1/l668eROxlAtSrklYUodGu9aAE+WYsdlXRdC4r+G/4YY4bg4KbpzagxTBveua+HPnuL/apQD2imtIXGCQm1fxMp2g4XUe5YjuWagakvXNJg9oF52E1xOuGpeyfmVHLPcGzHRDKRrDQhhPvq21GYQ5GakRGrV1zBwsnxTDtGW8SWvvwg88CJKzss4ycMfGlAtEBPX32fY+SY+bepl6MgXO20pakLeov2Qc0AtAv2s2w9PPbX48xmvp7Joi9VCyrB5vsK3u/BFymgVNPH9DwoKlMMG2y6E5mtHvLsbRU6HtWRhJl8XLGn1wDSgWog3BEhszucBz8FCSpF365IdNM/VXIqywnv+CsEv9bbBGdrD6yNXUrIRZPH4Hzy51bah8v5lUMG914/+HcaAK7j6JUKDsEreTMvUe4FI0fI5CXJFp3F7Ir0MDo1vGtTsU1kGzRqJ1z6pvJjlr3f0/L5WRFwMzbVjV8mSJn1TOeUYw7nFKD/xFMWsZQzz84hkc6mAsCtvlSJRP9bRrJkTvRq96tQkjC4WHUa7dvMDanDhbRPSZyrEMnS2TzOQg5qQuJ6AeYLjxotUq1CvI07bujY3rmS0vyoFUOuFfnY64fJL0X/dh/3xCWi/ciPN6phKtbun0v/mS3GyvHgIn9dwoOQRQn/mv0QXR38Zs/JW9txhJ3WqPJX72BVkBNUL1NbQoyTfl5stxyY0M5el+m7IqKureOcVZWQfqH0c65OAh7VkiKMbHGTpAtd60o/gKCkovnGoqpwR8w3YeDa6peLKGtO88SKXvjOZ5y8G1yQUoDRbIBz9bG/rQPjTmb4CwL1lKK8JeVknehYhTwqVu5EJdZYhp2665I9Bm4YwNeOo8bwBkJLYBllwaYAUYU5rdpsNvsxC0WaHk13GQA2O+rFjTypxMyYREvc7t9gF9EZEYctsobQSscSsUrZU0q9aw9ms1wvNjlPVrMY2obJTQSG3daVZwtKWACAATXgpFY3xKqtM19Fvu9MBPmAw1IsI8W9mEp7I0fdlhvv12W+RxB0C9k+GKTPi5FlTpYPYMfk0zRyFZW19V+el1I1BhM5y7h72AqXCO5gK4zPh92uhst1StZEN2QnQel3LyNxoMMedPys3vvBT1ztKfoC+akqVxBZU5kco6cl6S+6fDrteJ6DKsoyZP5gujrbE1i/7PWrj7F8ezq6gOunLnwmPF0ZAS1Y+luThLrqEbrbjEUyNOJRnmF0EJibqcfJ7diqfGgExlt9/dksYLYv+OAa1JdXjZQsfs+72qjNbP1B3T2HOR/TDtiklR8qKXjLcLn+z/W1BzRjJeRBQ+kKladhdXi3Np8JP0Qvo0VHCIEVUeC74+F+oUPxfXJexo3Adw39AkfUbUoBm54juB6O/lFIy29VHD6qsAKTa6uM4S84yqnEjfYAsWGQRP4WQbhbBZIgnOcla0zFfRqOc+rTsQi1yAv5LeYLhPFZAoAmBS9Ly6AN6OmjYPjgtiC1izBmUfQVMWD6PIhxvpCft7vua4VMKhdFtyc9fyTuyXAzqpHXuBI+yJVzDiJpNA0g9MITbdUflI8u++oQW8rogX9Ddldd0I1Oc68WFVq1jp2A+mzJrir9PTJelMHd+BWAdSVU45mt3hgfX7J7mdwI8D0kPUFc40+X34DzR1kUG28TCbayd3bPhuQbZNRXXZaWWUzVO3WDSYgXbIltJi+oSl3KU0rOhe/iNNCw7SjEsjLQjVxLEfOa5sD9hm8tCIn5hy/5bu4eCK7H5RHaE9WYe8JOSZ+r0YjKvYbMwRVdJljcUP4P5sUoddVU6kjhJ+tIyHKW08Q12e0ppZCotr0GxzVBcjveoKOa6tVZg/pLpA0YuGu42/dfH02ovFTZD+uRTKY8RVsDeULCcTL+bKRr59+V3J21Z5csZ34+2ClDMO0xIzIoJo/OJiQ57pH9DfagoeSNkaYAs+1NU/p+aH/YEUQw2Qp9gQFETfn+aywny+1G51uZz3Ja1inFkk4uiaAcsZBCbpsc+FoQpN1XSxpm+Rk85YlqK2Nmd73dueUXke/MeUzO0sXrx5a2xSapyMevjpMZg1xcM1K1bmlqVHCbjdN20/yREWP6plhHmoF1Pp+WnabSA8ONn8REePz5p+JD42Xs9tRNOEVyUJZcs82Hvct2fekUk24R+KWbr8jmQHQSXpD9Q1IMJR6vX0YQoUkzybuYdGt/UmsDfSskN6cLZneeohVarIOUYt3CmLG5tLn1qXcW1Ab9Umton717iU0XZGNqGlZ1yGsS1ZArzXSmRURbjIBWpS9kU13SLmlHaxSMUHzB85/yF61upQ/A4QZRdk03oL31y7EYuq6/QcK8PF+qn995raSVODwo3fKvdoSqyoDXrPosnBYatpnA1LxNHbWiSWFUuuJoWXefzIxaEI6+bWu/kmOijmSkGtxXUnpfI4Z8VHestqGcfQ8ci31V5DJELRwLUEYLqctt4KMEogACh5t9Qumj8+turyzSDvUnvvHat6V+OL8YrIK+a5KCFXM62rcj3nFNVqh7A9ZR+evmKFQqWF49/C0rj/Wh/y9IciKs+eP/G1VPeBjP5Pg6lCPmIUpLu+cLfEjXeiHaXZz/TrfqsCrHxM11IyVMgbMJgw26zPImXWS/6/32wKw13jCgOW7WhsmCtN4a2R0BhTCtbBCNigTuU7/HKKNdzzXVaHlTBjEY5RilYWtOx0Ii/dAmII/QT1e1NjJ8yrHQj/0AqLnUlRnkpkMwo/1H9FhvF6hM10nhr0my5ndaApoPgW6y2bjb6gZqDGpNpN1pfAZ0izZG/DIvSWRsqKrdbYSrgyYEam0jLpenk+tOStV/F3lXLn1WeUqYXjF09WGU5JQUHSPx+uTrVoDRauzadWs2miThI1Xi2cMdiPPQb+rrO5aUyfibYHed9KNnp7dlzgOykR/ZxI0bX/43pkiskmYl/DHAkDckzWv2CqYWoDtQjVpdd2uGwt7V73bR8+0/afN8DjVq5PBy53tvJ/P2ocP/0oJpvj3us2JoxbObue/KVhszHuKBoig4pi+EJ7HIizpuXNgiig5FK27zx7lyosfTRYR+/nUx8KN35RmnViOQlaZl86N9mqWuX1awfdKxK6lhSbPXihLXwnSnfvh6GvGaxuP1x4fKSY3E1I/asVthokxKhLFp5z4sV9XlqXm/SsLEqh1u6EXVAk83p5WceCnzdMRGEVNjXfa3GvZU7/lay/70kSqOiFmWql11ah67vAVU1uawNWRZ10QpYITZlA0HFlABUAo1D7OrigsbZe59Tg2CnS3vrVcEZ3fVqJKf25fKlBt7xet5dHCAkJyVgvWpiZZb+OaicRI4FSf9tZeVL1DKr0VpWNFzsw+YMSzYB6DXumlBfFFhJlMwoVA0tX3TCp+r5m1cQW0HDkhEV2DxLYd9IwgW1NWY2BtLWpDE+7HqsIRtbYTFpZxtt+xLbbvQfBibOXOJBVLw/xvslDxWyfie7P7cRUzLbyM7tENVLcMrviiTaNz2w3QjlX/hiCpZiznUN47H7lY1JCgPFRqGdCT450IEB5hAoM7peJ5fJrKJIO8O9mKfmj/gpdLyObuaoGCAq9TjaNA69BwbKdM7knS3CHr3sLGnP8RrhUxyCO3ooJdMTmGp2NJhaGmgi6NTa5hBVfFP4EZfXsX+QalmlglE5E66a+/AFi6muNVnPU/Nk5m8O2fSMTbv9nvN91MtCuNss21UILkalhpQct0D/SdNrMOyvcDl3+DJbyj399EYnmzmfAQHjYkte+hvshw8721R3J0eEEBOaG9XEvGvdERV4oa8sspojaAZlo86Waxc+ZBUv0QP15Q789eGnVnuqs8PsIYaI5u77lCwtBYgw8I3lUkvZvAJvh9t8BVcuA2mQ25XXwb/fGzXVaOWR/iOjN2EfEY5+KkbGpnpsTBnkR+ZPklrv6zl63UFWaSHRS4QyjzL3nzj+YQNU9cakTm0B1FHWajjqNnA33KpDq5Wzcv2IX+iyKP1a7Y6/dSY5rSwgAADjFif44vVPI8d+WSceET//68vFa94TGWPXJ5AZZYDYtcxStpzKTW4qkZEmMWMU6pj0a+i1ApVGeufST26pI1uJgeEu/UPdnPCNaYsm76Rh+DYwWqaWSRuOf3j4p4p07J7UuWZlNVAWEUuxKylqcVtCqGM7o5JHz5rySuG8Cm5qIvwG5MoxUSCd0tFm5/nuT49pVqhWwjJhkoE0xgelVW8YsrpaKFNA7Uc0XVENCl+4piEoe0tALVw605BQ2kUpXnmPyDC6Bz892UP5m2HqiHr5cRQhSBCa+Sy8OGMOAsgFb1+4DfbSgM8m1spVqw8FxOmD1XHF/Rtyi9vDLrpezaINAnkxlcIgFooFyS8DjO3P7odnwiS4FaLpaGFffyQcgSNyhomaJw2wwJxKQDmvNMZkRZ0ZbwVd87/JmdNJK0yyW6EicGRjn5tWMz9W+hIbQZxX9/XdsiTxkBbazM2qlODH5d9CtNHXO5210PCQvs1uElrUxDD0pQj72myd3kquia1chdakutN0z0eYqVMmkmbHbaz7pdr5F6db+9aTXgE1w8H2O4NkUGg9Hlqw+0DGeFWB5Sr9vSjTgkkVkj/1jye6pgSqFOqcV1AMTM08IndDQNo5Th+UWfI1+bgY8elmPqDXjvGm6EDKC/uM8BtH1Efz+Nii0gnJP385TDUAABfBuLX9hcJUJEBLW+ift3T8iyKllI2/F5JdAttxfXkuPXbDvKiLoPD3dZcTENlw6HOLHr39FkE0dTpP/ubQ+PwpMjQoehKRzOWI5tTzOLQXtZFc+MxEEGrVWWqN1YnMkeP7buccaYeeU3lCqHg9OkUByEQFL9ZYvY4TBBlinE97vlBSqePi5Br6SyqlLLCUhrrznQSahpYIeVbS+vl+x9f/kSfMllczOCXll+XZJ4Wac6FBVKglNOJ0N8rO2kZ0A/kK/WEkmWlan5RyCarK66YLd7Tvn4GSc5WlxcSvGYrZ5/T5E8NTCzdH7NDI7CeZ2NjF+/t70QMnxnztseaAwLEvtJKUltgNrrCmwqY0AlYHDKt4XOMA0IsEUBTqT33hDnhRWbmDpF+b5DzuWXXwdf/qaGR/GPaq8RxV2DGS2EqML9MR6nuwlWN0KNsPQGLDlSgokWJCXkQdABGQvIa/zgztclR7QROePB7RlucsS+q5VcXNEi/6eYvKntH7WegPUBlyiQFfZ5rXf+qX9tnLnBQl4u7ny4stT/PU7fXY5y2HY3GTk1PEa2vyvV573evxI5hwVTKl9gtnZfxzWnY+gkA6F07LTQB4gY6gm/zFWvcJh+KvX2zfAjKDi/VGspfGPVpEUTZdTraupPIhm70vKlbnXHybmx3DrsdNEmzXwWetSmMQ22xNlUp0es/f0kR1WYrwb/HwJ2+RbsF/c0z0ncRZ9J71RffkSGs4mWkC5vgQJn01dAFnpnWNXchf7e+cbSVYnh/M2HSY/go7DJRgH+9BiSs0dEWgD6/nLg1NQIkIPA8Kz3AnfXYQ6mqUn723z52AQS2XJNfa6Q44VGqgz5LqlVn2FUot9Ul0yqL9cMh1ZbUnfeByk/RcEJrWN0AJPoqro/ENCS2usK6GkRUIGo/QplyWJuT9NwGOkItxUgvcQ4kxPbZAfxE/SPGcEh6VNqeiCSdg1ZcV/sog6Mon5ciuJddSqkPS7ERqOGFMfzML44LvcxUtE/H6YERajuzFf5Q7n3zbZ+eLKfUwpnEJhl4u5TVtjo85pK9BrV3z6mBNignmTwsmbpdsgSS/AwFci76HjOQhw/WTlKcNWm+xqC9//Xg4UvcJ0zU3lkEYrNAzX3CwqoLP7qwuHxxDbgEGZOvlldyi8dg5yxqhfZvrGN5b+d4fyI1iaL65oKNMnDiKojpp8yw7X9Io6w75utd/HymCT3ek91QyRzv3brBQXCrN8UfAEkQfqVEtoxoeE5TqA14IDUg3D/J4Baj04jBI8jpD7oVuPmbmBRRWc/I2k2qtO0tJl5ozsLHqdORY4d6wW4TrCr5COh7AQAQtnShKvcB4RoAjMoUqIvlqvd0y9q5n6bSxYa/tdHdFBjsKMdJ0vtMg0QPAGnm9OWIMkRtW9dgjoFrI/Y0eMuit7ljrOjcv0dx9ZAG2QLU39A4FktddFj+heNUOsWYm1BjUrH5MA7LF8l6+VtANNH4Ew9jr+GvXQi/Lza/xeIjQp9D9OE2WyfliLt73iPSWKD+oNTI/e/1GG0m7iHA8FEYCw/sI/c/J2o/QwZX5+sNN0TiKyiCj+JsjcLKV0psN/2O+w/L72x/q3WE/MpoYzNHSz8NyFF4q0/3P7pglzzgvkwriybRdkgCIQfHG1wmQf8JAE0C+NJhNFOBcvhGVCwQVcO7ZcDt/B7RlW50Ue4muX0HFd48/ot20jM/lO8zo2ZrzxWYKpe3trsjzmQ7R2KzFUmS0qlOPl9Y5QA9i41IqncGjqlhmwXnJJgFQb4RU4K2zi/s1iuuL52Xub3oc6ks9WprTzn0EXoPqXzDJN+8FDzNz9ulvhb/sInSM772sxRqKU5sHyetOCcOF07T78bmiGECxKaVhtCSd7ZrQrDY/M76M1DeX7mM8UVL9p2xBdgdFmCFhFMvShbq78eS6EP7SNumClKBl4aI2TLeB70YS5I+gf3bAGkvr4Ly/Mb0DFVkHSv8QqERBVFBdCEbrFsHBdDHU++Epm2VAJi4sPlJkz0N/NH1YQFTAym88fFb8UE83YeOEe6/C4sjV+0XRFWcPLmYMMf83+qP8DUmKhREOfTHjyeNuSkOI7J7YRNEF2ZjywwZq6AzAuzkCbKTuV4pUHd0kAwQIl4JGWaARD4p6auzo7LVOhlBdB1/MjTSbhywci+cjk6M1JM251PmklCpCBJM0RqXwvMvXtKdCC4UGWxFUGBvJqE8auvvNo1q7W/wpTO3ma6k11483cqlGprNAdTAe+PPsLWKJlNH+YNqqXcORsb7/t1mk4BZV2gsze68qSMGSLrgC8cBe4CwZe0tcVo5g2RGwTQXZTb9D1nbNW4vmKw5OIuwyT5URBPj4flKu4vzDsasawEgejOCmB34hmk+uDiL53RIbYtGkZQDIsybq911taR8B2DIr7ec4tPfXYg7jN7mvXFBYT/o3M46hTj5A4F9hSV/hdH3VsoPzx7uDQvkGBUrycJjXNcVmlIWWdgITHoqmqrWPzgpdLpfkB3lzXnD8l2+T/ywP9MD9VSYGx1KCN/E/LcegLQGRZ/IyCyzfeFR/Jhsjqfk4kqEAjq6fXdeM3qj77zXA2i9wTgGNyFM7ojRLsVlMe4wlVL+VuagJn58Q5R30JXt/NZsWRaKULKoF3PtbaVwIvlavRfzAPI9x5LhSEq3ECs+PiG8REkbZ5dbFSI9LGZaKQ2SfbDKfFM4oSUBbYSVSpmqtgM0CHVafCCbxckWlaXKXT1Sj9eyyi0benFeoevJA9DJmHyCwqoNdHJSz9l4dQbB4LSc9xuULqRR6h4TMBSOpGjkVychgDfePuBrAgWhhV7JslThnLaNaGlIRU3LfdJ0Mk7J16i4ltkHxGnE2hQRHlEndZcZrMvEx/kltKXZCEEUK3m2k34fyYr5BG1nP8Cospoac6pOkGt/eSVcc/GaG/b3xBoXQz1WtFNBx83JgpiQgCGUfIZ/ZW3b2W1DBRxMfotwyPs9r/W8s3hvCK3z3YiPgeizx4QA2xFtc4nP2K2yzdFBkw4BNf7ypHdxLj6jwSumS+ihdGQPc9pMKRdu37w+l9gT2LnBECO6vq8RIx26UnxKZR8QlGvT/rbtlUaKlIwu9/AiN8x9eutAi290poOrnZXgsYODOPdbnfHaM3DN21CVsP5MMlLJapDZcWDn8txjh0sWF8kTIRrAk+0pSyfMmAR1sAfeQW8QPiIl28C0lkQs44+TSE/XBpCt6ANry48uBKMzHIDdyi7wIE5Pvucrre6JWLT1/Cl/utCGpOdN/U6PJ4QMMlubJu0pqDUSmwecwFdclhGSo5hb5VN5p/skoforU3wHloDuQgXXiXF295f3qG5w6lFcrzsxHgTjBR56i9iYYNa8cx16fVFszxrWi4Kb2jjJcMNRvoH+ROzbtPIMLvNWtKhDWI42nyG5wGONkoLicwHACv9ose1T1LLp5XpKMZ4ZIrDcqB5Jp7TCGG36xz8JGKmB3ol48f1Oto7uptC+VmQtrtfgCs/uC8kbHp/VEwGc8qdGoG5LVdh2mjpCAPZUst6i1SZnFKSTmUDRczoIrql/h8CMaCtvbOo1AMz4po0/LysNH0LDpD+I59r+Fdm9QAqxidNZM9QKppegydmrTFtzppOLbo+0Zoy2NAElp1yI1jNvDBI8W4Ch/zt9iSH8sSpxz5z7GukPpk/g4r3i+gkwCCpDAOIqVv7eAaQ4DJGVrqQ/Fl5ZJX7cPLJ2Q3F7qW7swQ1xBDooEVs5KNf36ZwgEfaJGKcyyHE38HaNQa9P1gxpJtV3kg8ZUINohntKwvsHA/W+h+Lfr+P2jiGHXWUrICUkbHF3F1a6VUEGsZviuUpZ6x3r1r7u0tQmd5P1rxweyqeFoRhNJU528dHER8RYpuZaqMX5MSDTUtxCLCByUuBBokFhBXghulo7ptF7xBIs/tjKO+Becr+VbS1svADL0ll00g1ghDEOSiMikA/Up8o3gHzG3BI7DYNcpCK2aqLE6DTtFeVbg+GxugYF/1qnYiy2hh8+pguPeQ0L4ipSEVsUWVqGAV/XSeKWOVQGl0rxMuQhvkwfdx8pguwaSTdzP0HG0UtSPAkHei+apG9Miujh+KqeVtxKVVBB1P3MF8iJR7roH6cEJhsaLlTiLQrbRXdKTHy4l4S8XeOV7by+R/KfpTv3nICrhSerTpXLvUvGuNyiGkTLBLYCYJMPyFmzuP2vj/ionGWpHDQauvs+kXcWAfh9LYV4Cp+vqF+USEOXmYECfu+PLhCgs6qEEhj5mgD1ZZnKb4DB+8XppRDtSH6ptOotLiz4/7A4h8LRnzewS9V34PCzg810Rjy6WQQ4WVRLnlVROqGh6jJzHCRL17MN3MCiDgBFz4EmjR0zo5S/niBT9Sr54NBozjHuqqVUszsJIa8uxL47/JoeOp63tkOxvWXHbXZwE5ExHqv5KTXvXaBkzOH2RPDYIaLrJaf5muIa5aTYjqjHFjzDtDcwas6Fu1KdR1vSUEI2rTDcJbrBp3Wrp8b769SoKpDsgqztfXJ6ZxORQg2oRKNobJvQtkBrZo7/R1nQTvXiZ/jK9bxq99D2nD4fnaKsB9msBKsrhbeSP+dQLN26q9okvD+QBt/x6kb+MtavZRL0I77lUv/7xvIWhDPs0V2m8NFUxqzvQ+8sntt1tkJ2QtYFXPmqHiqyaPMQ0KzsEGcdjFv34cfI9MprrBvrZr8hlZR8sXwSjBejkT1k5Om6QPhVGm2K3ntn2rQSnyNUjPX4y4Qf1fNt16aqkeNG0PVK3ijN0Xxe2ELcRmR2t8X74YSR8XJUs6TXMTlxbCKU5+mXZEzmwMQ3bPJOs5Nk9W4E7wcrKiiVBKnb038erW7xCPv3WFJQegrkyfCIwFCIpO0/zqZGCZnrauQiaf9/Du13viO8daUqTRNWRP6YRPHn/+pE0aqMvKJq1z+yP2O/ljCEz5yhMSjuoCv5bWvZpSOOplOrH5ngPf07Fmhm9kaUiLfudrx83x7pmPHfb4IpjNtHGSA1C0180v1SMyyvZPm7oGn4dhg9zg16jBM0k+g07Hs0Lmf+efN6YiKw0izapL1j7yD+WZpqZC3Ulr9wDzJtJygmroT1pQ7vxl/SFnR+UgdEOV4DmOAWcQo/N0uLboY6pcvjzT+17gS3bB1Q1fVD5WeYEy61LpzQTu/IWou+U1M48vNw9sRsLL0FvW1u+nzG56QdB9dhYZmkL11aWf64AXHRLDmqaSkFd67/Pe4ulShBdGXkj7E9OLslM3EhSCMUJYxl5OTT9G/Sp2hs9gJ5jrlhDSkEQHYdF3/37AKbbWoVHY6qPfw9w3IAnEZDOjXu5qThSaVDVczXodTt9UruVgQ0FL83GR3fPg7TmmsLs4ZpIsMJx/sTs9xGYgaWw38mNi3dpgXGxlC7IUP56CNS34ff3nrD5xckM8rRT5183l1qtlX6/sHRvHvDfop390ED9GPyeyK2s1cd9DpQ0O4znRQg2dJodM5jCcZfX8wRmXbdgt8R+RfvRZ4OUTMwwTWqgZ9XWDoXkEqaOeakKwGhcjf0KRI1vb5wuzbzmLCKMZoPiksNDve9uNQgcfjd3uNb7XhEzK9PfjZJmSKJRD3S2kDvVv/gCddph8HgCnjAYXk43gVgv2vEx4X9Le/iG+OUX+HPOJFMg3JV5WwvyeOMvzf/cOt/v5FXwQ9FAirlzGpqbQPxsyNKs0T/f0mQm3UtgZQk9vojzADHeAtzM+DV/rHu1tmaMTk0lAAbPqYj9Dl4Jc0PCfk368YqGfjgBrAMTNb1Bfy/TvVhtHe9dzXgOyIxpQhfiSiaMD38Z/u7t+OKW2ukiiNPTB2nA93PSkyRMeToUC7aoc14L9zQ4QJI6hDorPY9B3sSnP1GRo9HrSFRagzTi+dZspg/ULoSTwNV4ALFfhMCmSMQNtKbeOCJy3AOnD8iO6DHAhl8Q8IgKkPjQNFdHZzF4Vn2yQ1sePCUqc/SyaNH3Pj+K9e+ca7FHy6F3L2sZu5WwV9mHQ+vF66vpapUWKTp4PL6UVGFtT88IbD3DDXUZQtFC3jeRsDSuDZ1YfDJuuEnmZ4SJBCPj9jql7Nvw+GWuujzN/mR8cIkE6OgLEJsqybCDr6i8HnCDp61XPnUDqe/DBIqzpXyey/hTzl529Lr15BZWsgjkidLZWf2md8yY0xfNR22p4ttHT4bifFJkT94cBnztfcNhpOB9dfJZvhEgs7Za8aXKn2jPUY/dTFfNEGj0DXqkvDlL0j9MdDnrfjtO02tpRm5VVxg2zkUF3kxUkQd79FHpYkJwl6bS4PkUbUh5MJlc7ucqX585Y4opYIyftO3ywnrsw/P9R0rxtDX/xFdw4E/RIaRS/qQf4h+IPqySn6TsHzFrz5RI+RytdwaBUZm9mMAmTolSUlbR5p3LYy3RKVCpwAfs10NChboto0ZVyoacbU9CKZtajSRu+fZDQ0uEWuw8avdRmHIjPJ5HAqUPAI9t3k7vfFvAK7n2g6RmHdkjhA+CReU8GUqdIrSjROTeD7ftPbx4QPRM4tQytY2g+SaThucprDBCgfXo6gBLjRLrIaK9FL9Rzgof0tg0l3JSVOdeCyAJudt+VvPSgi8VVK1dMfmG1BdnxwJfXi/lcaCtyRuO+nwdjIKvRjcwB8tpom8+IbQihzv/bVu7sxauAcIbsZYoqH8Ar8RkA2Nz6wsu9/ZtPxuFOgnubQwDxTVSgyGadActyREl3Fy/CMTuDS8NmwrCAgP3PrgeHt8up1cN2Qu1/aGEt86N4KSZcRxHiYOQ+7n+Co2ug+j+1pQcuQCJ1V9Pjv88J5D2UlpMEZ1AQMLlLl5vvzrX2n0JtsnLnLvZGgJT+KPleAQd6+oENOyDkZvsN2BYTqmRECCm7e7Ollztkz2PIIznxrS0ZnB1juc4iYN/futFE9BI6LCt95jOOhbUqPOHGHzWDFa7WEYhyqkZ7SUejAVoqpryVaoirc2wft+7sOvCfxPIPQKc6Yp0VFmDt9bOLUVZAAJZgf6Qyb0m5BeixvKvbLgCZTVrPy4jju0tA9K9tLifwvjjt7+8xAcdQO0uHz0JCaA8TV5IQpeHPB+QT8jW43WaAZRg/f9ouorFuLlm+TR3L4alGEYMI9iJWRoxPP2v43x3ZcdJxoI+1VWNDH1Ie/Hqf+CzxnM7wlrZC7GcP37fQ0xWjfsL5AZUGvJj5drBsanTX0xxb2UFlCOfU7dnH7aCJkui/O0LYaGXwajGuGHe9VKUWyIYorLEQA9Hb4IXVuag89OczwPUkVDu6GuT4avmqPcQ09cHQVb7L898GmllSFU+RTWkiU+GK2ETG2qjCqRLtfEhMh9cLPMVKqdHU2UBlG9RyreyqmYqeHNtafkobPND1gjNsedRofys93TwLxAWlUYNcJCYMhGNwguttrUAEggjXY1WkzqhLp26J0lgPq454hpt+sRE6pM2PhPLbVBQSeAEz5HRBmMx0hdi+nKNTFV/HzskjSCIurRdy/q8QsKX6I0aqyjMQZHa7XoBNthitkLRFWC8OBMFg1L6QIJFVuKdFIyiPkDuzUTWo8TXaoz0Vy8dwGpFsLd1QfjVFZMMVY8dcw83CoR7SP85EmkPPRqEJXcv4YUsoTO/z3QngXwNnBLWhvBsiQ3NTS+54i82jXztIYz3As3DITLMlUCvkJqj6k/rPC70KjzPI1wclh2WmgfFg2zIz795wj/apDOm73KBDRcoYr5oD+c/2SaWFRV2uswddiqtH3CTs9CKxszt4itWg+QXh33E92HYa0SwqhfMM4PwyqLTuyS6RmojsCAMc+ZJeMpVLqBarVjG1P8WiwmUeA5jsWbfofSMQwWJiPRgZGzfG5rJPmXKxPIuiPSFj3YckSfDVHGXY3j4UbJxB+Gmk9pVEDw2UmtMawxUILHYmOnUA/hIQ4I2oEIeZRqcxaP526cAjqn1/EWdOlax9R8r2PFEnmHE2e1zM51CU5ziPIwpwBXPyZ9sLcXZ2jmWM2Xb4PROpzQW3UYHfawQ6wX2x7KV5J2+3zeuSy0Rjb5UFftrmtufnwi+qbXgp+zKxxOhIRL/6jpagoq+SmZ08ivN7DlOdi7cUua6l422rBJS/0a4/PPwzfIKKFezZv3wD1go7HyymDN0AH6QvWx+q4QRWRimgVAOsgbDEslujbOytepKwI4V/0CpYAGKttpeSoXfu1/Fk6ttk/j+Fr4ykKEuvpvuCh9dBFGhBQCZxpV/azL2GJLj7l+r2suEC+XleEAioLovaHeEeKzduBWeNuDgsedargb1u9HdazBqhWWq72OB8UNmPX+mba+54ijB7GO4MEFYQUrqvB5DU3v0yjDiiwI3KuSmK14C8av/nfK8+2JQw3QfB7y/fq323dndlu/ipQroDnVFP7jDW8oJqo4OfaNI74e1MRTQga4ryQnBUjuTHt6W2xLrOLq7DzPAqSA/r0dsA6jOS1Sg04A+wO16bayrqVuTZQFYZTb9IOmjjjCn3Pg2M+pUM0hdJtJh2NEqrgk39BK7dWC8K3tdzIGipB5LrC45xMxTnX8tZEsHahanpilH7EeQJHBTD3VGO3AbpoN+tieNj73kEpiR2LtmpIphTOrlAZzKqR/ZHENDNsGOTHb5W5rxO3H7WKl7Hctm8PF+b7kOE0/eNJHB9CqhU14xUss2X71mTRSCX2JkfdbyX1soHJbwa/vMWb2oyPKcEGiiVLRgYis7Qp8H92KqzVgjzC9BuV8oOfhREvYq7dpng9R9eVTm4tuRkZj345NysgR12WxXy88Vp/mPchuRDivxUy1/SyeUk4f0joXYTUim5tawVIxJ6COK3HbZpioCOGAHdpfDv35i8zP0eFiLP5wJnBBNXavifluSstMeUGKi/6r9QHWrDJFaJpasIRuarmPob+HsDWz0q4+agaEe/XzcmjvCh+J6bRH2CIXw7k7VV3sAKIhKBfoTeT023/8lZqg0/JsNaUX3s2bDdtw3j5hf/gZAWWChKItU1fXCQFLDYvsyMjj8qdMpePc98KSgn/20RWWV2Uq2RkmMNXJxzY+rkF/Oqcf6r316gEGKHoT+9QqVnOW1ZBCBYtloDT/fFcTIhPAmJanZTFoXbxxeHKo2mHmC+WmFeySvWScXqkDXRNoiZHAaAWMyy8lvN3PSdfsCrRjVoY8oz2RmqjMKeLiSe/ax95s6REMf6kabfsF1QEYxSo1azqiGaD75urSWqSN2f4uqI2FRs1NF6Yu5Gj/oP0H8+j9PyR2d+IQ2SqVuFgtoxNPYIrdnJbMUyPQoDTl/2m6kkphNBZJeXSJ4RcLtLfWMmFmVbEns/1LRpEmQnFBt/3b7eaBZ/pBXQlCjTPF+zjoe4IQwsDBRgqPUy3dVCpcFwEcth4ZlsrPPnAlW94k3x1vfcmp0vX35Fy58nrM+GazkQF/Hrf3F4vgDyvRRvuirtlKPwKGvVQ5SSZOA8fz0UjS/BLH4YeCcU4vRAmhXoCapC7pLydai1JdHYJQL+37jOjGeuQQ8jTKiX9RHDMMyjNAL9tdDoSa/a/F0ydscroV4XVeFr9HIU6tJmppfihPKpUV3ajXsfF/bcBugiiWmZi3dzRG/qqFdZTjWp6XIJbylAaIxCS5G0PGz315F3WOtfYJIvEY5F5M6xq1mS5ufWe0jd/Bc3SeriCFxUIrrQogczgKBacZeHJQ+oo/0i6I5+NVmQgwGjmyjnNQqY5i/T8Z+z1FK1UQOUERXOCabPQju0cKKuGOgw35nBRfUb9JEDMrUK0uDIA5ZOZdWlYBdMsBiB2v5zicbajZdiZKjpDTP+Uku5GNiocnJ8hER9P9SRl+xV4WoR75XS8hmoXFZbODE81uED4Uw8nUJgYOPu8cG5E/0ksCC9wj+S37OmmzfBs8iqOfxT1k+FyQVrr12KstLCxNL60U6kEKPSstH9pdYS9wpM8vUfmHobI3xHbm8oW3mCUHWsZQFjrYckhM4OPNjQtEMZaXfV3DSuuGK0fAerZsqnil/iSjIjtGWPNpgNKlINegWlRrOLdpoqcp4NZNsY79OUrQGELhf8/2KohZTfer+tXPDgH+ws2REimilhJQ9SLvFjdjgMoPRWkTPp4MkXuGZoD7EFm+C2yvo9oxfodWFdAmbnfZGAvsPwzgNxJC/8XR4FV4TfPMWZ+6dqWFs5ucq34liFM9cIFYohAgqmBWgD/PSqL+YwEb8crgWH6sAgDh5uRetLmPPYxkGZqodUC7Pr+hhFQ/ylrHLCgKTsV5yrudvWlSlsL4C2xdzv34qtoz5xyuevvD/nHb4/tBJDHZALMr9VtW8/3RuVXLZFOg8cs7aonfNg2WHrm3nbm29MPxLdVmB5RmkdaUFI9FGoaHQeAkDSjOtr3crP69fZMF0gUg+Kaztc/r7q89E5PoRa3fVCHVTYHY3MfiUu7ycVN/NGQe/a6e1dEkugn13TZQp7bksKDYQcgflWwo+v0QbGmbC/nGc10SDpq7Fj2RNbNDOPUDI9wLJ7Wzkz5SWTlahLA+x9MFF+CmASBgFToP3V74EWAPYhMzYgfHNmYnJVeA/xCQcvFr/Spei6yG6VwrWkEU4Jc0q8DSH6p0BHpWF9TXZZ8grZA5LJgix0CK25geMCC676nck4yX3Hqy10bC8rptYe88GXof8lzyLzGs26IWr8euqC9T56+OxFALVfQ0Nd3Xt3eXr0nTDQx5lwWILyGATcg731rTqP+kiafd7j+hG1kD6553Kb3Y3aD9d+PwqaZHi03kk81NOyNBkXtdZGPWewbSoxuqiJ0WK55+TXi5ZhklfsSkBBiSKUSEf2joM7jOZPnczDmtGGUNvEJd9uaj+XlL5IUH5R4FGbEMPv9VSch06M1RG9+TOJLoKXIUC5JbYXnnO/NYu91Aufoa/osEulPFplbCBgauSRFCNfHEcK5fO0AKIdLrZ29fqBa5OhAx5SYXAVTH8XA3m1gwOyOqarDYQ4QSnhIE+q9MYjU+ei+lrSxB+BNhhZfQmGIrZ9diLS+y4PGYWpewD+odYLZamTXAEBf/zF3SnKQb4+cUoetpW4M4ePPOl6OLHtjwAqW+ESFNUl+bOv2go06KAYc2nb5/vZZuZxttildwQb3AN/6IRAl+Pm79vTx/UgSFIH7oElzLpRrENPrRW3n2dEG4q+yIJslHb36L3Ltz22m7/1OhS7z63fhpQEitiJOJNQVxemYNA2+s0cSsnccqprs/rterDH7vH8/L99SlKmxViazqwBzPszN086Vb11/oJFyza+DTXoKQ8qwzba4Rg/FW9Va8thHVQ89JkNBSbzEXyjEqHbKyTTAkWU4NrWHzkYQ5BJQvbsfMVD7xDrSrRrrLC/IgTDqqP1iCTAeLBnd/eMFpWv1Rg5s0x1r8V95H7M0o/ANE2cd9Rf1ACiBDsDASU5E1EdX6JkcfEdR1EjiAbY1bW91htnF7kn2QX3oakFniBzl4XIq7BqW4F7NIv505PJDdMPaQ036RzkW5XlOG/WL0WOCnj6jYut4STDDf+LufLLKNolfF7m48tXGdqcZ6iY5Hww4ouzINxx2tFUYCH0KlXE5q3mwCaSTCRjfwiEPhdMElEFqQp5Z/4S6uK5svyWEmZCDW3Ou391n7tiL0W+BlBaYwoR2gVi27MROjnpKtSMq1NYPofvq0hBrvs9LdEJSq9lY2gzymFw6D1pYKnSzpbpkdnZE5e2zNN3DpWxstQZkP6kbbrC5K94fVLuWaODwLTTgQD6rbf+nK25lzUTjJfq8etr39IVHRjHuFUKQuNRMXU8qdp9/dAPUJBgXu6y9p5Yn68ds10sSsr9uKA5Cxvwwkk5+7KODYe/ids6XI7YGJCsbC8q0oBVVpPx0xFIFTnSf6MKlFfbSyUaEUvL0kgOHns2Ra4rteRaFa+L7WBScnhAHpkAxIIg7Yl/dP+OGuARaLmzJVocTbwkNcGuPeWhTk/rEe+i8y9PRF3jTAky1L5UvloCm5dy0eZcqCaQlzhVmrfn60e1s3vZ667IDh2jDHSDjPmzjB3rDy2LymWkFOeJqUH+h3Z0sLU+LCFWCZgwRHPuP6FCcgjOM6rPetH5ZpuPJU4deJj5S/08Rwwyk4E1QgV+U3rXiF7/cT9NeS06uS7GwVPNVYxO75abwR3ylvwydtCoLPDEN/dZ7c/wqbrZKYRqUZOh+asBfYiLb8fJ8udfEsgIDT6t+Js6teo2sB39spi9aXmfA1JRJr46LQ4fOyUdoJyPDSCFlCtAFEZiX7UJ0jNp4VIyGtQs+i0XpXhxnmuFmtiF1o/cBXBeJcRABF+GmKbBejZEykugpd1wLgfvyk2nsegAsUco5EVBZLy4SWjBmIHCT9R7AdifNDmmFYTuFKggRAk7RO+zP30Zl9vJemy70L1AT1UKf/bd1crRiPoBMophdZUI+5O9/7kB9skNpUJrzwA8aEMAfP2xO4HWD7OKGbWXG3jKYHTnUL2URWc8X6HiuZmZtZzBfmTB2gaLTNWYTLjX63tH0d0bSWtQoBB5e1EQvX58LXXBqdg5MbAuqw0PlsgMUeRIlcedkBQvj4lmVomvZF6+9T8Rwixr/DiE/WDifGmUKAZFVZQgYKrlZ+E25U206LrUBVqgGkvDmdWFpNXDmMAn8y3vZWdgvDTrkeVGwU/P+zSKxjSreON6SVkTc1qb9UA7phVKliGuA+l14IwUx9+LiYFs88aBj1PjC4ljyBKAxyyClHL+MwJO/Z1TY0jddiUhc8E6kcS6FTr2sS+6qXJKH6bIcyt5vngjxGZjo5qgPEn8lnl1vS3jVPgWHj0T5fjavLVsPq8AnYJQnKgP4t9CjkwbHQKvUptEN32uAdmZqmQBXt30kx86UwofJRhyaPzC1ahi8MrqF89gp/VpY4743vNkAeQTMP165PVBI0HzoGaaPPw2plN0mGuUxUHqsn4gnEto2N4RsVCgkKfqvUSED8BDZqPqajNQT1536gaO5VMGs0o607tjPGEHSlRkarUIFUc5bpuSntfDvRONqzjJsievlhJJuEmCm6bcdMvbMEZ5/7lT4CS1yMeFHcm0yfICc2pIRyer02xFNsF9VAiFLLgKN/jvxIusU6wAecSfsLP7Dge19xHoZCbA/PtK/UH7VoqkdubbhBGLY5158Jhd2aRacT+xvT0dN4xJ87DuVU+QBaO1+h9oX27ecY/xIpppUbxH9QtFdb2WU/5ZyD1Df/o4fn95Zyns+6gCOoJrFZBu5RoKVjtg8fVSlkm7AtpV4kp0xL6Ed35mlnz3IkV/rha84VORd7g5aWhe2bCYk28cpJ1CPTTqRPoNrg11ITERcgYvvqsrKemXxjcuZ/FYKoXoySFYHOynFnU5Izrd+6lLC15nLA3aUIRQa0F7z7L8qI7SjwbNFMxjI3K6tGhl269rk2Gl1v+240rNzjSXlCZRR4CkaJp5m4MYuragxbUP2ni9s4y50WBy2JVatgttoMcwT09+lnFvk9x40pbPL/bXC2yxV4EeFORk+haaV4FdhdawtEvwJ36B+CZi4+TrHAnfu4GE8gf4X1Urf16xlO5cn7VV575DNZo02PW1Qf7EVczEjR5axGUST8BuDYDofNGr7qeplIeh2yoIec6rsyls/ZL4qs1Y9nBAKenYnGTWAoZL6zkbhjaEUsMyf7ZHQ/I5O1lrDPGzq+yHY4OBOcl7xt9rhwCdoKa+cJ+ZrMqt7OKoYtokIe0YIXemAVU9JiuxY8cUi3wKxyJTJE4zF2DeC8r5byMs/SacHmVpN/YfTLcDmaGM4JZ7roZ8MqSW++fn9r3r0yfywnIsiQ2uNpsuQqkPIwkYJ5c7So3lW2NRp+oRqsWSrN5XjLYRCZ++Wuby739wEovVj3Stmw5dRg4NeROW7d0yfxjsP4iRsDZd+x+soozVoJQcvB3kWzBXobtKJPFlesXAF7yBszc+u27YoOawjpdVKisZ8bvbc00HceJJMqjvJjoVtIKPdHjX/2cD4qf7uKULe1fy9NPfWjCa5OXll+i/mIln6nXGN+BgLi4eNZo4q9lpJ5ZDN0N8K2EbiV/7fCIwuVmmhl8t2m3cDGSbXfIvP5NDPk2r0dK+0pknjP5tLIzIW5zU7zDlepdL41xyPNf1bRbDQXmZIJmZpb+RXm3wZa/beDn5TPIqdQmZNqv9fy4WJYEZrqodeEi8jRZ3mVf0Z8xs1xs0MgKCtOD6vs4+dlH56kUC+GcXvONTTTXo1AqzmNQfwjEq88BPY2eWOI5s0mfrnMUsY/yBgR0tUtw+IGfy79mL8GtrK/5N4mZIrg29KnyU+4oxjEges/43DT/EFOuPrWOZIrWzSujA1T/8vaHafuYDitGye0z7IigC5A9vySjr69acSbYIl4mWEOyzInNxOmZUvB8qsIvetT0vUtQcE2Dz2PlrPQeiAk1BTtVLUIiLx0qyjPiYeYnlumIQ7qjLeEymGyR3TKjVoGhc6+I0cYYC8rxEwaTawqBxyIpJclI4oR3thO7Jc+QWxYOuYvuYW2YyRM//nadgrUmWbigZ4tQO0Ntn3GF4w7PSCa4RvjK8AySimIlQ8xZTXu1OLVPwObGB6sdnkblXcBVpNJMtK2OZR6t1p5NckQGWc4r1c2XZXAxdCYcJfO9FN0SJmbLE4QJ0aq0PkfRuf8ajHc3pxLk8lYIEyccMWkj9aVMAUcnBu29yoWGEmzFgi9gkMiNszNq49slzUhD1L5Wt+xIuylnV8rdWfMNGNXc8FRKSAMIeKitbTxaSkD1nnvs4K/y7xKai3wcHjj0W8x8xvYOPjHEl0iDwAnEi3xNPb000D8zGe8wV/BdHaSYu5hkdHOu1yXjgyUUIGKgz1oUOpxq5xEa1Bf4ChWC+U/mu5ECUw5OsGMXHmqb1QqxHitOnn/93ZHMY/IqRA3gpppTDNvfq69M6qqpObUlKKpS6kUNjnvCEJQViXk2RtpzuU+ACNWDclEAPAXW1gxgngUK7ZL6dcbExNU8WobzcRVbuAnJWL9/8t28CdUp6/5D+qx8q53dOph09jYGqznDKWzC7/pTIg4e7XPq+1nUBX+hWaHAXKwCYqe99Tjma57vOfUVyQp7xW1EUpxB1ev6JHIjB3xl1kpUiXZVy4wpNqBsR5w89NVYOl6wvhLGs0WlHxINK4szD+WM8JpY4sm3kPOHnIIdTTcbDjbT39w4GQMW9QVuRyANDMPZyqCxZW+ylAwUcxv+2HDEe6LSmCMc8xz/hvoupRVBP+tvw1VzVNUUYTUIZp0GtzoCx5eTyfylSfwWNuHtxYPgEiHVN25xR7sds1trjCNU+wluap5GwznU4XtI6p/q9BKg1n+f2bnxECdqnm/NLwCLh/AFL1VJ9aoxsN/F8wadR1NyC16iNifIlrBC8Ddf2nzYamjl4P1kTDOdBoGCz40n4+utqKzMEh5rR9+MzGoUth+d9aRSLxojMY+fisxuBEJCN8zrrp7kia9KKdpkMCio0pnutBPfKF292FuM8epMBzpdZ/gu6GuSrsSYoCVmfwJndS6Zex/mj9pmlf0ys02GoDD2NTCHhbPTg6yRxtVGO8EM+2d7zd98YQA4q9LWzdIvUNtLJm0RX0NSWEcQ1XJu20iQdfJQirGWSBAUN+nQfU8V/WPlQ6U2tN13zRMJZZHuMm5ZG1itdYxdpUeO+1VX5QjyV4gK8Dfrejcm9SvVjWkDA9MsQOQu+7QUahJPcxjGH8+rGMfysj0tvc6ZLicFCLQXExmXH2ijv3JqkGwbuSfY9WIBRQc5mJ1fejsJHXqDelrcgi/p2J6RHSLfhK0cYhTbJD2CuBghw09R/ssrRjFvBQPF67IEjuFlOjLwp0BVUF/bajy/tWeHaEyfp7lijhh71tc2Ys8fZ3SoAPI8bFJLSh7p+4G83sHnOEPEKV+QHaodXx9s2WIrds57yKTZ96XN5pCUFZbM5fiOqWIrMgrp5EdXGFyd4iYPPx+MqyVbbbFqh4amQHpjrOWg/37FMlFsB18oW62q4hL63O2r31SXrp8eAaEqcfSoIIf2O0YhKnIXLksT0zHh9xnQqyQ+wtfUKuVXYrqnTzWUiUUxmRq5PyjkazvGB0/1AhvJZhIYUMqqwtHJ0+7FNeKokoJBH6TAFv9i6Opr8yJT/Th1b+e8SjUrNmiBYusOGzcF81Vx5A3o0dy2aRitY8xjFrZq3YUvyyiMR9FS4SvYscqMbwf9+zoM3qPKm/rlRWRoHqoU9Wq/mHHafia68vyZgTeCtHREITwRLZh46vxX20JIh6n/hSWITJUrW7aXlfwNSBZo+4urQYvwIyF4AOoyqKVamCwrwVYNO0bVwusqH1v9kblGRxOdp2fIJtM9bhiZ+vdIekqru0bwyYmTS25pvRxtFAkiITVpTL3DPdzO0JFgxk2qNEIPP0X6od1NtAX9kcwpT8LLQXME5i3CEjjPqjf5+e59OVmfb9teMJEntd6lMXJlLg8IciRfWUjxxCCnsqTG2tf3Ps57SqvM/GDhoO7HqQT1q23br7pbTyMELCZDJHyjPgcM8ZIwy96L7pDjk6lxpyk3EN/wT+xVQt7OZ5zd+B9YB+pPiFlaRcjeMPIS+4IkELMqEYhWn3gUSpT+8+LWOv9FvEpIqSFeSRSFzG4iqRy2aexqZW6pgUAh0UxRWQ/xvuGTjhsrVN4kUzb5bERUbSkyrdozssOo68RHH23w+lO8lbNKOQlOuuxRGKpgorWfWkTwR1WMp1+EcWYsEeomQGXSsTzxIawFSoXOH+agKeYmNaDqu9F9o2AvP+bqCLGhS51GHVrIVsmh2hB+EVWsBtZ/9593idySCX0XOlW1z6u9Gme3D2EVR8Kv+pv4pmUSnEurIidqGZPMJ2RZui8OPozJehQ3hiMZaMDys2iYpHYq3p5U53ZEwn0e2doZ0fnSUQ7/5dfbJr6plzgIlkB6x0vn6U7MkVc9+2oC99YeoGXEcHX+CuG2h1j26IvQLAqJi2zpGOVONn9e74aIR2bfGkV7pxtCf2Ww8Er2tgIB40luH75YMwz/22lYL1/d3dqPfjKDtHKG4rAVFfLLGOJAeoe6nTotQcXYJude/MQ01WuuPq9zKTwwU+QYQ8bur/VvRcCjlNurodOEcAkhqW+5k39fd3RMj7W2CMSlwyH8RARMD2IJGTZ56SXCEZr+hEI7cUY1A2XGEEQRmhwxv2YtPgq/1osB2tiH38Ehoa/gGq5W1gsRZOYg18sV7TzkaGP+W2olDItFziOotvhLKTd8B82SuZq2YsRRnd56E2Y5O7smVKbEwejqOeJMizKkQyhVSwsrdpjekdiuoFxoDUqqOoX1NfYiha+t1LCi0rV3umzojbbgYJz9Wp4gA3IYMLxkp5Uq8ATlEPwylesfw+ll56OLzt06UZbsp19wCu7aW+qbdaL5FHv4t+Cbn715nKpw+ipDuZN1lpal4JenvVgGp84V1kwPwAPXjyy4jp/0F+pDEiIrdc7b4ieQOrfHbUU5kzY/xEfwbu4WuBXPGQiVZcdc/uYQi2yOjD9honoTB2VaR+o785xB379xpB6anyvL+03j2cygLoR2LIq+QoMSFYAGYN5CqDHGt9RtsqE81fHdjZ8V5hqEW78N0YsZh2R2tH8aS99vk9n/NiIYBuuVo3QfxNgRtVyzsMDh6YYq9EdKIDnNHRnHekAjhWf5HpPpiDSOlUTNncQ3vOfXkWGhzSBNyyyZ2HEYf18gJYmOn9P9HF3DVKQe/m5rKlAkMae9JhoQ/D1lUO5EBPcj53+9tk/pbkguqY4bbCdq5WcMRDxNIX9ZfbesT5E2YlavVxnZrIsm9isi7Ek/PQG66LlFyR57HM1OCLW21iBCRP3VRTkmEjOFaxNneITx24/py6t1dBElcp4ljAo+gGeC8nBrSYbQdrQt9r/+C99RTfbEGVFGAA30UQ8K5ASzwV79H1ltUWjGCPYHgvVduAk5uo+M5GhSSgWK+X7uzcXYt6PeM3tY3s6aGNP+4GcmsG14AIGvwBHobPOkkWD2i429dbJYD+pjdQqfKjezWpUrEz9Z1J7VItCy4WQzvrLCzWnyJsnX1B6Spv3cJfZVtjINtAqwWcVPPwn2Mn2u2Yhz7gHhEVMqQo5g42PA0p9HARXOaqBWCK1qMQdFxeKHQAX7Jxoiq8gfjsC+7wkLfVHhTvX7bSvlIWUCRwyRoSYN8Sc/u+bB0xrONnoOBVGODHjxgk/kaXM4yKToPN7gbol/uXKijia74m+wyBqPb0tXKMNq5jl5WWMaKDUIcbNPaYIHS7PF4ijMBS5RkLpvJtj7Y+5ss7EXdeswuvuPl9Q0vxjHKz4J92p5IP578bPubhx8ANVzAzN1jjSEVpKO/1VJlHSk7hO08xTnfKzXshVakCVlgdjAie34DDxUp42daYzLkzPdvUKbdxKm4d+/V4irWYIS03YjYqdWSSJ3v7sdgToS5bzfy/yBYK0sWf8XCStd0X/JaWaI0wLrXbLImYjfwvi5reavvwP6tgIITyyzhVvMeRkg+iUw3359USgUVohSjSu5jEpWStswNwzCpq7Ww3hvQKbmHhRW6vW7KV9XglpJKJtUS44TQB014L7kk854iOwbvw1MgD9BeVcyvxXna8Yf0MQCWwREs6rx0NN6ObweBfW4/75PCR4ePYUSdlxZ3det9Aqdf/cEwqWvo8yPRk467ec/5CIQwiAMHdbEgzVSvYPNeCkjCcNoLcEoPSnbLIp9sq2LsB2go1+dr+b2MVOxmITXQ+GEaG917wxylxr6y9g09qqhJjv+tbutxxKCBEpzxyrcyrewuOnMjT7iWRmSXO386ZYEMniJRpgvNNghC/ERt55bO9FxjFu13ueyRCRsiymccEmCUQaM1M2HT+eaSNOK7UUZTDAgiupzeBYIps/VrQVJpGgbYeJKGBHtjPQi+HmDWWqV8NMM7eZJoQfGrlqWhfEzix24WViZMnaoXCaPMQgRnWhn5OaJn30n5PmMWHnUeeECTB9L0Uy97EEbP/Xd/6YyPPXzqsMqWAGOK84+kH+5L1Mqsav19RGx153WBzoM3a+Z/6yKOjMl/sBjrpAqAWcl6qnRv7DkpJeFCcJsIFaG/fe13PJQzvqWIsDGH/bze8CD3fg0+KwySY50sJojGv4tCHkWEIoZN8OK/i5OtECq+wl3eUFbDSXocOJupvmBmwFKFT1tC7tQDgXxOHYIJGCiBA3BGh+Ajvd4EdhalSxI7C+2057JQTsFPhtwbZ1bDrUoNVHhy2lEWZ0NukF0INH+TAbM5Y2eaBDEJKt85VTaV7JzrJDdotnt7GlctK12Nw6VHc13h8GS0M3XEK39JBeXu13ZcC/sL6fi2JIT8wgiGwaH1eM7yXZ7ZyP+gziOzdhzOjCP+mv1OB7lJSg1Ist8hWM0IoBTRRcUyiQPnAPQRD4vE6O7cTmHUrsoZ/TojlFAnd83+rSMq5BgePffknuDHtwpkaZ6o/IfApLoMEFomZ9oSKmAz0oT0IwHot+iaq8YeF65xNzgK++cjE7TXsU2gp+sNFoDd6gfssGqLaIQP3dk00MfUoXUQZki/b2KP6yTiSljp1ztxpDacrH+/q0K1h8xVAJDZjJJv5l2+9eZxzJ6JbRB3qtfw+UnJO7S0ikIV5Btp6k4ELQGwzqvKM8qrHYudPEAWsNrB/1tB8g2tuqItN4rB1t2uJEZjqdhV1NSRVQImHvFbcfF0vflxJc+oMOWna/pAA2PWGCgpQC+17ZMQi6fK0mjTl66jmIkAINMesSIqrv9pkpqoI5Ou6mZJsPSPvANdU+0NMuKNb6itP7AswzWNDPK2KoUyRYfo/jR7UynJ3QBZyLyg/iRXTc9e1T4XGzrCknd/K0a2dwfS/Iw5AevVwAv4ssA295OAXqWeMyCeE8KO1S1Q/yOellSsaEcyPo3PIKc4bzWdGOJYhKE1XHe/oCVx2YnOInu5HGeLO3s3LWe3gOwWhMeOFfEHP5QojVCvM/Ox2FIujo8m7Abo1AOqN5AS6T1k+YBXmqVKW25HfdpNYfy9oVofQXDQn+qK/PY2asoR0dRMLuPfaqErHj9g7jAnjRcwbi/CqGv9ZIF5vLHLKtaxtu02pwizAypH5n+zfefDVPInYyD/Y8wejKWqOPriZCPYMrRay/aK9KqKn2muSLAGX8feIzvkt0pYRkV8yUX1WZaFER2P/7Bw+Wgtixc2vrurC4ze2uT+ZoAcoXdUM00chJkY4latbTPvuG0uKCyCQZwALDZgV02oGpWjI6yaN8rlpIMYqOifI8VRkijDIAOWKEoy9lG9Pxt0t7J1UqbPbB11B4WKl5E2kNxoLf4190FzphpazVF+QhD8UJM7IIi+DuUb6t+qCbj86JuZxXkKm28KVZ4gXdbdEmW07SKtd+nev5/2kWg5uzLDzgOqsoLkSuVjwBv+VupgzL3X3MJuI8fx/qc12YTFOj7q074lnlEG5zEF9VTIiiZyUMP+KyTNS+GjUHdlWAG5JZmlBDkqGFtqwLueM4sTptomQQAcwyT4szECDuWZPinA94viCD/378O8aR4LxfcbLVjcpgt4JFziWB71KnxkUNBXsCAaPVIMrUpm5aw/irVwYJtObm+7IbFbmnojBweAoccOUlCIpioCoYCD7SKLY8vsCceoBMaydHX48qRSn/lb5zUF3xvqbge1WM4LI2HnzNCCnF6UkBxSpPQ8T76kvrX+mJQnHiOi8Px1NPVt/aZ+lfdmR8GNR73+cvMAiZVc1URPXHZiw7RkTLL/KKcHOpDoku8zFmZ8uQAfmQ/J83b33UOxIoVedDahkJp+cm+OqFjwl5gxoZpEozbhLlm9kNY1CPHUaXUnPpj0TCf0I7dQmJXuCwbm8JUq5Kn/OmrYk9FbH6H2dHLH7hRAtWT7dwvBWSXhf+n1W2ZUyWm9uubYIwqGev+m21n0ODAv/Zn/S8nL24bx++eSnwArpnXMQS2bQfpBjtxBvwAOzler3B3oqQSeM+vpTN1hDQWFwdSfbM9D2SGi/jN5HntX6GDImwIk7ZSqQS6WfHuU6abQcn23UTX14CGHRWCtSFWWfL4YiclX+vPFtFBWggFaLn/jYuJi0l7oMDplAT7ho6Czz/2I/5AbZ2Yornb5Eo5OVpboiZe5dFDXtAhq/W5Vu97lzLFXmYwDU4Uyi8ZZL0J8FwcdY4wcjf7y3203UQHrxvSqIDAH2CpEUOQc+DAvAOFQ/G94qNjI1SEEYqUNrb48kVoAUWxCOmBpiGoWCy55swp0oHLMpK3Jzv+GhLvIv9dJgAT3STBXP0nvvXqxxuSbTXkgavvcWz/uCRZhVXJsUw1cFIUKoM+bYs88/OH4o95Mff0oU6Heuru83AdxqfSoiNr+ZL+fHSPJGV7h43KO0srvnFv4VEKqb32zB/XEkfdDBq/Sgjl4FhU099401dXILl1izUTq/Mmhk+/8pweHJrILtlH9Uy9pzhPBxRopFDi3NZiw1g7E/D7ZMzrn9HIegoS0oNcf7ftuPlJmuXyx9x7aGh89lPNxrQui+tGGF4lmk0c2Qy+k15dN1jVIMJ/3VPbZF4cQ146CUP0dlKBF+ob2TKxpCQ3zGEWpIleRtd8NCtFfkYjypzZWLnUkwyv95GctcKa0W5E1J/vsbzVuAvs6XMX9En4nrClGLrMXUsjkW522GU4VmhhmnP+hExA3CC5yTbYO2cT7HNzYdZjpcGXBOvbxQTnxr73gdOPWNXa+DfOYyJxr4MLFDljExQ6fTZj6HkT0Vgw7YrloRuEkRZTLtPxIowGyeD8l1BJ2kTGNG2d4RVT++sdPqqnjhACmylVXUxPU1pw4ni9c3lAULpyV/5CcOhLppR9/VzEaJWpGGVa0N2YOVlkOlpVg+Z4GCZ6tNCO3RXdwOulRkgXIelAXmlBdId2SsW2Lm5tsjEaQDF+kZxvPxT2xR9zoC2Up1HIAQb6ZDcCFzqTomFIOGmEapReruGRUEVlLSO3thh7XixQvd1oCs3mAy8nq63qZ1HwtJz9x0l06q/GjZf4qIgUsXjxYPU4XVHQ7ol/jCQdyu+TX/3vHOxnUtxUxEqsGYrUCtdWKGPtT+zM2BnGjMUIl8nyI0klbm+sX8s69TEO5bMrBhdQVbtbViz4a1xxQL0sFQLHZo0k1K3ni3iPh9cPP+N0LnKDNBQO8kyZtMK8KERot+woGiF6EJcVZCIBxCgFRB8cPAsMFxGQY7FaQ/wVPt+BgNr8oLEK+C2taJGYgZejma/eKEC1OKH+1zHI2SNJ7pAvRUSwXX3M8OFFUcImRzdjleGB4+U8lzmmDwbrTCeV4IG5ZAKFdkMwcsYjwzxPqgdze7ldKYHh4aExrJOux2fPW3XXZ8jXyiMVPf5jjqYI0dcE17ynzfnWJ/hvsi6PoXfLtT8Vn1QSgrvEcsItNzK+LLa2UGDNDCYasSkHUUaINWjpKiHt9/fZHB5RUzJHDr5ymMoalTZhH1g1Y5FxjJSuJOy8QJfjNE2E/07cbftygdmT77He9XzCK7YegeC0/pHDh7Ce2L8th2QZI3427jIh+BM1Z1mbQv1ZP9DEnHYfzjt42e0MT61SUdCM6VrdqAA4n/CzfQ+sxws+jaOpMJx2Ue4vFlAWRM93gFjo37ilTHNJBdhxSB5wcpKdCm8zFXHHXpKL96Ok4pPlfztjmZD8gY7WVrHOLwOp4jT9VBuuUhTCqUywrtn6JZ9Ua3TLgVnA9QKXMbm0mIY2lKVkvoG9A8AyXixaDI9zFcsJhTBdZL4TY5TtZGJfQPDCURmfiCtaYybacpoa/Ef2NXqQe7WuK3QSX3OWau0MBG7zgxMrMmB2+dVs5IKbcoo2GqIuXdyW3O0FjxUWauPuN+l87r9n4y4FXMnMct1Ni40tt2C9J5aYpqn4H+ukB8oebsGYoAKI1bXGq15Z8VH2G8CaFsoOX2+kVHtLTVSNyl1+CeemP9jTPiBC98mcw8YQnxGCDh2Xn7pkcf+YVm15jnm3o5/9+dAzekXCd3LXm+eYjWBRuBevkeBySjEXRjhxX/5Jd1tbIxKEfFTRaR4YSgPcz8kEI/z9hvNtZ2GyZv3RNXC6guyholKNzEbP9wsaGmaVdJ/W+qCL8V04SkdP37CZhzhj6vM9t/Ej5BFg4g1B9JFheeD/yAknsL1IqFmRfWUjQ16al1i0pPRTvkjBMyhCzvQOUQbpPhm67g4gAXUbnFfaLVsczHjqNyTXzKpTgiJzf+tGYhlmYCHHDzJEWruqQRbLhlVl+VpH+5O+rwG1jqjDTCjBzneA0FKSXvgOSVDfJdu45BPEVEO9LCRLKjbr+s2Ku0GH9CHHNMkOWNuwFO1BxPUgf3F8UepCah/twk59CI9SdqCTPzbTxMEbrjUDu5kMVNWcL4fQsledQb+I6FKRaR9hzqr0+mNtqs5xbCD/Faqu3UpZN0VJ3uZ/c1URzlPLtkWUnK/7uQKOUZLPOSPuy2FhKTKTBz9FPhqppFc76suzwZDoTzLtl1cFP855Wl59CXksn4WPO5N4tS/F0J+BfcRU+FVa89iIm3iBigtr7um83V5XRGg0dG9CBJ/dLhi39Wnwp/FB2CBQfEMi1E5j1jqUXzECVD3KZVcglY4gT8yDtM6V/D6am3Eulgjse8He2Vfg1ro2NoUCX/v6NjPUiCIXs5EKOkf1mmuDPFDV/zkfhuH9CNra0o/NTxxmMK/P3WZ+F2bULV71MW5feK0ZOF5CouV3/XDVhnTBDN340ijMwBitZu01MTeIC3qImJh69XBVXrTz2VJJJDds2eTwdQK+5IIbLb/hN+ZKaNBui/GwHFvhrpr2oPwupzP6/hlLH38LXa4dyvqFdyKQQ/g17uTcHIV7AjOhapH+cGVp5k1jaFbYaq3lQ6cvl74cQq1+qyULfFJZ7FnRKGfDM5d4sdtC6K1zXOtCZ0LofEQcavyT4dg/EetoG0PPjermGN/XXAjhT8rxZFjgRKT3/b/mA7a4SVW7hT1TCiB7l/e4NuNR7BX3XHi6fwpMC2gTfWgEo8u9nXh7bCCCRjaSuNd95XQLsrBFa58e1usI70s2EFLnI+zV6Ls7KyhqTXvyVETv81dq9MM123Jbk71IgqPQnK9IDCX6Xid6RY0eOc2TOQPEyupw1jGWraZELn7KQoNL9DTh5up/fGkanIsjuPILjP91tGzBMrl3VcaVwAzBaoIluIOkwxWXdMrih8rKIy4aLHWPGQWoSWuSySh2L/ugik+m6DCxwwBxEZqd+0u7fFbPcRIH6oR0mW9kutDaiD/ofZKTTFHfVX2mK9jpUF6eD17bgpYklFJ40fXJixCGe6ggrYe2WcYOGUlOxvE3p4asCi3CexXXFAPHWe8f1UQTedWJkmgAqUuWqUFx6uxE1cmK4tjhkg2WKYuMTzGW3W9fMlICMpd3CPVdZJ7rvNP3zW3tiOG7ju0xRlFKlYIt08uTuSMrcTMPe3BZsbR3NLmu7ZGm3r4Sz9xmeW0Lvv6pFUPa0XerlBcSgYDqUZWwI63BGp1sSIHbXdw7OR9LSC2z7XxHpejS12aVlxLfmRDs0GHJIoDc9RB+8aY1Vweq+NOfAnm88qr/FOkCqaAkW1+lMJqZBLruR3pKJmtQ3VdT8Lb1ss0K5DvXcnGBniCRBwuqSsC1Sb8UVH9Y5+BcyGAuw+F09G8LFAmGF1pLk/2slyEulvHJXC6FqDcRdEAVd08xkioNZLxoF+2r37E/zmDFhncMBdVqlJDuowy8SUqma5FFdtseXDhyuo9YJ0Yh2UbF/itCxs9z/y0XcDZmZkTJtc/qvBadUfAE//ZcyB0slLfs8DEG82+Msg8B2WkIhUQreyjSWj/DjR+2a8kFeqj9euUvoClyqXLYOtMPVsev2KN/snSVBcbXFDTDJsuX4f4VGXM2RbtnueYYmWGUJgbpKEgfyHb5culqZWB01hqoeV/hcwAeEvUGJRCSvLgQNo0o7Hi4plyflhSaNfHpE9DqhH+QyEhr51XbF2Ac6okI2qrWrJETIJQk36d1isAAza7WPi+YnhVvPikjM3cwsN3WNJL2+NQH9v3fGFv07JlPmywObp6XTGo0LjIyVZtVJNj3M/Vjdlai9R7HDHC6FidWJdYuPt3+CLIyWkuj5nAY9z1uLfgjZn81NUcbGz/cDAlDw+BC/vytAn/Q38Yu31r2GIiBbBIFjOcZaswrO7h82tDVi1FOipeCXGtENsRYX5+MCOqFufjBjX4wnqFxiWE10kTopy+Go0FWo5ebeqrSIi0lnTW8RqlUQeZ/0ox9QTQkc/qvdgiq0WSzWReBS+FEEMLLh5uLq/YYEzuZjiOD3461v5cBKyMrmUBbUz6ibIS/9bjxowgz+lQvGsZ+PMF2+v5T3WWD8wsJkA3K1F7zjRhRPVB0hSa2PV41TNJ9py0La40BYLmEv/rip8SvUCPK319q6qEdi9o12oV36/Vk/1iE0e/oaCj3q+oU/uwvSsHOA44ePFLTEAfBG//5L632V/bOCD9Ta6nTtDGmtwcQI9MEv+rOVSJvvjkI/VrpE6Yuz/WHSCC7ZnNjNEWosQHqbEd+uTJCtn9o1ClU5hEtQe9ZcGeV4jg+hULWdwOCY1dDiIusmcQ6qzYT/P7H0nUkSYoEwS9RaI5orTU3tIYqNLx+yZ4128PaTE8XRWZEuIfwUKmgHnL9+4FPHfJ0nE1aNmyEc5As/b3dxfootvOpRZNV6PGUh+dYtOJl9D80ugkTTG3IpquK8E5v1Qyz4C44+dlgrJ2LrWP3ctVh4sqbq9wHA1q1BYksL6yiOe3r0Y350Yg9pCZbCUYcTOAK/Jrc1q4Wd0aAq2kytmnxstV+4d0mv/6080KNSgDOcF8BvdmncgA6jWJBea+BIxMEIBAjTLwXPur0ftQxaAgat3Fz/dfGlqxBoNuz4HpOJklQnv0Nyt/CnPdP5aGvpVYoXGxX/wS4YlwifsoI2DvDedtsCD8Pz7uXWvB1fIF5+ehGL5Co3BPwS3bXcE1OcGk92zo45SoreOxkLhG2Oimz8/Hv3Jkh+3lcMkFXcVJFAacMNNYETBdXCk2BciDz6FMllPLOgnzWjPEnIRGWUQmxugoxSOs0+WHNT4O1fs1RJOaF00/TkO8hUA5vTpIQK8nXGC7mFOvH0Ylb5usmAOmkjg2D/qYZ+2AuzrCZ+hFNYjAB1E7MGj46bAOlQswESw0FrUXMiVgoBDfsSiUe+kd2UXSs0xcspPzKuDS8cPkiK6bIHvffnBgbwaBkaMspJd+oWIE6Ig52HsYOy5vYSXbWctL2QrqgoZYwHy4se61e4iHif+BFtlfb22xG2vffqG1y0bWUEM4Xjq7oqYz4dm4qMZPCmkRJSL0W68L+lhW+lHvY0f0vijWMqjmN6Yh5QL4edZkcWmnulWJoE7zdRSYrJQmZnAiKtmEer9fhuFkmHebGJYV/cW83fBEOtqnmL4+tNa1hgVQzgGiqNS91wWy5HIVqevMVjdI8sN9pF+rVKvfqBRKMLINWlpYyVoJ5Ca1FPPj+Rh5RcTK2rkv8BTqcpuTvU14fv2vBKTttrgVL9/wNEGEmiBEO9qAjvi64apR+iDDwd8USZZ6ewezF46Ai2kt5U1TV6VIoT9b+pDVH76W2DIbT85KbwoceZ8010r77iC4b1YjLPCTZ9rgNuT13duBjKhk4MVuI0CxBiixGoMYQPepsCvgiPzXDfumJ0vWY2YxOLfJpGN9n9k5uVXBcGeNHNNyZ58rTVFWhm2o2GlYigKgwgxBWok1VwhSXtJVVRkcEGlmi86otcBoLiZ1BtUJZ8UB7+J9+DN3tMeQIwbOdN5XhJYjiSE9ZBMUfIDNolwhf6IS2A0E7hvgYxFBNkAEhquRpBiaqiQrHGUGo2tPTO/QnjbKtWw9g0qGh9LN00F9Ow+/p9Wv8quNAsuVznTGdCkU4eTtANl4QYDj8p2IMPFC7HlYl9S5foTeOdgXTKO8Nsr79SXegxFuRpcBoaBKdKJzgPkN/XoK43/vskj8gMcvE7sfJFX1isGYXWuGH7npcH57e9fQvg5yXxbu3klwvMmlV5UaaYMqPUFWOuTgRhj2Cydfh7Bg9+rtvTqT57tSNYLKn9mLp90RDuIqvx1WCl+na/N5xlkLgbvDlBP0r5MvIvrzsTwRprF7QR7GSUajMTmOi99JJBboOgxxAW6gGROvVlOQfnVnNbVTsaCistf/k4pZi5/L9NqLbUwg76z5N31u/g4f4uDVqZzVsLlkvlpIf8QFiolKpeBe2/RytzExhbagWfELkUfMZM1yTsV0YwBxQDjZ/51f1998oA7zh/tQikJ0+rGc7+Gzj6XEm+lVRz64QNnVZStSmBkyYg0j8V2b77HLiiIO4WaHrL2M/wmeVb/x55Eaq9wG8gm+ePQOnnBbs15ikIPl3Vn9TfGqDyWobMOzGN264dCmHsiSEnOwQ7uERNOnYsRPH9es4YuXgbf/8af6hhKS6xsw6bDzJ+WNIZUVNr0ttitT0bIn817AJrlF8uY+4w2HoKh36FDtnyaRTfRoeVxzJFzjfP/BxKkq/prKoFW1W0v4EvIwMZ+gr17Rp2NBkabEyM/BqP5Bq/jDXc+wV19IBBV5BURbSTDjr+nKZNC8eBOEi4jt/WT1vfeBfwXKwio/ZixBB945QRwwQYRKiBtdypOf4mJPZ2La7/US1RbCzs7kM+mPK7mLs1dl3w7K+nps0HdlK480pzJ/smXnIsoPYatnzuny8fU1eyN3BHLDFTltrjK+oNcqzoW81HV5mxxm1ZOc/aeBCHdg6eICtbUyaQ16KxFHyy90B3tlP8mhKtJyO9wZLwrcEbSqIXUWiWVJg0Or9GSiypXvgeFGfM5SzacA1LLcwzOlAuqSBbI75BFWPTRtr/rRphIchcQwanlMUxRzLl4GqneDd/PQ6ecQe+P1p75iIstH4/qHb6q+QGi1U5TXbFcuVBsXVPD/1KNJsav/JJu+0xOiqaRqqqV9TniaiocYkPMwPjTrMcorBTq0OOj4fp0ivYBIjUvgsVdm/aGhGlb8bLNy5L+fmGGI+6BkwiC3udpsiqRhPjJ/7YiZEfak5l4YaMeOefkPgpqqDO/3tSwGVRQgrYx9/CSzLXebOERSoYPPT/VE6H93mxIsydfoJZHAzkLb33WpIOy07F2hjYvoWaf+WilVfDRjn/QP9mmHS8nP3+UE0QzojL3lLYkKnKChfZlxplH1dm5a5Q8Pb3czatd0K6KiXTdARiX1fysDj3PwnE8o805Itorx92rvaQISU+sif+Zl34AxEx1PsRiEVuB8RtE+qNO2N9j4DdWt3/BJRmRTbYjkwBMtGces0Rkc2za/weOwjr06M1YuyS9hXHPgk92JF91KNjCelyPw+AF1TXhuUeyYx82c91MEJIdn5kTV3ukn8os3hIWu1TtJH5mI36+VcXs+Cu7sWBoR4YV/K/8m/37ygc6lZn+Z6Iw6MRN8rTxwAA1Dv2a8q4eNfgAZdem0vZigR8Z6wtLH/vu1LmB1VZGPHQHoPdv+wpB3bstJa1XsS9dHm+OoRLcaNmhT0eafYcv5SuHqkCsngl7E9uMjE8j0KBvWGnCfNT/ow688bnuA9L2u4WnDRzRGdR9qOCOYEy1+73RWcRcRN/LRB9mUIowgu1QFkg/ZmqnmvIPCG/HoTBkJecaoYxpb7ScjJNdbhHijsb99UiOaihGYzP+Sv37EIIonn4ZAKoewRgHOzp33vGuX2v7ELjJlpvM7Z74Gm8+S/fqVIvEOFM64i84TA7kCJnIZKEl6ioOIpN8vNT9RLqI8b07SpBRqfWTRbb+rJX52esIH5I9Ri7ywYTJhOIC2zsHRdULdp/uVjYTl/T02udu+aPUu+z0hGzZzhmd+xumt9BrD+2mGwcz7jVrDF7VRRvYjA4O5x6Q9qENJKD60Jf/jOpgHGODb6Ky58Lx/LwQ/inxqwKNqf+0U1EatorkfHyfTUP9kn6sZnEteIEJSz2sJyP6hxRPLgYosnfTQ9rVTbxyTPGNGugenvqdup57VHES8NHAGfPTZUZqoRyjaoW7hakJqFqlKoJJeUIi3KDZtCMqamHaugMYmkNps2ig8ZRV4oF2b/zW3jt2ktMz3dhy/Lbv6bXtvR9/21T+vHNE93H9BRxuCOjDd86xlIo1h4GG672DXOi9BohzZddzW7FZ2Y6iSWgGOYCc0yziklSt7rjyS1gFXJNFQjcdIJkE1JnzEHZ8GPcvjGNca3bhr4jxwTpRNbuBPXCHZAphn4kVxcDV/nvTMqZ1xgqBFM9efN5OYi3Wz3wXQq47FSizU8vQpInhTkBa0B6oY4esarEaXaS3rqun3N64yY9XN2fTVb+QCtvPwyJrnv4+uk5ZNxT457ystj1ZJ+Lssssl93GozBsAjcV9a0o/UpGjCS0miJjvuehQLP7pXQOTqX/21Cbssl3fJMuyoFYd9/I2Q1EHYrDjLKmgf6ahmeDPmzg3wWQgV56YPyq+Pm5FAVJZxNkkliY4TKSPKnV4+ixSTpoJbLyMDwMZ6bsQ/wij6NLVWt21ghtAt35GYSK2WF6bIZkHKF2ETosL8feu6cI/9WAD4jhKTp95VPvB6PffsVuRXH5DyQHw8EEVLPJRzje3W3qI/M+crDSr3CdbBPk5UW6GiHuJbBi18yMWVd+WOxkoLSfcdBrYdLvodk4tem1x/r8VC02Ob+XYW6Re6JBLfqO2RrHJEqxelPxeG7WMWAow+81a/Z6+u2v9HWUU8RJNkxOTZBKXe6gghLiCfYt+6q8+JzFH8i2KBudGD8rJbbwqyMSFk9C7lF+9xpOFdbRtN/pd8OYjsrv/J97ABYWDMxDiaMcDSx/TgjByJfF2jsByUVZrvDYVGKyxAVX3w88oHZUijPu/PoM3DxXPJ3Lfi8bo5FvqA5jtSegdmO5G/OwmRjA0tlfxf/cTvX5+WX3o5gXyDzffwIp9iCqM0PvOifuCtj6jVJqQrYRhhRwXla7ijC014QiAd5bUbUWK6KjKsmCIjrZpr3fgpj6RbaJo4b/a7Al7ifJR0T+XEnaIqsmRNfv//+SyuXR5M3eOIXyp87UbXv+oKchUD+FGbY6CRUqdVKRS+Ex7a4Zio/EGgiMoIOXMW4EG93uPROXAbtdEkU3do7QjSRtFGhdAucmvYLHvzhlCwI04Prb9Li/wwt9fflmUGQEhYnS537DgThjE475mXkkD1KEE3VoVN91Bbwi3dftSRXEf3femNwsBQFZoXMY0A4vC/Fqcq84ktRJ8Gf85+M6IJ2FnXFG3hJRaNfH0tg63ujNXhDn5jP6vPBuxcZpXJf0LZLLJdcyL/qjXmTVBYciiyEydUMMfOiqwax/uEzYdbNS+IjcFS6Cz10YXxTjJH5Kwrk8RxN4WazvcMOkZWYlZp742/PRY0hDsEUiFZ9BeqPpPdHEQUEw/xU7yXbqPMdObRhIX9EL3lx77N2S01bpEkz+AehKM2qFheUB3e9AskKMOSE3x5GMzP2O9tZr5tDlBoDhVmaEUBaJWrbOTas+656mfxz1YIuPgKZH1doPQltwQ6Suni12PagcoNmx100Cj6Rvv4vy8j4xmnHaX9MhzqATAaE80GYq6Z1fo1LNCiA8p/ACB/F1pU468cvWblnKyfii4SxSEej0th1kJXTEQp323AFFPfOITEWCcSL05z7xThcfOQWlr+NR2eynr/RQkL5SH8Y2mRHD3JPMaXjpsSBhhN62cyBNwh1HiIZKo2WDaVsjp89YqMJpCKj3wBG7gTnvFWOFScczfJ1BZWA8WpLQjxTdsbI4hR52uR+yrHQXuUC3HWCxexCjOM6bdQsUEtlPDJ0uCZZUML6/k5Z/hHNL+Ub97zJkwxh+K/fbzKhdvI+v72NYPT3pKJKW/gap3Pugq5PxrTb0SXGXBtqeRYt+WrU+QlYf3vkEGW0T9r0dc1eEk0g7CqcWO7/rDlZRNVYv2Np0eGfsOJUzN5VOLjTfLLCG6GMdIrL2yFwq9sFq0lKN1IxLDo1hZUctgHKRm2akxm146vPNv/kKB3MxmM+3Ev4MRIEz7KUfs6LNPZKavLlBxgtieRxewSupQ/Sexzu0HrkhH+w9fQkmY2wT37+WmD2BszMpjaE+3GAnU1Co2S/MurITE7P2icffE6F7mUYxJdO8NWQLZjEfs+EvwhAgxzWGsd5UlRH/ipCW5TR+V5+7krvTuK+1UUSRbcoQCyLUUwcaYRHxZ1/a1qYZESu5LhBia5H/uQVibS8q//XvPwlV0G0O9GIedFQ0Tz4Bz3avyUmfdLg6KEiSgq+6t3bWF79a/pl+BwotDjsWMhDDjQPhHhlzxmBgIeM/3ZOUYPVK/TKd9xXChKpm6S64BgREF0LShbv51dpFd3VD/l861T86yqIyxwBXVtNx8/7lfJV0zkHRWifm5YwK7pan59fMrf8dV0B5OJmFOhNZnC+Z+MHUSnAb23wZVt95MBpg5YaoNIpIEGEXzy9fYgIR7lGRXxU3RfWba7KzhhXrAQSejiK/tuAzFpFvO4dfbvdwuuG/oKKHmHavwUvBz3bBO7+e3vi3x7Cf7kNtcvrpqabNCbI0vqEM45wxe6wEyc81yhbw9KdX5DFW2ApcJJ7nC4BM/yb0FiGCD8PoMehjOvkxeKQ4QdX2mU/YJxGE6PLyYzs0tWHRusDUctB+agWGtfmBlt1uprHk+PpnMA6ehWfW6/w4r2AoJ0oUgwwzyzUN+7khNEfSt10wBJbiwznMfldnfd1lvFiWw01YfB1iKExVe1PBElxE/VQK/Raf6JT6vOjjFpTKFNuH/jSsi7pPBqNp/UarTjVmM23mHK5UA2VuqurpURb6P/qYqLI6B1sHX0cYpDdO/OmPHreTQLf/E7n6i/2YUQpIEAi73ctwVPkCYlYuk0XuYPoKJYdDKv6Yio/B43M6Job3+hWis8EnAZ2qjs7b+cHM1Ft5x7XiiXa/xlz9OVsikiuSWKGjEBMD6ErkZQwBBH/mDnso8ufzjV1fO/cMihtF6ZoffDw21ZG39G0DqDIUjOcv7m0T6xb3S075GW6pHg4/MsW3XU6DS5x03FSg+Mzl34NJ8FpU+k5U4k23a68Yo/6TN9RhmBCk7n0UM0xkLnYDo4zWFPkZ80N+c0mHKGf/0pb8cQsILvMbSN8/CnKtfv3fzmqrA3vDL8P8OpYgjEn3Cx6ypWKW43cBTE+wWitQU7LoRZL2hF6U6mbc2KGYCk0lvxpFPX6n8gaj6LVDswFmgoSHHj2Idg0jCSSw/L1MktAR+v9+kI5+peWXP+fQjEIMuHNVAqTKO+NCuYgvAg2qnFsItqzE92Plre6ZSulqRphYvhY2EObgsWdQoOxpp6K7SzTNG3TjOLwgi8GHcMnahO1LzBoUk0yxesCuk1SsEkwKO/sEnxVUI3ilpiRkyUwZyOosCziIfq4TmbTDUN+vkrDlCoqndIHf2kXcOuprYwPA1Y8MP7FhXbKr/oXODRNpu3O8nnsp+U9oovUHWCV4TAhtL3oCfln3zRua92Ml9Izk5jz217aP14dd5siUnmeBEORbbT8TLN8SNMuTO8snj65eHPhWfRsxEkxJkB9IReaBsRjmP5EPs/+gdxr8i2Uam4kakQL9p04ZuWM5DjzE2E79rdN0AzUbA6/svpTSZz9YjTvAxynbKRnLGOlfiueC4JQug5wSl7CjAkslzR3E9OdTVx4bzOB0j+XbGu9+SVK9R3tuG4DCzY5tp1sWDT67/s2W58N7LPSFPM+vilKVcS5ZH2bxgaAgovPdjC4GqI2KRZfpqDA24dtlDMWzTl2qW7DzVUscBwS8aEeXdbaZ8lxi+Il/iquzfxmT6j/6bOWj5Cwbvlw0/uT0bRGIbmKZfXnQgWsPX7RRzGpJM/Ah9QDsVRJnE005Lm9VXWB78/VQhV0cwUQWVVJAbm885igkC8XEoaxHf+tbdo23PXHxOlD2sMH3Fhmsx306AAWl1ABerk5Xw5/4qfr+1ukHZlwIWRABKrGkr0LKEF2cg3xj0rZ4qeqGtkZ5v44e+BsvAga/9S6fodbUKHFnsgGQc2Ux4/g3OlYDorUr57EmQTYnM74Cj9HoPgQXhaj5GirpV2jAca+/+2oLzdg8sz4rRaMFdmM1Vvp5Z1MZCjNsygDcBQZngErrS6pwRjUs8Nycot1ubG7ev1esQdtFYb82kweww6KqKiDGDFnUCxKCLWqeehIC5Of4dA/BUMBQwbYD5IUB6GK7Mn/yqcc8HSGd4O8gf7v9gvgsWGab3R3qiUQ1uVGe5IZO8EulC0gVVl250beeDKdeKUGOsbCPhw/Gq8HUgTO3AR8I2ngVBrbzfXG1atZ/qgZmq3rtTVVmo5B9fK1Iq5+f6T7tXtaP4b6AqOYPltxbxdl4QI25GHuYIzR4hmV0kEPkXadNfqsGEuouaq7M23avBTwpY4fupUjwL95xDfS2jAyjUdNNwHmglSPXlC5/V4bnz4Hb+neAoirxjE1Ad8Qapdmev56uhk/kcneymqkRuWrIVcll/SwmFZTj/XVovUQdsINYfrH2AJnvo6/d2PAVKlRtuvfphdyptCX6Z08w7ALTQLhSlm1LzZtTHkoKwRyXsOwwQXZfYVN4vf7ym0bhEmxuWKsbsU42c5f6QzjCO43KMgLH+cLKfYZRabKhaBqUfQjeH/MS5CEhVOoYUlheq52MHLt8HiyfXE+tQnMC3cY6kPRDJA3FbTIexmjRYDL5wkaWcHS82Uq52/fTQEbTisk2S5U88GR3Af4wVFSNRdwzz85l7l48NQ4EJ+VOK5unDUYhUE8X3MB1iE2jkuQdGwlw652tswW/f7Z+gOggLD2XpS+7ao78F/WdLco9/hWZZbDWGlbzNNcjp3KrvcoBvdTGscSF/Up43hP9St1BFfpK83HQa3IYUbPsP/JyO3qwx3guKMSAV+wFD/kiOCHGoPZMRBEU8nmG/leo2uuNfpvcclLPQVT5tBq3dVoe2kSrfyGb65e/ERwIe9NBsWyNC90GvfxpZR8MptXaJe3HoPJVfoXBz6EAIlcYCdxTXDjAsaoAHjFz+XptFEhRAo7Wwg18kZcRXt1aWYBi8oYK0Q/c5ELWG9iOtpcKm9BLbmvROGLhaoPLAc1F2O3WRJOk8p/m4tl7Kru7VjNw+KBkLaiWbFOLTuqA5p+aF5S2AkOzvQWW0X3d8ptv1eeTYZ9pZoxugewZ3eVk/n7FSsbnMXLz9AIb/+Wc5OSr06YuAr23xhKktHq2Fu7EulX23ZZjcLnDZSEhRmxZqRJnbTpwj/1SEqpZgmnzl/Z65OeLVwhKkH2oZT+0vnXkdZUyhT0094Ay+iLTEFyM7FyMyaZAiVf8dwicA0d08tPWp09sYYQWCtLyI+ZLGGipiusSK/K+p4X53G/zVEEmHhIoqPv7OonQnMwHsUNir1bCRZC6ElNEFKCuwpWDghfvjk3xFxReYoxb2aRZsHirMtwJCKGqFi8jf7tHCa9XimqiZ9LtFJ1VIuktsN3ZCKeVOso+9wvKzzTvSq/G6whcrdqBYqENBL00Wodr9upvwjsKSdmqWRFRnvptdw6U0dHkcH0TPLN9KZ88TMo6pXzAEpIrS2vDYAnkqOV9eFgDzOgO2YXQdbuMu5+5RcOgk3GTN37ftu9ftZ+XdzRnv1wKQrl5A1PzxKq8j9T3z3xN5h2EL8BjXne0NE56a1B48lpYdnUIjh92i08hWIA8OnKL6mziZvBWbxBLXfJfkrardgnqFQDL+DWAXfSpyv9yLj/MBGgPdgTtgVp4yabyyZaxLM0OrpUJlfPIC/2zO6EbyKU2OiVlOxDU4qXQ3/azjuPGvh3ogs18dPhIEAsL9bDgeKdAKI89VHzBZC0xiqfUuCcifoWSO6oUfyyUifAuiaRzczZb5hHJrpESEidlLXFKTahfVdNyqiPF7l2yIsPJUr0P58thtyHjSrgEyw0lddSCpW0ZSAAXuFi7IjgioDp5rDreNv4O0cqs/8S85keV4qvPOKz2xKllcW0CBERZcwVePkPopodi3BL9yUSKhc/Xe3uiKbFX5a/hZpK++KA2yS1a4YG5xLXHDbbO27UcKqWwWnGfp9T6OqEUNxfg/UXJBstmZoqKwetkInTn2okqgXon6AxYnHmJ1Uou3CvGfH/kkE0q18Oj/2tQgHBWTVeizCcmxijamMRAq5jPMTLD7NrB1ZXSHexdPME6E2TRlEApt8hed19YCUqJZoGG5FenI7/DhlOLNTuK4J0TxfoB2AlC5DHyxxoRwhDelUb3U9fzO4UImgaIuqromsnCBgv5m7Gt0gAw8C/7LjGQd1zDoQJle8Osj7zDxsEBcx4dXaj8SnGc7nKkag98zb/OhlXOV4PLnccywJ3YHHvL9chGPXxH32X/KTLBup49qDZ0Uo88AelbQ28I49j/fGltSff9pIJ1lx2s0SUq2Kz+DckhZplSWox8ulvS14twbmk4ZppTkUkmL6NDckjzOxiwTpTP9xwiiFsRFcWuXyVqqjHZzR+7b3jfZHSjk323PIZ5CHtFfMEEVLc3t7HYbE9ItyhA13NrrfDOO7ufnLk4gGxqW+I8v11qudYnKCLNtWoa4nLl4Qyc8nH2H7irbdRQg15esF8tpo4psOeXKIbmHtXEIQQ8tnmM7K1gek0jEIy826ICOmxxflLWsb8nH1o5au8oV9O5upd4WWcUV3FjiAdgQL+rF7m3jhkIq0o9rttwk2+kPsnMvFIGqVTu65OHRLbUyAfhdExa/C+BMj6G1+mjw6x8DF7XSLxp9RyrgcZJhT4X9GsEN7aqAu9q0Eisy/1LMJk6s+dMrfi9JWoz1GAg4MaVv8cGQnVSV88TZthD2wGszj0wmpDPhm35Ax4LWvL7JTa+mSaScnn01l9YGadGak0VJ7yR2703An8SS2JZsE5r6TPCzLOke78Ch/Pdf7ZLsUxJ/s9Qww05u5LyO8dbw/dp5FUPPRoFqzgALJPk7ajhnAOzEsyND6cY5lk+GCeZXFkx5aR5T3B/pI83FN5t3k3CETndhwl8ckjCFjvfBDsBqvcmp6E/pCZb54PPiI/x0e5n7LD8G0l2aAXi6Uh+AmPZutpUrqRvwALZGDKPU1aaQ2zUYj0eBzBp4stjRhmSVLjL6vZIzyEpPKh6S8FonRXncfrhsmMCNQzC77e/JewDiRXa3/StqDN3AOf1gke8KbeYWsRu8jlVvATNXfjvDXXoWIEc/KBoajNMf+mKeFm86czI4gQNb2kMEzwLS0Ozn3ANMiQfBMngzlxSOevEP3kXS1OYOInPiMYKmYVmI+yqN3fnlybY2KlE3Zh0pCmzotcBh09msN1c5IxGjxzIMRV8Gc3iMxnSK1C+uwiO30MXUZqrbiStobHvtcbT8HrkVnqqJAyKzB69bVvClwe5pQVPrV3h+COexOvYZvfP8QnPYgmQ8m2O93C9jF67qABg4RrpVH+ggvHKDMb+aBnRsLq+MH5HlIq5eadXpYt6nSHb3gfgzC24usFw3aMGO4Hei2YgYwkZZOaFj7jGFOsBaXkJcwhgb26zV36NOlLm/Ha8/4bla6/3e0yI5N+JmTM6Edy+fZfpBO8Pbnrlev75ex4NCDzjygWioOjzDpjQP2YeelCTDm7GjChtv6+XifhjWgek7rTaiQh8c9kzHa3BMWUQG7kffaFl0V0uT9cwFPm7aP2C+Jk2aOZi0uV+6+jP+kCG0sX/kR+rNOEBqs0esfOGW2KpYki48TEka3ABkVH2uudQKr3Kxr69u2r9xW9TJ3m+1YYO16REVeIdPW3eR4GZiAYGYp/wi9YNCSzj3I8QHxJVYVotcM8GePrOWNOFzGKOnUBrhiiQJ9HF/8S9GesU278vSYd/SBOoPqvEXKhLqhfVFtTRHkoVqteG4CnpUCmltcQ1/xqi/FddJRuZIsoxeyl+55LsFqefHJXqO8zOH2wdlIYvJgactkL8sEbNyJ7zg+bXxSBboBqbwCzH4yuVNsaP4dn1yjBtEX8TegZkZw5I1pjVNGev7C5OsjVBUBi2dinjkHubHjJD/RiMPKSuEJY8wppkBxwnwYTwQbFc6AeWXTCv7VdbsyPFZJEWQ8m229fBqqixd2rnbRyIsMFeaQjkkoG+flFxvjKqKap5x4fmbXm4ViU20QPOnYSZd55/Wo/s/vrEH4fq+aMAfD+Tuly9vM6+NRiRtxyo2azpID4dp+aHbXzQxyljbF8Ki4kiW74Ob2fSX8docHcPKnd6dMw0ntpeNiAO6KOm1X4DqCX1ylvkG88zeBKN92EB3GDalGJtXuCGgeo+NmTquD3dto/26GhnNlrVarmrHK7eRxZ4dvQu3fQv6+xMRnS8M3AIAv1MQsEJWmthaY+J5PxTHkIP/q9AhkvFoY5OfjLrYA4KzSfZk3ULJHQEuTYHZCnsCRwhLU+XZrTxDUmqtnaZ0PribofsdVvsCP+KmIlvrxcJZZZkz9YOIATT6+jL8TxT8VNYpYPSDIJX+FG0a/++7wRG9tC5jGCvqasZ/Lch5fZ21z/rZtc3UhY9uWND5KMWL+XV+swFKN5kIG6KfO71mpAUGeSto3SYdlNwJ/i6v97h0vxNR9eRdp4+CwygkjIeQaSfyyUpAklLO5WTwlBTkJwKP6p/2J8ts+Fxc368bci0t/3zGub6her1lYDHFvP0UN1pw7JLF+AZxRXo1Ho2aotoTsEg1H43fRBaWauLuuF5QerATKvr9J0kupPgxwi77w1bT3n6q6qT/Mq1HDpfprEj5/JRmsDX1BRx3g9+PJpkhS0XDF9leA073n+PC9Ch01BQ/AxTxg/ijGZOajNGk4wzTBBnUd5biCykvt/m2Rc2ax1J41JQ1ex0CYXX4u5p4fOx5SGH7cF/p/WvEPa2Vz2s2mhgmj91lJWLNIv/cDWatuBghTS5MNrUbtaja5jaKgg9wYVbF2/aJUrZgb9NAHrTGqdwzTDGtimCz33PZOvEXeg71/ozD/dN/L4Ym01QWfAriRciimNEAz3dcKtguFfgnfY9ruVTumT+4yd3P2LwYJs7nwb/dq/1B6QnwJAKmKts75RtZERb0sVjVHe+0Bc2sKTQeTKIeHyP2duVNhWoSzvuhYErTW54GVmWtxLsGLJH0xe+uqjQjRk+dQOyveu7vAQajwCHHkLCGiVWz6VJbdpQbt0Ylymn8FKSRvCSzp8zC9rm0QCetdIPFjuBQxJ/CnK/PARBqIcG/9riTZpo32npUXb/oL35dY2qnRhjz7ILMnydYkRtSJdEZPf+sesK/K34fRvw4cq59AzkOSfxwuoKH/oVXZ4C09pXKzsBA3coeWoSe9DdGOBUh+wNd9gI/giHl63qm+c2UScTvBk+1Z2s6y6cE4Zp59vnI+/HyqKs7UTvEjwaamj+zr4YuCk8vC9fWpM+bTW5XOvFIeRSaQvgwx0ta3RbCNJnIiPjAoGRX0U4yGrSJLAYf9NePJLu07ST7LgOzE5KuCSqudJgixBsU9JfAfIZmGVhQ008DuXyecUivyQsop29G/GvaiqkuxG2PO1/UNzNktjKqmDyK7/iXYYKSoEn+7HblOUL6p4pZjoJLw8cjNEAuuE1vDDP1AG/xzOr0xpNfl4bpnv0fceZs5gw4Xf2VDNIc4eC+jePrbg1MFXROXESzf3mXCpQaMUuRBGwVV5QWhep528hbQLP74fGMB1QYWhrXFYoxOfXlPTHEq+QjcMG8yMDj/nVwA9S/xSGTx96mcY40Q92dZPHBkBituM+9fFE4ylZpt6vFIIrZWeyO9SLxxiNMnpcmXXNG7tqJhx0fPaCyQGcwkW4tDX8gOq/dtWShe9JU8B6mqFEdGm4s17biPKKruKROiaCjwiowauQE9ULpnpQijob9fXijGyIy15hy4p4YKSw1POTGoH2APsmCwjCEWB4iFDLFRfhH/5lDH46Tpv8YM1Jn8Kd4NDPocYcjxMXqwuf+5sw/B0Yj5aQra5tY490td3WG+j5Ai859L6Df1kJWaHVP/pHEspzra2rhXwNoSZxblxxTh81G85NClH38EbcoRatMcvUIaK8S1OPr9k9m0iEFLa14b3JhfRLHvzxS3T0t9cVKs0u2TSa1FC+3LXSgLgTZgavrICvaY1HGR5PwvLmd6/dOL0rbqmTEquOiLFD5QVy51bYcYDxR5aYrm5iFUoJMkgZro2PRa3ilDN4uMqbzXn8iv7zi2+5DHtr4snNkjGBg7Huc7vvPUVqJ7TvXhomN5T5PdDJ0K8wFXdtPWucdK3eYho67YzKZyuXtrDaZBfHERZVuSKzuGlsbPr1HAM5vLfySSqKsHC6asYMQXXH2xcAlBI+SEYcazzxSY0psGwKOs3+OOtX5HRZn6LXxoT7UzRadDp1T0ijx/MUxIrdfAMIUbCPIbyU6BNNad2meNLKzz3A6jHnS86+/08sH7aGk87uO98tN7FmR2kqcgxX8CuQPAayRbDOKuqBXnaGYFOSyyIrqt9kMreiAeYPk1lm5YU6FRJkxaSq3aRzHuvPb3COgUhH4assD/5eTe8QDEjP/SMkP8pDTy/2BoOtXte9ymZM6XaivITPl0PTcTHpkboX1GL2j657EOVn8ntNHe9ocRq7cL0+e0EEeMw/VoxkcNN7VN5SIWY1iE9WS43As6135ABGVlGa1Lp5GzkwyPWyan18BWMrIYz9LjlNGXtGnBdfuSZTXKBKieTxNy8Djf18q5RNLMLUS9v6REsU2a0qmIPBC9B+NlfFeRbGP9xpC4bhmwkc9BvcN91zvOikpi4x0e0MUOayi1OKF8hcoFE144p6AbrFIO21TejQu4HkEWslOrfl2aG2mrcT5vhqv+1t8l4v9z5+Wz6hBCHOYJ+39hm9KPL5+Qc9g5Tu5BVjHoSl83uPPwKzmqcdA9f151A2MgEmRR9ApF2ep7/P4JBGzV6ntlpmbVyMWpr9FyLawlrO57Xezw0d7w7fLpAWwfNs/zaGs7/cdUvuMHowK5/F+/7jfBdCNzis3aY52lu2HJfkOhOTYFiQCjY34DYJWm/f9oc6tP9CXR399EWb9nRiJz8L3vtFg9VeX+qtdTnr5SH2odkHqbzKJWOxvMShXfiFb81f+StOspqnrJjFykysx2ewaByG63L+ZOaM8UTnCCTSRxFEthBSrXULM9qu5MsTLPBDMtoW2xtyes6m19Xdp2nwI4opEi8/wc2wds6vv6/+9fDbDOo+qS7dS5WZ827EP2RXDSaXlpIOZ/KggDsIgoP4WJk9iLI/Nr2CZdRhHJ62P79niv7wrIxs6013DpBQMVPVlFLdwqaZ9n5Vo8a2pXfMxhdq/W4Xm6m5UUiCjDgNrgsPog0zqgzKCA6coQx36vKCPFYN1oUQjjTh1/Wc9BQhuFVtaBZ5Q1LmThGdBpieMmC83o9uiXE68cQBVCkmDoC1iqEAplIaho9QSAEWvUlWotgPjg0Ql9uNQiFEv/ZltZfiB8cJlPi24vTtUR3f8kyvgGUmWNV3t8TKuzz+ubx0Y71Rj+4kZyM7ZjCBQfd8iU2JGrpUYkRD4Og1Z2B0qn7Sw3ph+pceilPNFdaM63AR1yXRFwDpi3+6BGLoQQAZc2zWAvUWcjuDgg27pWGtlBUadR0HKM6XQT7ty9zKSKN+Q+c9tKB5BTisgHwI2f7J1nYsvtIogd7Wnp4MCt3xHeUOnuEkjoG8vbbn4rsk1P7AgdhDz8Bxj26/KIVW7cwZCmFowJJ4/kRjxyudvk1R1CC2LqfcJLkyKEjDCaplCjCflIX63skFS/YG55wOvVOKgX5L8O0/F642fL1UKeOnsir5ZAa/bkQSTFR9mVQ6ExQwI8MOYv6VRVC4OAJ8HCYLCFklTumHMqr6SuawHKn/j4vj7n42CXRS4lAjj5aPQ0ab/whjsDFgk9wfMwNovQH0pjF6EZblIfUntvUgbrp7McvvZ6/1OqgE1T7yc5dKzJzM6cPk3ht542/bfYTxrLMuozM6jRY7sU8BNxZnlUYS1G+76ucjv0mW72T7xU+vnIcwyrxe+RdE2CsIsr/sf6//zACTQcNT7aqvH/mgw3LhNpxWaCFxNq8geqSTaX948dM1b+eiAm78CjVnO9ExWhV3vajK/wrVULMXAhiHxeEpo/O5szjHVcmnuyJmt+sUpj2pn9DT+v5aKsHa69wVhQUaw6bF14owFUol9b/CcoynmzeJD1hTcjQjYhwq/nGFF7o84RreUg5OYhFRxSa535Eke+aSZWRC8TfBAX6pQ8PxAKGzlSYEOWV0sFgnPowQCtb+MnIZ+iNeObGVDrWHIeps/miyi+QnkZ9efoSIl+jdYpJ1GrnzphVmNDvw5ZFhoxGcxZGK2w4Pn3AExPszpxfw8LeGDHS4YklfmpAzWB2PXX3Q7fTCcqoNkS/blisqQ/1mbuGNyKiLnXvoctVQL67vCpFW7cRK9c48VG1YtxGtpSOb+ThEfuHPucN+dbAnVxLqu7UlFfnlf1suRqNWLx0Xe2TgB1rEwX5xsrM8HCakDaa8SSGHkAJziK28Nl5uDIIiYpvxM1Puekzep8qeW85jIxQLtqdUnFen/WGRWGUdoJPbkMdQdTRg/6kIsvmlAERh3w0cDAQQE22/iFHSQD9uj8FYJqVF93rROuf104rX/aNtPy5q2Zwv3kUbKB5cdt7XqzCemyFXhvJ6O14NK0vH/OUB3v0Dui6M+ygyw6iD/4KUfZPW/0lBkFpOEFe5W80t/J0ihA8U5JLOXdalE5ycypzB23HyL7muT4242/JowDkrpl00mZoOo+jrz0wfyzkmM3qSqW1mUCqw71FAfSCGmwSIWC8vQ8RbcsWE3jzC389xKb7d+4gb8xaiDP2n34Mmd8p+5mIalUVQVs3CjhWF5GfI+OhTT+KnrotfFBOxWUTtbT87B7df7ovcIY+5RXg2eQjgrWHhDt18u57AiS1QV5e5XsgAM7DnjvMXvTN7Res/Cf+AAOrX0d27nSEJPY/AUMnhfOOhKfmikZfJX3Aly+jTws2XhK1BxjAqjoUqlzQDo5JjwA6ybzaYyFhE+KO5nfq5C5CNONwCoi64jDpgynRv1CMPHj0LPf1XDqpOKL0Uvs/POcx6iDeN2e3sUiQViyqiw5v5cOPiRaPIttkr2N7uChzQ/s0rszuWefasRiY4ucumZJNJoKVhpBiKurM8LjEyuM79qx9M37yQn7gbNFHwMfqpv2SCSa2B0Xx80KMEGMHYbJ+z1K6fy0/fCM/EbFH4zRd6YWSsML4DF01f5IODW5YBPE4+Eez3dH3rhOwrp+l839FQsi1LjipuLNeTXEzQ/jDr7iHWSA7kqVxXHV9esNH89VaDv7Y0TIi0oVjgq7hAQ4H2wWPi4+Yuo5tbaf7JvlI7wXnCvuPKwid3IO8S5qS8PXIxmgyqLpWn/s6vvSYsxNoKwhAPZ1K9I/LJPXkJc2+bOyaTvpkEPwNIWXaqoJCrM06o+cj19dxRraxzm6gFusY03LX8kjJeCwLKXUr2lughtuHtC6kk/REAm1PTCIdMw/foORStfKG6MnlUp4S/O7AXN0tRQgHZ2rPgSZAoB2qdHGS3DGvrMTRWG+r0TWJR0+7TxmqS91MP3c/lJ2SOMTWwplEQKhmSK3NosBkWU9+lQFFMeCChL8VUgWCBhmjPxi1kxv9YvrR0nyt3qLyjpq+qNIvzMPpjAFHBkX06jSi/NI4c1jCcvPEyF4XVkf43HX2W4H05m+uWLatRj655iV23BSDCW3hE5UzZSV0Mcl3K1Z/HgPcEXeaeCeTdFrkPyFrtvzCGl/NcUWDvf0sV+zH1cFBKf5Fz/oTC6wOg3syFzRM+3J3svxFyX+/zv7WDHsOTaNs2hUNOA+bzocwI+QYqcqFKKp6+ZAtInyJJteiG46U0wSePJy418beIRwJtX+8qloZTkc7TWyQgKlKSqTMsKFhDmEo/BPSpLQmrEFhWkJJLyTkP8n7mTM83/TPWtU4wEuJjipl/kg79sjylhCfHgXJIvr7e0Fu0/aVloMMsVIqVoQqX0sYX8j8z66tP53gHwjhZPiyN+EEG7mFYQZdDaXtJNfN5HwQryFHA+d7RMWlPwh4JS9fx48XaPtJQOMCEOjM6dV3Wnyn0fKsQ02kyvVpTfIUIgCgJ9TIs+DvFjDT6zHb40l+7j8UUvtqjqMRjhGmi7x/+zz6rkKYbX0ZM0+eSWpPO/uRIREXlExLmPzXQYWnp4ZenzY16nuoA7F5o/H2k0rv7g/ppx6SZc6D5n3OhKGD00ASz0IgVGbTYPZOD9EkSaD5F+WLnQZNPW2H2EvgkFAxuZaydPFPlWyLBVS0P7GSDJh7Vhs88csZRe5rRTA38BYlkKM4rHRbBc00yl1J2SD0udV+CFOx9v7v02DYCYq1mYxozxhNJR/qJcL/JO9HSGZyWn/xhUOC5mNGcIjMsSswgaAWPElV159YMkY9EJrPQ5Y+CRFFpAUQzuKb4XeCECp3egLDzQyB7yaEQ4KBN/IXsi8YrfGoMKnmZcghH1MrS6aiL99VlbTU3+YQTOyMlUmR9q/6WHOWClkg063wx+vWa0BKulKNP5+uRaAdqkb7tQE8BdjUlAvcsT3KCc0mUkkp6bjhfVB8WUe3giEoTGD9IFgOOb5DWjnyBO+dI1zgIm7V7HxjBvcrzNLNKWPiANkJebfLGgKBARS+Fg8ZNKuKkjY01c/tp8ddEUZVc02EYGR2Pc1Kn9idCUj+iO6I8ZG1x2km35c6cGhWx9ezq+rcE6i1IsVDP0/KkR5rwnUxubQv4iKED8Sj13BY3aGMnXqj48R7hJN0qc/rUKT8fDxXGig1/66H38+H88S1B2o25CpSvtLHpIiDYmeIogzhLY6O3QJE6N9sRek96SyEh6pSsmINUJVsFVK734uLvnNZT6ZyaKHd6kbOx+cDEwEoX/WMZqVQ57q4oNFUgOh58eSD4WgjsPmyrC4Q0w/1sBSW0U1Nxp3tZSaaX7y+T55tXtvHhLhhUPUC3lZA6TZJorWMncIJulxclJ/TrJ9rPHHWHZVLaO5Nyv/k0hxrS5lLuD4M6fiLn0TxU6ztqPph0epylrIO7s8GyP+C/mcBh6wvipEvZoUVMcqZhtbl7ZaCZzg6DXQqKthfUapkP3/CD1X59+Ia+IfNi2mttWn7IzIBA+tjK66DJvK6l4ChSbe3jWfzn3nmz7Bbtlonrl8tTMr9PUF8RDS81DCs8nwCtj6Y9THNJqBdBkU2n2b90vVpInmZblQG5deWTVe3cudFFMhfrhA8fwkqzlF4UyNs6CMv4teX/I+q71iOVOm6fSW8GeKh8K4omOG99zz9JdXn/yJuhDToaEkFmdustS0ObzyYA8xzsxsx+haljFuzic5MBDaG3TdaK78MwS9KzO5qAlpNMMfUUGwZa44DIwZ94Qqlr+5UsIC8oGbhOFUoW2agi11kcgLvk8HXybHSu2JZrPKj940wUfot4M7CAz4GQllWelxEj/h4+TeuvQJpB/wjo4jdFNnYRRh1UragPt54VNyvp1NWK6UsW6v3BK5zuxE8AId0nGIDXvgqfqbLo/GwVIh9TLIbv5+6JQEWPwjueWTyQe4PeiabDAABZnmJjqyQTv32r86VGc/veKsHfx28e64Vi/NNCpDFe9mRKW+0+gH/WKYypAp3+her7LPjRRvGdzEUm/FZzORCTCqtMuFuJmXlEoHKw/J67zcQN3NVCFbzXV9EZC7kwn06nvsUbOdkTZ0BxM598u++ZG1K8helbTCQKdBd5NcMVKaV/3QDPg3G5TqfqUZvrZn+NiwLv2ialPTuLuDG+B7iNys90aMqLkqhMfk8T4dzvn0cDKY5DmIHVl+IbOyQpai8bjAEaLmBA985ib+lWyfzE6x+7BVjZdiV4DSh49oU+9I42S5EA9O0RqI01Y8Ep7MI6uiyqqXUEn4eWgsZDhPtb4EhwgMJs/CZG1a7jO9uqWlhPjvFVtx7wfYsFMm3xPIqbGBr+ijMyW/Kt+BcjD0FFl5IOx2CW8iiH8VkYCbDGKlEhrFr2TyNTzrcfpHxedJ9dJwL5n/IPPXUF7VJGOMG+HnfyEXcsc2mjCoreO2Y4M45GmPtMv609OmMnP2zXBvST8Dknu3qV+MmYRDqQMePdbyGW4vSs3jlP60/6Yv8HRePH8UFfWossQ5+AZyVrz7tVaJ/K0PZMBgNgOVgTzdE8mPvirt0iqkv8otlzs4dprQKhKANAnRP28uMsj79+KpqxmyK4xNTc8pjtgyfXNrYlt2NvILUMbRxff7xy9S1gMdI+OiPrRaPuQuMnkwwefTc0u7LnJ6c8hMLjy7yP9mjdVWXn6uCV7Ziob4XJVlJou9XQkmRcUOf/weM7pdVBMSII3KDockM6qHLVKv0EPPncnYvK4s9kUcZxXYGzpVVSj+g62luSkLyVKGfvz1NNyfglFVyxupmXD3Wr2H/WqVcc8/PeCULzCy4QFRtAXJN/SpC+sg3FelyCXPJhUuX829LT/giEvH5/bFS6m9uXNuB+ANRz76XsSfLb3mwT3dgDavNSOqW/X6NWwPntL1YBlVNWVQgwtyDPXxUu6JVgA/3v+YUjmW40Gb2Yi0Mz7WjKZy6KwoWEfM9h3GSWqT92PBa0WyJ6kW0GA7HoDtSJJ2mHBuHq1yTEXSt8AcHEwxhbAvvx/gqY5SkUNkmmLjGFuPPJM7fTJKsw6jlqFZ1NO1c6HIv9anv7abDCMbuD8OzXL1mZoqsQq6KzRcuQCiSpD3yPpUhzJ+/JlTNy6YI4nqzHG6JzA6y+5iZPZPd8hsL/+6e+Mf2t0GkuqPNv9+PbFXJwEuUaFIljbHA3QPA66D6UyLOpLpWIW3Op37sFkgy9WtjChcRntfUlsGdPR+AUPTQmeNVRrhMi0AtwGxw21vFXzBwP0BdH8h+eWQnMYnz7ToEGG8jcvfyb8hN86khUPU1p79icaOlg2OM4gc8blCm2KzBY8bHk2jgPKmbQTfNstOEJ+kkg0FEwFZkm+N0z3SLrqdw76UPocJ7oG+ruf0K7ofDFAh1SEf4/D0uoV1zByzliTmxUcH1bhKwxJ4Uii2faguZX1e61l+KAK3VLNobxPjgLMuoxuprTCPcF2l4tACfvMoof6tsqperbv+MvIXTpmaRp1/u0E7A+zMAs/uLvsZLdchOg5yKCd1VJn8tx8jcwwqcO/Li7/XpJbYxnCFIoQg1vIAKTNl8D9b+6RfP9b5m5zjG8VwFI/piM3UJu1ki5+32l+OSBlusxphaok3bkzgnymCKNrgbIpYG91Gbf7sLWNJpL/VECIytZDWHWXD8S/xZsfWBFh7g27LDGNVqRdY4wWb6cGeSULpvF26m0mRq47GOkjf/swT8S3gJa7pFOTB2ieINmu+2RzbHNR1jPiNijMcHTu21MVGYKDs8+aV4gjRtFRh8dFdN4f4v3LquMvI67OXrTdMmn6Gup6hkhgIHcTESVMH3ejEzJmIoxs9PFZ3RZbK0NyVhqWz5dWnYGOj0ZyZ42mSGHalJuZy64eoQTN+ruexmJEM1yUQj8M4WlB/hX2653I7C9kur0aNupvZSsIWG3tA9X+3ta/yil/v9EzwsiQFQ+//s3gyxoye+ZtPGPi/5TLLznxS4B68A5Z53iazRxx1+pjVFI+2hEeRc7jUXGHwWGHTSZFt8LhZ5DYob+5T5N3GReMq43JbZZCqLvAqS+pHYVhTncz31wO/B7/yz8U7QsUXSJ19KkMcyY336QACeRukIyCCAmqtJ1COB0Vmk4BtdmlC0CL291fDz3m1Ch4qAbLy6+MzMCa5wNpVyZEjvUMhUDmZSZacmvHCQW2voGn4kwd3SlPXhaTC3OP62tiVjYc3tWuzEYY+RLdVxh/Mj20Nws7WpftYfL1mqny7DO0voPxlBW0EPU8O5bAlTp/JTqS8JaeMXb6rQDbzhR3Bma3jVESBK93sw/iZwJc/p0HHNS+XzBQlSRfwg1BnzXqe7pEHANQMPACwIzLAUXVKoXsnerZeVPEjzImBDaFxpOzPktxcCyh2KSGqRvSw5UQoTHt1tDN2ZD8pxDFfvKU7/CJAECdMn/pjzzGs/y9FgaDYMe7/VcMThPQ4w0ZARzYSQEnPKFmo5olycqs0O978ncciVwZwrJtWrG/rfJksY3in12cSzMGOQYmwjP8mEteX6cKBpdxQepE/zJkkE2Rws3a2tTWd8sTG4qmieY83nIvVfq86ztMGKYklWhtb+5SvE0YdWOOukn17UeezH2O+DuuBAF/kR6b9la4bD6D/Y/5uGJQvJjSIEYLFGJuxFS6ObaW3MrlIr87pbQGPxx4KwMlN3HpnNHULuekgaddrHruH7f/2cbF3RJniC7LWFlPjaIIl4+Wazgihs+G0qvp5IuZtIGuVC8rwKb4bowjuPmy2s8oAlkpE6s5DJs6eSPaiW0o+c/sVhLPxNbFQh8se5WV9+fP+xlRfyKfaqdBYjuKtpm7+YhiQQ9NUIhXFeqgeIjLJO29/MbVcvnIavoK+kD8O1y6UkZXV+yTizOfXvOlMQtNFgeQfQAWh2S/gbc4oiwwQhHunq34Lbl741HXeNM8YpAZPQbmg3gyqM37Mp2T6lU9CXWzdSglj8+qioHINfQ1Hyx+g+gZ7XkF91RJm+zvTWHNuZnYZdjsMElkjGKddzGSlatm9PTMY/s2u85Pguiy6OMfprgw++d+j6/al3IY5sUfz6sDorQ/+rr6VfpgFzOUA7+bcWbPpYRykT82QUHMx4NkW3st6hT0hmUKvwPmz2ukWE7aIq6gx6Cnw1DsuJXioVGMJ773FgfL6bpk8UCW9HKF+kEPjbLixEV31+Va7tAemVcF849F+3q85hoCqAJajqXmXQC8r+F6PIODv/HkWBaNsZC3Rxyeyg7GfTErEJ04Sc1yHxEuqjwEx6WHR1/Hi05SbJKAvcGEcJv8avSr7fcfcjU1ttLtJmuQa89rHaHZUnbWZbzXPcpS2P6UuQITvA24ocR1hD96uEFFH0mz6faONflQb7x/0xWSOS37D0TlO9GEMrucw6Nbscv9F3xZSV+Zav/5d8jGwlHoWJ4Iz70BUo59LglOF/olYxuRKcPm+noofDK+NIiiGIpV4aGyc8B4KdIsRRRRJLae54XfdSMyR6qMzUm4DHMJtrfcv0O+4EjQe9v6hBbslZ9/qgfh1/KBKSDPJFGpdAGpzdxXs0cze1lqGF4bIcUsWOXqU7Sy0qGSmdYGqyvCyBvSRtdg7uBILLK0+nmkPT65wxPdKgibLCh4f+GxRV/USzIUv1D92I27zfnP0Bqdue9flWVYsuxiyInHZF/cdS3ncRp6fm02dbQDaAkeM1rYQaRqOe9y8z7zWlVDeY+3LTCGEa6BASdTq/1p83KKvwRO5fnqJVXnPGLkVWhmhiY9M8flF2SLWs/0V6WvI2HHl5LrddUawJzWzmIoIRddRidDKs0Mjz5BfvlQBuXYxaDZER00eMWlBZGsbkUNrnJU8gCNSJOdaB6PH3/SzgRIqjXT8/FPN1vzbSGam1DFpTP8NyW9140tbADxe5xmNMSd6C/+hnwtq3i93eYiHVHB9GCdx60RUO7xHCqVRi65Wj8tnFAsFJHbt62w+HY/gnZ1glDUDkDksLwmZmODM87kr62N2iudPOC9ZyBoPop8d2cLHwGU1Xc6vP10bZYsn3b4ikPs1cYRSanGj52K3mQqAYcwrMW5O7SzbQ4tAQk9jXL/sDofvWR83XBz4vLX7tTt6Xsjcem4A/1DJqOq/w26Xwjxl+wvg1W803Pybkb9BUhkLmnHBGkzPBrAVxe2plg2kXsX3WQTIh8QFznHFHBZbBvUt/PmcBZvaDyW5sPjh3gxKldoWZDU/hRAck+xBE4ZBdn5tp/Ct1k/C1Qa6tNnjEvX8WROVcNFvKSf9QO44MSYRBXcUEv63CHkTC8X+bOMRu/VtfbcMOEaiA1THkUlVFVGH7mPaGp3+e4TROfs2SEEFszevqJ3xNnJViGSHp4gd73UuRFy5DUXmVmIKwYqVkBFgvGV3ZuRX1DWFEkT3zIdVT9zMmmTonDyAUeDPaPZlGVXxxxKSFz2eNC1A5DFA8OoWORVT6+gfznPxDejz1P8sXojl5nqlcsUIi2LgmgIQBD15pSXZtjah0zqsTdg8GRLQqMF7tUxDK85cF8rCSDh9RMh3hpQNAKP/6LwCps1r1Y+dYab1E1Zf8iMbfR0sjzH5BQnsEBnPylX0s+I8sNyuc74fpXz9qd+qB3vNQNLyqTFZR0MArg3CfuGHPrLeHUo00a6SDIGi15Kw052HC/gSLUEbkS+Eaj+E9fJqWHJmEc+wY3spuLvQYZ3dmhcteU/NK512EoQurmNnjWl3ayTpHXEVqw99yOEVGiRTNO+evQQdCp1GrgHJ4XYNgLzf9tSvOjBMptNZLTpffTdGF+9/8kR9JmrG9/JizIiUWP49ENJAgFOV2/pq+8jn08e7T399qxmoZO0Gb3dpOmU8taYQk4Gm4Vay3LUwMPrEvaUZjltJQQGUP/HUXE8QD5Vh7cYYVfrSNM/ltLgSZAV4GO9AeMl9Ao3nhVJSwZiqeckHm1AZdHpVmuHRojX9EtKMVspe+f8txry85Fd5UZD/o1lTDnfdcmiVnsb5ziVIT+GA99I/3P4XNA8cTOtEB6xxLMTsJGWx0ziA2kmgysfqwVozBV7WSJt9L7JfvovFXRPo31l7wNJQ7KdbXxZLzk4MpQuPmNv9BwzbGy+voKd8kF22nPxHBN+FrVb3tmzhomPwTXaQgzw4KGuHLHeIqeNdXgwOeHPSTTutEjrGvy0DrWE32cXuolbOpTBWh/eI7uSzYikV+bMH5r+DoiLotKy/iPeg/vWSRBtRDXAOvt6j3o7Pzo0MFw7mMkIvsS5tWdCNpqziEf+ayBfJ440DUVWt5/dsIk+zfupkEwZzMewYuEcze7DqC4T7fWPmEPKfBFRqsoYw2OWn/hHZ83b/EVM3zSM7AuzGy5k1pCxkmnv7NCjRflSD1ueN/w25aUDVP/O1TYaiMmTQ1g4GIcA3Df/FPK0Vx/qUzaODggVmBUznHv+ej/z3y9QuQmLhSkLq7Vw3rzjw7+j7IvAp/ka3gfo5Ps8ZXwSU4WnQEkrlCAGdO5Pb1qwUZKpgMwYuFdA3hNzYZzCBZ+8ii5nxWwCpPqsAJNm22mxChTc9QtE21hUYlyUxTBTt9Ccl47vdtjuCvdMEhq2uMRgqC3WTLOrcef88yW8EJD0MHtdMfl/r3dVLtV6SrPP1JhnCjikRx++vGkomFIDv37RdnLa9/G5nQzgyxGyCif/YPRJWT4gSwlOI/Tvz2+EgUH24Pn4Yti+cY3YDQD+vnz8dhVf1+aDns8byBWYHmp18GcwNQt3sk5BaA/kUWvpTeIzaUdLIhEazv+cep5WTzqmxYMYb5243dJYFr6Y0jNqM76XTEawZ6dzOnH1sh/dAi5aq/tcN1Z/jhJVkJYXyuX/FxDZiWzwZ95ZRnfRU72SG4+FvfbI/bii/utc4JrKr8QV4JIVmPYStmPsdtb7LG6NxS5qGLzyz4denpXy3M34a5wTkrIcVlWcpt5DtQTAqaX+8A49luivKPVZ0M2m0/jlCo/G+b3i4z9eOAfGxbYO39t0QAEA07kAd+2BP+pZxhUKVxE5R0Nfu9E5thEe04MzGpC6AOHZEyOLCqUlWr0NP1tFnxprBKUTD0Ypjvtrs3S+X1l8a9rLj6Bs+CCt1aook/eojZjbOON9E661osVahHbWNIIHawJrhaZT5mH8W1F2JaVEeiWeeJY+ktuJkhTBPsXmFroFPYrfJI+xeqp/z5aO2OYE/57Bh9FrH4N19UQFw9tGJWXFlYZZWa+X5x9qe0wWzM7QCI+dh8tWcbg4vcg25JOLDUQhzu5ufh0KCCjRuxsn1gb91C0DK8d0M3Xha6npp7pl6am+PVq+x+XAiShM5o9i9sm3W2+vkfl7i+odeWa7niN7gtWzvlmTHyXdqWwmuzJ+BzvqdBTlekGasE9jNQalYoQjm6G3WrXIYslg8n8Ioj0rGY7xsJteDO+wY6DF5MAxO1BavM2IqWQREexzF+w2mX2r6yC3uoKmid5lH6hViXPBEz1cLUrVR5MY91otqAXrF/a5+BB3gfvbQqltoFZqzBTAA2z0oWJXiSgzMf50eKHmQS0S5EVjA7ZEbvUT8mdqUfcwDHfWYPpJRzrfAUWc45nbvaP385Axv2OEvte9WJdyWpu5vLqjpju4pqh88ZP23ePGfLzXV9cSffj/jSzljSTNU5mWT/s9lS5lprRSMJOwsMvmLjVg8sWhkQz2joGuIx+UhiuNb/UH7HE8S/lPcjI2k+qBKfK7LAI24xxae9O5Fyu9TJeolNMJv2EPhwkAdw74prMzV66xElBoPf6G4dvzgDjRmqU1fOToP2IxB+FzQ+efu2sE6Xhtlaa7HWwb8AjrG+rx5YTR4lOFtoQMVcMW8jTZR1oWPWZPjC68WS++qHWP/HUDlS/ttwWXh/WIQevK/wbRxQAGmATkT2O+rd9/EZBnbi+GHbl4W6oh0q9Zp2uhinLOUl0h28nPxzP0WgGx0q/lLcjZzLNKyT+AgeUYDU2fkibe7+WjkTKlegFpRvEyl7oSVLzPGHwZ/b7D9N1rr71rXeT9iAvzRw+KWdAeaFP8i9JCYs+ZH5cfAeZfCLOF3/Upmydhy+BOHLg9klZDrmV3KAXIkoaeHya7ODj6faKQwAzAv/ZNTdi0whsZ/VZvlFE5qHvJKsK1Vhz0svldTPeaiP8mTSSx/bv/XOT0AcGHVmBFPg11Sp+qaMrNDlHfaCvRdmSuW8DmgdAa9dsdIuOE9fofyXq6VqZXBeu202YFxxcVuaphGNyHy3Wc7Qlkuq7D6m+6AyWQl8OJAtW9rZGQAT7nb4LN7yWtv9tXEiE0rwkpidw8TiFXqyeKBhmFzS70CYfYgiGzqhiKQvhvtVq42RP2OjrWinjwmkWknIsnn6lWYZBdV/MgYvZF5cPCXCmiO2vdfrDAnYrQj2b9QAnnsKfEqnAcr/HPjO6bSapdccuDn2FbSxN07n5euUXpx6Hnj2PEZcY+w5oxRDuwlN/r4sZqwsIdDSYrRoh/UhdZSDsxYBis4gEiv0HKfnO1/B09jJH5BTFQAWEVs9Ipfnde0ffeNL664Gd2CX9Vs7Wk8FLyp7etrXHhCOvKHGOW7LFXjXXUjlzKYo8Cde1rQppRF+jvjF+pkhgipJKDzqK9vl52mGtC/wDQ+B1tmUS7EJ7jwb19PrwqgzgXT4GtF5gYteuDAgeWUlC2mIbTh9QhaBrtMv6YZ9L303TdN7tlNV9RZByKCmCrj/ZqSLbi8BAoRGAdNdRaJmIPMjfIaPeS/piLsequfsUrGr8Z7P3w7jIYAb+YUmCXbP3a1h+o/B6JeIzleJfP8ZMwogBrrsyAujfhyzfXNa22y8qu0HSa4dILFSRoTkQ9t1PmDJz4hi2vYkzhvT7G+u2Quvlt1zYdpchYJ8L2LdTV1rKgznXGOQ2XniZLg1K6viKFZBtPy7bcqK/02njNvmxM1UVHXj0bro23EMZGdby4UM+TNFpPrid1oqIciJ+TY+nf7vBU4JW8Z1RyeFY4G3UFG0iijiUosL2itdBC0aUBBCFuYW2M8WrvB1Dx2DoKagDyh9qwX6/NC1O8JagRXjCJDn22pm/LIrs+m4B5vaZmA44bTRGUmmheHEeK5hJqxenGm9/nEcPd5g2FFk0se3OZiZQGTHAIEmo6VgRsWQhWNJWnZU+iFjOxI7JQI1fCxyEpmzkbyT9UGqN/Lq5ekh5Je61S69IYLq4faPYtOBono5qE/c5uagF04jetXGS34Wu03pySy8nsKEl0EvjDAuCUE+dlGdQUMaWfPvWod57uYR8ND25pr6sADejYuDJ1UzO9leSJL89RvQYsgneyEpIMbZASOXmqe1IkqJsT+CAXkv/tMuntBr+CPZv7x47SAiD6RM7v8qcQDHVX47yRmtjjI2pmCkjjt3kJwIOsj3tH14oBDSMcgaCabssJc9TX+tEupDfW3Kg+6mSQU8YiGV+Gwi8Bml/Zwnupp6hFciRT0Dtr+2nFq8WZr9R8b1ldKtr7oQakc7/4PcQ5huqC7q0LGoyBlEc/JCLa7bKixDGPLAN4TCWysSzVbgPPbnJATO++uJeqhLP+aPdqIF7YMeFu/xez6FHLGdJOWzA700z3ZBMoRoZN2CdEfpaHfFQ8npHZh+UauZeB+UPNR9IZaGLm1cfhAp+bovefSIz4K+Vj/jbD4tFqEA+jsJOM35FMSJQI8hQG/ilbxC4e7N8G/SAXGuySn9bctLXRMo4TPWs9XDMp8L59VRqYXZMplyuMW4XXxi/hLLek7u94DKe2WEh+hVG03cPdwiRoInGgYiHWwAM7kYB2aYTGtqTaCOCi9I4JUHD2bk1MGrgEmrg5gngVaM5wO8Xlr8uHhYJOgGMZt8FMECk0tTPxg0ol9VS8oFvFVufH8XfPKgCMRey4fkGF0JPOOWCREWYRbg7KVeBUyyy08V7ji4OgIF/kHu9r8xusM4hj9bOoJxlkrvlDBG0HEo4EzfRrWahdLLRunvztZpg/iPiISYNhj+gY1WVKs7VZMyHv1NBNvfvw/mNLOef4+3I860sf6NDdE3A8PJee0dn8cjEFxn5SM0kkGmcXYkT4ef5L/KE8Ltrbib61NkdEL9kFApjtu2PCfOQNi55WefdOpLTkpG9ntBC5mzx89K5dS2QqV26BV6HNduD8qndLgboJ8OZsBFngTHxPjIVlYUYrPHWh8w6kPsWQsEsRRNI8unegkhhe9BlCU/otjl17ZOKbFV4JjNPAeZpd6kiCySVgX3BhM3/TMLFXFw8PhM4gRzrqQffC3JXkr3NA7eCJ+WP3hOECXnmK3XwFb2y93SKTvH6oLtbJEclFi/kIvPXgZOgFJNQvRNFIWP1kfJGqsEIz4kLJWPlZrVWM52cbSyRLfORTfhKzfO8TBCuf00ksYHWn8ijl+48DcAA09ZH4hyLJ9baxWAqJgnANHQVe4DO/WytMvr6e/uGnBWqly8m1Lz/gWxua7l+W7Rk6L93j8wFNKsLuxVgecxjtj7268AiojQ37gXcdRc92Ws4tL2LimlnrCTM9VsTQXj6EM4TC8Mp6I8j6K1SB1/K+GbcY0CYRwQxXx6YPrzz3x+iuOSBfL7cNfGYCypgU+GIPEZDZ1wq6rvxQZ7bwso5vvh5J6vWh+rJ3X9Uv/VWJR54R/2VdJRVXOKcHyPt0iCNJboHKffXmiMFn5gBeR2jk9Om3hOcykHR2z5gtP173FYbVGunQE/snOZ+fJ22MnPhaHsbOouuxrHjvzJIQcY3jzpzyVNjGv0RtNRPWH+2o9jshKdIjb2PLCVBv/XQ4tQ+1gAqN4qZx4FgVHf0I9GJK3cxOEKjQ0WmUFg2i/8S2eKPPz7wsGOMnFtP63WYjQwCTc++B5Ghm3bOrTtvpi+ZekC/XYtYob87APDAiEI83v24OMk9n5ExaWAYe6rvv5lZAImuy9sgcAsTLaD9fpZKOFz6jIcBaewGPXGoQHX6tC+EwQZvBAkwpT7UQZUZAAROhujpLwYXjc8BceV+WszDEvtFqNBv0iDPnyX1mzmtXgHvdEXRbbJpUVfWxAzxLxnYRcDdq/dmZ9uawoX3dkeiSTA08DOYhkjVmwXMFl7FoPC8rs8TgWnPXNfLZzhPzbEXLFlbMOMVkl/Zol9PvTL1UmxuGiNHx4iJZc/0lNBuBrIsi0XfpbZMe1m9ssSc9uwfxAM2DIZIH75dfXS36D6dNIl3xfSiQf/rO41J8QcBe6Nrn53ZCGnUw14k9yx/JSNv2ngD/AImSBMJ053QWDTjj4ctTk8X/NaSG6iPO5UlSxRArFFQj2FG0YgE/uwsAxVMCr7oRNz4kpPgLALJ6g7TH8jgHZRRhC89dyIJdQuxSyQHw3rPD+rkXopkQ73M40rBAu+lYcL5D1kW+ijiL5006tCZ0PqwLTRY6H9Y3qy/Lg+pJa9FxNOinkWomo8FbxRyLhLBk3z4X3q8ZX455yS0C8kmpVd2qfnD7fJDshCm/BZD+iUiUlYkNeZd0USOxMMN35zGNcDhY5t1R0ITIRKZRpXta7nGl0zhUKh9snryRjASAABfmQq9gYcuFnl8D8skB6pPR81tWtB/rAvSdcVUO2zZJse6aTtDcKPcDEICD7ddT6SC4p3ZUwMClbEEikZRmAY13fYL5Mhr+hKr/njPEEtWUF5fQUlch8U/5HtyQoamn2/zM1IU5H615jIfSiE0+sofTTouN+cGYzyt0r22Wp5IXlhDb08QtuitEvLyuzPg+j09tJ78MmMrTcTXqoVNv1FSAehNHfNrrziB11WUTQ6EGfKXIjC//kgelFW1rzjVHsFpg6lSo6A5QTv2wuYbqYKIXxmLwzwtbRZ7hEE+g9+wLQO/7OKMEFQTJzUDFWwZR21Rb778GuaOJsVeNk8sJ0OD8jbNes100JydVGf9wXKG6jEEYKmKLbmi4/oeDIW0idXDVn+N266NrDPRRrBxpSNNfkg8qNebJw1uX1TMMinmuLIsXqKpVPMhs5/eYuFHIRcmZmxJHVQFkiVGLuUnyGg1Iqtzdwb7MZVl+zlaPp+fma/j8qIoy7hgmBqYlKpKG+Lov8L1Mvs4/nNRFFCzSz62FKhhXGhHXffZIVLQRELaFoXwzTR1+N48MzFhgfaD2OcH8pR21SvPAf38ZA8DfdPnaeOvbDO2Un67MvghgH8umAODM+60CfGK1hX+MqRMzknixyCqr/IWb1OwzOHz0bK9Ngy9ggvyBVycRYGvPfUD7WNNUrCA3yVoMPld/KsOF2urKvL2ImyH09M/qmg0Up61eesXy3JklRQXMQREIgl2FATfFcFmnshsrak6IuQiVwZOgjKij8dyXboLXIvnrHpLDXIMNADYBekPDG9xbrQGXqpqLznUZqQEN1I19f0eOkv5eJmd3+Jct3zUMmzjdjQQW5Wgun/FYSr8OOPNs5anQEuuJaKXjFpw6rGL8nWdJPnGcyXYAYNRv5ezqUO3kuifuS+MmT0uSxRd7w5yC+ulqz91cz8M2qeRU3hD/e+PJx9qeXBfP619eBCp+OYrNCVF4N8MrxByJhUt78SVwtLH42nycUqXBaaqjwrC5gTLKgS5FGZWhY7GEngJm/txahBVMh6oST3j2Ksh2bETMohm4b8nJndOgSrJdJE6SXwX6cLIr6gJsaDdjZesF/fxzHg1w8Fd6RI4D5GEPifx5OtrCjcNWdqZy7iv1DTyIv1suZmyZaD7SvyCYbPcWaGvzZUdxj+xdAJriarQeMMvYtACd5r2XE50DvsE0g00+M/BGeAd8XGBmVa262Ums3nDkThlzYhEUJkYg7Yjr+RbXnQlK3tpZYkBiY9yIwakM3frN9w/EC4vf9htIFxkL8GNF6R7Z39RkxoV36dqLFp65Ug2crwYUq6o/ibTcF3yVnUe/LQemfjywFG9mMq8CtQLyY09Hz6moIyuLIqMLvA0lP24o1M6t3qN7vnw4xO3L3aJiSWGAmHI7c/o72t2+4weZAOlGSNsUkV5zgYH9Vb1iPqHwIzETtizNMaJWJexfTvsiKD7EaqHeWtyzoER4LjdBiC/EQA9AsPMaZ2tapa6PJ3oMyXXJmeQwW7FsAoVFFITmfK37iy+uUMr/tTy+IsSuJZKnM46mj7a6kBUMihDb6paD26LEn2mtKcSrn6lpIgPrrNjCqHOYyi4TpALS3zqQynqdl08s6Iuy4oc122PSeJFTj6bLVxUV4eK0FpIBRKfipswvOHKuX+C1bHUmSbbJiVMBBwcij0NggmJswTv/915vJhHksn6ddORuLfIG15+3Ci1BWZrzaiYP2lC1+IPN0Vth9Kid9TCPXX9v7bfuHYd7aNz99grC8sjS+GMbDXuvMLiHHepQPrXxiLsH4T+m296EpXn+IcLz9CZk37TiMyoV9luB5yTR3Gza48JA+j/SRFNRWb+UIFoU0KgqYpdMfJP0v0DKkjQT2ohT2ojswMo/8hKPF656K9AECFUVDzxNkZ57ipzpbxZ9zErXTYpES7kDIKIrq4TSWNAdJaEFEogl8yAydP8dtdiWlVMEw1bgKiDw2Ye6DXPXppScfCuMQplC223POb7ghWNzNBO7n+27x04ByNtt9J5t6HB6HsUHvOlzmQI13YWHlYxl6LLaPYlosdPW/fM0tJcN8DIovDr7lSsvD69SZP8YE52m3ZcZZ/oL1o8+wti2Pzir7DHjBkS2H5CLwg7QLszQAr0n5CQL/0mIBjeXXgz/Lazkt5IdLIsFKux2RnCdFIsZL9rAlTy3Bd90fvjXL8jOSh1JkmSCCrJ2Z3xYvN9DcY+2OgJcdJrlcut8bOZqujVe/qVD+QU3LWQgCc016yzPURHFfpT3+o3fNluzGjazCvuOPRrE13HbqtNEpmnwryZQpbqjM3sZuNPlXFdJhzByIucDxlnQ5HL/M1/rAg6czrd6YOUZxpjAfKKY9hCydNKsN8y4T9N2UY8uvbt4dy4rgGBjbUiLceaW1VMWPd6y0bgLjAOfSd/2jYregTgs+G8GHv0R5L3ndy87oykdfhbeBeC+R4Xuz+C1FjhWdj1DYZFiqXvqIU2RnPoHbqqcRacX3sHPd0WeUPgfolr6OyUNYXx5nox+Q/gh8nt+Pj5P74O+Pb+cbseNwzLa8s5Mzokv1cIkWLRc7CnOJJ4dWKzvtDvmh+2EjosevRw2Tj+xs6ZBWn8FMJYgWrtQaSoqcs8hMdYG7OhIvBX2//KZNgq0XH5houWO+/gsMYiTtR7LllXzzepm80/VJIuyTa9iJsECwjMlSkjVj7wpwaBKqxvjAJaSethp7FOM8HVDPBVR7Knll5Vodfuxn32h3ZoO6J+DYzlRhF1RN+UcRAhCm0J/9T0CIfMTVpng1rgEAGlHeOSMNTYHukWOU0CVmv/T+5moVqnmXWvoKYNguZWDYetCq/Sy5VNpGEPYHIPo9toA7n9RAcxVTsviqkD6Wj5MihpMgOk3/rqaR9U0osJgLMX1uc7+awhZZ8vw90/60vPrCAiUElFubcZ1a9xCLea8jbQgU9Q9JDWF9Zi2dntWbhXsOLn6fwQJbAY+Rf02Tdl36PtQxWfOBFSsdhUkqbL/xoMr/cJowvhwEqZ8kQ/qUndT3adFq/LsGCZQTiEJtr4aMCA+WlXx6fJi8Gv5EDx1vT1P84dv3jstmmHT4EjtNsrQcypmayce+VGUxbGubeQbBNlMJqSumxXJ6Vwz4ef4h+GvpX+GhWC8E9JI3HSsNH5JYUldUeDf+1eJCHrVyLwL+aXPaVoGG0zjF0dzC0wlZsUXGsTP8VX/w0SnFeT2p7ftBIdhVpWOzZdvrS+4hwVD1GCzL0UAYjzZYQhDkd6QRzEepekFcoSzH5mwaH8zDOgATKRzLL5syiLt39JMRqzN76wWOig7P+anvZ75cGIaksqmLMo6NmfFHerP1+T4Qi8a/FHlAXwZ+By6+z+bo7+DaQuUpgASlGPCJSlZsJncr8jyQdf5v2eBcfxHbdQPx6WH+eNa0orTYHO5oH5BgcbOk8KZm6BpAkjlKHdbevnScEUUW9UbHvv9YaxlfZBaPHzoqn8sNR/HsaqaywLfeVXSXEef69AItJbYHt7nK4OVSaHjqUh1sfdFuwfdvjLbYdP+fH7IZxlfaQr57AqI5neDFdinHCCrFXAyapQk5pCWWS9h8hLaY4qswU18pMlHLtDhuckwPW12s7nMyMcdgPXIGAe+8MeBoy8+MkhIf44UaQHMPWQEK8O8AfM3WGbvj6TMqidJCFuhEyO6ePn3xwGvmFHIhqHPP0N1VVlPbeZJhV7Inrt6XT36qbHPkHhWBwnxsuH17xl09Wl2baNQPdiW17/e4iydQOHxwt92cBorZyep2VHNsBZ62rkIQvVnxJ8Bako31Z9csNrbj6NYloySoFysIY5R+Hgn9oC7b3iva02AMnvED6l/oVFJvqt5Um88bkhWnQzIRyPyCaXDsE6jUS/e7n5dzRAqnr2Iesl0nm5fIGG0diP3Jw7qXDux2sQ10djV7/bV9uaiUEG0vYxGnLgvNpCjMXxRm/nJSyWftV634fD5+xlVQHz18wZVk4/eF7GIEdRtShByNy6nKuv2tjXpv0lC3f0fpf4zJMEg7CpCrBo37+YaS1s4PSUexdCHrVaa2M5ChvsIBy1PvnLyMH4jjvdyXVSmHasN4XhGTXxhXbm+MwFnlxM+hBqmROmLFKkiF2odV/CJJODvfEKdqrYNvW518X+GVS+fY+iITxhVjuQ9NYP0rnVPxCDLW9HN7lKVMS7DtuJqOY7o/+22IgnMlVZeym6angBL0BK5wbdv5ZFKZMfun/LilMD/Y1t+bIzpbgQC2td4tB7eGmhQgWKhCuq9+dGXGxGfAZtppAtBjqQ/z8BSPtIgdBaPa6WrvfPu08q4uI9IUDSijFkm6awsNWnDpT0QZh3sAUZKL+2OzZWAOrqw3DCTJK4+jAfzn74yBPDjtLJcbGa5fQ5Nb5LAD0ZBtFY0s0IZnhU+m7MCrbDfCarq4rcTxFDJ677ftKGBA+EA3kdXx7opcLZfe5IPE8/0pcnGHbiW28kBPezPNW1eiyN9eq/PBQYn2pgKMtZuqWNTr7NKhYAWllyAPYgJMzTLLGi0eL8IrQw+U/cfzx7y8hpOULdX3GhHpHCYtbkKLk0D4DGI+R9aYSq+1T7j9h/aGbTwH1+0IdGH3Bfm/8iXbp/mlV9/Ul7XZvz0i+6TfiotDV9j1ibXX/SEEv/oWp/M3ou47P1ZsfmL89l7/f+itoGOTa+39XOaODd3uIUBHm2QGiyfTxt5IQ1X41Os/aP/gKM9Yr4BLnSEbAriwdg3FiMIStJCHNIkPIxIiZx2izf8Unmy4BSxDtvvKDT4EzKIF7TWel/vWqQvIDDYnJ9N/ppQ+wq3kC2/LzNn4F8Fdxe+RA1kVODCsPUX4eJTptaezrqfpKQW0I5fUS/P0IJUG+XH8yAUBP1TrTbiyn163rBJkYPE03We5CdIMbw4M5rvGU8lqvibT5oSz6BSbwr7N0N78iwYra6v34cqjEoN7Gx32P+fj5nQWeyLtYkibVBAWjDus4brAK+fD1GjqcXVCECbpEG+h2P8jF/QWiTXtX0Yra4ueM808yq/oNhCws4d+N/mRFDV3h2x4E7UT7FsmigiKIh1+sIYyyJLCV1r1o8iVSZvX7cLz8KhUniHj4tDxmEpgDj8LpYZdUai8ICZRbED8959R4G2AWAfIuf92cNEBKoPVHJNQfRC0v53XIOgCmnEkl3fj+jtf0uibOVF+C/xtyhaz2a54v895l0nYHlZ33NOtM6ntT/aVNzhdOUPI3YBIXQlxH8CnBKxK+IIIqAR9upIcX0TYqlhwCIBD6HDpdDtKLCj6K9G9jEab3tOx8FxKgjMmYsMhpbI6Bjtu3mcETcLTCpUg8GFWqfTfeg2/bA+UUdPtTw065dX3EYYhUjKFrMC6PyLHm2F0nQFLLjKs8fITs9dcDNE+/RUbe0//bR9/w8ykPsAw2xkfwiN13jd6OtTf0rsXSZaJI0W6lQD1xood/RXw3iSjQTvlC6IaZxX8UFqMMRKms/D1EEV0NKL+EGJkNt7BvswxRcUudDCFP+2mNOx3g+T5AEGEJvptWK1u0dZ0iB94m0+jPHGvjC9shc5rCcEdox7l03Elc+sKwl9CZgAP9W7mXXXxATc5PoOuYJP7m2yxkRtNasWkHPlgRGCkrFuPYgy7ZIY9QSabN6Khy8N7CIL+326olqxQavuqWbK424Zie8CqguK7nC2FXtWk4ptXiZiV3CNPZ902y6skDoyOIbrm+TG61ta3V6lre/Gh7XC/Knu6bmnfzLdFz15c0ohAuvr/lNfbAWrywcLWoEjDvBCY8VKFrUKnB7Eb537yevocckEA4FXONFk0/7ysKG0G9GkbvLkFSjgynw+dvzA6+H68lrN2+NrRF2PXs+NhmsxpBEpfa7CWKsMMlKFlgn4rjRCzvtCYoDRbWmCGBJh+mG4IegHNjz+KY/rXDih/S0TnlGz6escLCrfrnuajgzHjRmqlWEDTlFxtXt+y/Gj3nbPLthlErmQH6x54VZ6yMKTXD07Evz5WNTB5ZjqXYdmBhyIjYmlsd1VDYybY79qpS+/H+61JOImtQOD7QuZvXbZhYEWTz6PasfpA58md+zBvQ2opjTNHZJIQUDC9ne76dhkkYcNzU5Z0xa21kt1uMiTWjG1mqhmkqDve3bsa5ULzt1l+7ixNrmv7GFoydJ42yDfCcM8TcMWjfXeWyvugwytEbDJNafEfBVJFY45HkNeugVF8kmoS40g7qZlMUW7yH4hKehSBa+J866Wa5aAjuHOXX1NVfsTpEakvC6QRSzHpehL6Y96Ukr96yi6gG3E/qbbOKh5FnRJ9RWAhI8zOlpSozdgd0pfwZEc+2HzoosteGPsuX+TI780NnYk//Jter+xauALs10ytlgft6/attU7L8fuM04YsvLFsKD9wBxyfqiVVqA5+uogs1/+l4Yli8kH29HKrc0M4pGpWkMq5Z7iNT4laFyy8+rzNR9NPxKqivuKWObBb6OSzDCwwCoivh9rrkb43Hr3VKlY6D5rIQfkpXab6IG6EExn6CyjQSeFg0KVyABT1ydjIPJeINGnY/TDDQodMtmBfr1p0+hUrJyIs/GUETu3vRYEU6caa2Rs9XBZmccatBuGxhrD3o4mNMZIXH/3gweM0vU25DeTCIQMId/3JtvFIt9U/Pooimp1YOvwzPMKQGdCn5PjJxHYvCWvmsnt5PH68RaETeTEjioiGNrK9MADnUBG6cwKu0viNYVuZSeVQPjulztlVnKLpmpwTAp7CtQ9KdL8Ic4JtoDQeEdB/N0FUIO8ciMlmkFFpHqtXrqRi+wrMfRKzrKBVoeRSesF08OXwKD5ZP/6dyTSUvy1/2hkEGJwlYpbIL1XdiY+4+S/yriSVdS8es2/j9kmVOFhwt/vyYndJRThjdm1/SUrbOv4C18eqEr5eb5HbwXAlpZDci02hF6F6FrZrN5+P8IFAPx0rCLIyYMdL75czV2PE/Tr9aRUk6JyHjjy259C5ESoQoBeZ+4vFqsqIPL/m7ld5PMCGnLizuQphLmgadXwsm4R4f1WZbEdOssmNwWbPA/ZwHYlszXYsGF/LfPTKP2b4XOiU6i/U58kJCaSqvunXP1zYxviegvf9spDRNmv6x1U/e7QQWPTjwn31hjtzD45aWsy/GvGm4axqGHwMgfJ+/kWg1qQBhO8sFiqulUu9ns7/ci7YtW6qM/NvKfixQfwtHCRUIQqV8MxHWLji04BgdbtVB08BnNb1XvPBVpgdV7RsVucM0FHrQpUgHzTSezWeyU6o2Y3LUwHdQmXvfQEsM3PSeSlCAK5jd4XbXmQ6LESmQygGQKAhiY2Dm7/g7YadAJBm2+xqkyv1QJCOSSnSrDTEIcHhxk5HxKZ316/IBuxRt7sR/tQg5Tj75IfzttADLUtlCWJ4MnpgbX2hSh/+iV4P+nIeDz/JZRYGKC+NtMIGsCpnLrK/EQj/P5kqsZHt6b8Q7Y/+5KfJ4CR4rnvU1k029GKWBE/g06/F2LwHCdDDfhtxLFdIxvE5lwgBdmcghodwsM1Dzp5AP2ToRowov2hTnhrSyRvMHbi7818/a42umg+mD7YfWu8exbjcFJP+sCodeHl2qy5dkBJD0mmTC5HRZURjF1Zx/JeSiWhKno1bzF+MNQsVwmx8/MP+xAxFUaW1pd+qvd/irDvkbimClBxM6kWFM14K/6INE4cA9nHkFqYCQ7YBF6YaqNZTzJbmdd5MZBCZYvwRcKxvVsN3rLvwR8z576SMc4Dg/1YimHm3z8NVP4LT2DdW/4t04bO0sGFWtTcq71Y9dP39oRiYBxeHrYF642/t/fH3FkuRM1N3TeC+GpRhKDCXYianErKe3suf7w97YMZuJjuouKfPCORfpS0Q624ny6zNTPV/ABaP4cYr7s7CCc4iVjLm4hmcX7bhj8en6vhCHAa7/cV6xPaxoCAgjgDKr+lv92epr5HPuuqGTo84fLR/w0q5HsVq5CA4Y/ySea6m9942EjGVg8Aqy0qJkskeSl9IYW1WyXM5/6JWHJBgMSPzFzCgcXFlVL7o2gvcqky7IiG4RTp18PS295//rv9rBXpie6rQSVUHuUhKLIMtuWzjQRU2/UujqusLYTB+7+FYH6Zlv+6wWNwn5UNLe/nVrpHomcB7fZQZs9S3T9gs+7vQH79o2jI2wBh/De/GihrqUMsmyb9C+vpMna6m19E9iEX7A5m8VWD7075CU8+lG2m8AiDa9wiqjGJp3viR5acAaFHE+r00qLy9+bcS9pjlNLdWA95ruOOilAlCJ3CwNCh2mmFuKxC4PLtPo66GShPrn6Qr6DyukpPdXtH/6JGWUsFQrZJhQJr/oFpE9FkeTQ1dyusU5MmJ0nPGxW3t2iHrcmF6w7fhGHoF8AoWMkYo3NrcVy+Z4iHwoUWYKUwKruYpf4Wj155WFx4RvHLMTv18m5L6vxNwnv8ogCVp/81zQht58MXDKSjXSEPBDDtcp9YudTkNXoJhxmaK1Ki2VJ92sgMf2W2oIEamuSZg28fQDN8EYXmObJVIxcqeNdpz+cUS4Gz2Oe7XGBJGQxo96QvjoXLVtnGXC9AMUhix/KPQDZa0mSOaCgkf5JXjk/WMdAaFfzB/mSbho2Qb30PdT5gMKPtfb1QvMJ5+rGkaJNfBQqiC4B3T5g9492EkQ6iCDhbXilwnOME0xmOmE5glfgg0izhJPxH9B3gmdBGCVYZ4/xB9pz6Nqoh4KzIIcMuJFPqa1alowRWoc/+42ZuhwMpnVADFW4Tu3Ayryls9iiIEEapDPphtwdI0oSv3kPvA82wS+aAEBI8LOl97nZ8b41EyBTydFn82+eP2U+VrPKhlizyJ338nOI2Oy2MbIJnz/cgz5fXrrhPZT0VEM9lpey8BCJNYdgvdfGXEns/diba+f7QbngzEeAX9i2Rdana4tGMoJzqeL7hgEyCpLJdq6dBj/0hnwtNaRWyWvi67roIIYQvyLWLjaK3OJW5PQ8Y1lReMf0efHYhBPW8CL7WcGQnBvYkgX+F+rao6r3e/C4mYTy7X/U3OR0AO2W4tHo//K9JGBFEzhoX/hfO8qcLxT42nFeIoaHskbaNftUuLrI0llNn5Q+gF2wa/isavnQRADrmljUWa+VaeEVs0auKxVs1O/cnAWFcgZPOpZTe8tngqMPOzd332CqNBIEi3f8T/GbyauZQOCEmliDv50kQ4kGdj8+KlhIkXnTwxck/iA+liY/h+GCCpB7QFNP7r8NS67EZI84e58ZqK0RuOTAqnmhJkVN2IcVrAntSiQ7iqLbRERtS/3gFYLj5BlmnPwgKklP+asF894YVh/mBLz8EohP9mtV980DtLUO1A3ADVRe3CcGx3L6vFLGaY9yrkp5TGqymJ85BMxMzbWJPlXibzx3W2/Z1fB4UavvKZ05l9OCpP26p9MbeMrm4Rat9sO14jGOhAVH2WXWUMMhn14G+6jkPSyXkhOxzqODkTSehklwTiaWbldJkjbw+k1IzA5Z36fvdp/xWSRP7u9Rk41hZlNP3TofF5G4bGCo1pc5MaFUOuiCxMxeRLmmSlwdOsvniwHgQbyADKGpqKrvietm8tgon2s39jWMdHpJEHSaFDECnnha+fxzsfttvQ54hbGltIDY33xmRqxhiwgK/VVt0SyzUr4DDrwu6OOIvJuix9nP6bhj53hj2iWUUicC6mFbPGTfG+vVKSBvEYQE0bNVrQDTEDcEzZw8SdZm2MbZr+ZV4tYYKKmOwCYmNc+gOQcfyrCx13XMkZab+I+tmkEI20lreE03lexRXUXa7P7qSb0chWjRaGMTVDSQv+qG9ssfLmeFZLKtr1sRirnFlkTUEz3FEwnP0dS7gLp9/nVuUO4kVTISNxVFH872cTsGHOW2eejvc8nxbrGOm4s3h/k50U39LmpCNCvYGOhjaz+fJn5Mu31JReBbgmMraDf7XNW9hCSTpQp0ydka/A5w8k7A3xDR03rlC3sBDuqLtsUp2G6k15KfCs7Ouppy6D4NFEDivzt5oq5S3hejV4YGIWA1OIhQv6LwCRhphkmmho7joC4V/MAndPRlqcGHb0P8KDjC3vlz+vaeXvFcg57hUXmDP8DA5iydWKFb1UOloKr7DGyKmCJh5++tvT9z+uXooz/5QepcIKBKdy1mysZDSFtsGTa7hC2Go/DB5UD3Zxw00H01/g6msZu6A6z859XVNA0f3II9faRgCGU0jUiliwU6+lLMK/f5LIr1/xQhhMcGlg1kZZH+fwITReXRYC1lcwFUniowjdmXuS5/CAeA7ArQ52PwSuGR1xOvERbdvC0hm838fvCNGE94EVG6gtxpQHB05CFv6j3K/slpPbKTsiSgWI9WOV/NwEUYY/7PxjJMoRLUZBQlhWn5Eyv5yk+OJ/2ABwGVB+Uf42TJ6rSJj8gvLd1rLKnpmpE8ikwntKH+8G8njj9Q45nfzVkxKc2prTTh2FrFXwZY8N58Gos+dA+Y8pObmkrFr2fEDBfs+PKDe8XJVpPrlo7bSqPQWthuWfNePx+2Oz0+8jXB3vCFxtDP3/NWZZ3Q9h2q++2rETJWfP162tefqXK/R2LFSxf4MQd8QIlatnFEj8Z+xtmR2GZmHuFilXAg4pqmjwq+/KWSfiaOhd//qp/QuseTyp3y4wquJdtplSmuJ0vS9KksSbivNqjdsV4zc1Hf/GPTd9bu2dq9pPLnaZtUOZQdI5iEE8q2A7lSEECtwO2oaB26ePo9cvlgwALkByXLSX8m5y89ooo6GHvfhBv5SB3J+NvqtnuvHs9blvrC8u8EfOlK65SnpcbJKKjVUXxPpkIG6oANEhHBAT7cLZhOBEmaQTKHAXYB4fIFu8HHZ7IBMwK48wfVsrrwnaeb5z2i3gRf1tlv4cFpAI9in8pCjbApR7ByFIrFn8m0vB/6u/QGStdRlcEm9JlMx9zsuO0XXGqkMOICx2ihbbFCPyRaEfWU8Y+F9NgewtMxa+5jukX5G5x0JsBCy3/m0rbtQUWsuR0Kc5a0BR0AiNbxF/dEb7qK5H7cesL6m6CQLT6gYghABFDtZIZuvk2Oe3Dh+G9kvtcsJ4jco1dbVIQ0B4vYlNmT5zVBMU8AyfVf3vf83T8yzLfXZm5xCGvJuw9/iRqseI7krT9YDNoSaCelN7xI10N4edQElALBqJLDIigsbvcezwE0aH2oy1xw4tT18z4bymPy3den4ob2RpdryBrKfyuzSXG+DafsOR8ZTkNSoPLzmSa8IWDsXtzXeN/MtYQJlP/NJnq8LHT4WdLwvAq9ngnm5NtdqyvNr4nc0DXEJCZJbw6MdKesfyGF8QdDlldMzCmeRLV5eyN/3F8WT2VB35DzMpY0OnpANHI7AEjRVl/suO9IevNLXfR0Rar2p7+Gv5mhGIITOug7uwQgPVlzrlKSeMUv9BXP5h2VXJsO3lOi4SXDltd5zRo8Nn3nyKtNFePRfFXYNC/L0IgA5YajKnvk3CqdfJaJtpiY4PYUZvYQ6PRrM7GaZlvO/SOZMpN52Vdewr9mYUpVmjPjQQ13tuMZuuAVKKC9sZ7RIrgdrclulA5/xL2dZpsbIrB+vgOvO5edJgmux+QMF20+rsfLVCFNTRcXvhr5VEz21ayf3L+t9B7cCSt+RSLYjXeLGEgaMwPIG95qfSkDmQSHpW1srzKeBiXRteuoSqE2BbSv5oBSEcutE1qtpx6HIh/JlSm4vRU48n1sHnWUGrXt+ctpzWO9D2exne4Kmw5ZPqj2+aPGPm7vEJTlKFQhZG0mP+fWhmTy2L2xIhmiyEtcLwQIF/Y8MCFLWOZsP7Hl9hOKxyq0hPIhswKUmR3Rs564Ye/mctmynrcLaSCJizkRfDM0+jE6Dfy2DXJXVIJKuz9Y3DVl3UCJuWqudaZTCVsOLS2MM18kK9UKlN6mlmlfOObbsG6Re5dPY9CkucQNfInVoO5cAmt4vmYRcX5cpYmOf5q/VAkKrEXm6cEJTlPY71mlNdfxq+OqmLf7sW7nKCwkUZjCyZyFvFg8qLJlZdGy3dyOsgH8+M6eVdZzuf1mR2yQp9fl+Dbnx8e/Lj++gonov7G/ZBo9EY2Bl8FQWXIbnrR2en4GtoYzOcj17QC5mCxlEedDk5iwzKtOvBZIH6D6+l0v6RBtNsfU4XCYZUM9becbP6tvE/wUDGycVWdhysv3MPHEwuTwF0W5f0aSTUDQH9ezVolKW0SjrkxR9hT4IIXNuCOw/7wcjOiX0CfOfild3U46JqtMhOn7g2MfIxOtD7baStHO9Wcu3GKM4KIANai1K/o4+4SAfEO91rHpe/hamY4EIKJsHSTzGbIj5k666PzNxGh/h4vbOkidKRfB5ZX6Er+7SEcmyPhgEWAkS28eGvU242JcgMn7EhEvKSSBBCNGeR0rsOEBkyGABT8oA0jQDAD3v2xEi1GwaBzZm45K6peGL9XYzn8a3y+XdrHEiMn3BivgCNmW5VYuDrJvBZCsXNWVaRojohWqmian5On+osLml2jSkRYtiuTKPNj5Ib7tYSNv/XzJL6CLNhf6CoYAWBs5ClygZmlM5Gbj1BGFW6gjw6dfmgb+mCB8xrkuzfMGwXDx9k4CxAzJUYOnoyeHCT56K1h3ZZQgKuEJMDLrguZb7RW0taO93KyIWg2x/R4qRsh/Z8KV0z/2labCkH4xy2IwoFWN70NcyeQtcs4fOiSfOrdo/fJ53AkkN0YhlZokP5MOw7TdeZcqZyuMMBf/MFWapb5pV0/BeiQkkz4uGs5LBRbnY08XZ1ZfVRdZFs5pOHY1G2M5CLQfhq0TOVU1AWRyQMVUKZWRCHy3K6ZaOzrnBll09f40iT8Haj9rye0eBZ8MO7vBsz8Ead0yTvqz6Af5tWIewEFfDKWm0kifExIYZ9jXL370kqLwZzw1fbhv516P3k6DTUweqBvg/XlK7Y9GcipZEhXcRxkU5HZOGsVl2+dM4br5v5ghbX/3OU7K9vq261wvsR8albz3vGDeTpGL5k1X8nBggjuihS88JDckKtpOhb71qSIwjOv2Qr9KgILH00iFfe9krfvaWJWdkiZiwg+iMBJ6lY8rCOGOItlSvz8zOFgNCAPJN/lmPjdIfzpJS6x0jDDjNhCFUG0T5tpdaiUAiSOasEicQ1Hjevh8jsoU9yFAngGGU3qQttcAe6hZrelynZUoKBr60j7uyU5bNhLwFhEKpxFzsSjqNBxYH6HDIw5wId9FxfgX1LuAtER8MPjY8UVqEZar1N7mXeciEZWz4X9k0ilO3zkTmEuKAMr4wOWvoiWL1vgXj9u6gtHa0W64B6WXCzHlBTH6IWE+CIXU98YSTr4CUx512ih/K42cfc8SAH4qHaKWNbtFIfzUJYJc50mQDy+Zvx4adAC2UJnle+BlyS5i555seAAILjlfqsovA8+c/0kU/Sg+rLLchnH5tIq8vTzBNcDOPiV8tHeiQZPVq79MGHEjTYy2s7hM4uWmwftWgPBeUbN9gysLNO1lWeM4msGyckdg0gQ6ZkUtpXQV+A13LOP8pBTSqKo2jeQFmB6w7rTMjeO74749/lBhe4AiRcj7zNbfszZv0zin7RSE07rOnCpGALgY6ouyXR/GUG5CMsSH2nIsqb5DeZubt3vQoUYxuc4+vMO9tazVN1w6jfG9x+G5s5wklLz1HiA+xSoexyWlSOLn4diQR3VVnYqsDqphLx76qhpLU73/lh/h/Bn16zMadWjfE3MEyVe585UvMmILWI/JD8hTk6m4ATOtzWDj44GxfFpgsJ1PeY89tP43WiQFOvIXkuWYe5funFYmPoq/pJJdQP2NIk297cL7F8o+iIDncStfcM1grjLSKVrAVCFiKDq4RMu/LUrqeM9eRGhs2Z5f3tjKarPcLzrL7WVWk+T6762D9mrGnXpu/njR03ChI7A/5TcbLNBKylhj2Nq9Bl6vYku6WC5pz2+fW9/StXz8/1+U0nQh0ZimimiCG2BZGHWDsOUIYa71TGBJyvw3M/37LxBqUklLy4hHHDUR2fS1oavR8hFunxzqd15gR/7wXDEA96WOUtnOG/Q4gQwTvVlM67C+V4HFhGbJQp1iEg8CI6nj4Jh4/ayoak1xS7LHNCs53VEumtivvIeb/lx9tJf/i9yE+gBCVi1Ew7a2Za7EzfS5+rvA/B2VrW5b5fNYh/G2fbZNveUuVdS50Ssiich47ZGGYC0Rp4Kq/u+03zswjTvC5KIv8NC/FXKWbOWuXidfnp2xHqDEoX6PUJEy8YI5Xj6W/MnU91tCAGnBGPUP/yHPTh2o7eXNnMpk2iy4XLorwdovRPrI7mUyp5lyQLogzVvAcCbmtPdF1HkIoKD+Wyiy22aRYHe6xa2BCzNbhXvdyrMOrI9fzIFL9662w6rPKKrLxpi2X8IGQ67Q9GQr4+lKC6PWFveWl8cdhsi/x6tO6wpAIqPH/j2F1oZqmsuJQJqIOAN/uFt8euCnJdLgR8ROfnp5t2fwWkFjtISEULhyhKB3ujGufVL/EUoJcjUYqCIdRhsaBW4gJGForYVZtwg3YzQFxN8/KQwVyK5XkJotcNDxFZpRqtjwYjIZnYDyXpYDCctQYeYH6+cL850K4aJsxNsFxP5YoF7vF+l1jGFXvhf1GMMjHERa0mQqe0rMPtZvJMQ3vkcI8ivOaf2JYCb3v8SWDdUud5lj8pdmq+Kf73fulJlMnezlPIgYvcq6JhjBu2fStXWVzRE5Vl/GRYt8+FHf+S/8+rLvw7JUrUmKCs6BPKjSuRgafsmG2dXnJJNJPJNlCXsomP1Pnt+bygwePTBxzb8ZXOcL7hcl/DK7eh6XLuzat/nfyzP2F2F4nE1x32X+ZtsGp8GzyF/xuvf/UUT+Rm5WjNQMHne8y9BMT5RMqc7vGku0gUMJfEEB9OEIaMURGSndUe2/5sx5+mA72BAqd7+HocnLb4qo0FuqT8r+lsIYpT23yIvECBfJ3g0tkIb5kpZcOKVFqaQgbMlQjtrKUFZhAXYtjzUKV1Rnfav6wP+I5SGJ1y5PYD9Kvdfw3P6fJhvft5lqlc81xtVzZc8NmEAqu8s9d3O0eY5Rv9xQFaKjRpaKxRNvWmoUNP7j27h6wQlYivHye2hZujNO66VsbupGKJI0miIBv3J74/h0X63+PdvN8rXAx3PUUh0UaOPQ8xOV0zBS3lV+FGj90an6tKZu+uTAsgNaMTKN1LmBpr4Y0BVzn0ad96J5Uc0/PIw+lmoIIbtk+ZcPR/1c2yTH6TDC+24GjWZodyVFV81c2JNdIURTgrc8gRpCvUjphlmdi6yLRD3E/425bVcM9tNnn/WYlhigu9KKgbaB5JimEzrovvlo5jTke9cVksjiPDvKthVndB7p4n2NrTmiq+CK4RLDq1D7MLOhl8TNFzAJg4BeKFBJcG7hWH/CY6hEiebFsz6/YzINFAW9ynHIzPnmGzYQmtu/RW1EOQAiV+5Cgxtkh6v8eP8SlK4sEWEq4Vn1uL0e+PaWJjUl6Bfe+j2Sz/fgxjyVHLC0HGJTQJ/Ihr+ubnEaXdzBDpvMC7Jf5kNiEPoHLEMUIrJgiDmnobDbnVt+xXuvpxMqKp9lbIEZxLCe+16+AihDbLkP49IwxR1md5iNHE5cIzjLNk2+64XIu38GX9V+U0KXWvytfYC/4MaGP07kABWcvm2VADlSPTAbAdloav/GsiUZdxDhEZ8eK9Sfqwp9S7fwm4rlN272f62TWxqMbuzMy00Nh5PGS/DZ7lMgFJgZdvdWWgZjXIbPyAJD6oEjqWZRKTGSuWTc7ZUQaGn32QxvKLEnCwBI6ouYN8IS34w9Bc9rda7YPz5X05aOm8eiVM8HuWz1fZZnOvR3FOT+Et6QRHgU3L4rIZBXZ1h5Cqw00GQ7BAfoZeiiBHSkBUcTowqDSxvNGB2V05I8zMA89FwjZ+Rq4lCA9zd0E+XKyR6xNQA29RZ3pfLwLX7sS9A+GC8BB0SD6rR5UPlaWeq82OVx7qeRMwZaqaa2rUXFMaETu6MxIrZRAi4Fr2LSMDjohjZZBkCo5hfp8DvX6QP/KeCIxwrIHSjVbQE5sIU9ECMCfr+GwdvYbjWYyZxb46CP/Zpylb3UCgOICKrDxAo2qNTlEoU/jZn1rHJpO2U2pufs5dto+pwzScafZ74jG+O0qk1PQlf0riQOybO+ZWP+owGp/EJiLI/67F19unTJRWY6BzgbHLQpkldQcaeO01RdBD5+o14uy53niwrZCc/NmpaZfGFgPszy8IBAcv1r5zYrmmydYKAIdpWsZShSycO04LKXQ7vpyqWT1dj//mERihPJvl7KPoX2mSeHWtohzmpo4xRf/T803MTTDwTHuLhUuSJFztDciYisI0uX702mJuJ9iwGVyT9TLQ2SHfak9qsECL/eQlwWiInpIop5dtvUKtJ1IAhQj6F+nJ+PUEhLhLhj719cGipyCAUqd911oB6SejwK7P0kD6g3FeErXpx1L8NhnnHjkcP7cv+CcI7wcjTqL9eCNvfDCN3tX85DxPVZZ3uESzN9HwWY20gCxy0xLjrYsOyv+lBK6Jmjy4sHklsqodCrDUlgXODEuM0+tJVH/oxIG8q1IVnZEWDQ080G4GdYQ+9n/Y5XBsH8fE/yT+uqoapbbKjCm/wbV6DY5Txq3n870G0k6v+bJYFIfZvgSJNhdCvxZPLgSXAAX1hb27/WjwhEccxbxmEQI3LE2sf5CJ+VCWEgSNZPRugCJ17FUUVzUNP4CBvxOEc+ffYj5ppNKo6y8d1npE5+zF5lXlCjGiQb3m17VLF5yvAQQ6BrT925uxVtsWQZuGKQtVeshNwPdvaBwx+EVWRF8BJ4xepNv/Zb4TvWTsdFMODeUE4bAt9Pu/DPpKjXCfDfsoYIL8liim66UxW3w/KUVlpEBLxQ97I/DjalsDwPbuXT2AmDuyIqJbw84oEDXCJdsjj3968xP63/Flo6qzGdLt7vuS5hF+5NWsbf8Hwh0EDmV3SVvAtt7SJKPxbIuoIFi71+5Lepgn68zfndOQkvkdbZYEBFcToSs5emH578Ix3FFeQMufcOKNQNUlEIqIB+DsPeHOMJ7rU2phAdK1v/BraiADwB9qb3yie9AvAxEa7DfUDXBUL6LhD3/lB7PRVnZAnRzU2muPMcg+Ugg3SYvOvWxAjGUGUoyJ6aMIlSXLdtPjEOjOyVofwDQ/iLEnlzFo7EpNIBmqpgwj1fOCMgTttEzcSOttdyzttVYpDfDahTvpL1n975l8k90MLgxTvhfyS/PmlMfq7EOVRlp5JU8wlqymCD0YSrGAfx18qPGqj5lQa8i4SAk8Fy/L3ON0vX/sAYPp7WkqJhzGJtueHsNVHbngPkexZ6LQjUuBm3fC5HXgAVeDFiPNXQHNfjD4XN748H0QP+FB4RssvvyNnpvN6qqaaKm1V/Yyadqrlc0/0DojUvSdlYZfHZdmnE+pmJxumedpdH4K9h+KI+E6lcgaJSJXkMth1iJHU/jBKMoc+8vLr+0NUWqEC+Ek8nVt/L5ZzcwzRr+Mn5j6yFvjndb5FjWElbOiKg7S0qHaawp3ex7P+JqTo7qg7DSTq/qfmP4qrrmjPbnnQa1YSaqT4yz3jn2Vr4TwK6JAxWF2f7BfBPSyBUTRDMHbdQIlGE1PjAamOa01Jd19gd9vjnCoIgvQWd9TepHl0rhdE8vjaLqCjSUJj/W8sGdaHozH/ssepkjolwcQeEUuihITG1er4QfOk7XjN5GPZiEKk+tjcUWu1mWdeR5C3N32JwIsqf3NY6306wghIaX6n5pbrtNw+AnncG40r0rOwe+EJuQWosI9FrnPTotRKi2HGtTnr8bADzSH6I0xpi4hYrqw61n+hyhD/8JOn5uRnY/P56pCWOe795AFE+8t9VVogzMeBKnF6MLmp62mgk+plTgyOVllf2MSIZOsy4+23w8V26b5Gh1qTT1NERWD9drh7uAaIdlt2UPXCF9YrPSjmhJXjlPhAdRnfZJ6E/W59PViE3uP/9gRZSM3LO3e7/hbKavlfZPr91DspX61twt23UcE3/b8M+DW/TgoYmcL7/Av6XJ+hkVinDH1bjWVGHyscY4aHlWx57Ldn5uPoWjdYtsk+JYcXbVsLBmwl2Lkl0i8h2kFRtuPli6zs4Mr8KGlVMKqInQsSwrp7/qPGiPUgvlj0VC8UAH9/ZPon9X5lnRJzLIs5oa34D4SdCLxxxZEm3+V3Je5Ol7vg0qjPO40Cf8QH2Wq/G+ucbGomojkkcyCdYWud7Ni/FM+uB7/hxWKuuzOrgLUuSCu/yHWnPFuhRvyvFK4XuCh2AKrRs+wH1FiTemDzRQorEQkquY8+u/TobCXFfj9kfnhYNRK7HD3WDdVC8RIIv1MCJzJy2JcCf4Z/5UWreoz7z4nOylwRIAh+YZRwPTVZ5GaW8b1vk0EsmBA+CdSHjSpNib86IQEjZrpWnM/iF/tNRsDLfynrTM3olaEaTlBtHml3QRG4MxQsr/1SW+FQE+OT+o8VVODfxpHlh8MtFIgqfYOvPnTnggspHzgvzJwo9t2Y6do7spN0a3TpP3GboVHow+NcBq0Q+OvwQVZUMdv174agitAHkMkdzALDmGot3RA86SV99jYppDHSq75cWbsJQEHL4kvOdxBB3U5w+In5LYrDNjlu/CCoRcOFlZyoMWqBBluUWzthe9824SKggg7fXneHHSr8N4qOuvBl7unavkoSrOYgFnn/HOxhDt6Nnc7uFbRbBjcFna98LpVBlG6c17gooeqw7wWtm8MxfDLiVm4EJvXRBRWn5wbDaP4R8QMx09Q10MsfEu+z3kpNKJVJdqo2zjAZ5ZmCm/sKINHPJCHQefO+DmVuxPsEZwP6bQUJFYhz1d6XA936A93QpXuF2aHIcOQVeTn41NLg94xFMheLpfYZ1eFvF8HRhxTXoXgwaNrBYS4Mfp/hInJnhYemnHloPQoFWz5FBuNKTs8njaxB8kTYuoEeOw10VlPqhXNhZi3VjJwlF37Eb/uNLNpJYwi1hK/go0v6glxQZiRafbHdwZlC6xeCTQXdinH3fQ14/KDSrnjge20lmF/G6x64dY7jshoxuuEyG2vJfGenJ1yuII3QS/v5iYLsQSwmgHBDSrQb1ZCq7vpEjRCNpjPnpCrxX7MSLTqvhmqNaLdfcQvsytqp132y5yKbtx2Gyw2zD2AcHf0ITbl3tJkZ37b+NvGGFwrrrHo2amuJCBhaZwQ8lAFjZT17VXm/IcdEmefqZ+bTl8/fpAhNRbDUfU16GHVyIeuHbsotyauSLoLoIMtCbQYvxbAZS3fMRzec2V8F2m+hHolRj+SrQxu7fvenV22DV4NYX2ZqzWZtUeZCC5WiCbFEOcbfI5hN1x/PnDmfT7BOj123x8N5g7yHNmC/124rqz9QmSLvig0/1qtrDJ83LeF5YCaeWCn1fMI5y/Y43igj73qmSl3tbk4/tOnWtf4e5l4Xc4vDPeIWFKr9hJJsXQ3WGDLwaUFWnrlkXWuHTuZWa3VHnv5FH+W5bz15RtLf4nsXx8Fk/O0LEbkm5ibqfpfpImy3idc0l83vgC193X0DZjVeAiXzgV9uotzdpGeU8jo++AIsJXjgpgliv9lACJId2b/xZMCyUKkt1cgdAvMJztinLeh6UrRNqQI4YUGIv863UK1n3/d4w2QhguT/kvTw4KAvTjHSQRwi3W6OjGHAJuCKGFMD3uPD1IzZ4S404LX3tjUZDzgzi32OQNKCH8f6w8MkSIAIh2yxuwm6sITS8oyXQ9xsnenHjp732DU4J+aCLFE/Pamv2vk6fmdaoY0mohu85LleLYU5v6YWyzqtru6mkRLa/sxHJHDCP5wfYtt5ul5cV7tsUeZdye28jur7pgYiFuzr8QFRFGgVfOLCvJoyBJ6w/1pFLM4BafjBHiNrOgVJkekAqdwghQYncnSuLPqBWxK+6+ibF6+B9PXkb0YRFFSbar34wzG4rJcM/uNwkYruV61VpFlIwXck6yCd7RS+Sg8vi/0Kl7r6dv4y1cKs3r8wI408nyUu6zJ1mCF2Ae5+taewMQHZcKw0320Zro+ejEj96uOKnM22yL8hERrHqxFi+WKkqTJcqt7ZQcZre7pkBgJtZDRbKQrhe0WNl1dgb38jyIkQMJsQZJzEiJmkjZakOZJyJmQEC1UlElkI7ws7B7SnXyjCJWJHpbhxir8w/AKuTzJU5oBas2CM9PMkJBKRtfRtdPZq/5ZE9wOsA2mskeD78DpEEPQPpcACTrb1VJ33/uFKv32B3Iea2ytYgUiJF7WhjCdTKWcoolHSmHTO0zxeGhrG7Ncq61oy2OWI5QLEQ+jR/uUsBuvn5/W8xmETs67IXV/Bwu0FmWTXREDuifDJYpPt5I2dLTJy2MTr2qVJr49ddjpYP/FjdJSHtEyv5i/paKZmod2In+xPSpHwQQn1KzMzkBOWijHF/xz1Wm7lx6HuWQnaXiXjVNESbUQUSqsi8XKIv0pxjEopkk+CgnxWd/q4kTbU52Eglbjx4AZOY+K9z5T21tqYp+XCMNFIFPVl3m85W8h3+g0yzIICmEdsslgl0ZYOZ4NNYQMuhKCn+SELq0wSq4LfR4jzWZj1UG1XhRJg4jIrDRLfzjI4tKzlGXy/HLWmxw9vxpLl1cwGjAYhj9Pf4khfGsvXzJiIR6dZOdbxMkQh8YiPxJFVwd3supeJZMwj6sU9gGM12kfGgbeblTZLyABXWEo72R/FJ/hsFFkSrAGimLBOIc6Gi8lnp6E9HIEN+ltJZMaUJeho8a2dmh9ma6gy2Wlp7TvzmS7Ir7UhIYmjrxbhaTl0DdepPZ1oDrjBFVfPYHg1D03/IkFaOvMx5fgHBePkWRc9pnLf0EfPk08sp6sxwRbKs6uydommx9IKxXTM5/WFAhCzjfv/+rcx8EAGtHS57Nsa5F+cT5p/81KslWGi54+cpFCxSHOZUCdZNuvXVEJoeVFqBQLs7MrBXubAQhKoNTX6uO0i9EKZpcTURvklHYyZuUWT8oUoeEz8RTVLTOycsWTaYf+LOklEMEGHZITECx91+it+4mFonMiqtgTlBj7iVj6K62ikuYSv1s0amXMHUTWYNj9/Wv3lLPkltD8+bWLMPfavRDHIf208bXhmyfw96bSh4vaQCIjH1jsbCWZkOBxzRuv7uh/ZnnWBoLjp86ly+99VsVCNEzSN0tOzeCTdcsU5MlvRUtPsq25uwco+MEGd/e14ou+lh3qfw9tmGEhQfvdSmCoCUKP8/vqI43WzadFQ3SN/lghQ0IQ76QXE59AaWj2vfsSGtIaOjDZYjm4SBLkz+w408lvptgMGq33SYJtSadcicXvE93M0UYvwUzzg7C/U+Nt55mG3PCiEKoJLnnk8cXqAiR9s/Rtcbe1lh0WmOOiQvxD4MAVbvDXmWCf7+/Xk9zoqCnl4emdNVK1fAhloXJ25PXKtxZWa+8dgaxgJz/TEwNARPRQzj67Irmdi7PKAZInYKQlw9YU7i0I/vZQUf6bT3hGaPhJ2FeV4+2PO7VeCXSuwJeJHLA7WnPktCBJJVE6a23YozfTtMLTLcpYYahEdkRpb+2x3ikz7NSrkJ1RECDuOf4zV60brAR2Sk2RTU/SE8dBLQyMsfAbcikZCvU9lBZRpNJ/Sdjjt9GCp5cBFC438/ABuqKcKy1fyytvI4XtTwSTtHq2XfulEbhda/YoLP91GF4cjHkf09qyX1li7sjaq5RWawRZ8F/5tiLDWBBPHUCsVBmMU/OzzFEHwA7sq3tCXIDxVU5vP5ghXkQRT3cUezz/lujEB9Yf46r+wQCOopUN6KpSBeEUdSg6jnvWeJS9ptJgNbuGBUTrTr7xQLyzdoucBzzornfBShUWhuhBkWN2OozBq2+Hzp62gOU58KD/TGhjrpIQO6NMLmO4DTZlZ8R50sQTt8d1vr2cpSPF+FUizPk5Cjf/p0rz84+ThotlsLXw38yo1UEqEk9ZJOy+Kiuq/rYHl7JKfRP6DkuYJq4TpD7G1L2lxPrqFplOp1uIOsvd9Nm13ZC6whFac0ETRv28ier797jrQQu9DF9MsUlSzhVX5Pou4ndglrCasrf8sWMC4yX8JEoG1B0MtQX5CjOME6MDjoID9nbwSBqAMFkVtORkcrgUuffseaWf1s7xoHqWFOxdoOnvXyWOerJ2kke3M2RyO937sgcydwMuHBbKc1eJ1h7xmwfpX2+kb37D92LXhhq5i1eZAijgNoxtVIZzuD38LkSzGTRmHw66EVXniFnJCCzGmRSnDsiP3cyjhxbzifiVU46V67Wq/IBGGjjWNKhQ77759x4ckXko3GFIS7kElvd05fGswO55xu1It9jfV8H4toVPdoyRcpj9iKv9e/sqhAuT8uhaUIUDNLorlOi7omB1XrDMfqZzK4O9a3VrnFOfiGwOWVb2BxyWt1PxRb19KDyYAoxtG6HuB+MrGUJ5Gcg8MnzLeWudxKXs6bLJE7nYnN2l9lgcuwBoKL4yMPQm0MC9ickEQ1wUh21GtGWVCUIoLpSZIOGs5S5zpf/9GXx/L9yhaEdlgEmIi3Y+S30bJCC5zPoFR6uA9P1oviMgEU4I3vhYCji8DSTL1I4xC7y8B0FzKX3dg92q+O67qUCAlH540LzIf4rzcrvMaLguk+qf+KPz4Pmn9tTbx+HqwjtoH2iEok6N4OJYtaoKyyYs6lJdU33/xU5Ro7E+B+clyd23CeuBoM/ycf9+MWMvxB5xoV2S98QVKE/BRx4vBeWKLQWs+f6Ye/ijqi7rtDJE/aTTVrbUYKjZI5g5Yp7S28hREPEfJlkc1d+ROhV7AwkhJgjGUnvje26E/rfQFg7VZlxY6JK6f0enqdvqudp68ZDYOCYqCQPGE4eRbiGH4+Xy8S9B8nG81UmEYpnL8n2B/7apFdRUr2WjBBS2Vv4RS4EtG3a78p/hZyUzjjFavrhQ82v1MUxDZp4vEWPErdwx+YRO3W0yq8ombRBzur05ruwYC8Mha5O6iASP2oUY8V2vpJzPB/tos7P3FUVQw2b48rOGb9YKFLI0T21Ziw4MfWzyDM2dtrkN3yJP/At9GVVvdSME239BGNcLwtKVFOGdJOjjHdW2WV1pVSkdh0W/U36JVxPHtgblwxzmGfb3otig/Wl56iVhqhbNsx/Pqf4l8JQRq/bGCUhH4U90RvJBdaO1WIAvxy1z8iAqsiA9UZlFn0kVx6PuEdNcjhq0QBKptv3STkR2qjiTCWxYV2ce5llBPYzlxH8b8+jFHBBeYgy4VO7y46p/J+oRjZoGuU5am5PN3Dk4cChpwTRCAo/KdYBDS/m0vntj0mJSHsGj6L5XX8s9AJKlKmnw7jNfOn1vxXTU7tvOpHY44QXk5/92tYP+tAqQZepiXkKrkRruY2+en83P0XR7Vn1b8vn+dSUTNfuwwQzx4LLbLa+yMtwPG+Rtlrv1m6rIztywUp51B7Ca7XyZpm5RsmJSqVOqpl5TxHX/qXfPymFCeYhkBq8uqdYzK2AMw9KhtVjlQtTd+vkN86BwKbxrQl65UyO7Tnn4l8ovt3LDN9kz6ctS7jNA5Vnar90eQVWZNYvEVgApWKI9fRRtibztevlWI2ztMi9jLzHckyn+I9dpJcizT5FQbr3GEqpm8Yk/2fmGxcIAXofwkwD64NmyrIGyV2Arq3WOMOgOf0rdGCtIsZalH68/Zu4tF4Uygc1gvm4cLMRU/FwNSGEKEemiVSM8HDp1PcbWu6tLAi213DYJYWbtaCHwBHIIxxS7M5sq4OqktD2AEznANusDQtw7z2LAa3i58968CLECfkuSqPT3aLqLdKMKY/xjT7z9n5fugXpHQluWlsOm4Pdbco5WbRmbf+k8z3Wp70Q9XbS5JUPDriODICAv9tjo7J62hA7kSBGwkE60fsPttSiYeAuhAm5NeA8uYi9zX14ppf/wEVOK4cNkbUXYcdHgICQnFw3N1KQUb99+2bBiwXzECcWxRyXRYg4K2/ouhaJAT38iHdAjjQkPYdX+bSKZUuMVe+beeISh+A2mQkHMAVaAdwJyu17iBP3VvUDwqLYSWzlczUkKvL1rL4FHG1LmAUr+iBF5zZQyuA/5FFyVhFtyvJJnK5cffNx3JMVjdvxVuzEAl033LR+yf+kZ/s/aSAsjJk7+UeZVTC1q/bKqlnAjt7rUkdoz6oqJczqdQijEcJVWWDY310lMAOfLudtoO1D/64l/BRe2a6iWXxUYptHdNuknh5U9pMJG49JmaNW2z57tw2fjn+f6LuaGaKkcSf6rG+PMayad9vdPfdIZ4zp66UYr8cDxcyiL6tzHnAxuNrHywKOs0PHWQ9VnpCXtck7IJGCu8ZVIY7myJlSa3liapX9t9CRiufMGZ1cI2cFmrst8DHVMdYRpCZNvxN4GGMDJ6/A6E0VO0DpW0lVX49hrn629sLcBQUq4QSRbb+Od31khh6n8VOvewKO7vIFaYWHk8q3Z++6/rQmjxhT92uvB8b/hG1t+iMzN6TH0vsiS78EcSflQ2ta77wGu608SzTyVI8v2k2LRwVbbpqtFsl79hU0gz+ruaPvAiyw+B/wrrwDgj8aKvI/FDCKtfWGMleXx9jzVt79KHlSy9bVj+F/ETUckjijhEKk4ppPugJQUjEH1U7rRRl82XyYRssevYIQ5OyQG1JLSv0L6l9FVsyfuvaO1rX6L2DEMs4kt9z26/x2V5o4cXEl7gaRoUGqR2T0elkUujbY/2kXMC3CteD0OWJHt1UHu51PxplsXfOBfnd4C9GMrZochAYmm5D6EV1/iSk8P1tDQTr9evkIDJiIsSvO9khZ9Cobep+4shyJCD4Y/HS/MleiQuoepxGAlNlrdrBBpVuMEQQj68tDRCkM9ScyKrl00kpHNaliplq+oNcj/x0Q09AntjpT63CSPDXQqSh3pLUh40IssMdWkxOZFtb1oyMTCzVGRVIu/RPcQziVYpO3eI/MX5RaO/X3o4znOISFeIutp5fDefFrL5ZPnBtpauUyRn8KdwDHbqv3cB4yidzzp4ORDva5VboLHX3bMIWSpTv2O+GVk1rRjXb4poHD1LDmR6Gm7L58xZ9x6Yq5IxT5Ervfjuv6+jbgtaCFZ8sBbMth9h1BUjals9e39EoUg0fk9g76+nXoUYoR47H+XIu8m2jJfHoBFBQZbSoVfjQEARpEHvwT3jOV38CVw2Pl78aCCiqx8nRD8a+ex0efNt/LzEcZpWHGBb6C96N2K01d3D+NdAB73n+tsZqMStjH4GzqwBacHa8gkuPP6WsCkhbd2CVIvLijabH92plUTuTNZz5pSkZ6eRNrfYoveL2csLv7S/obPS6QzpY7BIldeWtht0f+goGkXttdXAX4OSXmJynQYpcCqLnu4zd3hQBIf0RYkI/+H/ihfYjvbX+2WantJolKUcf3qs4D7h4AU9yqe4TOeSErWwG3wH0kQeGlqVJeO8Yc0h92JogwfPMwtieqMybHI9Tey6KQ+fvxGxq1Xz+7iEwsGsT/e01p7jHw0r9DmdLIrUg036G2j2GuChMFbrQIDNhs0nRUjYageh5LgMsXAfxzacGuA73lH715YQfC7CX6l72kKr3tEoYmaMYge97BQRCMSOFbHwG3xq94aBhFmWhU5ILrOlKmVP8phLLu3Ku5/lxozao5iqVMqyqFndW7p6FP57qno8TERGyb9NcfVHInNsuEiw3dZMB2rMsuAfDfUIUg/TV3kQmpaRl6Blm06+aslrfxWkDy735obnpI+QG5Be3SQIFSPOlkub/rqWLm8FUT8qkyRLTUVyR1Xf+6eBDqh5hOLd1zGSIroOXM94lg6zV3/jm96fsElJSscuevv3IBJKTvCDREWCgpvHHszm+/38doaPjzVJkWifg6CMNWmCVUvWF0jpI09RrpLHmkUxBNCmVR+4Vo4vqSP5mpb3wfKTwr9p0QvohNzNsPq+1oUj2l7GTRBbEt73IQeNdv0WEXmb+ybeLu6f6CePD7qnpK5fGOhwBhGE9K9jSmWe9ADxAzNzKEV9gLn9eUODvhoTqj2Zc4FRukw2k0Zv3RjtyVrJUkoiWKTIVA2Y/cymSbNMyzFl32AjgDjDJNGjIK5o6wqJWgmbieMXpZ3c/30XcjqIoXQvZQidTjVe6UP+j/Qt/5f0cbb+/5W+EKrkz/7ELbVb/nUD+8T57Fj74SCXWFzc1JIXNTppR2gBRSQH1cSvku8pi95IePHS7LclQ2mxdcUzIcYJt11bmMR2KjsZ4RT9mq9W/rwtg6gk13DzV34Tv0GWRTMOMDeJ2O20/ZmDxozYVLZrQ4BwdtCSRxfUXUctUwYnBk5uxd8wpp6Pbk9s+OyvoR8TdRCrz2/PTH7ioPmKemKvT1p5wEpYthduThWgpGf7/93ed3W5imTp/pp+7Fp48wgCARIgJIEwL7PwVkLCw6+/EUiZJ11Vd81U3blm8mSeTLaCiB3bfjsIoDALJMxj+yZi9LrnrL71Ysy7mukRXgP6A5B5TOTKEfRsCPJoY/R92In7YOq3tF3LtwEN4MN1eFfPdkys6MdCoI/hDKCmqnlXx26zU4oL+WLE00E0Kak+q0e3EK2T0Uymhca04HVqNybrC6TOwmRfamPMYfE0ZGJ4GaYlDvMAhwvXJLkhzjtjTzm6XcQx7XQQfpApppWTm+Kb0Oh5c2/gYblc7wCZokC1BwMU5Bx1GtIg8zIujyNTWXbkeE6iE7QEJvdi4ID1SHiTbOcog/S6m3YaKIRumQX3hEsKzo5mm0LvM7jCN2Q22EvA5IduwPfyONIHywcVeU6NuiJ4/IOtKBw/jtU6fv8+vp9JLpwj7+3uMKTsD7o2x6F+G9x6UGiLCjKbb/GtslzGxZHq4/00twKQ/I590Jv+gSRRMJ6chMUIR2Ibo1jwR9fByyh7tif1YgIRmkhc4WoFA+kV2nnGy4coEmEc0DY/5skRSAjeO8ODenzjlSUBV7EjEY8XNzdghSTfNiO1YRQ1uCOicKWJbRIsAusiVIG2XUM0aGKOzCLlFyZWJ3K+LUzWYEbl48v1IPoMarXRDo+v/hZPhDTOa5imsui6bbfsg9UR8QCtL6vWe7cJKcF2GqwZ6cVIWg1UNdAxuW0YHwjjflKaeyXg3dGAT1jgICxKHCZRGXrQxBkEWY/24zPlj3JFiUm0hzfNb482wlZYxBIyFdx8lVtoR2bs0+UmS2fUE8ocQH9hEOXHAFeQujIxd7sSrhryZW74UAa87/oFKHlFwp3SMJ4XoZQjeYKSgg8Pfj7+bmtGjBDBVDnmG0TcIPVlU6ddDj9qffXhi5cpTPjQUUdPKMTT4ZjYWsIqKd6rVI8cFwN365ucS6Fj8NhVJdPYQbQLG+8azFYO19TFsxK3kKaLOXWcexn4CgwyqYRNtLnL5XbcqXdQ0Qh+RBZ826BZK6WOcjM2D1UwFFyty4CFj9jAIVCGq5qVjLQeCqoz8VCOJ5nwKkNQVHafGTgS+PLG3bDBLPRMmZBMrV+cNG5pLdkTk7zZatpOy2cBa3aPWahZw9HDct5YM/WAaIn0agJfckack4MmIFNLTSKzD29q3cW0YcC30a4iw4HvXCKV3pDDuN3T8kXkNg3NHc6kjGVlG7HL7ooly/FhUuf7/UwfVOlUJrdDGOsNscArmuaGaML1fZ7LLgpIoWtbuCzMt4bOMwk+hTvd3u6665W8B3eXPNGBu5av18Op6QQBRHt4sRO+dXVbhJG4YDv6LgSRG11onarrkcPRMYH3v2+Dsd363FPdFpTjZFfwjarb5wZr+E1cgvDYhFk2ZSpKAkDImPjJu911l93dctJDzhy8Lq86BaEz2e2ZuaHds/S1lVy/PcEr4pjnx5ekPPBbipMC/mwIqIPF6OnsS9T2OpzQsmxpOr7cGEUQO8/jr8m9ikOngBW5lw40Zc2df2dPghU3KpyZkVNnqtybMe1pMmWE/mIw3YlSI8WK7w+S34hH4HAQJz/OjNAug3LMmUmABp7ChyS4J97x4eOgNLi8z0XMvbl7F72noQFO91sRIrSoADPWYSeIIVjrIqyFX2/1Feked/sOsip0lW3Lo2UrcXavH1NHPVhX/+Z4eTd2XTAbBSXutgjWd+WY1OzUwLFnVK47JDtR16YUlZNupcZhtpfN6trg51ajERWS3PmsdDNZ+NTJ6USz3SE+0yyb60Hhl5Gn7OOw7n/nrEDy9vcdR+jiIzKUnn4q1N6EMe/D9a2NfxjndHs39VgRRqMgD+cmC2tZVlgtuGeeAHfEby8KIWhnf+I2kWkpDn5ssxsEvuJ2xyMEf/eOAeWxWEIsjorZ2INnSdsiN8428YV02hw4rdlf4+rxwDcJp9qKSU1w07cIrTEvOZZAltN6hxhUAQEdVsrnyLYp+2DFGCYNrFeUPn0c2SO6UaQaZFAZ9/akAR/sKUpnJSEc3YhplJgFXIDBrOZZ1ZhSKeQGf7kkeplO/MlKUaL2oWRUKrABshykzG71sQxFKwUlUXCVY+BG5HwKdfXmazdMC+GzUnRGjyhVVy7xPaf4XDyCsh+4Rzt300Nke0zoWKse9iOT9GAc4WRlFHb1gBE/AjMIsljjutDP1MQqTSZioE9gxA1lHCHI6vZ2qfqqqOSuW0Vtu6TUI5ph6cecf4B8lrHYuXfQVOSCDsNhBjY5+P+65Wd9V0I7CsoRKtPL0MGjcy5kuLi6ZUZRK4J5sbhtnJ1R7XKJRJR6mBfHH12eIkBqZl0LjR5jQHiPgo0GuLnA0Caxv1ZTdzUBI1F0XVfq2W1f7gEKjIA2lUe5JbANBgrMjr+qTq9LvJ88YDXC4mzCWbNcLWj1gFu8c8JGUOglp+qUNKEimppyHiqHyXz46heeGehk8GQyhogD34oXrL9y3rQ+lBShSaOgD0c1q8PmAiN4VlTOfXhapHvfDIgmQzFtHny/zTrs1INkk/koDF/yjJ3jopB3geHU6CyIYsXBQNVsNMG53w2H3B7USmIwke63CuP52SZGBIdEONnYiRQmMg70FaFQ44HnFqX3CWJuh3C9/FsVWkvsHiK3Q/Vj5qhOlT6QbY0vJLEn8M2MgLyNI3kFLG5CN3q1QM9eX8MNaxLnltkA31WCWpzGkCyxArkz6jpaahK+ukO9H2O3YCmpDyCUkkRlc2UlAl4VQSi+HCNKS0qXjUyCm3bkKdpvBAOGJB0EA4GS7I4IW1nx/dweTrlMB/B52pbnNDGZT952bKwtMXoPykrh0t8dXt3Etsoumey2I4j7aMXSuM4A2gfmR8TKlr0/NqwKvfHEXTh8M2L0DtcJ41gwWuwJmhHjKGVsVcC2FxV61l4vZRsfPHOvPx2dQwWipIcbfwXRMTP25vpURY1bcguKCpSsAN8dOh5ubRKHfUoubeFjNPifsZg9lUrKhXcArr6UaYwJ47KpZWyJ8MEiaCZpRNnt6pRAlcE7bF1ZVQ4OZkyDdPRSZeFmR2qPwT3fL7ZuThPZADMkpB07IvHJ37GGvDdA6IKBqJvmXVS78R1GPwtEP4Fuq5DqeH99sGa87fWxHfbEeqOwvz1mxDlPyb270a4RlZ9g3BYt+lQi+5zRaCkpc33XKNfR5+C7SbeTMwobbQevqavX61iWpCB08pVRGkeLsojvXWL7QIWsPtKVnhA+KSKtgkQIYurbPMLj05kaohXe3B/RQXno6oZuBHnCJCvkvKU7zrJdJwYNUYIRjwKsb2aWpR0I9Bbtxhpwa4eZq+ujBwvcnG9wMaim2RwWWyXLT7zTUNqEzkZnr88rdY3dfbFDAVH3Z6lEtjgllVxzVCF2fdwbsnYXvCFVxgU5dxPK7o3OmI2/zYLRRZ0UsR1rQI8SfDh3BSMDIyUMW79eOAIf96Lk83a1xGXn8GXZdK0m0noAyvcdkcUpebnlE55KN3l3S4b8HENAbV1g0JdrI7oYtEdcHcLj74fKuLHTeN2PUlexDrO53A42XBMC+Ww4neJIlwGwOIM5dlaCCb2V0cEDxOs5WMJUJuAC53LKc749ewOC9OuTNCzNm5CCCeWkG+VzG5za5FJUVuWPjVbPiepcxXOUQDFpknt8GD3LVJkEkAB80PExVKauELj5vHfO/GlLlMlhOBITG195A9bzW9FI6nsG0sFQs5WJt5s2pKWwoC+PcGxmJyMzIoHz3Yauuxw5zfOExTAFLOnX20nBt7C+SgAiCbbjsR2VIHBrAE339nE3XC+hkprDPMWsrMCamW3p6ayjhC1JAAhk/faRU+p1S/LiPCzVwZBQhrzFzYpezcOC6YauHE8SStUndlOQvtIwLLaV9lBvgrW5XDZFGIwWrE8P6NJILARpyd0nr+KShFEDcx9+g7dI0Rp8yyOJF0Z40Pv67o6a/ngYKM7oTLK/37NQXxZt2UTesSDp0VhvGYDWAUZTPdwMTkQPi1dSUeYZjzMG4sullLAF2SXexoF568QPjKayBxwBedSdNdy6FYLlC4egulNb5lzgMZKKSJjQmDOV8C4pgc0BDp2JAa7Xn4lrvy3JiE7kcienOXwcB+yWn4heFOOEMPk63GuUxZEPWZ/7agJuNWEj38uEdTv5ZgamzDA4PRmTfgS1arzD4ebM6AaDc6S0R/vEwLWhXBeNNgIlPSPsWI5iAaFNB1ZEV34DPtAPXSMKwV7u8HF74Q/0LFN77IxTJ1o5OVmo4gkOqmV0oyXwXWjb+/FKbtdX0jmxjnmn25jhAn+lonR/lPsdDBe1B2In35Kiv5dbykaqKgGx1Knmlu4e09wPey0I8Io2g+2SRT5EakMlVLbQcgDRyOQRPnE9hOJocGOQVDA8naVzdEBERcBFWEsf9WYMMkzL9a2AhapvL3AFoslZJ7pOHumYlRR1FLDTLr8jQ8ev0nvwV1EfB5mpBdryejO+NDe8uNwsRR8n71D4G4un8l1yl1BCHxvpJM0Vddh2ew9H9LFCk6Zf3LZt7nNxwFjPx7HpSDtYyjb3kIZ5SqpNOBkL1OMargw+OtNTvzxEiXCZ4tidDhzLcwOyxAzIbIWyRGdW3mCVRsN1G3qoFq+17QsCwlBwaLuADu9RQx/jahwiCmRnkO5gAj1ABFNtgtLpAjIicK+ShFCLj7Xd3rhDmTkPb4hhW8Tr74ciCzbXiAXZJcIxsr0a6v4RNgtb2DZL9tBEJqZObMLpySPIlY2o0LcVx2d6buBd+2ADZs75XjooluGYqXA+0tP6qjFg+Aql4yKAGmx1PvTAjg40FV4duaouhwtJTU0QM7gfwNxuqU0Y4GFtA1MCKHKBmfdxxFCJvmKX9ZYh93TEN7J1kJo7wt2ViLgGdIaeuRA0OdV1vNwd0wZwK2RjZ1/kWHMDmdFFuyEOOr1NDlu016neMi7KfuIPOyJBlcQv9CXYD2vMdFsgwV4StgjNgdKHMUFKBrn2IHizgliGhwz3Zs/y/WFQqxMagNAbxaGP4cMOu2LqbUPhMuvsZYBQAZzkGINKje50JTvU6RNbs4Hs/scP/rQfqBMmXiUd9AuzdChD+JjtZ++0WZdXIAwtcNufyiGtIk0RCJPxGRZPPBJeAE88hZmjkh3p2+WGXQoVc09AJlTAqLuInVW4Y5ZrxwO2PrVBm0zj4YCyY/HkO2+l+zypYLpAFaZgvVauiwLpo4t68hNcgLsdcVFhWwJqklIhJ5FzuSN5xGJ38uDecJrlPV+AFYNeWDHCNjkOE4masQt1vAUGS7LbDNuF3uGuXtATDsLwyedKrGKCe9eFHQIQFdUtHCJG9qZdH/jy/IbZs/ZJKEIX5TtmKeUco0p1OMNXLGwvd8xnaWRWCCp15Z26V9OOzk/8MiCMX93Mc1YUPCvbp6Hrl9FasBubjUpnPKapHfL1Wal9aIn2rLquvt3vY41n25TClpM6HizH6LmruwR5os4Pl7NskziSlCQaM39WzncnSSqUkEz2TvZ9scAVV9wTpQNLT7jkXhgNZH+BouNoMNt+ZdeFxZqZSBxrZGdbG0nuHi42X7IaYtxgaZLDnYxGeatEL5iMxzZOttkSz/ueZnLlcIqGMZ82OWvm/C07lbP0sB6H6eCDU+5asb4PAhn0jtzTniTpQ4JJ3pFVpXiMkWsqG+xTplr7/D2YywvN6C0iE5W+IWPdOzaWsXUGb6K0WtcLtrpse4VHRs0wWutMXpexcVjRKwlqNtz+6rIeGejzQb0djC0Dq9OYKIllZLOtdizqcHsLCpnLk1yP/XQ8GpcEP4YMg1GX9R2hHD0nFd17Dr7IFDLD6xEAfeIyPcUdYRrbnKNuM0Q3sokuws4dD70bBiohJkFBMgp55O+dlxJxCW/SN+Vmt3NgH8pO9PWgr2/NIs+uql5jbRlCk22F1k5r/XiuT3J5duyj1JHGTpLhCuujNAiOdXPJO9Uel14pwMRTPEz5EtMYZmJ/xG9Klt6TnQOqdE8pKOua+wV6C4042W/ta5fJgFXynORd7I4A91UJ5oQtglPsXbUVeRI1OrHzEStpp/QcwhixiGR3XIM3IF6Z+8sQQI+nN4cjvN0LOStDJTLDEpUcXJpi69E2krOybKqlgVWFuHM83RAstVeM0uSiPjhX8fUysnFsgsJ/xajJORkYNQE65dIDmxzNfmYLEOGlrUq75JmIFlA+UiTr4oN3YnL1LJM1qQh91dqvV51s7j2ThCqfyk1hKQFWNAP43bv6QzR8u9/Wxxj0IWFJeJ4PfFhQh0M13eJ1aZg0Fduq9fHelXh3j9hMjUCJBpf5wk67ywidAAwA6zqCLkG8DI8gQxfsvQrrJgbA/l6HArxAV54J5ZA3JvjUJbwnr8gFQx/irTnnZcOadX2idwU3wGsaMGodjf6qmTKTzOryMEZdKqiIkPWQVZ1h1kTvTg4KvDjLYxoPwGOYmhD7Cs2SWIoykmyNdx5k7IKZGjsNOn2aiJiu7tetWtiKulyF1HiI8xa3ZCRPdLjVzgAVvdApfgbX2dZXymaWEO7dU1HbWRtgYWZuT8h1CTlu1xfH2G8Pl8N93VTXqkq4R/lYbKEJR2FKctTjmOQAktRH8YrPznIfVQLVvOZtoaOe2Dpu/UmQdF23nZTeiHEJ8nRv2JuoCQqMAAiDqe1hfliyIl/OQig9dIWxbnCJa0ud5Exko5BAzxstTmydji1ivtYkf7MRqaCR1pwoA5SORLEVwCxOVa+j0NLm00OcZrSArzjYQi/p3FTfwcRg70XJDWc8wMZhQqUFbSPSPivzEGV4RDyGY5AX+8BxlMPx8Cglt2uLM6MAdkDuLvv9oEduWhg3tIjx6rBp7DBffF+3+yUI4Q4sngtI4y5iSs72rJWSOtUenWJ9U4TK5kmM8w8J1thHHCL1iQqoaThNMhnVbdKd4bXiq01Yp2DzgHBPFM2L3GcPERdFdAPvFvc9R/HhOMYu3q+bEQC045ETW1ktMODMw9ksLh4avNLLWhafC97osmm73LANKFLyh5Had0YR4C7f2zFFN/SD87N9GMHYjClDbLLdnZoyA4wn6X1S5xj/kM+LGPElfV2gu0g1EiN35KpPrVs7GKnzZ1WyHj68tv4gDmOJHI0jsZAh5rD5qZKunpIpWrI+tkdW5tC3oNnVBBOnLrflI+qgt+udSgNtsEdztmkhuqEsDnPRCZSheiQXTIvGLRWYc7pZRuJyZfGx2YuwxL25+jGpbUfKoUHD+D4s9NDCA4RUNheWYtmB3dMkrH+3cSuYrE0MiLcY1OV2MPsNgWatOmpFC69qXNc9/aBlj5iXQ3E9mYqBkOwZRph0lELqnrQNn3r30haRQc6CUQKoCPZcLDWiCKZ7HknqKE0xuZ3CgpkWu4nGEUq7a0ZFHtanm6jI4xZQ1dDRA47mO4VT2WxGnSMNxk58Iz5W19MZRCFBOkCmLGOhN2ZC2bjkE5zLL5JOcRpPEppTD8epXldQHUc7VMVMNRWt3MB3ZigwV4uCy2qiiWnrPQO2Pg1SNDA8tdHVDTOhgnB3idwADlfaFjfGF9F2dtP6yN/1bnC7YROn9RnJuASSay4iQ/hK3rj0pWcV2OW2MAePU4/WMVNd4sydDRukBtF5QCgmoynHAAcaYTxw5jHxUzfdb4ujn+49rRHxZKx9CEseGUA90X650a7mPHLU35p0PNO4G6WqkoYu02P7Ua5UPW6DU4AKcJ+crLAXNRDpO3QU+5a1Zm/H3ETH7S2O9+2RFqhQgIiilRVzZkVdwMZiK2Y4RvMig4Pi3YSbprfIus/OmyCmu8Nnl0hmyMkoIinHpoBIJEIJJCr7ix5x0r3cR0EzuBOJOKGbGYxaXWUmMuTSPYGICb7O1uVw2pMbV1H+gQv/wPmkvnXnbq5icIj8AwNZBbn78PZn+DGGlYRx2yblEhXm6SJsJc/Kd/9En+2GuOni6dluJeHiP/DNdZLi+hp3DSgqkNenJEP8Rj5Pmp8UmnoejnnUZU8S8xo+i/M06z7T/PZ5nL53vT4ncR1w9YtNXFVv469/YwBe/8EUsNf47Wvq4CiO0vhNEnXTZXVa3/xK/EXlm7q/RXG0Sgrnf7VR6/oOiCggFnHXzed8gZ34fVcDUtZdq9enkd9m6/nw4M8JG3L3h6Ju4srv8uFjo5/l9jrVqHMw7i8V0exvBPvr67O6MIb6DSEB7sRJjCVQ+Cb1j913fpPG3avHX5rhmsafPzS7wwbt7/NAAB6+jfuxwz9/BlzBX7n4nfNx9sez31lu674J428zW23uXfj/BTOk/zvMEBhcMzuv89cDFx4ASb4Ohenjh8L8OvovmO9Tjn/QDmeeDZ+m9EciI/8Wh/iztkoSyGfLof7YUr+2R9E/Y6cM+s3OWeR/q6Xir+EGv+pfIuWu/lLfAG1T1X1k+12YfbPmtowh+Wk/L5mCD0gefIMeN88fEjTdQMpvULvfiD/R6O9E9Hsz8Av9aYSvxJ9o9Hci+r0ZPHrj+jPxJxpNfuf469noD2ejX84mhf8R518tzrrvqvwWb+rbLQ67l8lCeLSpq7pZzRkH/7bQafi08aM8/vTZFicIBvvwmZA3oKMcuAgu3GCYhv3lVfXhHH6Dwkdm4nzbNXUZf/gkWb8+Bl3IDoRceQhCvR/ElVG3+av7oO66+vqhAVflKfyggymB919HIeAqbj4ngxUAPjMFin0DhODc9v4UR5JPkA++zfw7/PA6gYnes9/8sSV+a+Jn/FFCyA8PDp9/fW4VwkAxwkDxH9ifTiH/PtzEaOZTrMTZ72jzrclHtPlG+8vRJo5+D542qLoQ558nf/6foPl/kZcTAiiD8T/n5eCL4Nn/b7x8WnHM3+bdOPN/mnczv+Pdqn8NIv8fGFUBFvigAX+l3SqZF+WNcOzjdtUxhnC3doyb/Ja+NYIXWX6d+CVS/GjNf7ct/WAa+G/VOtf/SPrbyxm+OsGWZEic+MGpbvUt/jvNhf4C1An0m7lQ7A/mgv3XzSW9l8d4K1o2atSMTSwYdtb/+T0XfE8ALwnnVx8WOfz6m3tz0R/99T+p59cIQuR3/j9w7nmIbdsBrkdOQOXYxpB1zJt5IrCnPlzuRCBVvb8guS+fkFCoBxWP8GgmcW0mh/AaDppZkocz+2w3K2ksoW1w01jlmiGRzFHqzIIzwj5atD7Adzd1UUZN4IYQ925KzmOes1t8m+2NszKphZgrsnf3nGgT4CmrFFyqbThMX3+U1Jcudw/LENAW02WeAOfjvn1CfAHJ9eI0xnBVmt/lOuGabapsuNSQT/dImiqjrIoAI7qjsyt8qUI8W0ciZ1epy5FQke3sYllytNEsvrK9au0q+LJfF+sSXUgZFX/1kbtFLIk07FcRptKzveUT7fnDQEl49nY+4bvMk6oquB1T3z4CiUz34HrJwjKaXft092wSUU0443IGMxp3ZyA9QQGzFkdtY0H6BKUCpFWBmRKaieSQ/sOYr7nqSIBzaYB51xC7IG99hvhpCDcomP80hAWSKwuH6paLnM7K8Cf6euNjiSR2VG19CCQW8l3opidooogrOfNF+k9JjcMPEvmqpw37XZ7CdFMk7x5IYxfeLq0H5u85XhVcQVtgDd61agOgeXDce895zgHWVaoT3T35VEOeV36BLn3MAvInh+AK5CpVpXHe7VwM6nrVPdDvpYjky+ydGeSwYfnwqtcOsu1c5z4EObrxbNi33jgLfEUrcVXwLDvMH+Qlhe/8ALtq9xu99W2ycp2dHF63pW9f+miDTHvA52oLv2eP1k5+2iSaQb4Av50pAZuBN09cwz/Q/a5y8eNnDwEyirCqjCToSS4CZEFCm4C29Pp99wC/1hXMXdr2HjZVv69Db/njWSuIJ51K8JODUeVdFtz0K/D3DkgaARLoQ2zKIsmqNZPrgSXBGDCqG27SNsT4Or6/cXSG1pWjJogNmG/rb176b2vjZT2j65zql7Yl355a1dSA9qH0EUQ7jzMYmzyYJXEQREIRNQQcI8DjW63g+gOMa0I6HTYcoK9tUd3knm2F46gKIqkWoI2ZAs9M0+PyRjsi4LyVpgtcrwuAd3DOx7a6ILbg94cxeAHQet205u9tFdC2XPt55ycfp8P5C+/5Nx5BPLXQF/1XW0gXlPHjGOYPNDvndc10AY8hrq59pYi+vLUXF7UIcX0zQpmByCC++BgnfSZQzbRabQn7g2Bhr/lpsC8gW1QVNAzEeUQr3vsCfYfLYTOCH8gn99YX/mx7HPV3PkPQL5Cp6aK/+oVyE0G/Cg54RPVf/YL5HAkd6FnPiQnI8a1fDLQFMk4X7X0+QMYF5E9b3vuFcssJTDPDX/wA3erzKnviYB5/9QflDOmrLN7p81OmGhzj1zhm2OuFiL+NA3gjwXwA3eo1UyM/zOvZ9vNcV9sEfE/v589Q5xqgK+B8DnmjH1ZbBvIqNKCHEvnVhwL9bwG8zUAP0wd5oXAeYH6zNhOEvri/dJrDvl5jCOmHvrQXPyH5ifaN7/ClIxH5qKPjIkKdTUBHk74hsPcxoQ+sbTVUe/kS+AH9ah99RoO0wy/bxl929iMNnvtJv6ayyvzwgQZscAJzR7RFe5s74APYhZmu+gL2/7RX4Qj4UKbPNPGLTwEf+ZEG9SGOH84F9sPNwJegPuZn23C1H+0MY6PSQtkAXn/NpxChDqHPYmu8MT/ZPAZscQHzmPTnOasOQV8o0BPwH8C7cPwlh199QZ+YP9gqoGkwnn3wE8hriQMbAfET2Ijw8o1tnZqmRjz7+BgTAe0Vgw6fYhDoV1A+xUptKYEtlZ9i4kpb/d0aX7EPxghg78pK/xCj1/jxJZ4vwDee8fxLW31e236IlRr+5OcT7/h3HsNXPP88TyAfwHv62Ta/03xFRMC4b3Hunc8ZxJMXnx/bc4A+vub7xifgB/L6ic832gc+i/LFJ4yfH/nkwBjuFxlzr7zzta3Yvs33TW4gZ0KZfpKx9o1HbXzpfPmic5AfNeKzP3ynrXlnATZ//uTDgE/lxaf1zj/0H8BB+4xP6ast4HMeP8wlfPI5w/htveJJCPmZX3zin9pCuhB+GgPYwrTKd/Ot7QTbvtnnkx8R8vOFd/E7jy+df54noOcj+pn38Ttt9TeYs0Xsi80Ce3VJGMc+8AD5hH74pIPYDv35F10kQOyZPtvkmgNA7PmGUzSYT57xAsbnT7qcv9IAP/NbbtQ/28LybAs+e7c37Xt8BzSYaz/EPgHGLxDPwfjQxrnpl9wtGPeXFxZZZQnyyjc7ADQgSw3Rf+kQYBkXBTJYvtuB9tUOxvXc/Gtb6IMgfy9H9J2fovxuB4D2hcd5nR+IczAGfOQd+BW55saPdgDypJb/np6Un/T0Ngf81xwUwDvA2+sc3Onw7g8QD4B4vspBwZ/47I0ObP8M6aAyXd75eeECkFN+4R4wjgjzOsR4KOC3g/geYK8J6BjklhJVVpyRjsAm1s+AzL58ZkE8MMJc+DZ37bzipBVXAn+ZtOKXPUBsBzAqpH+UKwb1oRca9jZv/btfgTYQx37EZ2ssXJ5+JY668GbHAOMAzPqkK/gbXXv6GQYw0MuuQXw13c962Kz482PMHJ9Y9QO2AfIDWBnkC4gNwxdm5n7hV4jHzHc8BjE0jLHYL1xsfYvr+jNWL3rxwgDQPvOVhmtvWBjKyFzzPMRhuP4pz1sAf4A8v2LBNwysrfPVYTxb7cp6yw2QTkAf1IWPPgzo89rHx/nDGAR0Uv7QFvALsNqr7+kD/an7FTt9qCkK5YUrQe31CVdCm11xJaxPPuBKYPtr2w+yL0DcWcqvvtPCfPOZVv4ODeL2dHnPpwWseyC+0aAtk28yBfRVR3pR4m/5HeKQL/l0pYFYAHSrvfFMvGIOon3Lp8fxS7ydXrHsa9vlieVc9A3LrfF2CfvPWED7yiPIPUBXhbjOUzc/0KF9naHdvmPllaadv+ODZ64LP+OD+Qtee2KBL3gZ6usHGoxf569+tWJeEH/dtZb7nEdgbH7DuOH0y6+hjkSA+UcYh0EMe/MVDX1iP2t5199i/YBPod+B+hO0e8eWObBhyMMnW3nh089x4KXn49e2yEtmH2xgrc+/rje85vOWy1YMDXlBnnXBV3z6FfdB3LJi9i9tQ1hHYs8YBWRTvNGBXSxvdbY2vvkPyPsgj4cjrBuBPYD6RXmfH8j5K/ZfY/ZbXby2VzAd0j/rH/KN/K6ufw+ffFqrWXE39Efk63rGqxaBGGh+2vQ7Xn3DTPMn/TxlPn+R+fzyr69t4XjTR/8CuHldt/m8xnNc8dQbTniu5bxs4FPeWG1g+mLf32nbOld/WpfbsLfPK6kf1u+WcV17N1J48WHdFPp3XYshv2/XI79fjWGIH67G/AUbQX+8GoP9/rYmPo6aOiy/XZ0Bk+2+XBH7dF33dUHr4/WvF+nbVbWvF2WueRSte/zGLO/i891f98yNjX//tu/v79MR8kVHOPZdRyj6w25d/C9Q0s9XWPFvWrr2nf+8ZPrD/sn1IthnFf37om/iNl/84P3S+OcNGD+7x+9JGUPC56XZV3+Ahvyh9P+JYgT7G8vSFAvECf8nPumCwai/S8bENxm3fdCGTX7/f1POJP5Hcqb/NjmTP4ry797yO+Wd8+Hv54ZfjHwd/trwCw/mDwdG3ORg4lCV/84e4H97u+9LvH/3tvZ/oij5eYs3Q5CfO/mLNq8Di/pqQ6+Rfm9L8O/z9uOm4L9sJy/1zdE3FdyQ8X/w7pKrf/PT+Aqa/wdw9LauvibYf2C4gAm48HFn1r/cYPKnc+M/0a+7Sd7j8b+4kYUm/q5w8t9yB8FfFAVesvuXe/7/pmjxn3Bx6ov6/8Wu/395xp91cXDY1HX3sTn0Eq2OYCIW/xc=7ZlRb6M4EMc/DY+NAAdKHpuk7WovJ1VX6fbx5MAUrDU2MqZJ+unPJoYAZje7qxCtLvcUGJux/f95zDBx0CrfPwtcZH/yBKjju8neQWvH9725H6ofbTkcLfdRdDSkgiSm08nwSj7AGF1jrUgCZa+j5JxKUvSNMWcMYtmzYSH4rt/tjdP+qAVOwTK8xpja1i8kkdnRGgXuyf4JSJo1I3uuaclx09kYygwnfNcxoUcHrQTn8niV71dAtXiNLsfnnr7R2k5MAJM/8gBJ93+VwfPdx+fN7mX99/quIn/cGS/vmFZmwWay8tAoIHjFEtBOPActdxmR8FrgWLfuFHNly2ROTbM9qWYEEBL2HZOZ5DPwHKQ4qC6m1V8YwcyO8UNzvzvp326PrKN9+yA2zNPW90kWdWGU+QmVfEulhy+vyrDB+TbBjh/iXOvAtmVRaxBSNaXlVqirVF+9VSyWhDNLW15JShis2s3rqt4JLrNab32jdSNqO27wFugLL0ntB623XEqedzo8UJLqBsn1HLC5ixUHEH1GaiMWevx8n+qYneFdiWa0Xso/7UzVpAmlK065qKeKnoIoQHNlVw8lRLlt2hhncBnyXtgnj8KFRb4xdcHf+xNxR+ejoxEzrgQ9LAWOv4I8Hyb9mLpE0MzPBw26aszMLe2e2igYxkesXhuWsmrlsq+atamHez8nSaIfXwooyQfe1q50FBWcMFmvMFg6wVr7qqQKpvptU8eEFPwrDLZ0NwIut8vRYJf7kY3qfgTVfCpSgUXqcQ9xdUTlAnsngrNcL/hmEPl9RMFINHnBCCM0FaPw/EkELHnQCc9JidEDx/2eRJD0siFboI4AY+tvbAIoluS9n0ONiWJGeNHwv50CoOHeL3klYjBPdXOegaPAPeNIYpGCtBzVjNpl/zq2+9vGFl0K29DRxNiim8Y29y+EzXI0MbbFbWMLL4Vt6GhibM23XIfbbDbT4ydJ/bmDtQuKDyBKC+h/NgVBQR/KYiQF8a+Zgnh2rWCDWRpnmLAVz3PO1lCUG43pd6KkPl23UTAPXPuT9i2KIY4vxMvKNAKb1+KqvOyqxYDXzbLywkF6EdqswquysisNTW3JLfhOrYxzekuH3zCRGAmmsXLGdIDscsb/h1/La1DR8MY+l6979tk1jQ2kKvlz0MPvxGfSKJr3TznPt6upY3Wm6aDYRYwXwd+JTrl9d6tnLjNw6v9ylExVfDsFpx+KoAu9kdTt6U+nYw5/+usOPf4L7Vpbc6M2FP41fowHgcH2o6+b7mRnPPG02+1LRgYZ0wCiQiR2fn2PQGAEIk67STY7Sy4D55N0JM5dgoG1iI6fGE4OX6hHwoFpeMeBtRyYJrInI7gI5FQgk7FTAD4LPNnpDGyDJyJBQ6JZ4JFU6cgpDXmQqKBL45i4XMEwY/RR7banoTprgn3SArYuDtvo18DjB/kUtnHGr0ngH8qZkSFbIlx2lkB6wB59rEHWamAtGKW8uIuOCxIK4ZVyKcatO1qrhTES85cM+CP6doz+ma+jpR3NZ8fISbejKyTZPOAwk098nfl+EPsArrFL4HKd7eQT8FMpln0QhgsaUgZkTGNA5yln9J6U4MC07JmzmDjQ4uH0QMQqEBAPhPEA5DsLAz8GjNME0D2N+VayNyStYyVXCzzIsVMOqJIumCWhEeHsBF3kgFGpIWmR01JBj2f9WmWfQ023gEq7kjblV7zPYocbKXm9FsinxSbZfY4oWzhPD/GTsbn966qthM9ZlGw5ZnwLBvYF3xO2ir2EBvCITVUwmsVeLl4huMdDwMk2EZqzlo/gk4AdeBRK6b+C/Kaq+JBGfA7SiM95K+mZXSYs7PfDy8+23lF++hjQkt/s6xaARUgzD65X8P97SpiY23VBWm0Z5pLN12XP4Q9WujAGNrQsBDU07QbQpMcqgNqU4KECTXqsAqjJHjXmR80F1oAWpbA3GvMbtQXCnzWnGQ+DGGJhmZOEZfkMewE5hzUZNmvGpbO9PDAWWRGZmkAJeY9jmItJHrkmwNofSKGQok8Y4iQNdtUoRtyMpcEDuSVpwVygkKEScR8dfZHMh/gxHQ198I8kX/5vMJe29Q5u71xhLXc45LpUAL9rYZFzTd7QJwQsqZDsc44gFfDom5xaWpoUUU1RZRvjlfIFUh22Kk1qDls5tZIvpm/msXbbZSP8BOoxjSrgwT3pinnpPeHuQcpI67xaB9Y5sdaR286sdMvdSzNDE9Rh4zaI2t1Kj2yDOkwXfpqjkWY0aozudv4uY20GBWgbzebmdFZrWwbgrjzInS+mTNic4kcwBiFnCcrTeN4+/2m6RelzN3hHwg1NA8l+Rzmn0UWndImIMWrwuhSocJoU4tgHR7EOfbRhJKUZc0kRayBOpbqok4KNR7mNv9DDu/Nep9sjw1HrHKPt9uNJ2+tL7NWdvl3m9Gm6T9N9mtaX1c5LtyVvl6WtPkn3SbpP0t+XpM1nnd60x2qS1tTm75qkkdlyY+L5pJSxMAzq0xiHqzM6V08gzn1uqFBorri/CecnqTmccaqqFUTITn/WiW+CGTiCJJdHybygTnVqQ1gAD5+npnMsFqt+PhKbBsfMJ88pb6xXHiMh5pDVFGY6VcihmyI8lkq3Gwd4yEANdRbmuami6rqD08iYKJwmVmMxxRO2GOWmUT3Q/7eWSdfJ1fnwNSpO1JupQbplEOXH15dDRSga5ti993NjK2OPR/Y4y2uBjljSjAf5hLMSNUoE7g+ciyP5mRCSuT4Uz7GHhxi6FAAPc5wSyGBKG1A7hmPvCqeyUcSW8EE0RFAvid77qxDcYZiAVF6lUGiaz3TSjhm67fyb1QnT5wv7vobva/hfs4Z/3zcz3RlMX8OvQpyCNIWjVoZhGrfED9J8ZifXzw5Ax+e5fCRSAptsF+bjl4QkcLkhmMVF8K9zLAKsHCwC5plhv2H4aTYM6/FkZYz+24ZhadgLNP5lNgzE/b6twvT587zyVXd5QPCjdwrWD90pVOX/u+wUCvVfjrMXdxTWm+worPFkaNiTiWnZ5nSEkLqphF3BsNbmOC/aI8wYw6daNxmPO9cAmxFl1rEzbdhYwfFVNyBo1Neefe3Z157t2vMjvOVtHw9oD5DFt0Kp+Fao+7igLww/bGHYnyS/1+ve0fP14Ud734ucn75AJMeAV8fScF9jBdSZkyBONeINC80yqF6sNItvbF691DTHI8XMrNFUZdFxdn254hOHp9XHxEX38yfZ1upf \ No newline at end of file +7L3XluTIkQX4NTxn92F4IALqEVpFIKDVCw80ENA6gK9feFZWd5dokjPDJjmzU12VGXAALs3uvWbumf0nlG3f4hQN5aNPs+ZPCJS+/4Ryf0IQFEbw6xsoOb6UECT5paCYqvRLEfxrgVWd2Wch9Fm6Vmk2f/Pg0vfNUg3fFiZ912XJ8k1ZNE39/u1jed982+oQFdkPBVYSNT+WelW6lF9KSQz6tVzKqqL82jIMfd5po68PfxbMZZT2+2+KUP5PKDv1/fLlU/tmswZM3td5+fKe8Dt3f+nYlHXL3/PCXzp4YfaHzaFP3qjSM2XG93981rJFzfo5YNqzrgK26df0s9/L8XUyhr7qlo8JxZjr79UeC/0Ju+6w4OrPCPZdwffXxLcF8I9XoI5vC76/Jr4tgL+vHv6uffj7Dv6m4Ierb6qHvmsf+k0Hr78o069LU3UZ+4vpQVdhMUVpdS0J2zf9dJV1fXfNHlMubXNdwdfHvayWzBqiBMzqfrnNVZb33fJp/DDy9fpz4kGtl3kv0dXW9FnHx0pkE79lXxbkyzNNEw1zFf/y1pQl6zRXW2Zm85fKQelliAP43L4L4LN/jvb59udi6tfho/vy1dZP7/7l+viXBBjGX6JmARUtU19nXwf6JwS9/hOA8TF51TTfTcCWTUt1+RXdVAWof+lBc9HnVZPlHzVes1J1xf3jikOhz5n4WRNpNJdZ+jmkH33hq2FfrWbv3xR9+oaY9W22TMf1yOfd/4B/8dRPqMLIz+v9V8eH4a+eX/7G63H8szD6RJvil+p/dcjrw6dP/if8E/nBB7P0wqfPy35ayr7ou6jhfy1lrrXq0l+m5tdn7j2Y8g/zeWXLcnzaW7Qu/bcGek3idPjg/T9j1O1rQXAV/Af0ZwgmvpZw7882vlwdv73Ss6m6puDDYKHfLhf80+X6a+C0RFOR/dXn0C8Pgqn5q0s9ZU20XO7wLUv8ZM0+X9WBl/1qIvh3BgJj1LdVzP06JdnnW7+uPD1N0fGbxz5h9O9u57LE7wzpS42/mtUvY/yvWxr6AxNcbNU1fXTRAP7h7vF0fSrAp6obVtDfy82z69v/M6T5hY1pn7yvb3/+85//359a7T2KL3HwjaV9df8k6z5M5QeUaKs0/WLUAMGiX6HtWyri/n6jQn4HGH6REJ+NfMPSPwOMD1cgvrz6XzWsr4/0eT5ny5++R4t/wLLefiT4NjovhEcgq2oHsH7fr6619BNQRdcT2bRVyU8e+aXka4H8aRHRfI1j/nr76nH86yvfmcRcZ0tSfkWpn1Hp70H/71Dsb0nnehwVSBy5/UBTnw9/Qx9fre7DQvV+rpbqgwPjfln69m+S1y/W+xvL/luEHs3Dl4Hm1Rv04wdGh3+PqeM1qbPlP42ifz8T/sJ7n/CD/kiDQGl9T4IE+QdxIPav4MD/Bl99YYG/8hzxz6ErBPp+Hb9TKV+I9b9NV7/Xzh9KV8TvBC70MFhHl/wdkGVdwwejuPRmNn84/LXE1ZABHPrPA9hPQ6Ofhkc/C5F+Gib9GCp989hH8PKTFr4v/FkZ8WMh/ONjX+OdHwt/Vvaz4O77t+GfvA1/9/bvh1Z/Lx9c9wThJpDMb+5x1RUMfcJ6B/DgR8JgWBjF8J/FNfnHn39H1vgpQ1xa6QOCvkRyQDr9LKaLhmEGnvLHEQkOfytjv7LGb4mE/CcSCfW/jUhg5J/EJF+X5CvCI38Qk/xOO38ok3ydxB+oxFqy4fomrN0HcMzAcvupzpt+/8GQ/i8z9v/7zNh8mctf8q/G8pdfTOUnfMJyFzje/tA82S9N/I082T8G6dHvQgb4qyP/Bupv5E8yZ+gN+YPAHv4xofGD1/4K7r9nfb8xzr937n4vwfC7kwffvp08Evlh7mDiJ3MHw38UUcK3fwVT/pJ2/Mgy4r/NO15gg5L/tLTjV0P5m/T7qWf+BQnK/97yYr/DePeojdPoP5HuuWqo0uhL8PR3REw/pYU/WlP/BNTRPzcfI/0Frn8MBgSMxNDb77PWH4YG3+eY4R+zLzj1E9H8h+Eo/j8GR7Fvp4761+Poj1mKf9e5w78zO+hfP3nkfxelhC/bE8sUdXPeT202/R9K/aNQCv53gynqv2stfBtnaXqpahDovfr4/2zlH2QrV3DwZ+zfy1p+OZPzzxW472oB+hb+MwThn9df1C1KoJ/Xv4pbcHH85uKfK22Jv1faUv9W0vaXcx+/wsDjItHvF/uy3OVPf9hONFj5z6wC/EP4/5PNyj/aAb8nd+rHPOzPTrWg0B+1SP/rdvQQ8h/tBf+l/CmMUt8s9F/Nn/7db/+tLO8/KhH79ajo/z6z+Nsoivxb2A/6XfD53U7uf/b5PyZfj/wkLvh6pOUj68tMFZjG723p/7Zrvyn7v+3a/1nbtRkw7fiLaf9xifzvz3L8y/dskf9pm7b/AsX8c3AmvttMhb8/pPwPOq36fTtfdePvkQZBYX/t+T/odCv0+6TxjzwHaf+Sa0r/9H+nIf83nIYk4O81zo+A+M88DYkiv2/JzyHrrCyaLkMCYhqFP6TO1G/VfC3hh0kmzTqD5fnB/j4nt2o/fiDqbxtBA24wUVIXH2j71aDSLI/WD3P/HSv5fqU/GqS/lkJfS0BV0RL9CaW/XCLC0BWX5qhc5mnukCoWPX390Syn5J3i+pTI1xeJZeng+s6Q4qMRrg8PHWk4A2YUA3oUjqRsYdvMoUHTlty67p4GDll7XbNaNc+wrEUXSm60FpvRDcNE9LMRZka0aFXiRboY084099i7M97Zj31ZMaT1RISaz2ByZtnXFMziuvE14+eZS5AoeoYoWGtE6PRWR/JnF3coV3DjQJRVYuEj7bDZyNOW8J5kUXlaR8XAtHWnaQMOaGRe75dlCo+qbxXmTj+WjtwI5MaaWpglGDMAONGvL9s71LaKzZmdtmiUx/XLGhkfoA1f0jqjdk1pXTNivodFV03u/lDftLfLXClVJScmY6I6j+HYdn1qNKPc41sb0K5m3Xy+bum7gRzcQ83CxiioQJrDp3x/G0z/wGmEJbf4Lee3lyXHEauJohrqL51iMPSxIW3LIc2xhg3ncbyfubzCr9E9ITr76thMXU4kPK9+Ws0xp5TICyM8egr7fmptFizUjNWHUns0WvmNgLuczXvlx4j0e0OV7Kth34On3lnp5ddYrJVnT69vHiPjhubfcmCUt/LoD9XNpVF8yAb3cPcSF8ySthImeCGysE/HZU3M09WGuamvT6qzLSzO0W08ZMaWsO6xnUrO4Q5WWcfllMI6z7STDS9KVOdSteQopGOB7215ZFs6egco9sxl2wob0xReywjxQfUKdSHehXfH0444voz33p8KK7ytbbM2/bwGxHhqPN+sRGWd68JRWJdXY5mj4seNnF4lqjNIYVTuqhavCozfftqFr1dsL3ICehfWwire/tidhrsbopoEFazzqy2oGfV+1Mw83kioSOd5ewnZ8x0+1JusOPjzEd56NWB4L8kEHtHOt8gbV/PXX443WK0oWI5lBc2EH/TS0Ig2xOi+bQIHlQU91zLzkAv5aYnmYd6fpLl7M6nSytU7ozJoMAz9Ra8eRTe0fF1FFDc97yPN3est8A/e7goxMTGZvtd7tw65YvaHMFsZ3Ye3yzYYMkGkZvfLMwh9YP/oJR2YWkefM0vbo2fVxfsW4v3Te4tMxXPiQ+RV6G3Au07t0utm+7RQpgkbr5pd6cRVQcSHNxPZW53lHFm6JRgfxFI9HKVU7Hgv4feHmY/6mrDLNSmE1L8Io/P613OrmJlm0psGlul+WYtAPfenFwdH3DSeyFHAAxFI1M9dG0w0rILDKjGeO7jguvHC7RBKD8kVLQxc8teXqnnZFzILd01aJwwBnkBc18x5Bub2ng8P4blV7pL0GbyzdwBfHifS3WxEM2PP6w49JxxvyNSA8QrTpXrX4BIAwH71UCjrMOweKT688U7C+7WYeP5wt+jBZJhya2sraF2fDh78VvQcw+d8Yp5M0gnvhA4Zyr9scjqzN7mSYr9sRxduKLNfBMUoeyIyPYAUjFR0euJyHgGzKlMkJh4xmaoFmzx52T76wZXYG8GrdLw38KrpUGHzO3OGu14RNA3Gf8EQ/dhrHroAaQho9aEX65rsF+C0Eb1GNN/IQhNwbsCdETN5dIfQj2chDTun7CJGMg1Eh2shLTvlW6yA0/pGP3PeMErZtfjXWryUvmiC/ursTeZPntsbUR74m0K7inHKJm8pQlhxZ80pNRPLGRIojgxc25TJcsDYu/Va3oxU8dQhbjV/G8toLJCoN6Pe0kxlHliZovmUO6LKwcSK4jCcUaC7OwpEHU+QpvdhbohIL14dMPT5XahNtQ7FgPX0+2EH3ityKzEs+PbmucHqBoIb3bXk3uU0Ou3S+H6dhXkZFfN4oLS43jia5LO8vNBJEMKrWFRIPb7ZE/mMSW+7ycQOVh+KCr7YFaowN7pP9nJglJaXezk07KV8PHmSYLfUVDI+qfnOU+Da1FcmtSut4/HEFt4XZWyJab+luOIRMBuVY1sK1do535kKiw+FYLJenUe2PShrPY2KBBuO67wd/7rhCoprioOgrs54dfFtPSPhcCP3jtlaWCBvhapCCYygq6PMajARrc1NdpMqxx6QZwc1+h4s05ir5lS9eVhC62z01dHwcRzbaPTH8T3Wd/cZDZObZ4PfMNSgD6btbJrdI4tWY9o4hXwc5JEaO0TUXp3oXbV3tYCNrAop7qPgOSRlSDAYG/QsIPM9Su8x14bGN/C29CPruuEe2ejh1Qmz2SDgqz8ylLeNejrWnDdrWhH5MhyKpROZp7lGuTlBLy/VogdMnoYfXY0S1qa+wsnxrXmRVXhVpjPNo7FzRXyv0x7bbMQ3stzEKBH0Y97cZzyKyHKm0hOuCBsFjS1I1+P+axie9QP2OmPNbnafrEO7NgclabCLjBnEocOKd4ETc97jwe/vQBvfMJKmJbFll0/4Pbu5KrX5PUpxxPC4WrM4ytehi8SYzcdPct9pdOZEWRvKcta4coK4JcmIl55oxA6tvFQuJGzS6MI9H4/hvayat78JLjm0oof5cl0e5/CCxXWO3u+iExHy2Co+CUgFTWzdFKvjuOTU4T9FrteFQ/Tm0DZOAOK7ZifaY4jC2BYWTceWsD28SAi3RfOXwn4JXXux/3Qq22MFsPi4X1BtS1w/x9VU+WHdtmEYdyI5nU12LNOIWBPjxrC7oF62BAl+3KdLgRFaY8Q5tila4yAwgihLfcaSNmtLCyOjghB+GKZlCrkZZWc7jPUbCTw2N8yy1BIZCqqRj5MEZt4B1ztPzcB1SXJS+Y3cpWxO/RsOiUqNJ1snk8cTCJm4JjB7WBJi6qankxDNOaPPF4nM/vMKqy4pdU+brI9uryleEgluwpVqSWbpqWVJiYmI9ORCEHT1T4jULSNbzBvVlVEWhbjbTVmAzHuAtfeWuSyVYV2c82OVevmAOig93u8bTd0+hCbjv26K/prJtcswG1YfYh9HzwzA+IQlHXLJUUaKb4/8BDbPxUSaV1dIynQ6NQIiyRmskEj6iTCo9Y6FLpw0ZG5uwrMI7/R+kzYkJeY2e9uGWxqRwAyOuO5ux1SkPhXlIbRyWJeaJVB9hpfQBYilKbHyrHolhVaiJNw6cXj6RNkBkDt3rKjgSq9kyhR1IBWgSglFrack8xZp/mu65aFZN9U46swiJrjimxyizhf/SpIMNe855t0ZCJcKfT7bt4Dqwy3TTzAP7jWagygfLD8YHcq3kDUEjWZlg3LD1LGmbh1zeJv1vAUP9P44OdF39rdVsrU2RrYzaPYy5vCrILNVWmbs7ODkiKv4hqOS/QaiJAnuTKntyvuCDSBazKeulKLFL08E85HS3LQpuyMDqlsqpROZeGbicrvnBdBwQkxJN3YJ5Oylkg84qFMxxcMVe0yP7gB+Munq4h9MtAoEoXLzdsVfEFjCc+hMEqPj7r6ir4vb7xYpH/LiBHifhff3oLb2ZXHIrVTeb8TejmjuKKiuFG076/x8A1KCBGRjpK12R4CGMJiqS5dOBFuRj6czsLU0IMNTcOCl9QI0TkVoGlWjBxKsvVEaBmFL2z7wAEh33bS1+HGPn4aXtWfbRvGJATNcUe2JK0eaHM2ZXM8BA/PXt7Op9xsRn3UWoOcri/U2vx6uG4rJo3rolVC1vH0hr4g4qljSubfvFLsPPRop23DZq4W4zzBzG/8dnwLQ4zicd/4Sk8/7owmgaXICYMhimJhN3zooeGTeUKJhE8g3qyqZzCsiZmaPdAM3nkYiG5XxANJuxdzNq7VQhlF7tsMjTh54hfp3uIPDjvDB6tZucfVG3clBaDISJbk0Qc1qn/3IhqLosEMSYc88R0sVHyJCHceBVFFhuqVhh2Aq0l0jZYCMdDc47fUlTNcP6cctuFaEC/HEkOmJZ0NeTqMDRzICDW2Orhq8ZLc7ol0ABItEOBIrGgMDChQKRXMJSFsQFs+SXNwgyTOyiYPrLHodDx3eIxO2NBxZpxOftvFRDpFEWXplDnWUv2dNkoBIXZ9iiE9P9XZuYqMcRYcNZPAUmouegI6//gn2hienbWN9qy0Q8QDr+aCyOMCW6LwCiK2jZyy9SgPyml7hCm+Im/9qUGjrXjW/aQBnPE8/UGchKkTK0fxLROyzk4lsqZCQE+fBV33ohYaD7uvedTPbhuiSVSd8dv6duiqX1wWYKuAyqSXc7RV3foItYATboBEY5af7tOYEiWA2UYLZrrmXkTfcfkvdnHqBhY9zDghD/dbjjHT/kOgSRRF7tx23FgASBKwhJTHK7DAXbX3TTYkFksC7Cu41hL6FGLZv74oEuKv4H5DZdBi0xk0fkx/ZnGkQKR2YjDMd0crBt1eOx2hEpv4Wwx8B3JfhMyk6bToBzcCQwUoC4w0ljMyPDuOptMNTUvZhoPooHwH64nkBKIiGQCWyyMzmFaKCgao3jqnasL4ifZzZOUeguZ6U3qIYzcAZyfrev6rzCnZuNly+zcHwuZ0ZbzlFxKDH5ErUwn7HFlIvBCr1JdpkOMbiGBZn16nWYFK9Iic4V9lSzOgzPLcx7oYARBzO2+xOEM5U17+pFh6Ng5KSTtzxecnFrgAxgz6DJE3VuoHlhZpt0CO4Zmmap82eZgxwxYMv17O0Of+mhBFpq6Dp/fP6+lgi9RU+/HL/SX/9o3x8/bhVf72PqSJNJ+DCAl8yFTRqfH2O2a949Jvr4uMj40CaYoFiQXslrdvEndbHqBWEtyz76LnPyJ7/uB4NmuvSUwxBcSob9JKB28bxJDOwnR0PEGq5t0IdI0pz78ol+eyqLhV4JsJ77LlQYDG32HuvyTncdEspQ/HSyvYArpfQN8v7IRcZN9xin4GiE6o8HjZkXtuS1im06rbfX3SlF30hszSZtGb7bBTerH6p8wjFgJLbEkolGr8fFJqiyZqejzVGle5+8tjTrrcHJ2+Pl7yA9+++hsWdWWYsvCbH42vdv9Zfm02CaEcE+uNRqywpdfgayqCl4JSDKvnX5z///dKXJhOb9hpjn0rm/qzILe4ea+CZW9A668dcIe4t8oLtYV3jOoAWYKvf1MS9P2p4NsyQie7sOeZwzeCaIM0Wv26QZtPkZw24Iza30HuHptgsoYedoKf6tz0jQ78crp4bkV82sVDykQeDlR5i5AaAmnN2naW+bZH/pkX1t+PUxS8tu77WJLW2xR+1AV3iXLMVfrxVbim3b5/tugniHsY1alBjyv1a29UqWDXcFN0zQJUhkczPPn3MxlXDL+t89eF6+vYEtiXCTSry4Kk1Jlvqw+WSyDF198Pm5F8c5QYsmwWmzpWf14yw4+vevMwPR+Ab3nDNG50dFzI+GssPsmZJSAgwZ7eSGaF5GgIXzHSjS65ghKS2Lqdh79CFrEKhO6xg8VVhy2Zv0o8LUwXTpu8OewX9vE3JPF0FR3PjzbJIqfAJpM45E+vx7JCOOO+wj6Lps6sHu83zbNyWNmuTFoDslh6vN3bO3aOGL2z2oqbNTx0Ev0unomkGI3alVG7KxAO/zmN139jhuRaLOsXypaLgtR5aMlzxhJhfkE2kWQHozSsNeCtHamiTCUSNQ7R50QWBuM2h8Say734gNv6lUOorbVTqwk/FMncVa8vrARDFMfdp0gxMewRrB8WoC6irgV5jAAgCkMB9Q8JcRjYT0D30kqzeb2Px8TIffAbhYdbqPJXL8v24P9nHdpSJpfg7JmWw712yXyyF3Emwh5B0oDLOBEwoeJJlj9rzYeY3fLNqn2vzWUYM/TaFt4KeXi50S+az2wsfEy/qnhrAkllWEyAVjS1Ongz0FeA1Qb4fSaMEyn4zQM6BNAHZRN0OZ7UkUKMhlsyywAG7x6wq8FqoTmHTTK8Rpi1hhm7s7tciwjqSOxKnGrN6StpGQdxRPb3EgXLLnOb5srDqfoveElAS4gS1A77gNCRr2DjQnhSa1+cgTOTj8VbJ4UCkUYwMrCfiuOVrfdMiUd8w3Npoj+eMxmSm6FUiATTe6wcBVGUSeAhkP73xRTRohtOlpUeMGixdClGPnLugGW3aITnKuAEC+hVCz3iozu4ARCqGsO8zczrmnIsPSFYbgNOOBxaVQTD08BlA0eh3k1v1HjKkIMwL22Yb7SN8DDdY24oUF81pVpEbZ3iD/lSe+cIy3u5W0imKC6n5/aqTrzzrjfhMPXoWj4rprR0EcbPZVKvkRP6lqMO7df9QiI84O6Emp0lZLNWK9RqJO5DSScwuyuxNQsQxPgQ+Tv2EaioTeu4UMxapg9ya9Ux9W7oiGFgTwtF/9B6W6j2RZEE2m2ZNj3CkGAth4TctH1+ph8PVw2lRW2/SpnnfISYwNNZlLq8QRsnRvTUz1NLLzhCgWD/dGnkxRTReHIyO+I47+kqbwoe1tuILGl4Mn8HW2jx5NQqBFBTN9ZENphlnWoG3yPC+NUkqucgddaa82K6ZyRtFfE9LrLX0TPOl2gM94d57afI12TQ6PaynLVoEmSEcWKbfdNjGj8LaUBGjXN+b1Qi97HRMu4HXYatqn9DC0rwYTnqimGmU2MbmT3iXStIT6w2xWg6fi2OrLhXLI2NO5lPNKLflCpUjSrwDcAvaBags3rtBrjlH93DtaUua+UIMPafNwHYFh4wqUGk1sIUbxhAKht5FF0VXhGL7GCJco422R56I5WXXDkADsqdidyBvZWr15H40lC179zCqFsoo49fJORNRIvGzFUkeh+cqzC3F5mvqYuT7w8HQAwNO+6ql+QMBZPvpq5ea45Ii5ukg6p8YyXO14Hgs3lku/CSnYfVJAudZEBio7PYOfTBCAG9dWC0YXjKbBksjH5pPWKp+Mz68eB/X9IIsfipvc+jn2S3muaCw2dHOniMtUL5i8cckUECEo9TtTuZVP5YObkGsNkGx/pZTTHwzl1RPuH1SFbHk2HspGm3o18/Lmbr0veWSqmOXb8AZSEoAv95H46iihAlSsvXgy7zEG+RcTDj3dcQ/5JUP2bDxFfqLz37tX+wXHPv2niOTxEY2rFa5bZE268417znZ4xF6gkygq8Znkha7t2jPFBlLorkNj/rZM7CDD3ixoRSdcZTShgquIVzlApSwLVy6HbsXUszJadBCYuVdmnRM2nDdz7Su6mOieVK2sugoRLuLeBG+FTlbU72de+6s20s70zdeiqo9dTd9ksh3dukJpjdT4x1l+7XGIyW9qpctnhe2ZFimojJrgP2FVa0UKAWdkO/UjPYB2c9N29CsuPC6PZ6vsMB0zlJ9TAJ48TSyI0uP95gLZUPBolILL3JR0dudyDkfW/rb3goqTUrkhW/PwHg1V1yjcsrJ9GwfeCFfovg6OMNb6K/wbJCX19s64WeaALi+w5PBS88lhRK9eF7kmD7FO1uyPKxVAfb0IEbTeRCM1FXngw20GjZfHlECtUIYY3Op4v5uLo0d4ji8qG5aW5Ri0mIFhMrb8N+eVt1dqMnal+ryj+318t/V+Ha795C/zFuXyXvcuJJdFaV4WZ4lvNuFSR6wdydEE0SV79ErcyPnMZBdLvpwe2NH4MyVgDymUN8Z9flCJVkTB/uN5Uqq3VtoSPaKlM9d6XrOS2houDBnhjW93F8ezsCcXCoENJi90SjRyaEPKVWpzd1L5VBnQy/OHBl1aAuiETuiM96rIb8VLyapfCag6qaFnB7KKLWYMHKjnj5J751K3viUfji1G5UKpwwlVrr+2UGFwO2m1do7WHWQQJLjS3MTfqQP/j0FJUIrARcR4Zel12sy62GLViQy2k4SEMelve7u0gNx5AkeXd5PmCrjdyOUrTu6MonhItq9i0dcxgf0TCbHP1SzGo1I3fTwAK6ht8hiRzapPh9nq69EWm3+eHtnajHwMcO/NQnGTIfAFP22EiP7sRfN3Bu47bG74aeBt6kPCnrUmjnU9+MYcdm1vFKGKM6LL1z17aZI3CTTMQvR5kstYsqaCYdOVZDMPSZBL/nghmTejdYiRC1QhuTTQitN5c6DnTJzJVyZi0VaJ70rgslJ0cz8Irqrj4dhEyAl84LLlXsG0U6gUaslluNeUgkEoy9p4BwfcpIb6Tea1cPbTdhAHkrl+eFSZJrk3MHMRtkVd5EF9bHlWLhZkZWN0mAaM05e9gq1xryb00kEnNPSb4SA+uP1qgptz0vSXU/3/XBsCJMC2ICLOwLEN1hG/3GDTBChw3oNOCNf3LJeAhpQhgQw/DlASEeqedxV/MPBBdx1suEknwv8cJrwOBq81A72MdYiNk3ibh2BX2EBu4wJLDN2rJQOMoHdP0JZr5hHFhXxnPFsWwjgBcGCKqPfh1VA9T0XUtMcK4+xv4CYuaIe5ZicJ3x5PHUKYsm+OSCJzvnxcqPp4Q0YP8SEF4SPXorvRiPfc0YJ+j29XEIlo8S6fKrsYR0kKpr5IggMycKFuzHU/sEToeQq+LqCQL7RSiK8kdOZoy5piDXsbPK79Wkffr7J+piNS/UFl75UdxVsGm/uOG5o4lXC9noYjx6r3ARnwK2Umwq+nLyUtqV8qAf1iibcE3XBuQG0LicD10b5JU7eq3p7AZI9VBSl5BjIGGWJBHjrPJXqLnZe6ZzBky8pciR7xW/NusTjIeTvlygJfPp83bhHJoGsJipSZALCmTpC32x4rMtFuBerWgsTTW84a3saWE9zhbJgxj1Lh57vkUKYcpXuBWApuIgcRq7gGh7uC7THU7ZLI6BgaLNEpNZYzeWDJtxwrew1f3rMpJQWd2aWHx5fzOid4OARf0uscqkIcO7FZdm73y216kvtpYOH8XmRWtNS8cA0dDNGMOhtD886EDBOd2d6cp0+Ekf92F9zDdtM5U7uHox1pHtCRCANfakQnYbugWLIx4zdnX38lv+DLuVCDy9e1bYhb5BN5y+timZZb6UPr63R+82qZOWB3+vcFvqnW7yzMBC3ESQITwohseT5IVlkHi8fWzUB+3dxrxYLCl98pyM1qwkgc7FisJyCnWhRVlxTA8wrgM0Z15pKkzZtTi61c2cWGZyaGtkz2WbdmyY+kWvOKAnKkeUlyxBjSbIbcPKnD2X9ejknNMict2Kd6CoPyCp6Vb/MWYYy5Q5NDE4k0m4AfeFxRgUbjZHxd5zv6UiwXjr7EfVwBglNLxEhAkZOTv/qhLVakx5nLiZUHGkeT6YWLvzyREy6X5KuxEuOTzpD0Xz4QgkxvuKQW3UFvjUBVlFmLjFGNPFEgLUZXbdlnbm4uiDMfCiGvGoH8GtgDmC8kqKH6kYabXp/nyP7BLLzKg75eOQ8MMgSgm93CPKiq2/ZLLKn79QZO0Lo7Kp7uWDIQCOXptAiNyCIaDIqZ2WiC7xAKOiHj9hwWdLWjxt3zWG5Fi95ok++bYRXo68awDHczC8Is3bQc2AF3BXaeYSRBfkiVo/R0CupFHNLd5g8eca9usgrh5SlD8OMjVgh2OUQpYl3YrFSjlT34YuDcTm10u6KbmCsuJRaktTvULLlgz7fw75R7zVH2UscglMVBpUIqqkj6BgVQsixNzfiXlPSntc9jbIvlZ8jotCn8ohW83uNatq5FhAkBDLuUgp3jAjOZ/MSzfkKWNBEJZ772pEkawIvfAR4Sa8VOMQgunjm8+9LvaJGQ6bZrTbbXCK+mKSjAYfqFhEXI5M8R86E4omP9MyObsiZXwpVgp4WGmyPM+uJcLtQVrlQNttMhiXidoFUFySPaZDj1RD84O6krlX03JDah9CdnFyuXnLG3iaXU6nVWqm1i3RZx6KedFkUPinDueIykd3Zx+uZe5yGtyQ4hvKuctS6dNCAe5yPOnySfoG2g0YdEWzzpmdNsBlSbdBl5BOzwV1DOQr0aILJV1Q4cNbBO79E1ZHjZ4vpLpfaFgNx9F8aIQXbvEqlTSpnDvPym1dfsj8cWWHWQzV13yrxoKMEhQAe88B9hJWSQOwRHRJYbvw4M/K89BBHB3FA8IVcxDpMtlHHB6b58rXXVQf7hCndypbUh6Q5fjTIbUT2db+B00i6IgWGmjU9G3hvMEYBR1vToBEtE4eLNKwjBjRBOrXmLQakzHcTVQOOSyoTV1i25ASgJbp7ercYdnmHRKxA1ZxkPgZoau6vQLeqL4HcLWBMlk/EiQr2jZhIh7ELl68oZVKuDrf6vmqtrR5j8+roFyD4g2fqNgeaaA2mkndWO5zNnD7SO8j1SCHWRdAHGZxLVZgDkgWSIWPvUc3vLalEc9cl7isX2AjXXejMtPWNMgyyrsghgdgNGPDLdvD9y3bBezrRUQHQ0APfwmu3xNsenXQmgQu3lBwgGEXj5rB2bYj82x3JcqiUK4YCVEgnm/nk2deFydp9GCnWzELnfI1JNvHerro4cX5uyojBHTeCJxmLDiy0U39vl49NoLAxVaeErXAfrPRpQmbl1s40SIrnFM7do7WF6vWyTVtjP6nNS0y3FjPJI4fFBmTN0NEIG9koWj2twurCvQjzMW8dj6u8SzSqy1CGoGQPW1/afClV+Gm6bH1fHoEGY2+isY2VV2XMTQa5BFNOl8tkW0oClyl/N+FGb/gEs1eVfdzq/mX2BUTNL1xyvaKZeSULFD+8b0XDW84AgdAhqoynDujb/DLuZy/txO3GG2tZiy3IzzChz+5IUasvLWn4QnkQ42EcYdXTOCG/biXm3wzTVv07yAu4GIuMlIZvpsBi2Dxh8OV8GcbqGQqxDJmNSOJuzUpGuU/zs0NDnpXW8g25WX2SlZXn6mlMcdPr8kvCzijCpGZ6ElUjcMMsOkdh7kLoyBpJYUVFy2/QKkTvSZdDaRSDoHt3UQMm+QJz17JzBjN69KKmQg9HHApcDJX7KwhByQW5OYcwtclrC7bXiX74Maw0ikC+HGBZ9t3B+U1I9bvNp4/eqgU5mORJqWOw4U3f+dbyI4fUzi0zZ+NdB7Z267u5XLQuH87CQctnDo72Mx2a4O/H7cnftW2xAvMeijZWiVnZG/FkBjSpHlVsR8pOTW0ssIN9ZLLeSmBBCP1e+Qjusa+E1tlTILjtbpJAqdgyTRKUGN5dyayLEegEZDsYGzO9SItzDUrJKDA/vOMJ2R8O/TpJIreJVXvwxPsow/ILjVYm+kDwfBNEntt7tI0gJtAGARArflhN095dfrKWsS/h5+Lc3j3uvZhlW0LIsidKL1psw4rDcovN1NSmNbASbD0Lz4prcuIFRMjq5IdmgxMQ02g9TJRMuSN99/IE3JSyUYKiEbjX2CvC1MojJycNGST/DM8XkevE+gCb/J7q4/rW3EnxI2dz+8jDLtSqxSHUi7JoJP0T4Of9IR95htw3saHlstHTr7nnijkFBRugUP/gWM7+vnfNjtgjM42956/K5aLsXZGoGuSu4Ru9qwQ4iAlQ/t0T7Plc2nOTQJzjowmGHbQ3exvk56q/6+wrCydDKJDaDYkpdJvX5jrWGNKWhBlbMjgJOAGZFRJL5XYm9JuHkxDXg5MzD42V1qYxtJiYSUHrfbBp8MwHCuVRmXvr/U5YioEOzxSwqA3R3L7sFd5RRKGwuJCblvw8bfHNjM/gpMxscwuFEz14NZ3HalfDiwBoKgt61fZiA7E37OuoTn5Dh40FQcF5UnpL1IS9b3AQ57aIaFujJwDIA1n0W+9spaEwEIm17OTSi9zTHu5hES1Q5BeDfnCvil+nPAzDK9J37ne0rsUIfzDbcEEkvIdzHryx9YrZIkoVQniqwM5HZ0JqNBxb853iezeMJE/4HWys+tULHFLW+mLHTH342PHIGaqH9kuxOzZ8Lz4yBU24gsNtTK7vC6Vvt5PoGM0Y8x4sl7NjKMPfxc60fehh0qIQJOriv7WDm21GmlulPWeEEhtMJXaIk2E5rffIByIMj3k30rqYdbZuRgppP7DtMC9VLYbCC8L0K3ZwMP/EfOJVo3MNrO5hZ0u9V9FYSs3U2sWzvEskI+qEjSIl3SpOXtXpHV20Myej516f4DfbCyz4mQrgmi99TXiYBfsRrxizuXI24peZT1R29PFB4MuMafTkCJ02v6THw4DAWZyXhffkCQnlY4djwYAc8CvlmN2VexWnnqIPVK8dv433KHcDlNLheE378msu0gDx01zPr+2mCg3IWhYifGnLNFJUtbdGcPqbSZ7vnhqiNzAnM72NK50JInk6xV1Z5JFAveN1l7JxUJAXvBc44AUaapIrvhOFbjUPHlAN0VNYgOZlawbU04bYRwmWlPE/RExSUzXI57zZGJ5r3nYdnuQMkKp5M73JjRDxRG+csUFEUy6dGkOwwyEVUjdRq72M6CX6iC2AgzpB3yODH92VREVcWcQnZ37v2Za51as6DtfW0SObGYhyyp0AeMCBztrCRjxuDIeI1mvYMzpslZ/lnxHNMyvguFUQw73uKMFMS+V98eR5LNVJObGdEF9IMwkTJaBVi0tSJUzO/QRLipUQQQ/1Sg4bSBgGmSOSPYHjFF7ukfW+gri6E8IBB3NcDqm3BMSTs1VJ8mGGiNXz4YLtCIxqtjrWkWcpeJaLJyjFmHwlPMrPOW2eLsCwD0rENEIBBP/iiRE1LZXob5kXObQsn0GBXozWW9c0YUAlStw6Tq5Pih3S4Uz/YXdfmSrCoTlBjsueaT6rRd3F3FHiJ/1WGxWPIpiO6Nsmu5232TVFv2Sbi39QyekzZKWgu90HYhMsri4VoDSpcs6jSRMh8g7dNNlMUNK/MUi8d8AwgG9c/KU/pYBM+qgEWwrmQg7rFTeKJOp/ZA1GFFkJ/0kbRcigNoiejpPtc1OW5ObhXAgoUzHv+VVrOtRHngP7SZ7j/p5bx/Ydg9wS0iTKetlq2gAYlLyTwnwQ4WupCcGAS2OHPb+p4ZrvzUiDWu2EYhYcrPEK+QoroSfRCChZpAhRlzNZONKremtPa04skYVyteR6/PKtDrfUlyj6K5WmL/4O7XVvec8kEGzUGZMrQgW/EpFRS9m2Vr3X8jGbnHhjwV6mw8XFGS5irLCSc7aw46ZP+GUz2FsNFXodLRotJzyaTBzjn6zaNld0t+khzd1KxQMORnGYda0Ls9ASCDKGu6Fy9C1CQ9uLyFJl7hd3HlVKWMW6liry9jb6njp5bRNHWpHXFBJrEPIAtQVYLsWyfQ6lqY2OQh1dZiIFiC3Yk1h2NQvVl/IEjHzk1CX9NyGrOPL23q2lHjVWrt80OjvTmzvL14Syt7OdU402Imd7qk6d6kogv4DjnFiyQyudAvO/08dFY/vz2dA3ZBVfaKNud/f2cs2PiFZtqI1lJKRSl25c+YCINsnDn4+XWo+jHt0Ty2z4fHhaZLUZd//kfJMQWzVxbAimfCmtpHTFc/eAzS6MNbClzRgNcawfnOmmOV0oRGY0vThWx0nARj553BLPYFPoGfUW7PbjFJGYiXcpFFcPFAOd8oU7GbyeeK5fyHuCfWbGFZorbjQzZcwgyW4Fu2vmW7RMB2XpyXTFAuFUxoDc3m/Do2TWuTzbG+IHOrIk93jZOItSncQwI9q44WHg0fvNEAQ4iaTUQvxSKcnuA1iWsZI71R4ig2ctWOLE3NtkjE7zfrGJTF3RwnLmDy8gYApspxtQAUnbVGGa3uF2rlSoTZHw1uwfmVLg0B/KwYTEgUVJhdus/Rp+uQOBLEv2YuRZ0FdHR3fiTUnFXluC9RyotwcdqN8hfByHA/HsGmwjAFDPgb0+/dwbdeaBncVFj37mBUcXgrzDi93KQGlj8wF2um/b26lBsX6/Q0Nn8ICgPboFjidvbeWrSt3xqV0JFMwJIXtA4LynIK+CycMMZI64+SzO+76Nl1YSQ5edIs7FFXV4CvxiSVP9EYkXZwCOejdZ98Jh+nLnxsUm8iY8/Lx4DpPISFF5yRjwsKMdzOMUpENj6dkLfLflPoKhuSdxvIzAR/TliHMOL4yQXhoRyiDlwEmmB6MoJye7EY2UPqp3kViqQcNcpx3YxIL/g4xgb8kqjR+pjiM3NfY3LUUO07tVQxkvgVNhqQWbt+bktxyCE+mJLvtqk2SjkSBHBM63VZddGrRLYhSSQzA0oDPmN8yd9Up61SSPM153pe0pY6kaOhKc14WsjEX3S5xRcz4d8+6OXHdg+v7KEot1upGBmQNOaZ9zuIGH5SrDgE5kH/E1P2j3pD4UmYlcCvrh5Ao4JxEqvie/renqv/M4jSLmmSCyfCiPa1/UHRreFcdGwabZDaWOLBIvoYRVJSaWrDdpKu2op1UI3AOS2Z2OxHwLJryXS5vIGrh42rGQuLxzRxKAaRQ4hcnc31kHVA9fXxHObCSKQ3L7oLhXjapr9kZV1hF/J/TC5Z63K4ZznnluSTO130vzFtNb8Og5tzyO6pylbTlyXMQu46xemAgyx4pKQ+rbKjT24Ty4/ZqxkX69U1KmY3FmWEF+uAfj2GNjAtnP2u/L3OvjeoyNW1W6WlaiGeoZ42NsYELuNCNbA8vJIPKG3JcN9nGMS2mXw3Lx5ckRMUo3lh5xkdnRtP0pFsE2kItOH6c2gxtnadGZwoi3fWQ5N96EnEVdssZLqve7oy/Iy/SP87716UJB0sUS9jyzAwc7qTdo226PbTuOlI0hpg+rF+0JGe/N7uSEelQ6VHY/rOfFpsWNEWMLHl4R9QQRa0eaRVcQYifGSC0bqQw2QKWzv19xj3mBgDbD+yRaznqbt6pKnzauQpRR2AlmXPKuvLsD3wmGOId3vGrSdnSVq6M4THn8w3/7HVGTmQe6Dbr5sajk7TFvFpKCZKZwYhD28S3H+LzI9KEERo+X1cxa8MuDmc1t5zs+QxYIELAbvQ40rvuu9HrrMUTf9hU32Sfq03gPtAB3JHoO1HOdnVFHYm9p4sOdZ32YnEULx9FniJdjmkKPqwa+Da0EMPIlVmwLm+fiFOwpsYoSvlZcRe4hQpS7Z/d2bUR80BOeTJ75Ifa/zGmslVWw3vTAHOENxNBAtD0nqE6orS5oNnBKhqXHNdvOR3hhSKDW7+kypAA/2sdYhVhZNebTG2S0KRYqbJxO3RaDmnBGMdHL6OYsPz78sdMAet/Ia+LalH2B/20X2LS4vq4agaUENoBpU4fXzI2eTy3VGa7LtUoSjJFFIafFYWRmTjnSREe8Qz9DFWSSb3v98OWyWw+QWTBQhepj/vmq7EbtluB1F1qBsKip2RA3S0NzcfGxXKfTQdeVULpyJvL1WN0zh1CP4vNLc+HJa3udwtMkV5uy1lCziSDNU+P0KBsSSx5gY1xPdwcbuHvwdMLhxLY837M+uCJf1hxkRYKC4px22gtcwyz6ElXs9Eb3mqKgicbVRwy08Tz1mWIM7OYHDt9kIx2COCpE30DZnxM84Ws7tPVZXMoIiQhLfzz17T26t3MBh6Sku0+LzTEBkHdrJyLOiOcjXAkxuTsrbcTfcnQCs5SJ9rGYGPse/SDhxrQy8OHcxpdXWwFlmG+LQy+M24ujWOknODPs+FmG4kciw9ChUlHPJqZrHoq8vfmJ3WpGr6XQVoAsHXPT0RHLvL/7IsajdXZY7RTPYyoUlmPlY/bCSoNNl/aOuuiZOi3xEC9iPV7w3ZOTLLSsCVUefK3z4Idi6hNp49MghO49IjYI+EoHEazAKrqxcUnLq4mZFceoa3lV5TeCYVZFhZ3qoty+yL08N24S4CuCBRFT/ZohR0aSHj45EMDb7nIZPWxeKjykX7D+DCx1tCbDDE29Od9lM75ZiTNhJ+oUhEM/Y4cBzcX7h6XegaSUdzLLHk3c12PIbs29lGN8eZS1k661OojiquXBgFUb+FUbgh3l7mtWPIIPZN9gwrT3Pa6+MF++kxgL9Ta/N/NytYGpEzpueVtqz/H+gLgXX9F08aQHGHuEaFZhd6rb+ffroheKefWsfMXc7/H02UBjp5oO7t7SKEgdBAmT7l37wqtWSTcFegXhemN8ZS9ebw313wgdt/G6+8eaqXkBo3sy0ei2c8A5p4ViqX3fQ3voTOJF7MFxDomM0CiCq9eIPKG/mi3svEQe+VidrTqMUKTMJbPJ8a1yMdy3QJTH+uTMtspF/YASgLSfHxLj5RKsupYnlLkF51Y6BAG88NDUT20aKKYnxh+zHYteJMUgywScIF8JLt7unz+sYNxkwY4JJdAu3CXB/l27QA6CCA3+qqjDWqLSqA/WwdgT9XAb25Ksu+wHMQFNkdUMfnpT4GCs2rnhuGxS3tfDPrMwzm5lni57d2R6OCagtYPDufr5ylyclWxHAC1QpKawscJM68MxoVzC0+JpcJXNbKQR+BqaTj0vMkwiFPQlXO2bfLDrQW8p3VvTM2HKe0eUotG0zroOIjaIfmi56yMdDQbzFRLkENEnqt9xPqP3l34OYE34/QzRPTDsBeSq0Aa+OTSRHhlELfCxT+VDA6pUhm++z3MWm/q8Dcjbl2n89hrAWaYLWuUL2+21lvC2TDeyQ+qY4vhr6XtKHICQfqlMU9izfM9XzdO3vaXXeIEg50kG5JIHjfhANAV5tuuR4V3yhtPC54DC3xqCvbTBO7IsU4yWa0r4IlqMRnbUfo+0RomSNTzfwvOSKGKbBKaHAuQkKVq2rAo3Dwb88JO34jer5fVRjTtjeD+Kjod06LnGq/K0H6d9Y3geSmibbeOp8fD9IUXynWVp3nxWccOtYkugwi3MvWzbVZE+/BBuZ6jYn854h/O93hE0BxIFzUu9zjObQsPbEBB6PIu+taILmjNnlPh1/rxXMgwzFqmCHbNZzt9NkdFBTDvMwMJH1IgMIUd4aaHFJVcf9mSu6yi8p1QEe37N/ijVHT0p8kMvUyUxQGk/2K++sMtNVizJdZ+Wq9LsZvAlYRjTEMQHWqEDemi0yjUKWfJk70CK9oCwrCsCuHrQpxr3pEHLNkQy5bMw7TZRSxHDy4EwjxltmQerGLdUKXzmMISSB1Yke4l88rOZlw4rvGc6eEQRQS4E+MUt8lQw9od9x3Ye0OklQAcObcK7eGM5lWIorIvbN1whuiFT5LrzsK5KmxYTqz0LBl3F/kNpi9vHOTNJ3yzvdqn1sJ+W6Z64m9egd2CnHiEZVQiyaYDu33lS8XeFX9Bbf5aQrPjBO24ifVHlMnDCzWDKeUjitzKosbuwGvUkS1k0IwC2lWJjch4J8WEMsV485su5aGrTmhloPrcaJ+0G2cWdp2W5GR42bnZPOrDmscola+ca7sFge4IU8TTQL5SRZOYkOudN83cIUzSmi560JnNjGLgF2G53yZXUIJvbLUmvcpJ5VZic3YayhjuQmwpU2i96oOz9Q+SZG+ejBYzQOlfOqPy4iNntZcefX7QBJI1aXJq7N40s2S4pa+ytUMwPd5n3RVrb5RZtF+28gCr6+BGFUMMTOX6EldUBQcRISL2Knl2QA0b3MDffiCSHKnlprh6AXETdbjBSN1nhbTNEDdIjJja9dpz/j63vWJZUWbL9mp6jxRCtNWQCM7RKtObrm9h1r9l7Zj07VVYnMwncl6/lKg4Iu2iQFWHNV6R8hzmJaWjQ5h9FaXbGi1zhfhk+YrDvLSkBjRQPT11U12jQ2X3TJTXaR5N3wfPkenWUVlV9g4GkWw0nkbKvyzW6inB8rivVNzoF7zG2NR5TJ9x7Ml2g601FJf5tkC9hDzdP0+ZL3FBHlfyqiawjUOVTXVkD9B46UXcHfSLLnLWun6u8eP1z1GIIlviwsEr25fS5Z6Y7jlr+QE0ZgsKzgvuGAtlH5+L18Uh3M0tmVyc5FFahtQZBUyhVXmQf9cj9n/rU7EVsL/ggKPhGNtOAUBeZuFFczNT57/g6cuwRgBvcmTR/yb7zq3rQBJFIUBdQfVXeFTbvXMHqFPIFIYOiBIN0DXzZXpVDtRPmOjaP0fpLq2lcoCtGeWFCJLRfAMeGf7SnazH9KwBBC8LLUl9RruurmyFePXGyMXUtREguli19ouo7WdrhRmpoOk8OpZIU/k3JG2Jez/9Ev3RDvAFAE6sylv5XDfwGVpXqcsHMxRerwl+7pM5Ju9Wn3tCVNlsPm8qFstsifSNYmF2qAlu7K3/AIN6W43Jhcz8QZuIJNJhwkQqGI+m/KZOV4TQ4rJ1bZ3xlOdURtiqYJqvj1hAmEon5tzJS/VP4D2zgQgK4INXPIuWp4Elt5yuEblrdIp05fboicVZg7gDSJAIpTY4C6j0vBwX4wG8E3ebWgIEXHMNpOuAnW4MHFQqcldFZZwWZYbHY4k/BGHiHP+iqaoeVNNGd52al7R/FajKMcTbzcgiboruhAhkzKSUsNCVtiGUtqfQFjE3bMieyXrVIQg0BQZvYNEN3wKaZFuoexoRiteZNuuKC1eQnqbhF8ZyKrSgo95fV+ACDX/4TmtYEqZ8mfakjGUJpEJY0p/Dqd8wH0s9QaL121vjLHKeTnb+8QHnj6PNz1vX+F0dvIycG8jIvnNyAkv5yAatQhIt8wFjK8WLHflDVh4O8HZouNXWki5G+tPiDqUSTrgMpTkaxksaBl93pcKcQOvJlfZ3MGXPFsivkq1w8Yhb8NeHbhOgiI21aQEt8GGCUyrXCeu5kLxEebAS5a/WpSEc+s2501vFawrZbm+nScEsB4YJRa3jpHgW+mF8ogG6Ik7rs8riDFPMxn5fFzGqv24FRMoFD9LMd4VCGYUs/MVlebc7QNUh2Cx/6LA4M1Q5NTFd27eGxpU2ZgHOf2sx07rYyeL8ji1s1jz4Kgod9qgemSKLHHCEv1cJn1DVT6Y8OvtzfPsidDdik+5x3aZ8cHlJ+xKhhd8aPkz10tzEQKxhWTinA9MzwNvXm/n3m0wGRkmnYDvn3WZW2uQqNm8sL9S9jRkf83ALoH+3sZIi8hKq1XkXye/WR/NDYwTTapnGgI6y7rG+ipYi3IB5kMCL+uHiRg+ZEj3+fl6YvSpVEDLMGTxZvooEJd+F/P/o3sfGd6IjFhOmOdXwCEljbS74tbtD/MdbrmxKCv4hYuSqFDDz+uUO0fsUThf9wkvZCFGm2Y8/z0h4EFN0u9D3v/fpGNyso+0px6MfB0gxXnIIAHSQssqBlj8+5MQA3vSplKoeJaw0sqA4OP38EEOBYZWQYEF+bJsfx2ejwRw8xqACZjlgnT6jaOP2jG1n8tzuJuyy8WDhK5L/sXyfiCxkcP7bsYLO6MvnRRGXTY95ioXotrHHeZ1YHa8uJ5vyVGiq+MWwOX1viCQA/vCO05Cg2zQxf0jY14U4l2VAjbYk58ThV4zrkGFGRuzUYtj3o3XA8GAihZO2CBA25E+S6v0GWePEj6yuHdkjspOCfIeqav4ejB1b18Z44wS1vsZrCRazvj2ltPrj13e2nto/tS5WgJFJkyV+Oiy0N5KVDCmDLv3SH3RJFC3gB6YaajUaBjtVURy6eqYbRuIkxf4pExbzP8K1jeq+SWyj4kmL2H9fIpHTjh7AAzPjICuyrfTLLXeNQVLfvSNSKn8spOvTYRuczKyuEEhw5IR0IYC30PE1OdSAP/jJ0xMbp03Gkupl831gUPf/sSy6EkCYK7fzGWuJkObaLXzoO2HqekJ+k/aI1olNeK2uh9NMdz84tHP5tBi3OKnVOwqO3BPVvmQMiVLAcdWl3QnSsPZjpUt1Y6wRhvcac3BwTcmyKqfvebUDlyfe9AdVNKTIJvb6GGsW/BOEloxST7buzh+pOVszI8cLt1ZH+YQbGZUoeFPXMllv/Oh7rF0fQ68mbzU3tVsQ91acZN0R4UapcnqBsKgDNCfQe6kePDgv9G45tPw90KXILNYtyL+CiPAfKO5X6B8/ZuMenEeKYvn33Jhd+gf8l2FYBRXwWpP+TF4oXIEwGQUJgWoJFG6GqViVlUyzPyfHhpHn9QC9bMQzIWy60Q7D8D/QbfhqdtSuIAx4orwDiooOgkugO7+yxs+SHnhA/by5EAk/2W9DZUwFexAqiUalq9nUabTjrqDsW0PpTh01wnC42qeGYILbCtKEplUJOJTM44EOwx42+FO6Ex2nkpVoWXxnHjqgPxQtrtaO9oGJkVK/yVOXld8w/EpttdG/+dPhMk1T//qlcC6ehnJGQMisZ/bi++gBSNDuVJ7viWITkzGPVHWxgPq1akMh4mwO0trt8csSrSxEdEqfNFHr+fqUdf3E5pqfLeeUUSJHQSUr+A02yAoBPiiLOh5f3ZfAHJ6qthmsalg+WPbsKet2sP1eXDyEu/CuxYtDc03c8T2dMrl5pCJ/Pt1IBUt9s4h/hcqi4rv5xFW1uOYJ060wGxvC3+YDCBpSv2eRZcvpl40Xe5vj+ckGlLPgZWLTwUxwA9x49n0DBmHLbCp+oll+pyLjwC0r7LyNuqM9nVCicoIl/DxhLYEr3OAsGMkdPFD7Q3z6GisWXbmAOLQ4EghArbxXbPOOKxTxZCtg94QMDa0bw36NPk6ttj7JqHFkjg+xxs0s3g++6+011nlc5fr5yyd9mYTPOtM0VCmY6pmu/xhQXrB566qtDEYGH+ZdzV1JbfvCJNhq+BxssWHt5WhT9RSHp/+f0B/moiQYxLkmTpe89qR2jMIIvB/IhNwK5DeYczUnrqlHwVz74n389eBEUr/f6bcaHHYHRlCsB/0yBPMl7D2NTRQmfVXcU+Gmhgwk0gI2Fffzo23GMgX5ZkdMAbm/WY5gMX7lgrUQeypb7VjGTKNpfWxEazrMptFunUOp8TC1auZ5jcr8aJDJzkNbhyo9Jm6/0dbVKYEfXcArmM9zODMka+FY+ka5CfSmHlOsPG+JKQpZlMoOz5l3AZ7IWnL4kgL9ZSH2VzLimlzvtg2j85HHvYB8uUQTBHyhJUa+shkvhyTym8UulOy3MaH8ln+K1wviouG9eEjUVxO1yMZNcg55c2m1EBNI0IGmZ0yS8oKeuJv5i4ZJlcqWABJgtn5rqXsmVfBC/R6h2xjlhWTFAlfGRo2RQoRgEC/IDCHVAMU/7Aw/EkLJaABatpQlGTZEnl6K+CsnuH7hUNgJwLFWESI8rXSLELzAC7UWljRCf6XhOQeldTgWv9OkS99iAFt06q9STR469+mhc5rVvV+OU5W9PDH+4r91zh3hCiVHpLbwtAYypWIWf4r8OmjbmurDsHnZgEVrANTm7E7zL8HXntkP74dvm+SsBLZX8nSJ71jHHx4KOtVTYclfPo1gPDdP71R71ds6nrfVEnEJXPCafCSdZ1v40jPMsnFIqYh5LRH7sAXhxGwfMC+v/MTRPRmEus1+wsxlrtjjFD+N0hVsm116M+SuG6qSyvOqdDcAKFCMUFfHVr4o05rx+H4Bj81BudN8oQXfYuKoYBKd8DQmJI6+JTzzVYMbBanjEo6vA939lFNRBGb+kAckA5xX1Gzfwyub+Gpv+eRr+lDlYAP/XNuVAgiGtQf5bXUPuHDaP3Lu/fLfxQFJDlY6a97P72jvB4XZ6Fr2XXEEHRJc9h1YTHxIug5XMufxYFWOGyVsrdwi0Lxqpnv9idEe4U9N+uNZLBdgsmnG8lBMFSbTZJ0b9vgOvr4Vf7YIfNs7NkvWz9jOUFBesAgKORZW2/u93j0DriQNonziiclls+TP+nArJ1EpznWL3suCPM+NwH7aq8tfK85Fn5o5lRP99bUX7mNqPSOW/HqJZL2txmuv130Hk1OUlCw8mm5pfYYDmqSYmJVj4nkti6h+YtlcR6R9Gh3yP0WVr2a57TfbBi4/ttHDQHqL0dJsUEPrN1e0ku/zBs8PyJeZ14b4yaYZv/SeLcI+cFg7u18tC2a5/8kfaQLZPlukNBRgw+L834tgoyoYp6PQhj2hfV9DB07pkPQf3GgW22njpqiQY06n2R/AStxR474Qwr8Bgn59Dbs98h3ImQg6L0clW3P3L2fDCbmmv+aHf3gMB7BasnZMpR5YTxpZUIu8VFVpeyBKQWq2237Jj+F6mNOGac3yo8f4Gf/ncuY756xIQtr67qRfoKxa7iwHyleZDvGQGHKhx0CjAdrIejv2ma6L1Y57EhUXTiij3Fz6c4ezIhLYvPdsOLpUryGyKskOib8GRUJvzY8OwjM5nx6OR9Z9OTRKAUi2HUYtf5PmpOIQ2Gd9Tn3m83d0FcvxYIAMfPy/NKF9y1FWXGt6iQdX90pofmPxdrwADKHYJvonsCVrgk5VZ4Jw5mryOLioHUjR2uH1V8v3P8IBkKnMVvBsauDbtfMnYlzz681ihixkU13e+HW7p3+rcz2gy4GgnsgRUfB8ERqzQzrP5/Kd/ub+q8S06PyBbzqbAEjn5CRD/y0wfhvcuIQI6jJUNVQYwEVWifxNZeuzDX2cpJcWgy+j8Z7MNVg9uahYXpVinXD/2N7bYg7gjnamZNfVjmoUSxC/LUhHQY59QsmcEFsM4sgTZtszSG63QAsF2lEokTFQXKcbkzrVqObK9X0xIRIGITy5GYoxTEvFovqLAVKhvOMbh5B7TmTvUOjmH17aZn54QIKeM36nscbZX997B2L5+xVJhCPROOJ9X3OO+8VQCMVSVTsZh9rLWn8UakeFbVl5bbTF0tdos4TMhwM3zI13m5UG4XI3zrBKOSugD9IIVLa3m09VPaokUvxGb7uFzNrCjWnx/FPEHwoyWcIrKxawl8/ynRC+tFD/Ex3ca1acyoMdB5YpBEqvgBUAEO4oxbDUtGM1Qef3zuns6/Y7Y5q3mNpxu2jH550V/3O4yBte9r+vElYVQmrXhzEH8gyj3qLWi9xFbWJ6Zi1eE+dpXaXL8ikDZuiVR9cQEr3UqG8IgCJ56hthem1PET/97/1s03sF3DK1y5+pPRH5ItMUWoq2MOscals+7ltX4zKoCx16IkvFe+iy+OkPlKnd02TGghp4/OUU8OVPAd1sR+dQRKkJiHFYKPD6sBIHjni+rKFbhKWhjElFc76DGn3rYp18gz1hvS5P5uOvwzuhpiaEnw8AbsKVTrN5j8ZWU5YBu1dveKkjNNdFKsZ2oT5PUCN2b62RFclRUPnuu52BaoWnqBjvkyP/Qrzvd5apyRaQIM9B1+EHSteDsXx8JjKLeJ0trGS/++7cXgjRYR5Vh6PW001hnH2B5YIaiU6IxmyLNRTVuCGs9C9JnNeaSF+upWeBPCxEcGIv+peVa/28DykeGtCruzDcCMVdPfK6Fd8fPxNTr9xI0MTGjzpko4Y9pt5tudrT7i1Wuneb8r+T/9RpIuPivYYmfdsnAvL3og6LBQI+wqrPHSnztQIIroj4HHU0mRu8zYkYdgwrQbpJ/57hm8mIyLyTztRLOAtDjlUvOpnzLDKeEk/VyR+W+PEgLJ+J6XjDaPwda5DuaMT2q1i+4fcz5lP6GnGJl1AyjirkB5VZnPGQYUNlXuGgVLbxihR5KfKrKHJnqu2FoppFEl8h/9QE7CMXaK0+OnPBqpOmeTD3gTN55xRJMynjFj+DA4PyqIpY1OlRRIJN1HAUJNrHFWX68MKWkKF6Jje0I5A/fsALxExiSwgrFORsZNR5F8ItzAioxJIeSgb9jrCIjbCZwbjUc6Y6OtRXMqq1I7xgfDbgkUnPW8L33qHGtXDiGjEeJCVp+VJW8UebKSz55z7aB8j9faRZLps5tpPekjV76tO8budFJnF2YiwnOtoZNxseCRlPtezQ3xgK5i608DZsUrPAnI3C6LdtLC3Egn771vd1xnJYivwGkTMt5u18vBICPEx+S4F9F8no8wJz0u27rh30qj2IIPJDQL8izyAoGd5rqKc4SRPqrSxM//9qQ8uRozYbKq9pahWuZWRoMiBi+eiR2LLatbCe3rEEjdEuQtZ//w3be+9t355zlXr0xcSdMnTUUdIwy2tlG3s6Uz2vip2M3lHzNH7mRZuRyf+7eVjK6i6i2bKHTC8Es/9invyz8utNSSQc8F3ZcLJ3fT1cv7vbnC68PG9FsTf+Y4Hy+ntLYja3awWTrIQSe62TtN5YkLBjFnTl2hBlcJ+kncNhx7/QGWVBpPkf8b8co6FlZkJ6Zg+uLT4sjhTVC40uxTxCcPr2SjwixfKhbD+3dJAGkLJ85GUVUZBrXLHo3+jaOHehQ2r/oVlWlTfmO9r6s4Cod5XQceZbVN3grBehSibn4zPia6dkXkkNwYNvI3ee27widXYlCVuMA3S1jNDsW+mg2BCq0GdYatC4+zK66IpzV2a+kIgxIR0lOR1/ViDAe81CflRlZMZxiveJettCw67n1JyvoELli3553+cokyMr5MRzcgZieCYNOjrY9DGKY4uH72/zybD2jWr/GMgJHz19LNG61QXeBEBiuMDv/UmGmET2qeO21jxmuEcZ6jk0Jp9Es8btJTOmYEhLCUVhL6kbYXQjKjhYqqKBUYOKWCuSXAyvTl5bfM6nFiiSfbA8v0EODJ/bfzK+wQCyWb0EhovXI6hPIy8FHHlKDsXquyY/zbH2MDUqAfsZM4kmPD3pN5S/Dokl6pZ2651rN3e5dM4Ug9u2H+ANzhlfCNmLgo+Jp8SYyxxAQ+AvWib0OU2df0KkKgiI9Hzvi/TPrKu+bvSLsI6ViurfTAbFw5pNmOpxGkzqqPsY4J6KQokox68nUbOte2guQmbCvNPgwYovYe28fy//cdY0WEhJDXG5vxz6s5Xfp7dJSdhDOW1kHGYwwFNEwKKH2Y6rUir0YiG8TQ/96WvubIf36U8wWVQ9Kt31gKkyL7lemvAoC5HArslkJkrpIki3ADROv/etK0Z7eFOIwWwJ/gTIphi/zjXriZ7Y7MWgXr+gq0eno/Teyzp4FKjvdNqJUZ+gU5zpSqrRNf6tahJqhORa+asae9G/ReVuuqGzWYtv2BujhJnI1RUG7xHaNzpF8HEg1WxaE0rYlL93Tco5qz1fMsRCnfDMSG/aSZmqbb8UY33gaN6jMDTglrumBYgVFfFpxKMUrkzkpdjrh3IsyXFpgvfn1AacWHEeB7bLOhGxHGoclEiDFj+Jq6Rsc+82ibNYdwsaG5sWhI3Kw1DFyewCzhsytWDwU/ZXHIBCeIHhVBHuOe7dKhq94WOpJcBwrSC2vwwVCkzWOxRZITVGOje4cUA3kRaIV+IyswuGnYyJGiQv5lpx46NzaUZqgvCw/Tl2Z02El27K2tmLUvjhpDLpNhiOQLTuE32k+bvitVplWMdNjAwtt9Fopw9vEvVUt4kfQBcxqlBPALWPwhSV9u/QFGlG6uOTKib4gWub7c0F7G1EJuQKbHUPa3Ui7KcKPsorH/U3y3SsBzJcopobvHAV4GLHHXwEgcwqR0WetONixpnF33TH+GQaUBLXLjDjK60NmPxzNYQrPqvLZP3vmNCCFoIQazoKgE/dRYnFxtGQWUpDAaTWaMaMpOtT3XMEFByy0WfGpnur2cKzjl1c8NGxBf/bflBmg20CUOHMLlaq6ChKjrjJ3QFSH9B+QMlTFM4ZOopFlo8W6owIwyTc4lWY2m7u+HTVzbMJXux/zMxispCRn4aZ2Em4GLShyj/Ij1CjwYzm+K9uZc+hbchFAKy0DPqVskNd/e0uVZEYBGyZOBYaaVIY5aUDpJ/tbEDa3YsotNjyXzn58WKcmXTN3+WRX5HglTrUMbvq09XEIvz/BB4kAVg0UxPqy7CuZXhqAI3tXpF8LKzqVmx0rpv4KByHd5A0yzETNOTo7tLgkg7xX2Cn4h0JwsTfW+IuDrgW/4zE6yUvhZinsu6JoiaLhkPyt0GnYweG6VZXh2OhqF5AEARpgT1G9XXTYrqpDbHzRHDLK16C61Hp5r4EwIscL0PyKI/OlrzUi2oLDIb35CL9+PhimGsgKKFX6/U24XZavzWOGqeiK7Pq+mqiVyvL7e7j7wByZVAfxCM2CtTiafQilHSm10S7v68rH2JGroDkgVXOigT69GoUds76KW7qqb2mfnQtkHi+wuKsQeZQVSZY5Fszi7SdU/qrxUTn91kvKuu4B3veGJjftpJZsP7QEdj6wFFFBDK1YL74JdxrgHBmXCc0789qfvLjHqE40WkIpO3igZvukwQj6rE6xDGLAKrrNdetnm0H8bz0LRQ8ugqFd4OYLWY4jJIheQAehumwDz/omcK/KrXGSvmEbtUD2gPiUhbnQ8EnTMP19GXNMZVHavrTB52p3ZJzr2SbvK7EgxTgaKjmfPKV+CuRqLviE5JIxJYdxxrlUU8xf+WxBwBTJ81PGanguQwFFw4bWN6a11XUUbNIB8xospxf+65J0BVxa0OmbEb9iMXbIF7tVjrwHDtHQBVxzYab4OeW7i5u/XeGKDn1fEeWsH2lQUApmPG6b7m8VQxpHXTo/4xLt+RgsM6P3wEylfAjx4mRfaP4Fy694Iq6b/Ivy3f43yuDrbmPQyt/MlSfQmpspDwLbjjp8Ys+luUNy+eX4p5fYQDpd37Tw5Lduauh+xyoRhgwt5K4YT7kXnwNpX0GVSGbgDL+grGjMQfgf9REncuFQBfdO+uOP8L2xoyntkHTNb+TczkT1HnfoKMGd6Dm0s7q6dLHlu8IO/24KKP+W50Tr9lJ7fAcMITeF/DGZx4KSV3u0l+/yargiJ3IeR2eJXf+YaxVEGGqZ6CHhbdAdVz6Ufdn0MUhVTqI+UZVp/IrkB+TmWAxAma3C7zkpAVfJvwJ9ODUdg2WgLQOKTp7zaXSTh/omRoyptXX6DaVirdpZSorISF8bd4+7LTlJ15rwRG9XcGxOShMb2H+JcNJvMBu1TwnYJvZdsVv+8UhYFOT5E8bUFhGDP+fKc9Ey2atKere5C4RL93ttHxduaQbG46yhNevF6384X3zXskj+u9MpcGFplb6MuiWqKwnyKoAX3IQzfc3Bklbc4BHT++NifhvCWrztq4FlXY849G5WKJaL+v/BvW862VgRTP8f7s35/T3a1aql8zX/o4nZvnPzyEXmx41tcONUxYjnSSbbwQ+1HJLdG4RAVp3NASLQGkzDz0M+03Isf8uatyjvuIApS/AEEZMLRbQyuoMaJWqiHvWbWvYGzJGbnrYOIxH0sF3sRnqxEfUMbnBje4oVvTd/KUw1hcnIuXzmCNzjlTtPeEWMUxVVyLCUfzZCS5E5CJLk32UspOqfiiKfmYNWazWITyg3MvPQkastbGP8eO/VBJ+8V43azGK4Qf72BXW77C7wr3uM4aHtPabuiQlquOFhtp7x66/D11O1RSHlHYwLipQ4tSWFRgPVHZpUMxLQ0b8H5sshPxxyl2+Odvg4klFlgTkcmrhI72yq1Ez7mzvhx61qXMac5vpOp1j49CXACnd+K3EaMIIKynliiBv6/WKSrCBschzawCwyyBm8XnKlDn+4fDMhfHRFtHC2UakM7VS8/HkgpzwQPSWrtgSxNGMv1lo/J5tB0RXLnbtTEDMeb0ywaj/aGrfAx0Sw8PYrm1SL80ARuZ4nsVuoCqQj4E9d4BCjhNNzUeV4FXqKOb6uXWlE2BvWfK1ennoScId6eQmj1ZZjoUQMcMcuGrl/dY3f+CFVsd9q+f3kTrBe9Wr86HoRc8gCDbzL8UiE/BHITa+d9uPB60AieU4hkCldeLEydI40ScxXvSsTknBvmcjyY5d/bxIA6oorKj22x+01L3adX3cmKDcTlup9FWK9cm4WBGHarKQMrssRCVd2SB+CXxaKgypKYOGh57S7yuADcEYaftn/z95R5Q8fPxcPsjRr1e4yTnvUF96dG/4R8+BAMWtSFr5VfsCgCex8YXZ1snGHoVElru6ITle0GEMDQGcF8VEDUkYQQAVQHoxuCm3ui+SUI8VcuJ0ZxU+Im9BKeyHKsKGQoghcnyjygtnULo1ZWUXgnS5Df5P6Sk0JzvQaN9/ywUjhD5wJnglJAoefy86ueV0wlHHmOow/9ANRf5sRcMEJuZqc6+DVU4w8f9e9R2g5qUWkp/udgonBthX0L5UQMBGCk7+mpfi9wkAPiaRCNPWN0YxWT0lKEPsn2bSDUDlgiaOINw5EdZu22PrANYDYqULVirg+tuWpomdt+yCU9jL5lxdQR5hB9N9fs5nkGai6kYYDvy/Ps8TBZtn5mm2lWDEIR5bnx0XHEPcZ0aH4rer+lOKS6Enf20LqKCZ5SbM4wnb17w98r7+l3V99UdwXTjG3SlW9gFbDXSXB/VJiJjw8myjyFJfSkJtsm4ywDzfgPWkqdOlP7rlcAThfig3WkiGQ4ijOXceL1frEbRnyVyhGO1MW1tD0hLu2BRYMwH8WTX1V6Kmo6fS6AzjGPBxeNArfuJeZVI7VRy3/OPXwXcu2ZNEMn7GHhqM1qUiJdA1sh3cYVnUFMYA+mV+pT0sr3Ws71nchH9dPu8hrucD4vJoRY8grixibUee2x9I0tDQkOSi4LUWBQyohYDE+35cnv//aSRaabKzysJSiGPQyTG/58c+BQvmYLT9nwTr3xtCQbex5HPLEJdu2w+dSpDcoaJf17SBDz2YY1IY/iI8BCULROfiJOVSWradrlUNTmZqkKzmgFgXipoCxE/PRPNbMohQmsvotQzOrfc/IVVO5l/NXJSPxgt4KQiUGqFIciR7X6BsIimABmErTP4n9/kIflAAfvlHDzkZ+n0MUYTkQ0ZkOZq5Y6sadEdNeGjJPtfekE0scwbymCKavxQnhuhFb26bNMAqr35P5u4oLJHgBlAM1m+BOLuvETJ6Hi5O7/tzFQq3l2BjfF+ksTCs5azA68Ef/1+oW95t8hEiu9IyvLz4Kx6wKjUi8KuP3Ux311PgAbUFUWog5mmE6MNAgT+X1xoukS0H0G2jflA4OJkBjJkfNVIK6u4T4uIZUkha7EcSWoeUN6G5V3BdpjFf4eBeZnUv16c4zq2zhk+bw2t8E+xcLBkrEa7OO8R+PSM3XoF7IiqqAjCJg8ay+H/aAApdIt78nJkANcfy0OSofp4XaDpOfwlQx3peVbLFCNRvSSAHWBLUlqLPL/y4Hg1PO1TUwtgISReLSkxpeV65JTK4sKVzIeBjNYH36EhORGmgnQA6NkcK5sVSD61B0L1C/t4+wFekbtFgwKXGzhkzuykdfBEYylcLnNmL5GeuyZ6ivY2too03v6LUICvnufQaRcsCZknXxcvqZVtpq2IY7hznXdC4OJAQna1ZgSJ4SPAbBDcn0+b92X0hjYwHU7f7MkktgWJnjCKiUfVJz/FPAfYYbijnlZ+pVYPZGVI1Vk7lYkX2L5nWVIB57UB8GOTvVrvaH5Xp1nBaLAtdjiKxJ93y39ld77gQpgtLj35KMoJ5otv9TS3tnhi/52k2/mDHbtgFBb1RET8gNU0G3LYuD/AFFXvTVgUYzDCnp4F6HXhV+xYgtIFp6yejWXNPFOjkdnLAXfPxJiSroKvjwvsSh0qnYi6K1vUbXEG7sBYb3fsmSSL9acKlf0/gaKdnTHl6K/E182gIbjjB4pyG0vn4FqcD54VHxTDlfwt12u0R2osSaRqnT3x4+OwlrjDsQHO4EgsB8OOIS7xf/xHNZaUEjTzKCaLUfhDHgWAFMTQNvkzYbRf942kCTl4+i9ceGOIZia5PTK/TEp9Bn0RpLrvOXuHAf1oSVqHVzD5KA1w6jVCJL+D+kcfkBMuASiTHpG5Abr6Pjj2VXTgm3TmLujzvkd14x87SxVQ8Ix0SZ6lBalpOe4EiPEZbRGeBCmrkPQbM3+zdTwmjxojYBQlrx9CVOBjt/v+kUaumvTDc6dkVVg6Vl59Wzgi1bTMg+d7wiVPXXWh3Ib6zOwMqvKQxSEl8F5nKF4+zrgeHY+yC8OSmTqmeNo2meTfYEyzstjRZYWgEvnoJNVDkPJlN9WUC5b9oZAopg0sVzd5jp+6eSwlHgFO8RpLS4FUclbh1GTssB9ar0Fa2T7BhXvu85wR03BwtQf6dWz0/bXWpCSSTp3yWSLzczog2DlfhbQSrW5AQjMLSGwj6bsFsumLha9obwcRJzq/9JTHhwp9522aaxVfxvx81F7wzYlukqYIpNubiGWZQR0bLmWTvCcxnF+N7DkkA9v7CxCuK9kXHBUaPsU1udlugwn2vwgLisxoe3C7HTGyQSfyf82GnPIdHvTsTanxZ4pBZELM73nfgMAw33iF+6r5jKtBO8Qu6z6aTqtZ4mKVXghKIvHPW3M8K0NXfn4yqvvbLhZeQenlMKWMYJ3NrFIxKCoNHkWGuZhXyTmGvSuQ+4MADRpaQ2wkwhb/Be1Y74QN+WpL60+TuTiSmknHh1VqH66ZIKHOe0zVPD3w/S4ohrdG0mrjPafUfiweNQbn08MRi2UqpZ5WbKq8LT5BaQ2+ZdHnoEyi6SeWJLoQmCAtqdWsolYj3E7XmtfYXop3p++Ck4zt1EeGeeMYvjoLmS7ZSs6QFW3I8kbrx2aBQfcd1QdcZxr6Oz6e+zJE2SKLzV0lHDSbFMtMj7mndb/pDLofH0J21mih19PDM/2z7NlufxaPzIQyGz02b/Jc+JfE5odvFCnvwLHr+X9Wg56BCRJ7gyQJcQcqXTT6vzQGCcV9RV52WJf6weRFjh1TikAxvP6yLlaHcbFCLjxrQvAZu9/rOw1AonB4L89jVCXPsHce2xa14x8zbmlRm0BJmnAthYYQ9i8rW64/3XKOzE3ID6d6yg7X+3pl7fW2m5qsU+ivMvuMu98fubZ29B/4YhsZS0xJpvhl7ZqFzVNfvfGolaj5bDMUFKgv3+baeAHCiFmnlz8TpyfWjU4IftjNgbW7ANnx+Ru1/UhexHm8S02UMxi4peP93fo8TMNv3Rj7ijZ0R9E04+kQ5iDWUya6KMOM2gVUXg7Jr+xZZZGIpYQHOWZjPBkRgJKrnNLGXLBQzkHlu7asfEyJ6HyqJ+AM9kIamUckXDqxX0YvgPYZjg1q4vs1uc5bLnzgbNLXvmeXcbQ1wCoijP/LGUlXGx2Ducv/sC3t9ajFl3f/mF8R2j/3I6+01yXWG0Hl9bQfaujOZ4hcXz8/TQ2R8FW70wI0/oD9MFht79+NWU2nW3QTIshBzb13F/qiW1HR+Ms+TKs/ObV1EotqRBxgtWKJGc+UHZRRit9Ne7JCi0lcnsQ+QDM7bG30Qz4H/DVcKZlSDeviGS8L4s20hI2jkhagddyIyMH+bVFJDTwgjYGcXWd/qg3MXeqotAES/1rBqOf7siio9VmQ7I0xzV8ivnzU6NIVlMIY9HiOPkrlcwyUHPANeNiY577+YZiZvB6Jb46M0Hzfrro7AMoXOvVtplV2VUs0Ydztvy2bnujCPmX2lUjq+2nqoOppuwkJjNIfYRtkiqoMLx0QsbOOZvMsr6u7Vl407/kbMdywoqvC3x/Ky9wVJDjfGcLHzhStfdqgnYk+c0L9L0uIwqPCWpImDeyNDEJ5x/zfYJ5fJHVeBErEO4oq9SXpIZkm1BoK8GVfdYsaWFj4T340zhb2v2o67c4g8Y/QlGGt7opOPA9rJX8GhhsmZJnjlnGZw0A9Rl+4n0VWP98xSpKaOd8jJ3xW35oRXg/q8WgDOcAipN9pAj+oN6chgLRjazrMKyb4DCqqxMC8swnmH5zJGQi8cxdkfAtZ7f3A9iVNbXUtgnfQwr+rV0yMFmF+fn08TVzx92hz2ZD60Gm9xJkcH+KwaqLzp0n7aAauwyLn2eQgKDX7s6HKZ6GitoGPRvTf2PLdTxUT3j9wYZHnT9Mr/ySS2A/SJHT+VrHAp+cH/7hzUAdNcnYb+1eLhmPv37LvHwWUeOe+0T6iBwkn+93l+FfiaJEBglj8V1FIcFaiue4lBcnfTKpCGeNP6mmhmalPhXKDHo3+VkQ7Qw8iY+zZcQVk+nZIcXLM4cbtLXIK1lxpOMk4r0ilFOGYQcajEsWHPqWhsqnWqCKU5RB0SV6594JEPB2Uhme6+Qtx7ZaPZSAFg49hh2UrR7kNdfmvm+XZg+9VOiLA3K5U8oQVYHFg2LtBxlRLZAYnkn1wqXHug76/ltAytwWKJWOlwA1DRZ/wTS/+1PQMMTt+nx2RsD8TLk+4LBmhdsw5dbpi8XcdYwBOJ+1bfoKYoR2khyU2jwLoldw8oda8J1f4kUHFnRlA4CaUqPcRI207QukEiqgyWtDtB9FC5eCvXjx7R4VP57Qc9ndxbmQp/ETbFPXm0JuYA8lHczwsAIQgtiU7G7R+jTN2wiBNnT+atzBJOxqfi10hS1YJOnYaoerRgKzKyaKD+m6xafNJ0dnTLxD/1rfe/iHE5JTBrzfl2LbWAf1t6QK/MLcJ/PH6P4rE8E7dvhEOz1b+dZ/WGOfQhnalcAcKMNDPKGCN6mdPL56y9/jecYKs/KclmO0RAt3bAM1eLGKhqrB0TeI9nWKEJ2QK+V3mOimbdm9bkvRr7RCFVeRd7+Lad5/WpuCDr4DhlksBiiRgEpNJBSryAMFwAkh+tvcAWcfcQpcruGAzr1w0Hj7rG3n3xnqqsWq6xi3xf4PNy3qbGGxvjfXe0U+21IvBPzCAO+AdOcyKHScYQ6XoHLDEHVXqmZ1R2aFdybA6O7x9MPpMa2KsZuS4+nZKrRf6MPRcRMcgKneB8Y9EJ9klKqQfR0HppphpeBm9vAyzFC1xMpgVlJiOTI0qTs+rjK/Lz+PQfJkjiko/twrMe+GvqX/6LLHdTEP/PAZpcPRYHBmLgx9qTZNHp1uaru1q6YQaSZJ31vDW3yHSc1zwYbc88lDJ9jcyxvNrwYgiEnCqaqbdQ7yr0APkJREIqCKx1EKp5IAg982XSMPymcEjYJ6ZXMCU9XNNS65zr8Iy4JkWf587efumDaU/rt1cs6Vyfe4W/CXvRNBECUyH9tbbScQFZtOYTpP3Ushlg5yCqBJwiOFOw6fL+sT0IlgjLAO7I1AGm3rf7RNCMvS6vTr9LKVCrtsnXURoZXMzAnIFYdGT3DnTPfV99JmkG2Xw/xalZQLdSSnUmnG79IkL9l0kJOrVoV8iJJhOPLdEFE7tQjsz7goY0oJbf+KI0CaFsNXcg1ScFiDZZRIskpcLeJxUaKtTyKZnHRvYP+ti5xlQ1sJJ5n8T86v/HyJb1iPr9Sv4HpQA3/StXIy7aa6E8ojnx5iCGhoC9RYXo+E7+DfRLE5pA7NX9PmxsizlHRIss6RfG3OSI3+hYJzGG1F1OyzEKjothHtcBc0SIpHm+FsjtjS/urx5ZXyNalCxPdz4bqo8nTqdCh3oBXEz+JEbOeI4R7k6TkTdUTlzjAKkS2GCyKq9Sj7e8B5flKkmQS/UIH+ktp4k7Rk7SOfQNnlOVNBjxNQ0+9v7JyrFVTfAlahpwcRE2JD3M0A/Tm+QXgCDLOon7m6RLqLPjrBaus6ycYTXg2ivpBu5Hgt1ZbIi3Ftlr7ZAnkz4VEBOuPd7P0gbG9TXIw6vhyo76FuG/hSwI9iDjuczgaiZ+cEHtybjqLCz7a172eAU1bg5GCoCzxuv1knuSiICww/Dqt8y6z83f+2+yyKdyobrKqjYep6RnyMzT5Sj8AjzaNobF4hfHdn7hHfzwGHyl5CHFCdwhZ1Cx0lObnR5ghX+4LesgDlk1/lRNSlUlEK2zURFHAi7RUROtumy0q7zu+XpoVUHELPih+EoByvNcJVJuMrDxFesSGlqjBkhOn9ou/XTHqN82RezOGQsQqf3jt3IMGW4ZAgTRIAEP9BhLPJWvK9k1uya9ouOz65s7b6nyW3YxPL+PWBLKPRhBG8qabnDcGFmTzBXYXNwqVJy8aJY2U9iFhS2NmmO2oa/zrmpfQTIhVVUUp8O2PxpZXf+/55Vj0miS5nZmdcByfGnG40Ase9KGvnH4WFFLygRxNW067v/EEcAygf4B1fZVnaUi3xOYTZbaMCS3ANpg0LjxqlRB7mPY5NfRb1Dlf5uQrOyErhD8ELUEKrJ2/ZBCdHvl1qHi689fCBjtU6QhPVKq3b5/IyKyLV5nLM6+r2oVMepgU5DI88tfDy1CejuMOU3JeQnTIj7LN9LB82mRIB/jh1mrpwmw0iyaNEob/dWSZBtwdTmvq/ViOZskMvKhInrNTjz3+ceHzI/KqTMErwe1mNY3z4QvYbeUvKdBNSvmrpIHcNGH+4uIlBNitjGaO/aQmN0SzKy/46gxDC9gVIrrxGEtfsRIJlNjjc4BfqhPtv0zr6JCc8kTk9irqO2q8amH+LjsB+oKiq+3aNmS+ETG43wiNpK7T63ZNPvXQK27tgUwsUo4qTzKQaTfWmQx7r6FMnSJUvJ1sbN2rnTWLHYSfGUQW7b62S6nQZl9XeSHrDfZ6i+3UnkZ5qitfqSJscdTKaVUdCWS+rqayDQO5AqAL/Cg98ZnVCkMGIcl44NpqkbnNfTD+GreQ2kVtELbX1A5DB3Ad6hL/u2kb8DrcKVpHUTVW4bxfQhhAToEwWn5A2p3Fa8bnhOvhL9tQmC/DWNWH8430dIxmormVdVbiezBQwa9w/RJDhWlO8C2P2a7iDaNCDbI+/Bn1THnotSw3fc4xOTNt7SI6wzeg3VtHmEDpCgywQz2v/+6/Bt4jF399jW9AwmVbsH0UNYDEZs+KhKSxwx05tznKxfgQduyWPNBQp9yqZwONAU/RUBNfCG8AVm4s+JsWLR3sstHLzsr97xprLF1FTu+Nqm560vE17jyUb3g9B8Oco7MyGkwJ015NWUGb31+LZ9H9Ya9JOTEkNqsmdITKGbkGveRSi1hB4MkXmXkfAXXKL8d7gTWN1yKHEqLQKe6FS+5+qoRRUkwWMWSQ19wWHl4o8dGi4787jUu+EQU7ROkJA2Oh7OWXGfx9UcD66w+wtP3A0oIqHC3a2frYL+79CaITohQSQeByMfZ8ud/6Q6T/TBKzz+36XPgJVI185J8DFu6L81pGo/AvGydR8l9l3VXe8GMD9Li3ia7+UpiAFv2kIJE+6vcRE9fvSGqNwLvBa+W64ausr2kScMSE4lYxqaOj/l5ZP0ZJCBHoYPb01FOv7hHe9xyO1J7Y9XSatiEKTszzYDvuTcUg2Jw1QmpJdRZ+qq1z+lpXtDPfgJzGP035LZCkgHuLB/S9qXpzhBKagr0qsuizCKaiaZWLJgs2YlJ+an8TE1K6z3YXTsh/SxmH++SoqM7XujtPLOxPalfB852CoqKrVpv58TRGdTDrIzc0ZAeKqPgx0g3KrLIatpydc1ROZcux/OUbFBj15/dynl33IuZyM3MSJLZjmA/jCd8QhL9F+M7Zr8/JwPatesoZN/wx4qLoIvGqVBjVwQtwKCw+VUGa4hXKMQlNcBIzHvoEPzmP+IdjJAGoyqvuHaM/BJfxxLC6GOjgX7/U8RNnMnWIpHXt8OZyzyOlflNdpSegdMzOiDdLnX9dqYtTlgvgdaSNckzYprPy56Z5aGch6oiYYS2SfY8tWk1f78ZH9X6pyK7AivEqBIgATwxlTJTRxjanyQnD1uMTm5BLs5bS3gKrUb6cDl39OFu3cCw7xJyVl+uO7gf0uaW0kBkW9EMUVZfxRupxHuNXzdma7pVmTSViLWWIcCZRLfLjUcWEAfgzZ11kf4vW/xacNZllg+V9f4Qd0K/hBRNh2PCF/0YeGJeKbyoSRAzTPkhg7Wc1gf8t8K1gqOoD+/StjRdf2hbZlqP++mkfkIAmRjZybG5/T2HOWa8unNrpTNkwhLJ4nhUPmV4mcwrb3N1uJuq2hxd2idpeHIF9TiqRvXueui7GoQG2fpfUVIe1Jur4iOxIGlhX+nbc35Ul3jJeAy50yMbYkPa96/3DjAvCSd1iuZEc24kVf5uZ8eS5/TgfMpboCGKxgFq0xcParEaKOB8MuuI4llkm0dU0RnE4Z/BbZR35XK27wsEVCT1BXtdu8qB5xb5cSEokHDX8fI3415COYRjwUCFghu7LkLqm56If6vVxQvhgyeRkH0ws2MovwKTULoOAE6hWEZwiM/ir6Znlr+b1rXohXo1cIue2BZcZshCvBcP52zB4b+0JrPoEO0ndAOwfAWgkmFbZR+Uuaxs6/d3ikTtWMlLFB4KQB/UNCNNvZSKaw7FSVjotyxnKlMI4p6pmsmQcSUit9qo0e2JfGfft2YE7BZlpNP822IuN+bSiZylUnVDOAiMlLDX5FvzNZiwu5IRLXkt4/IpnyZ/9ywh0VYmsObQYn5FfcUFqzDe/I3XyCuqlFq20OA//BKt9seLmwhIRagG1huqh+wso1Qq2Ovan808lPMKmfZTRxj2KNumEFdycLM+DMgJyxHCYubWCBWeWRZ8gTwzB0/fFZgLbvkXOmBtpmV4euOm3Zijnaldsye/76TYVbjanXs8F5aKdZr8RBuOGWTBaXyvtKo8/TGhmaU24GekIz96YD9UkSf2/XF1HsqRKkLwSWizRWkMhdoXWUGg4/ZCv/8xizHrxrEU1lUSGu4ekBRfjKAp4oXSA5tf9ADbaQAD3V3etX7MFUTf+ipf5h/UTEA0IrEkbZeXQb9xg0PJXpa4Q9G6EyVb8Lfy/9WgD4/MVl3cZPj92lmXnyFx40XAOe138dFzD/DfViE7X5HuzKEhXcrx9zN6EnR5Q+5WF1fzgQB7jQDFT2E/49ZgjhKs6PI+EUNty3moGS5jKlJmn4pjUWjDq3whYsNU2uwtGEEIuAv0McmuiSVSq1klOPzrUrLuVefTnZH4TMMXMBc0ay7VM34L34AA4FO9wazVWXCpHFLJmc3n/gt/37CuWsPFD9VXZSEEjiclQJqOVki09wVl1bZLsUsCApRBLpSG0BesH3M+JrDLt1VAC+scg1Gle8Qu+tNOFuHAi7Qv9Mbd7ho13NMR//9/dcFEksbFUMBRjsa/joqIXrKAr2Oi2vFErMkgsW+aPra8pCpGo6QbLq1BYgT/YcYIpyw4eUWEcmaQEQZaiCvizqzZBvKiqLGjFhJotPHP8m4xznVI9N7kNl9/35aHi3Jgfytx90n5sWeIRZRK3tjLrJDPbwyCejchlFFTXgNorAyh/KtPP7eZr7L2CcU68yMATldkW8+PpFuU8KGfc5w8wiDTUo0yf/rr1L7qp8cNh8MyJRM6t666DQzWuO3wFf+74JQ7XaBh+62dkQw1jZbcKkQXNLpDnY5MAxGd+r3TKgqWog73upYPbskqobH0w0YZvxlOq2pvI92gtDkXsleJyUUAbMMizhfcPMqrXVSopZmaXIrRSFKGqrrCIP4wlBR0Sri5WYYI9xvhEi1dw7JAErGIul3IqXaFgDls6EHzTgmfys2qT1MVR66Dlg899X3+p+NtsOOzl8Cd+aSU/hY+JmZE0TpAkn+9FjGaB5/wkw//yxBbqdPhzhxjIJl3JUihRwT10o3cNMPSg+si2m8VhP5+EsjwwLrpMI5bs0crNA3Pk8dgGI2rtmIHbRr88paO73OPMkF2/ZZGTNShaonPrLopyBn0VrKKrf/FmOkIYPn7tO1OTI7lMrmEEzhbIsd/q76MFfYZlbtRxqi0WFdaRGg/AN1EWxnGzMbwhrLmiknhtSPPbhVdyfUoynXSRgndEICdGXruG25q9b8TTNw/GphG4+mAXECYZvYFaD4RexISx6tz+xmfww5nCune1Y7DPzXcZtRaKV6aC/OCtQmC+sOyewuMC/OGJeDzFGQOtB6P5f/By5V/G0Lr4e/9eM3paUJ+SGKFeSu3VE3/Zh/X+ipY91RU85qYltslfoECL/wbLGLFHqMeNNMxX7E5SivSdUSyrtW3CPl56vmeqQzEKXc2Gv6g0/+J9L7QnWL3YZg0Xo1CbxLqKLvpfVzOkmO6unZ9JG9XuvNoPNTyLU0wO95JD8MYVEuJfqwNSDINTcqL+EfFLD5EcvmGYKOPV/PUMjCSIwGZlJyVwvIsVozONFGouo+RRx3O1y//2ptzL8eaMFye5CuRvxV9jIv2rAA1wb8SerRLm+JxsnTac5flrVoJ0gth9bLI+i9iNns4+PBdI51KVyUEhC4Op5ZbC28YPrN9lSz9hcxTHXo1CidlXa/a6e54KlZ+wojrhz0HMs3puoQ0pGYwtCCAhRjbdww/iW11z6fupnQMomiTIFdXgb63a0yX17Y3jbhlqsq/92j2jqAEHpmKpsnJ5Wk6MOKPxYrEKgB4nK+szEbmlcGGEYG7h2w2WZf6S1yJsRg8ZS573Cbm20ko4cyydvmph7nV5gGW/RDjz7g2z6zMMD85vH6Bh4EFCXxeqdbp9S2D6OItBPIa6hYWCgBB9fv/1jYnlWV06ab7kzYduXyRrV6q41VHqAgNBNzZaXdoR+b/dPzQRgwoPRtADCbm+bMeCFLAL7uCao3XDd/Ztgu+J2Xl78BOb28OMOffTpQMVxyo8OK/ePvn6zCUWiNTyr9ylxC5Qr5SBl/dgXXRMDlqDjIQGJSYxcj/jm83mlxGkj1toaa/9TQtc2TwF9fcGYyy4uV2/DOYV/CC/qAzMT9aIb5qQfk5VVvOPdSFek+muoyDf3eU8ljLM0X9FXfQ3pQpLNOBwRrll3Py8V9zPVf1yl4fZQBkHi7HExxsimNPusfAb8duFf9tKcAZRLH9FCjvdSI5k0R9KCjDzqdOXF4zCgClQ2p4zU24EBoAGYdqmGBvwXQn5JeG2WFtdwcMYf8pOyfUkjhPHq2aBPkiR+VXHf+HkhjSWZZd6tgwT6cWE8m77FeESZm8wTCUX3h7ydt3yWSiUfXmZOKYd2WDsoV++Gke+HuNkC7umdGBvXCkeUhWrVP4XnZLV8+tApPLlU0xHbbmtZAB0AluWvI12kVlHssc8HMKRp3//ClP6ivJPpBTk5UXIb/rpzlfQ9YGSZuYnp+dxRkyHM1wZi0ckZZnXKYeLxRzlSSVxKmrJrOtryQTAC/zKtykIaGm0BBY6pvLQ4QsDc1DZHcEXABkNcInF1T+F00BTfa/VoYdVdYb9kl8tb6i4brO4zRw15sIS61i+foKjZtkLaTdS2p42i7H2SkdRLKToKKKeaqOYJXfZ5FjqwuQTD6n9716A9EwSh7G1Iz1AaJHE3INxmsuXNKklqWdpZIGyHA9FQWmyOAbIcXoVFnSRLtHI3/ycuxpoDLcs4A57KUqlL2PGPIWjpdeBwIUJ5iux6te6v/5eKPwnms19cXjDGnMaHVHJKFH031ZkUTQi9GvZ8vumWVozoDhDQi9emKh7PKmnoHp13DZxJaxPHAlmJLWXtGlOktqkXwvPMq5S7ZevHgN9fpZ0/SjiNl1pJk9LGeQ8QwI/uqNKqAdooRx/U/KyHGuQ74xs7W6yNXFXHJHUOoSNZTxpKJRWL3qpTp3v2u1TUCTcEq0s81l5L1CvuqzgRAPiK4g51oQlT+F9bpPN0ZUNM0glt6ONQv7jzYj1enIQCMN4xf/25fGz00FI1+3Y9/svN7CUBWu5dVBdGldQKGlCPscLM9utPj4aa5CxEuo+WiSri1ExNUGWO+tP3ov4zW4oSfWtpJvf0aA92g9UULKsI5r5Anv4k1zMgEE5e2U8ALtZ1yXrXIHsEj01RX8qeYS4SUHMJMziCXAgXSX1EVTIG0KlFXxADK2I+Bshadi/+c5Fs9hyn0vg4pAf0jexxvKUhfBGx2jL12mdp4UVCMCHK73/K6n1UtrEQpqUf1bZg8Kb/HasH9/COEI/NATlCOAYIvQXGJTry7GtqJHkofDSm2AFdv9ewHflAYMaRD6wuukywuxF/Jgv2AapS+FMzmGTg16Wd07Tt46ipF+Wjfn+nJIX0YoGa4kXQTAkqhO2a0HuEaTUYXq80PGiScRHNybVSlE/1KfRv1HRSljZHGAeFPmEwpedsAX51Lk7PYKhpSbnP/LywUSwfYelvJNJZfGWXMta2R+MndBfmlwyp8wifTv+pDudzapBHH0en93IyQWDMSd8OlzbjhcHyprjUYXpExxPIPEVvu9lUJZ1C7AvB00YrO3YpYKNLZTUpchw5jFHy3eF8yuZG2RyMfSn998Nbuz1kSRE0C2mWZes4tl4Pl2M51CHi5knZ17WlXSv12Cok05MVBXbazMYRlFse5yiZClz0icp3IYwoPixu2K5VKEpcZUisv0XtwHBZZM5UPiML6xe8pvJhLDblb5SHCkXp3rNWQ13AfZhQw3WYbIUnpLwYcWdLX16lHW0lT/F4jaLVD/4IzsLYGD1ThsJWqcxh1T02a5cDeKK8Hz+BP3BUYbInkwHyUV9fpzTsjSD87SUrEdLb+wOh5TaehnJVx7Bc0YbIyhFSflqVLeuxG+LCEJyATOAohtcJ8oG2RVAIwXLcDby6frPwDvtij3uX8eA+ppgrPMm/0l7jMR7kmQN4RwhRgm/eFZ7Uoecgq1KxbaGX3tGzjTCYMU416mNb+cJKt+4fIY/VZ1mZ6dA7ZiFckfm2boymduSHYd0UvrBsfNVNGt0ZDVOUM+DIrCN3OTUy6A8GlL5E7lFpjNMs5lmVVtS5Mv13zDENrGVd7gxu0c+dfyZOb1GLuEa445DT3/kNz68QSWLAaHopyiLj2zV5bFvCIEjT3keE/0+eIxZFAmUOCck0+tbAbl9fVVMASq0ayXafW3qPWN4sSPWqWyUC+yaPb/X38Q5vy7rWSNpuzipipCpAD+xrFqIbFJo7+hZSbDSlwlFg7LShxeFY6n02dJj3Mkqin5WDtu+PjB8alBvLMzP1RCZLkTRUvFavjzm3/MLKMJxsg5ay1TFvarv9VnjYzBvddgJGGnTXNy+jXtWVKlrOVwk5qv6RrOcBeKMoL/h8L8uNPXhWYXOp876wAElXJqYpQviGgPiO3e+BLqzpm7aFfdpsJUtOCuSQ9BaLptfqTM/cPJjYLvGbV+mVX+9Uy6WVJb/rVaVwMBBbTr9so8RsUu7ATeaxMrSZGgqFUk0MzCtvP9SFtKwU/mhnaypc770YRjqkpu2HwJxWD1HWn6cjibLsJ8o3g/+EyrO6zNkp1ue9mSx+vgMkVBM0iEjbZc8dWi4T8VJoypioo9yPxjwVNk1nmXp0IgKHNnWTLz+5N/Mt2cvpupqLOuQzIZlkzPm8f+WeLaD3BIXJxby2JzL+4/pRziTuX9BEgDHH3kk9mPLZcOExG9uR1ZjxYEufMUKL2Hu/VlttSzr71JUBu1n296J72jWC08aLymvk+yYq1+FGo1xgCA8Kbk9XDt3ZWRvaN/PW18GJVO2QF0Jzps2bSuxOkMUpWbZ+eSv6phGOSSuq1dYfsLvUPjLSdEs8C14BoWDxnE8UlH1NCCvuV3WkS2WIXVLYPxNsfNPgcLA0Xw7fuQJNsb/gj8slqUMK6Uj+tewVthmrdGSqgSKffvBy+H1sth+dJk9eYE7jMqDjsKGfdJBajFORl7hA1DOTiIH3AeGk6GxlHofIlFMc17pqX0wB3gG4Xqi7xUxzT6yyM8hzBgUjgkb+G9pdlvjqwrpeJY1FWM5K8Pa/fCq80AvrhzJDvCkBg0Fn2DlRl5Y3kMgWWylRTG0v3L0hlb68cB8X8X/Gv9J+iR+eL3QIk+2IfDXssjaf5tARp8GTN+4A6TKpO/r1CM5F/hsTWWNPhB4c23CVKbj9Vgi4P5sIEtqwGN/NgASlqT4PRCUkj/0XpnX0QoBEc+hcKWiPiW/AHCDjUpEJ1Are/UhS9wKM3KRKYAo7YTYzcBDpciwgiT2teEcIY1e3tVZFEbc0WVrRCFDOg8untpWA/D2ZUwCJPZY+K+Jt7VFQlpRuHttOSr82/pyraPJYqrN76WixPqngGIU7KeTpEHRpEpyynfM+AHU3PAUdP8uj+oNYZe6lcJ0h3XHjPA1tYQ3nM8dHLTzFPTf0CE/E0is0/yb6/Hdrm8UCVIu4TE18+XuLoVz5fX8FCul1FixWhGF587Y0a1JEdM92Y7skzZ8WX5eqQP41Q4s8dj7ohgkcfoIjBKt3sNdfdKU0zdkNnC8QoGC7RA8Tb64ABlPE7/EK+BiPz4nJ3T7ayV1bxZgq4kjLHTs+ij/MlkIeOJbEDisfsm0RdhTKnwHNjBHDxwim8mSdM0mc65INgQMtP+Gz+BxJGGQNM8b36S5OBXPWI5l7qhS6qpdK1eGmeykktmI+clF3/vm2XGmosu0RQa7PWeAbGecQFrNeKvI2ZBuD2f6t/4aM/HlVBQAI/Xg4/IoRWVffTqFZVZDT64a2r6idtkopRoLowGeU1edTOF/bP06Amr9CMTDsO1PfehzGm70qX2MzOHXtsH1kuVd0OCKt31VZXedFbQ2fr+9THz+FtfXuF8bI2ObmFaA0Swi6sf14p5fHnfOKu8+Z90yzi4RrqLAVdy1XH815zVKjEQGoxuihuHTvI3hxeTK/P3k2F+b4F+XOLHd+Hs654iQbIFpSmFPW2PQIDtQmUi63PcJE/W+lgl8cG7+qrpy/hbExOKyo1iR95gOKHFY1PdcN70O16bbGPPjrQHliXqoIP3P24yfnr93QyI3C3ww/bnP42+k3QrLaPG3ZIELAH0JF41e7UHVBYvoeWaNvuDD77Pq6SZ1pW7TqOgHMYtwF5jcbWEHf6dXVE/j2simlCTjQlLth1CWG36dz6XPugyiG8aTezwSvE5EO9YefHlV+hVyMJFLExGfeTAVMv14jDxB0FO1jUN2DGcr2xjRdln8mn/por9hh0RLElzxGi71ozQdyvjia7nTCWdDfhHe5U7NhIPvyCGGXwUJyG/z0ntbHsrkroB5GGP3XjnnbHNIOtvWiMdf9IWF7GCaPx02zIaLCZ6L48rKBBgiDYPovzjc4QOKXt06ks2KeSUJ3t2ZDU9768kYlOtl4afnNN1quuuX6h46JNuEDBSIeh35+zySI1esSnuPe9a0zpVURxsUZDM+KjH3pdgSufcLOYKcDO1GUCpg7Kq8vvvi10Eh7eDUE0fXrIyPFxh4rkJwanakcLq9mAOIft/lzl6Ru8RzEkBO8ZBNaubA3Wu4dTZbXwmiU0Xm6hU//RiCfk3+uo/9z48RJHVWOBYbMvU6Bqe2P5B8xyrWpdVnsQEqnTTDiWStGqL/w2UR65hHniqHqS1mF1zgFBI6m8aH0z9yAVb+AtqMNjjEYr/kbp/EKfjWbnk2ZPHhRYDr5V4q4H1sCnGK6owKVrvA1joEJ5Vyjj+oCNVZcXYHE5HKaklrIIK9cWw/es59ky7YniiOEMsNn5sg10xRJsZQghL3jqayqwUAtIq5ty7YzU073MYODGXo9F8ILwaRlDIHhI7cXv7EgUhRmzB538gx4pkd6bEMsIzxFyw5YJSUYgIkAHx/b2Cm4Dm6ZrHjuPvGQCjW2X0TasLvBv6Ri9+Rjttpg4xp4rw66emrLVnW1E57vrz+irEe9Nkdo6aT2DDZSdE/hchrfBaU2vQr1OriPCFVS8+JScibPH9SZ6pNsL+ieJil06xLeBW3+X8bFliD+rx0gYCVu2Y26SgpCel6/waqkojlU3D4OvF9JLZIgQj5tjryyLScDNkFLje+E0nmL591cHnIC+L31W37az9JsHpV0j/cp7oILDO/2gfn6UJoj6lVg4C59Bc2DaoTTN4cInoCQadY8XqG40Yo50Z9iJnRBAGe63AS8KqtrOA0amdiJ6IS6GQ7wAmiG2JfFRRHndOal6NQWXxI1+qYpnyaHreCfyi911Y9RIw9mYYL3AIzOS208IfGC9z7W+ug6gjx0cxFCIHD/swgpi9qTH1AEigGFvARO6glflEyGt11oc/VKDeOVz2i6axuoy788ZDySy1gUl83bc5kGLtUL/wPxYZB7zFlY/LMVs7pW0b9uVbM+6RF+iUu4Svwyj5PMJfLzMRC1owakyaUdntsvFI5TnJa+yn9RPX1H/0AwAkMsBD8ijQ1t2ENq21eqPFPu4LtrqtoSyiDz7SPYEU76wY7NVR2Yl3RfDGzhn3UnRBM24l2YWRcXuHv7b2ZRG01/Wrjz1e5+OkUFBpFbEGwWprKmZuJMLTFQuAVkmXHfjVI/YospLWvGqKnFmcZzlrv2oEUxDN2cOJ/e3mharxJVi4ES3KXV/IpPVm/CBxJsurRWNubP7lacmIqQ7EcaZg/PmipYu+Tf74tza1mWe/48iGDQLBKfSw5Et4coaWtsgW5CcnXqoSBojkQLtSdS5O07UCbmRxt5yhOqWrDw3SpvrDC1a+H3nw7XimewivNfb0IwzFYMtcTU/MKVJ2x7FUsqMY0sfdEveR73b8BkeOO36FXabfO4HqYxtWPHDof9cw7xbwwJSo0uXw95P0FtJb4eYTiARYNafsQq3XdOdOPEjkHi7Ufe4kXJDrd3UycxwTRT5DZhQZjnY8dBBzAT1I9fRTF2ZlASaU1hAr5Ib04l4BHCetAwYvAbn1LpvT6+r3OU11XRZD0a65u8+o4xRR+tiAny8vp668I6rcER1GK4HxN3sEFXZU1wUYKtY+pgS8KqQmav6SqsHY3JP/Y9eAiuGExa8qkXL4LdGKcV+2kwmNX/Zi9UgzR43awcBk7NtZwgqkcJpwIbP65RIg7oduzlv0n2PKPEDQPjld7AtrGOvVcG4JpOD+Eh6oa7HoKVKzOdU6VBKuS673c+e8ajlgCHskFfEeY+S9IAaWB/YgrDV+L9b6s5f3if0P90bhMpffHhGhzjp+gYil7yZPZGsPINt2q53w0DkwBM+ZnSviYomnRF9KWMj1xLhH0FZ/YoN5UVk4A5VXWRXd9YggKVJXrYprN/uiXrNptAZYwtranx7A3jH9KWoA/WMqvVlBsy+CpxtCBaeTs31SzBEweE7X4V2Ko01LQb9ulguOMAvMyXbYn+1jmAEg3R/rmNad4kP36DPQEIvKKqBbXBeo0kAQlNV2/wNItNs7PHOKV21fidP/M7D+0JpctzWofZnlj/JDH/DccUXbZ+2s7KeM0/SyCWJ1ESLF6/LVpZNMgwG6X4J1Uy9d+9djNDQZAW6bqxcXOm/tX2ecIIh0ffEpurhsbrMkiYEl6j3zhU8vX4fmcoyGdY6yC4GoUND6FcPrT4RsKJSNZEyUc44JshdJym+mi8ulRxh7XUV9b0kkAhnqohkqOZlGJV/Q5SHlVZRunoRK8vRZxkXVUp2U1AW34X1j+8+I9QEaAvkI0zU28FhvPNkV3yS5R/hV4xgFHcxG5hNFarpo19U+q2SyJpUQbxwgzNM0y8lyNXNTDJxksM5EEEYokm7hiOc6rMoG+87R6UNj3hlm1G3QHBXXOJT80G33tPW5VKf7vxu5xYTC/LM4FQQlZctDYivEKzD2Uni57YLZCSnYR7q51DX3xUtHxU6GMttBgRjm2OShf0LLK7b15qxpBHDMyBrv49TwYUGMLlyqOTAziIeJs9seaqkb1UhX/8x2akz9VM5mo5/B1qs6qESDU1SmW7/5eOzoOozueX40Gc8Ql7BgyARGGoSip6EEu5poxe+n8dKxYvz4Plx1RYwns49y4XVita5r5/nbBqAXYhcviYlDUr0mARLv4TJGinH7AWKrQQ17Dxt13yun7WvtorrnPpOlrrsk2MkAHX2p501veL4w2I67mZFED3Dqgj0UDZbnsNst/hWo+/CLJhIEK47I7H1iav1ZS5eeHI13xMmcUYitISfLvxHjy7WVI0/P0lLZs2yHlLZRtUUroHB0kopel+UPoWvB/w0WYLLZiX6Q5ghTtOHNojcSHMvVnOK6XxCqYfsHGIsUpr3cNnKyPgztiIYF3Ks6qXifSBewLfx67w6cNmCDQDmUty1jKsTP77YQHNiR37l9+DVKjcxWCsaTYJDiv7wXY971cfkI9tlUg6cgUw3d+jtjOQrA835exbqHWp5grKoZDBXMHc8sKK7J3xKa5/Xn/4/N+YfahJ8iBE79/QOxLYCcfFC+J70dT09J/fn+znW38z1+DtIo9P1lVCyHkFPVqUm79h59uSoC0MZ+RWGTJTjMDf2eFLvfHNSO/vhXZUbELhJrrOSi+vF//LYPVXOYmEK2PWe5B+wStvW8jq8dF/hIEEPTzcKwKVutPVKkcrThYNAVQBL7s95XRIU9e2gd44LOsiFMTjGK2degKGcBCgbtqaBDIGf9d8R+I8eP63waVLho794tfmMzgWLLXPbVXA9/TvzbjCOd8Rgq4ERf7rVEwpWfgls8Tiu5PLbVfFKhGORFX3IGXVlGXEFcfVpcYuT1U207+G9tN/E2dwWhy7W15h15oabT3oyuQ+12hqCsU+SesP4Mm6v9CAntNM9UVflOodRlapKcTNOUu6YQ9/J2D21OVTEJcYvO1PYKF1JB9b976Gdr3RkMvWXeZLUbRyE0LzO9a0AxqwU8HvYTbfc+FVbyzeWB4PQo0T3qCFO+wzbuHy0gqKvqd6fQJBvEVqAP+nJX3zNmbX9tRuxhvCElksm3RrWJ7En3EcdEYzsxxjViHD7ToK/6y7qu4iiOJa1t6lWiMrWymv8RNsTjNJM4Ey+unuz6ltsFwuocUle8EOCzMj1DQzCxCflnmKcHphRIXStRgPPBzWhwIokN8OSqUcymjL9Dh/sQJ86P1PWkvNnwBnv91gC0OofStPEFWPx3wbYxREsUIAgfELD/Xv40ebFQeNE3LWiEKtwvH/p/Pz9XdwRKJKV6PK7/fMafanongSMgnR6kKk7YN8eI72aIUV4oTafqLX+WL8+XVRVQiKZvAgQvxbKIU/TfxG5QlKimWZrdiXURtcPQOPs2o28FuV9VCkgXT85VWcFNjl8e/acYTVqgNBnSs+HRIiv3KxcmnVCDm4YJgb6bjEAa+46sear2PvaxyzH1r2DtxRuRjfqEB1Acr6s8uM/+WUUZF9RIPXAw0Vbw3z8zr7znmuPGzptx+nF+9ycJHDw8e4QsudgcGT0xAisSHJVapzfX0FPSSUZxYthzUASVDI6g9WWiIq1smZOGtshUhqBKzLNvSlvG6PLSIJP9igM/zAojK6HYv5ARtlLcsf0LwTplU4eMRPxqLnAD/UOQXce6ryKqH3/pWluVZ4NKSUkV9vY0m8LnOWQnkMrlJVyHmy1giz7h25i50R1cNCdYv/3WDKi9r3RnDMXo69ee0djkhkZZPMtFxe0mvzKM00uLJMcHgnyvU13/zyc4P2jegk0PB3ToqPH6EOHJ8gV66RRIh1dq0fZ0tQro/fyqklH5w+Cmb7nRzlcEBARIqClZulqAdFtRwl4WPqz0SoaX/+ecP9m02/kbgg/44lvir6TFCRhc0IWEaT4inmWMiZ69kznP6zvobBttMAvGh60p9aTaj6o4PhhVICh0f1zLuw0xCc0rrP+oZ0eN7r4v2S5ZhdlYS8cGTbB97PMqtyMmHHGX5Na8J/rVudaseawdJ/JpN62p1ym+yi/LgiUR2AWZc39xv9189m5hPr7WLh5IqcdMUHyFJRv7t4il7gqLtV+eo/PbKrwvOYZs/x5JJB2OGfvsq1wdNoU2dWfuFwMdvY51DDKgQJX8Uied2ZeIaQ+imnBwkq29duBZ23xDxTeXFsfTMT17CIchDxsLFEcAFPuwkju6aEmSKoM2rEjSzy7IN5HJuP+Ogv0GYUEJMXr6hni1h5vhL/FPiIlGIBIw4AscPqD0H5VjilId4HusrM1zW7Jb424JS1PopjSppGE5S/UxUZTdTQIhg5dYRUTYleYxWWcArBX5cqGrafDWM3zNOKpdf4jMEYUmQJRpYiuAkt0yxcJed49naRgVG2svOSp01XhtsrXvhkPpFmBa/8CeeNaPXDDqEWIrQX8wLhSFIYGRrAbFGDumv+0m5mPD9jO+3/4Yr6O9qJICxxKji/SKBfaT9rRWVGd9fqI1XNbRecHZRotQFE/AIHY/auf+UNnMpxLlofxlDPP0bzYAVA8NuwAb+tZiz8nhBG4UL6ryTdUGOF1CR+mNkPu4yf//vYJPb0QNjuAuEYUv5VcKKblB+WqLMLgQKn2XxQujb2pyUHn9ORYm+6wJXVT3VnYI7r1PmMo5jQs0Y0ES4BwNcDqKD8w94F/vN6+vUgVxG/55pTKMp+fUeC55zRxPOZT1qludLfuOY+26r2GG7XOnlskhpB2WCQ/wYZfyv8KrSuMw8/zazITieelA6y0dhUlil/chtG1fSLstfaS9/hVLB6shNU3DhIYcBeVbZ+WOoqjdNMQ4L2ykRrHkChfpIbGbVyXWcOsEw9DT80b7ifr86wQQcG5jy/IG8+v1+4JTAslhW4Ei9etUaE8gi3qqdKoiAcbXTz3PGmtoMwIqtxH/1Dfop9IXKjp6MWUWU3aOQHupIj2d8GZz/kGB9KTu+VHil6EY3XYW9ClmwLwdkkNKzz1JO/tgmqJTYvnyaCVzrsDXnAEuyc7VOWP0GYajv66aYoXbhry8Rrww8IfeSbL4L2/pPEwkKLCWjRXKxw5fCb1+WmD17nMDPfGEsyYSsb5omp8SpR3wiA+ZbJ7pxtDqApj1p8SXlh8rUalk/YRvJXWCVqFWcYaaMipGEfqY2BqokAbhNMhPpbTcES9FbvtzHT116GwrKo9mjbMw5u8ygF+WMFAYVS3zCoMRz1R7f9D+C33KMoIefXcTou9VJW4At0JFeVZ82m9y+YzDt5aFW3PjqKz016Lsb6uikkq686A/H1fN14nmzhB9YFyKOUqdNH/jOMuyTOZwFaZK7oQWUZa1j1vbfZhuSJ+cilUxBakiCcZRfbPAa8Vv/mnhx25kc/q+XGJdMvh1fe7Bn3BHrwUyL1DHfhzPLcN/HL3sPNEVZMK3+Yyi48AXFTOGrs/LEnr10YPP+b1xPKlw1xImSeDCCzEnmiDCUrdZWOuG4/0DiMUz0LTqGeOZPUpXPRyv4fhGdimwERzzL1OIHScA36zj/1srRCiyit/uPIfODByFgd6X862LR6fbpq7gU5fMOwWQ65AYEGnkGxTHtU3ATdladA3WZja5guBabibYckTCOVW0tO0EuWdBuajxzfCT9P6/Sh+uxrPmDQVwcUaRNjh05XwNa0xkdwN5VoCGVReoNagcKebnil5xEmSik94usBpa/WnD0da5tKYmwZzm6srkF55UD9fLFkFB/UPta9VIOaHDu5LzaNyuE/3qwRNU5mbpX1DKhInoKq8B6NgEUNLNRPvl1rq5CtQSQki2idX/kXU+/qs/8XKv7KxXu/3apuft+fFSTgqBk0aJSApE5IUQso1aqTxFYu+H8ruP7+TWxLm354/+N6bnoSehVlu7iBA5Kd6SG0SSwOu1CPWEfVX7PVBNep/bcBrhzZVQWFVaZWtykVLHP11zw7Sajf01kCIlAWXW4JEZHEEhW0ecXhkjPFA4I5bDY081sjhhNXBYVKowyLIZuKVXjtr7EprN8UTj9MFTdoBFkT/fScV9LUOQgDQ2Xtuc/pU+Cr2qC8PfBb0+mtMDav1GYRiW1jIu2XpGFtLM2aLuJCmWyUddIvpKvcRfpRFBqaSk6S1/xGYY/WEx+vxzRQaRpMknYjt7Lx25qZslzPuwB5T4X13cGEHyrd/iG6Jq02vp0cvkvHw8Vi6dgbQZXI7vOp7zkdcJ6mt7nv/xkjhyUUsXo2PDViPLiDKv+/E32hdNLpXp8A3PrYgx+R5nqDV3jwhSrz7MjSQUd9iYN2EezNah6yZNuiD/VxWpJgptqvgpfN8KQDBSwAJWLflLbFWMDzG3RtF8jfD/fB+CluKPrH5lD6f6xi98hMbl0cHl94urnTtZX19Wf/r+b3SZ6+CqMUdaB8gGi58IFST2e9l9dPTu5tNVRVev+PMAwtlfJvaiUjnSIEGP1z463EgXsri912o7AkC+RlO0j1cYdw3sVuPQbHLZPUOYc/7W4LP8uOETFyV+Pw0PhPw6V5Q0Euout1qlUzO4WOlog3dFSdyorMQtaj2qkIF3EjjJKxLIiSikpMZuC5jX02Aj/KJhprv7lP1+vNUlXcDwhQQbI8WphX8+ogpZBMD/sTzzqdVFFDMVI6sfDk+1vpn5LgdrZFMZKgNMhyClgUSCtaJb7QgwRnYCtLVozAuBBoJ3wnAiHKvBQAwKPM+TXN6PaAkILMER7Bg1U192RKDwOT8SZNe4Fil6HaeBRT47Bh1X1sjoLAu1zLG/UfLzL1mCznDzaJDV4lrMtL1nYXOkVrnlqZmHDxO5mGWrk/1zgxPDsUNhZbOIXxt6XiVGzWhrDcql2nO2QGVPmB2qBXRzz318H6+1YhalWJvLSBGuEdqnNqcHjVUjiX7qFiCEy5f2lqQyVIdI4XmMdHzjyaUZ7/Uy1fLw49n7cRtK+xNd2ugFCWpJa/O+l2mlKZCaaIpaFbUv3kZYQSn8bwQdDRjowasjw8PFXkqs18vedpRB6va8Ftm4lDgvviQMZf23qtKTHZU9GvSL/FBtilm0aMMdrPbIw/jZviw27lGJ5YST04ux2tw3hlT8ihsvRU/eYMZ2F4YRvlbd6/XJoFe0364Ox6WYz2b/6WBFg2P7X5FCEkJn540ytGCL6Ca065Ge3jfVbRePi+g/XG8ZZ5jZzGHGLm3s3mBaSms5jk6kOaVxhZvryeVKPPRDnu2vF0UVzBH+xT2DSfMR9cOgekfkQjQvy+VxxiQJ95nGpxKEXv/EXpWmmhnr7sbb5EZlWHRAp/nWkxRjKne85Jmmx7rrNQDAHN9d9ve0m9nsvNuD+hFEj0k9djRP2hij+xgan3uxq3AVGCBSgkKx5Tlc5a5hVhjIIH4vr0ZsUWdZznz8nhiIRATKSooXev7J9lpb+d0dZGmTPu3uhCLXmLLWlCVmlfsfj3uB93wRO9j45bhOI1IRe1JAcuRih0vv5jeNxKdvUXj5g+seRo8H9s7LqK/eoCT4VVlJ0peQTdLLZ0TcHEoIdPvx1IUcKnOmkU/YYkJAy9ai+WmeAd6zQ0Lq9zVJB4n8t6C462ia/6W1y4jebuD4SeKzww9XFXk4SPNWXY5jY0QGIV0EY64p0jzJ6oyOCv480bHg1ZQKyZXbxXKMSjbotoYtEqY3MttIewH+FZ5D1YZqY+qQFbbq6Pi3SLzSEgQmSbILPPf+blnP/xasE7m61TRDuCUnmZq6QVxT+uKbCh/ddhvoWg4BRiXdqib6/Gn8dML6WShfGb34Vp7FnDca3wfEvEjJ0SHaNUYuX+nLCrJLFzm5178nEvzPeCsbQyryqkXb43hD2yCQB8F2kMdR/IXirntZhPNWHkfbqv4TQe/Mw2TbyYhPXj+Vrdpjeqj13O2abVEWNLrHVpigYlc22Myy/5xavfDzUScWlleEi1eQo0olVsp0LrFHlL50CGgaDww7boBgw/cDZnkJrloqU5+VVUNoBfxpxj0tnQ4+jIz8kcaI0acAwnuKBKtSLMJt2UYtUwKldpbH9lD/PUekOwwgM4wUu+5Gm1hHqCnQfFicHUkep8pUnVfEldgDktt3I7CVhGcyFXtoA5sIXc7RGII4/Uw5rcH6FMfwpf/yIQo+8dipNfpm/dDpOXxn9uAFG8be4Aiv81VbWRW5OLERQ17YNheM0BKoaA9JsnnWM6knNLvjDXraTaUs9sZeezuXV2Gvn5nJnbucFAOKDk/xydHKPz4VN+Xl0QhYVoecTNNzFwDYxWsdVTNJ/0yQWsNlTrJ4Xdfs6xqLYvjP8TpivFOSIffV6BFpGUkic1Y6N4UEYtCHspRJpGmCjaDfz85ffDPX87ZTeRyBRwigjhIGPfb9FLwYcR2eOhbml0sS17/Cg/rj22OJjEjRRLIT/b+0Xy7yeh0y93IZWgN1Z/evHAD9WGm5XELFOA8gEyO4hWRZBjcoW30y9+/V1RMh4UCjtsDHGGqQb/ZDmAYfrRxCobT1eF1uUcxnApYIgfvXKbenqpZoXyhyyMKNnfnn2nAX0RdRYdYdV4yuiIl8lBhJpOpXYmQLiA7Gvs514V8H31L977UjCthRm6MBP5U4v7/uQUkoomi/64lkdsKmkB61qD4kW3kTRaDA/jRD3aIpFWIdh3+CXVwn7ehn7Ko+jRIU9QjGhnTmyel9wNZFKIBGvaDFcu1KZ70ptZsWzKKAacsmgTEtuXY1GJFLlbNb+WAqXj+7gWr7mDEqupSdf1xlwrIxTYlvXcbfUAqF+TbHINa/0MewlzYcmFqmX3HzQ9mwvZdD46r+/VapfkbZPFP/xdVXTQTSLyaOLf9OSez02YTI2gGZqC5QgBvs/akefLf6imUJUZ6NNopNHL13xkIul6y2nE2/JRTEya6FkuqoT/DLPXjV25Pl6ahSutE7UfMav+3Vj4IpynzpQmJbS3zfEES9s4vclCdtZkPuObDDcOlsWphWaMZBfQxYfShgXpv7AKDc8MWVHI3tMeSNuMBaIuPi6NgaYa3ALd3FcSfTsUVSDT7NwG3G+rSJEoEAKnf1jcnA3jyOOWdC3mvfE/rzHtHaJBH0jlIIQkqhQ+lFRlKLbqYmoX1OGf7HTHFfgz6cK9MPiggx7UR/EQ3aq5TG3H7JYN0Z9Z1SMib331KMgJ/y8+KTnZGR797XrFG4t1JgGzX3aYbHPji/5D9Mp9H0zX/jLFMvB4R94meV/13f4wy/RRGJWpKsyp9yMFmYkYCRrAZco8V4Z0EaAKCaNQlzSQoBYEk0JAh//uOdi1TNtaoEQCYoTf2S9+dvvupREdriV6b9cptBEOtiKDjlQw5F1ShS8xSBXIprWi+YWh3J7RcHGQyWEBKsZtU128CXbWZCcs3qmbCggiWDAY8YnvJlgwUbUjprYca+0figectfBX4TGnNN8KdhvgZum4+ZZfzJYkJAv+ZUEPvUN2i819w6f+8HipWOHw6OtQU+l5SrPnbxO8s9izH+GOH6OGSPLkAkkdlVGgar8XNAxt/uGGVU5inpdtZe8cqEGmQ/VRdMMF/xlLQdM4snB5Uy3I/4Gg66acL063pAbmyVG/gUgVMzbif5zdFl5EZ3IvLzMODolL+Ak+6uxwFWrni7vBR4UMF+4aralh51OMn7wWdHPLIzrkCVnySULGXl/ayjth3CiqCtYZp7zIDMcx9h5XuYZPr8rNJhS5IXdnRZkji/BclqRbByMcwSepuGDd3rjrG5riqfuiCxyyyvOgWTnAxTtgjbeU81VgInTtwsnZY0hAKGsTHEr0V5pZ1x46jsMPDYyrNzeGYIv920jNu9fXk/3DIJhsAkPKIbc19V9RoZpP3gbILjA9TxJ66kwigNtKV5lKM6H+CR+ypLOLSylD92wkfmnJPwR4HBAI9tV1JUZv6uZvCgXp2OP/DPmZ0crzg62kLKK5ZljnCNLOIsDQ6UYzHEUj9Sg+T58GlSCkDKglPTLt2vm0cLfen1wuz1bizo6ZmIiDp5FLCjU2pQvgBo2eNMFg1Ozbr1aMrrRAwfHWIORKnmB7/f573MP4GBZnWxf4OwFKCW/jtSMf+uLCyhKrTScbVhxX5rfw+RnTl2ga6fEZyliimb6vza4GjWnC1E0CLSsi0rAHtqrpafejfsPEyPB9wFqN4Yrm9/SY2FftyIInG4xNwOHRFO3osyzGmddfyHEuom9L/dS7FGh4BJw0AquXmtWv5No/ClY6ruwUqMbRjcrv2l9XcxXjC+Oga3+U1DXUjVnUbVUkMdUf8Lcevz49vVp8a8qsNtc/Zz5ZVHcqIHUcHnEPaz8Mt4zl6+oXRjL0Rf2epnZ2KgUXOyx/zwPnfcQdZzc1L+EaFOkGG91jPa1XyxnJJUf6Rd4nb8zZgVP+V5fyunOBgMeAMtywdjBc+uaEdDCBKdRokDnvi27TJUMuY17EJ+qP1LDi26r+8Ps2z5ZGHkVSEzE1zUeeKMfIPJUsYChkOH9SjTqc+GqV6A6Gd358Tc90G5j2lfAX6HBo6yyj6ppeZydNQpw53O2GeKgNVckly+Lkwd6N3aZuZqP4slqY/N3emWqVy+itm5g7EkXsoxhyL7HRg5jtrAhVw9Pm62YHIu03HcPVqmyCbvxlX+5vbNedNT2gPNIYr+EOFmdVZpjw5mFwfZXzB/S0ftMv2XJlO2HisE15Gy4ZD89jFy1IFlHrRmNGWb/rj+wGCE3vjWcAjt8MBEOsue0o1VMJxIHH/CaknUz1aZVcFgMjimPyiK4B4oBPv3HmDrxFygu2a+eufudCiN37Hw2yZOK1+Amao1zlbO4gV3FQN4tBtMDKlXMq5ZLG7qcVDM24/XKCpFHGPKEShEvSBKRr3ro8jyGlQZidgFh/vcG0CSHBEklcpbgMVlucQaTqV8sNhFmcoPRQGeVq79gMIm0IYndNxbRorl1mbZ2n/vfXLIm8I0bZ1p9FF6mcNNMmDLT+XrwF+LBOx1ot0u7hbUR1TQWQv+s1TOOyjHbRw86JOK8H1a6qfgpjor7CkMz0Y6ECJNIij9JqzjT2OEItI7PLwqG2dIDGmzjXY+PzbAvii718bcBwalsxM635drub32k9ld9nT6/Tvacm0LgNmyyqaTbx7/0Osb+d7IC8Wm3zVVbiA7iHIFsLz9gUAdG9j8+2tjUGpxSVvb5nOX60BT8FPaSMzB1w1BO1rZmW4lTDyADyAkU5iZa7TLF04ZAuM5almBBzkAxnJ4tJexeXOK+6kCrUvhxYXFja7/0LpXIOA5EMPnuwXjBII37n6MFVMWML7CNYfpJSS3tovx3Q8YUMwWZpJ4qnZmY6Dr/9cMCjVN8uLxiRhUEglk19/VqsmZjlCGYeuKSeR0XWqUaQetffoRBP2poN2Zks8mG7ra0kHMzFhIv6AnpH/0uYH2JbqDbOPT5b/olftIgpEPac3z24Mf3/syi2BU6BGL0h3igWYaDBN6QMppuI1/GrHt239VpdSbUFc+0bX2P+NCns22wfP3MX8Z5qGqv01a0/My33Q2/bGLMHtf8gGT1l3Zj/nlhtog1M/AyAzbP/Md+APvjV2X4fSDqfgrQtd+8UqZihfr9urFFT8fw+xJTr5zqzRjYe6l6tmWqMvCe5UfDHIY7uHuIQB7F7Zfcf5FhoXnoWIIZsw/UyCm1s/JQ8OVtjDNjVzztDp/SgNPCvTFrFBOfpq/vEkBYkJOcopGzWVYlDx/AdZrrJhrWuF1mB7cq0Uu63VhBR4VClCcgOvqpK50L7fFHCtR0yyRCn/lU587qfMZJ93kn0L60z15mL30m8BbWQlCuZ7lLxwVYBeKPumvaLOoDLtwruNMaLipx7pA8bRdfMhekFo0XkvbScSPeN+0vtFKNdG11EXdFthi6XOOBkBqVWeyxrA0/rkeCJEXKQg96Aozc9uivD3RcQTp6uX1lOFo1a/7KMVca3GIUpxZFuTmX6DhDTlPBFjvIy7bl5qaG9whpp5XUcrR/IWGPtPcNpkZph/6HputYklRJgr9EoTmitdbc0Fprvn6h5+1pbKytuygyMtw9ZMB7wYs0/QhWuNkHJ7jLNBfgtYLp+8zTduTFnoBN5Inw05Qybtvyoa3/FIb5Dj8if51fspuCklfyzeR61dX2VOoMxJQ3J9E4Ax4qft+hBixE1rihshrk77EbrFC1tNJZNJRnu9kNHgW9KC8s0b8bdKcr2a9hT69ZUWScoxf9UfMWTspmcn8fDlKL5ZWs+xB0t75A9+NHKLEfHmE0DvlU9H0TwatekF9boWsRigCdkdg551GCETpU2N98Ea5iZFqonyCgGr6YSd4mzDAVcxKGzXIw+aqAsPTySfQff/oc0sugOt79srOIsLTpbQwwjqMrLRWmzObg0tl05o62YysFZnO1XyneVuXab4DrL6ykYH8r/li/yc0rfAFWBwZFLWC+osTMahY6pYTG0JyMWlj85RAWfNDF37RD3AxVyCBcZUMAcWGhejx1ziPd1TPlEZfxqhNV5xwCH2TLV53OGpezUZnCgwFdVJGPEJSYL22+poxDtb/FSUDsmKwVn6p5YTZaN0/3klKsqHdmT0eIzCfLVWC2pxBIBUDiVhtZzp7tLKBXdmmCkJm1ynAIjeNj+lmVaHmqt/ook6WC0BNV7m2K8/Gxfag/+gaocjXQM2t47McutaQa7kc9nW+Y9054pfHHP7LsWBrot/GWMvNTWvNQiAFrKriXLFIX0L/0hDrJ0RSI3uRvUAhG4j8+TMrVHu5pc32Tqznmkl0GEx+zNZn+aG8yAzpBzNnNXVlt/EhhgLfvV5MO0AhKkAxQYDfgaqmMmnwx6BwxFHnQ87ZHNBSO+tXm4t9+Z+5wDBoOL35NZRhlXVJnwygkMzRa1POUyVd1Ujt31xx1/1bATYr4kjL7iD58tWKxxDKYfcXHnrIlWM6MapZf5QKtnzQ/0PzHweS/xRezgUgliMg4Z0Y4RAGFtGoTfjqAGymxJV1bOS2vUb3i9GZVmWj9kBRTmGWktKPgY3AAWs10zlwB2RsoLA8FhtgOKtS8Hx47K5HGfTAMdz9Uob/CvWiSpeFIMEw9lXcxwgpkvrEDZge6d1GMjfbSVERXzzlMSrWfn4he3IdMZSnWzGr/MjFNciGgYf3RDDOi06fKS7rRcpnHbwamzr5xxv+oDjb/7Zudj5XcsM+ffdGndR+tyFmLDTlHUfnbUe4pnISzKi5Xa5DZATQupdVMTFjTg4+OE0Z0G6jZ1Feul4sRk54e83dDz8I5u7xHPYgloAnvmJB2leAVmZLxPu1Mp99Z6MzOqKc+QjgxVbHc1nxtDVpNkfb0CsVHHwkmyFSl6KvgVCpSHPmCNTTsWZoLIo+XHt8Ei9iS9SqVxjvho2fRyCd3vpzvxtFnPifZlE7kwK99GCUy864bJcv0BHCkOTnBdB5kn6wq+0sPrHMNqWWfECDmu38jrrE6xja0FMoC+pCB01q4ynvTgY8zO52moSES72PY+guKfhIs95kDGaa1uU6z3/8a6MCGOlQqZ3a7Tl/WNSLPFREEtmMFKFCB0WXZnR6bLYN4cCB9yUlD8l845//abi+61x4+hi6Yf8tA8cHkatEadM5agYIazc66fegVigYbxeTn5HMF8nUNJt2ijVuBVRoIL7joG0SmXVE7cv0uoqfmNYoPkXp3fCNvBwkjxaOZ1WQ39OdvJxjvJqd7WJPWb2Mcj+s4/2oB42oedF09HlG76em6lwJ78jD2S3siM0d3rIOsf8V0yOI2No8XMTwA5JdOZ4fDiEx/HSztYqZzEV7uuhvxU98OgPY3Py5YYF2ykxOdH+Y7gsYuxEiC99A/K6FFGOmFNEJ/31v9AkKZxa8im4V9tugzlOoiCPXtNG9TjESTKaKjqhWZFYYI8KfE0TDBtGeZwqxo4L+Zz6ZeCgLt4H/xs1zx8ENpWvJVe2se1g6JaUbaDBwQWM+H1Qzx/Be/QpmD+6GyLfEOx0hWQXuQmrHgF2DHMXvwAw6bdCt4xHy72b5W/TtXR8Bxc64uLnwYQUzbdWg9G/t3g0n5/C10jcNoAgr01XfA8cEC7LXDVG8EfOaEnQ2J1IkmtNX10Uc20eqqotXajRGz7Y/7dZXOr8bmc1EQ0ZhstrP5sNrYv87HglH13n2PUFJmR62hYMC9Bqgd/C9zbw0iwQ57Rbm6jGXuNEOB+NECrc0aWXu5cMVDMBfh0iVuR29kiGDdAMHlHQOh1eFmhF8gXzMGbrIaRC81qtM1/b2JkbQbcdxTIfzd3/3wgI1MbVVmGmm2fzO69jsZJT5T4zYA6w9cylKFC7kbF7/AXjOM4ZPmoEczBM+drStn6bnCbbJejPrKr3Xu/n1bVjj1onmUkd2UvU1NHFGZ5fJT8c5JPQ09fBpGjhFjrWT3a+MAZ+e19/2bO02NoOlu90IGJzuF1+0DdUYWNjCnznl8ESi2KZb0JWwNlvQyUWd51kcDAksLZApw5qtBNlrnU4JpQhd+GGxJBEjJxvi/pwk26W8gG8HxCEBjP1CHzaUcre+cu4F9kLJ2sOu+CzuErWpcnfZpIsdKu1uM599d9ZBeLCw3Icu2KX9tuTt8brt0u5PH/JUnGzMPjdRFhDWUz0N4fYU0H5gacu0J0Pc/lB77vS8SLDG4KEeNYDyaVVXbBrALVS74CrB6UqOGJdtFoxUIFJxxp7cNNDMIQnOCr3LmzwemGodxRbfuP6pbTyrqVCSaPzEG1vT7NW6ib16+n/JCge2e1+OOYH6Ria2EkqehVIe70i38xFFMJQK+5x348rhgg1ehOfAIveq6LKSr1fYdcxFM2Ro5j4xGeKWy9r2wvwgI9VXXld+fJdziRdBbkSDDgAH2+hlZ4QfFEABBIcSQqmyHsVWWpKelMPylET5bDhj0HF8HEmfAs59Q3pJyKNoJ78TbaVd/I8hd1SVoKc0sWGK+T2MTLzUJIh1fgb98Mx/6YYFrHDP0WBoobQmStOYY18qxjRRv1y06yLm56mNRk+Drj0gE8NWjAtwqUVs9PXvj7n7ar2+NXg1hvi4O9jDtmmdNTwYQGT/zjH5KWi4PsMLMS2psFpJVR/1d55nDYC8OmsQQwDWKwryGeOvZFKmpx4HPrwD1MeJinQAhy4aQvjz2qsPeMM19GD+m+tXPptS5bcGG9tBXXYOcYjW7He4U6jdDiRtE9mSWsgJp9jr++roYJXcCxk3ncbxoZ14D2kncHbGQhqxsZ+SbMhYOh2bho5YcUrkKoa9mkoslRWPvpeIwG1sJA8GqB1lpFUk+sOefFHaM1bx+nXRhF9/VjPwTXn6Doxjqvfzmb/zHjSSYtXUC/tIWGtX+oBVllA9RbAU4rARBCzNSGKUSN1dLYTTL7bBkgRymK0mKC/zEILO+Fj7rtO2MIe6Ina4p7jbdWiHILHWfkahbklFFTHRlhzn8wO6X2asJqSbemmASrmSYINUX+oAY21yAanlVKQwPZrzEt6RLQkid1GrgNZLPhJJPhDoeikmz7vN80h96qK/Aq2O4LVClfKXhOCcIPSoSOD0AcAt+A89tPyOU/bDUhOqg9MQb7q8cyYkNHfAij+MwS/lkwbcC2WVQvA0CJTQ26xlfl9Hje4f9ZRw9eMlYm6b84gdGpx+ksijcXR9giHDS7Ce+J8jblsqmxUwFpGF9reczNRcz3Ms4SlJEbc0ysBPdd+Cl/EAf9xggO3Ag3ODRFeBqfOBHNKbFK7h9JYGAK0nRjv7ANq5xYMfwT5NxKKaggZxcwBefhIT9YnIMiQfjyo7vnTQCUjLUZuffpTYGZOR0UeWtnjmerV2XdFx+HPDdAqt0xlUJnUtkovj0ra5HAY8fAsmLt6rNrdJf0lpWWbOskv0GTLaRBMBEJkfxbyiKEY60sWvMGpgp5lpsYEspvi6AMLrfgw+/Jy0E/GCNafbzMeSiKzGD6Pfc/chZicA0y12RqVm78lcAxZXF+zWljmPlfLIJkNhUw1aLUM34OdOA8mo7JHOjtRw1lTZVah/jpo5h8qw9ord0XoIHR+OhYlf/QNHiYtsqJP8TvUkaRvOB/KIG0CslJc9GzMN8rmOrfhBd/t3MevQ9CRz9GHd7G/JXO1LYVXKjiq5lelZ6Y5bp772jCd4EUqYIauuJRjyeYvnNX6AqOoAo22NezW9YnOFUqG4C4ZI/q7YPLg1b9OtARF+6a5eLn2jjMll8IBaMiossjlNRoxWljP7q+i21T9ooBmNb2CJarSDg/OpJJ5aMG9wsADRTCfWllZ8fXci0AyiWooAf8QCxX0S4W4ONLm7IPbqloQyp/5HBQu/jC9Sw2PlQxruCiePO6winvZaQUb3+K24dgju2kx8uNg68Afpfh7kxaCBp+6n9fKUQn5D/r1DOLgSajWhn/8TIL7xalqq4csVKgX7OsfSEazMAIhMo98W8Z59LqrpoFRBOsvJEUS5/mPnc2qUCNjjzvUG8/jvI08kfVxpcS46V5LCUUzai6vDluvZVMG1kjaWgs6LynIsFNlMGc2Zlb/bLM1jhFa/MVh0TFiSWT+XD3LyqthQY4aW7kZwC/i9sduXfhTj9D9+0rnslpXEVLfcR/u9HX9YUGV43mrCGUBvT36ArYkH9Q6FIlCTwzpAG+PJmdWCBUN9V7q9SC9dK6sznOI/2fAB2WQIdEzKQrEfAkH7EZ0/C1Dd0yCzHnERFCnph1RRBO8ZC0qeZI7YfVnn4ZSj4tPyUA6Pie51U7N9yDwVknxaxCI2BiagiKJJ5ihixijL/dPRXC1unsWnT5WrHT5tdLMjy2xRCwLPM1zZhBdKD29AOJkwmBxVY3p8ipfm/ObSdwJGvNKkJCmBYr6REto+5HnEjT8/uzNWtpZxU6OwQQxL4r0CVM7DfmJmSnd6netaBxFEhB2I0+BPQ98OMkBH3Jtzo+GDlkLZeHYqfw9DSRnRGhsUUkSFvZsfyqw/VrFV89LDZ+ehp51aez/RSVeZLkUZfLDcGP63M6lJUgL8fN3AI9DcBcXOE5gNaSsR+6AuNk8gmGYhaEZKl8PWzTi7FVuMGoKIFqPIgg9l3EOY8dlwJ38+l2N8zHvHi5WrenssdETnA4IGuotH2KYer4QUkCUbsFWU4JepMMOFfN+XW9nsCHbnMpq/cE2eE3MHlKU30iCXNqvnABIsmahOKrMMxJwCtFFkXcocnfTxgbr+MHjWofeoByH5P28vu1RQ4zqqv6Bu/0vhHA6/sbQH+5Gi3IkTu8Virk+CXfvrsQRXmePSSaUJJ/Y+mcaYzFmk1l+wpQu8p667Y19KBv8rhkaU7fWkpWXVUWX0lpZaKAfN2ZhSKGq/PhzzHX5c/5vmBqAkAxJY4+ARk5UrWqgayMi+CrI7+FKqeDEkiY8ETE+J3q7liZlXrfQGwOLn+9gi4ye3EgbQfaMmjKAd/PWB9FaqnKI/O+23W2Ht//wsc9yIPf9Gez3QLt9ol14LKds0et8Fbak5WDWmX9H3MmaLwxzENHirr+abw4HXursBiolQMjrPIWsAqMBmG3XCz19muD8NBDdCHM/zEM1pp/Wrs2LnfzbUFCv17Xwm+qlqWZRW26Omkf7V3jeQnJNSmMsCprTCsVEVSIMh6fHGF7wnL/3Yq0VO6kbJSSt3y/kuW85MxWNNtE6gTD+9bUoAk4T1HWyIhKR61DZPCFjYDxkbEnUKp5UBSVSZxnzI7epkEBZCJO9HBRRdWndD93QjkIZ2/eFplkBTM5MkwLH2iLCcidQB23BGpShHEij+/fMCeJAP0Ssh+usuizp+ZPGUEqvs0DBkwcHVqKHt3XjSZwM461zbezB60abmmVpEF/mUQ9Io1iEx+XoOZOltK4oOO0lNllpsAOpOg72vCZgfLsMgMtU7UHiSTIIXmX1Z/C7WSpeJOMRAb/PqWsGvZmoEHpo/ZeXls/wXDmszL8uc1zF/AUc185BsDWG2uYCq8e0XkKpTFGriFsX+h/MqumdrF7hLlAsmU82wyfRkOf5NskL/pDK0+QMBjGn2nYoShbHasMZ4sVH7ihtYfuPWOCj/g6enIeYki4ZUNK0xfgI7TMDK09yd6wcFcGVoFjRgiKqjky1JPY+TcSfC3M5sy5F+Y4xsTR4Gf5INyCufhgXyaEI/hVBp4UpxJJNSvQlqv5qPXHS1apYAVIoSuyRJ+qsZMxec+dMZlRkQVMMT7JQLU12EdNb+Us+5USSS2RxIJj7W+VXo+lFpqNFyQVI3c/LJbEGGXeiW2PStPLRy/xPlvrL0Mb8z2+scxQwh8kfo8F8bpKJyfRMiO89FO35lwhPReHLCIunoV4tCI4eV41iUJc/z1oQUfkNTanGAlSjKgCvXkBZ7vWa0SySwCNEqyYNwghO8Jc4HgHXJrC2bsbp3zOe8ntg9oba7CYAH18IkY8GusWgimYp1tM7zml9j5R7Qyh/kCPKDbLPJfXz7mzSsHLLjQ9jrAxFK2UNk4eOtEM+HWAf0zKF+SgDNUVIXqYo9OktaYLwDI744FaZhpXIMASjFwqx01w90exuNqJYAfMm4wqcdEhpcwPl6GrKPliZ4wQZNFPfQJkqs4UHmkffdOepn+hyU9p2QDK582aAv+QUuoZfb80gFKOVztlzPDaZ4peyoHLiuVaV05VJ5avcSL/sUJ60yTepu/doJ60ZAwZvtlh9FfoWS6IZKP7GGmkj99EOZE4PGp0i6gtEQlwetQ8pKb5lNxMpR0Ac2X2tWOPf88hqmZQoZBuFNI9VkGzfyvzlnaF+4Yiul8YW2T883qGHjQKLIcTKEMq+Aw0R8xiZyZIu6T0sm9DokGWW6U/XbwC4Bk3lc9GjhXn3QA6m8DgL6anfwJOaNoD6M0zALYwSQmlnB7H6A0t0kDi/Ep67+EFfH7wvM7cjB8yLoq2j9HHm0TVYRLoKf4Ku5583Gk+DNfef732E7jUzsnw83lP0qXyxwG5xUJJZkNui8vQePMMAhE/JIfH/YggfMJuGT9oqmUDDTWeDbbiKGwb0gVOY99LOT4thTL8AqOkG0oZvOdF6RqGcerlnJL1+b8oCWX9hUeoeI+9jTNbKoerkBToz+HqjYGO02iRMURWftqDAKKP6GlZbIEnEwGdHY8ICuH64ld20GN49BscdvO4iQr6h8GEJKwBTIg45+tBvE9PafL6i03w9r0oyi9FHFDhRDkWK9fTOfHsFguvzTEKxAov3bInA5bCC178AAfjQig/MVFwjOJmeeJJ0Vlf1uC5GU7ff/kfrYJ0yOD0LljwGYrSaRDtNvQQt76m7vPtINnZN04Hq+77lxBcMD+eC8Jxx/ePFbNwdGDWwjg5Y2SP/wacYZGRKrwfQ1HS0WJ1UM9Lb5MfwCxZaSEh+rzJ5NKGbeLle7M8CUgHWdLnv1fcHyXqjyv3C/HpEYOml1cOXJ0pyiHdbblh/9z/NnJYTwxu6yUU7Jb+k1p4c6lqpGgEBSIyQhkJ3+v1LM+sv23kBBUiAHBPRMUlIY1uxFhKMdhnEEUl0/ALat5xvtXL021wt9USyr/4i3ZH2vxtxQEDlOEzMt+4RHmZQrhgFcRfihARd88H25f5pzbZkdTuFKuSPb+kcRPxNORus0Ace2eHItavSet8tKoFmwQgGWi7Pfpp80r9vIrBk0hnchU/FzHYPqtE2cM8z6wd9yZpzQJtL9VoY1oqwmPXms1mP6T94BbxeyQj3mbi5Ntt+64SJY4u5pg9eUvew5/uDUfv/H47udTKWLiuokip7B/xT4uqQHBjCNR7iwIKjsjboFvN/sGwZJziIT9M6O4jrck9r0IiecMphDoFLCAT1WQ6TV0rDTbRTVZw6eiHru2zyDxCxy0Kema8/eRfbbhlxBzfCynUxHmoNtP6Mp68rNHQO/PhvX78lEwgq5aRcLby8v1H19oNuGB1oG/+tkfl9h3GtQD0DzgCF1cJsIIIOx9yxyv7gjIjdsw9BOlemRgdZ2j8In9oBWTdeKPxMeZCmstQ/m2T7lbdLr9bymcdvYIfipuSQegA5nH1xhFGa6CTd0YXXEoP4h8rD/1RSv4Uw4vN9Y3CnMrpclyccKz54ciAPBXNsXWf93EYIwWAaA0JaNH0MvwdstCzHISu5Xs1THXKiohKSgNmlDBxYnsxe6ByG0HOEphkhrTcyxwp/23logsXWzInb5N79LdeVes3sMXvd7zgO+H6ceZKGFV1t/kVW2K/Q78m5tRkRWwRmAMAKQdyNbPsOwE+CUxpSz5dN8/xLDWgW+imPlyeaPoInIZnK+NIhnDPE+fFOPnKjnhAMoAhpOUj0DAo3zXs2TQFMUSPX5DLkXDzWm/Z84kquxpD0giudI6+RW3QmYu2iR/9IbYpv6b3Etd1amcujlDEIvCzPhaGyRE/tkLVfVSnVZSJTfNG1Zd7U4v8xIq3Y/ZoaXT6TTg2ejNzLUDCFOHsT5Ajy/arkuTyuKqngI9zmmOgildsedvhUZsmeFT+RyJSDFBaxaeF+3rZHyH9IV/C6ee0cL+q/jJHPcYBnnGfrMh2if5CnzuZztleJxXSaHb0sSztZ7t6dYhSIeLcTrWKXK8dIOSM1DZ8IUyFun7irSnfuOquTbitb81PTpEVhZHEZ/21z0fIuFTk4i+1Y7XghRxs3CXNtzWxbXKVEUPVH/Gy20+eJs1MifXEmL7hED7ZQmGngrxntWmf6UlNS4V0AsSVmObekDMH+NaqvugaHu0KfOcWb3k2VzlACXef5pDW9JkWvGng6ik0Ub9rH9Q8Wpw25n7FmjQwrkz/YkDbuJL9OziqEftnxOPuc0dOFtiNx/9BTBEyhR/jNPRw2H5bhxrHj4rgKWPOK69Gko5+AVNrabD1Qri5KH77v6FU61YeLH61VZRorN/LikpZ0J4TDrWV3snqvKRVQLYKt5blqKiKz4Q6yk7PnKceTv5t/IHgT4JPt6BrsUCRrMtbCkZCd4VKOvCWTJFsnYrsAj1duUPQzK0BKS0KK7WXQbTwuTYyYfxx3Tm8nEZODSbRu3w31d4zIqo3QjCgNUvHyaRrWLsInztfDqvgIZblmtJl67ownhds7Lgd8f9iBe6/x0GU9E5ZZFl9jIQoiEPXml64PcMQkpeHemUsgRt5FyjnTyfFZoaF3YmB9Lqeh5ol+wWJPeXkmLx78JQxPRePBB7+d6ZS11GbZIFjA0bBL7McR0B8Qa9zbHuG0GM2cyjbD/3yWs9RW0WTlgNRdZJ+UeLsLH4eFWS7dNzBPrpvVqqgdncfRUtCk42adF1dEfhCHfurmviYPgfae/AmUtrmO7aNjFyiATWIhbEca+dy0u7FfuCOCnYfny8KEmmy31+pBr5noDRw7dZEgSlRUg1Oz7EH5AXLkUkT59CaDdO/rNdV2LjK5FC7NUq3wOCBe04Igp8eds8xScAqK+ATXE6MwB11tsPkJPuLyF4yncIMrcTFMpcsa9Uz23feslvWRUcamp7kFj6dwdLFnIVKe7VbMmNTuiZ8DTNIf5Kq4v93IddUbTDAgBX43dm2WIUYMgbW3ksTnQvSGbLdve/cbTMauXlHUxT3E+CTgo0bdH+UXTw8TFh8vklZoqTKJSwZvUr1VP1oH0H25E/t6IHtiw3TtY0pkgnR5MwaTGRHHUEknrVcoR+b1MjHglFArNYlIwr19wwdz5+9/V4jBnZ2fToSNL1WBRkEGH/hPP7SljVTg748RX79VvM+zgiI9L0qGY5jhFf7hwcb7VmSUDYGSUfmy/wANo54BmtnVvYCfgADBra6zcbQsISAtG2zxP+yLNakpA282F1O9+jf3KmgsR0Fi5eVsY666lOitHcUxKVhQJFuPqvvmSBcOyIKRxbmn7N8tX7bQwhDHFgkiwtFSXVqmy9dBpnuqHqhR0/G1F12VTt6aLJ9e6KYZyXHZzSGOvX0UMFLcErvv35KpUinSAeFKcpjNq/0jGpo6irDUuSVVQBb9dsjshxXxRhv56Zj//lPYSSIvU3c8kQMnkAeYkYtEMAlB4wAuGvpT7yqjUxr/BjkmfzXiEpA4lj2nbI23Tii69vZxOtld39CjPfn8QZR35nCy/HDCNUq/Ynt4rWDbKFCxTpsf444SkHWvJ2Q58MGh0grh1Zfk+17RSLBj1lC3vq8NybytYAastFHtazfy2PbC3xl4qwlf6N72aq+XUyL7tJyJpNYetVUHP/LPYHZvrRezihEt6sITUMDyw9xVIMp8q68kVwG2frTQOF1EskvnjNdtHUimfYiTZJl6jSFQBHvrobAzAjTCmGd2V2CVWi6b8Y6wUL1Ry5LJeKXE2PP1bJJsqTfWl2XC6dxWM3tUzpyGwDK1FMPYRrx2NC9mD75mN8T5c/PYETOgZS1k7CtilfL8b8Xqekc4Ljtbwu1uAqwawR8qUnnhPnV7fgSV3K/O6K9ktf96s17Iwf1+GBBBPFI2c5dL6ojbFuMzI0jaaXdlKA3zCscGnxtM3caXuOtq1ku4fzC7blz7iYaDFSjNOTDrJCm64VxE+uB3ZvyXEUH//4nfp3tYugOiNMcNRvjSwVfSBdbqsT6ydqRR1xBh9aNWZPDdRFLCF6PKhw88JPJgUD5YSfRkL3r6l4Lh51eNtEheW+P3S89x2eneq9DEQsBUs1t3ccsjqzUVltLo1tZV/5gI0sJVhX8hBcwx6i+eZPLpMSGxtmzfVF8MjKyJsQ/KUpzXnwKbneqTHbQ8psyiBnur+6B5tTZ8KOycqK14yLllZxEnhxq9TNF8/eZ+G+qYQ1GZtUqI/HCmffMGwTrsfw9zt5TzlBk3Iz7zJZ6ZpRgvQYG+TQprVqt8TGB/4LagHGRe2W69ozKYrySYVGEztJp+SMaMul4UG8sz3XQQ61laFX4A7dHoW/S1EJdjQQXzSyXxnbqmoxw6ygRewx/c4OrzsuhghhwR/1M1ZpQ1Xr5bdixUVaynLugJMu4dcaHdal15oaaz7prgPOMMWk7gSBDW/DhpSlFtDASprh0FaDcj/s/u2XXWhaAK6s1QMQFiD7F2qGw760tccuDUMMoaQSrFjwVsNf4WZaUHHDBNj5fVadzYpcFkVLENZ8HsSUzyKIQmndmr4kNdTr94CMd9JOQMvJi7QQP0ui5anhi8babpURXuk4lSdf1IExp9kUuiLjHQ6sWlLFnbsccMzi8aHeeLpvEakP+BS1HUxTBFv2Vdb73jKBuf2REg0Sug/AOy7/7YmlYMYuDx+BeQkeeZbb94DtcNgTsY7cVruwlFe6rvJLZlSu05edYAtAWhSbTKL8/lNoczxVxNf+Qib64/kBzZQeijSQpCoYdILthaKJx+mq4tTK9PLev+Ursjvr2szP8ldwpO0NwJrCD8B+2DfNceAjdBeLJzSpxGtgeb2HyhslvrQlnPwiABu16rvBl9SQln2YxfBOTj/x22BNkSziiNw5VXlKfN2/VIx1IopHFAcxhFSbiqYTmkDM7UlPS+GwLphaWMQ5l1BI7cvv0JfRgJf4C/FVQzYlmx9IlUC0zf4I3QKheHMQVse3LomvmQGL6RgzJVjZr8PeqtyBVL1TVV+kOeIbIsHp4V9K0i3UGJoNI0O+GQwcRGfKAhOCHRswK1Ei7Ed7TJX1EJNWNi1NIPg9XbKknUGj6IlBoFzkptup5J0nZmqHhonj6PA42wqQodnhQ/41eJk4mcsyZukUxJZCnGsmrGeP38JKY95+YqypDDIp5DC83Hl8hmo23TPy0eow9ONagfI6lkuuLARWE71iwhGWAbB/WGNRgBT9/DtUHI0cztHKu7OBYXEofJ1Ev/tcLmA9SC8HDOC29uEC//NaQ/pFWSnBF0+3KH+Qd0+THiyaZR/aZvxipGkhpXawDYmcbU1sWh+nZ7Q7O86bzYqxWps7R3WlP/a11Jmveu63l74GkO6sNCekyGab8SIRyvGv785WoeeKm8lnKggr8KAhv7qjvLsBA9kzcKBcJTivSngJL+n5YRQKerVpYbTIYlpiisqfTIUSpX2UsClXC2fDZY6L74WPV+9gtnLbt/g2/CVJ6q+djxrk6z6mZwW0TTdTQHb72dHaAwWepCm/ayaZaEhEmRfQYY7PZw+kB/YASRGRGCsLOMOa487K4lw60mcosq+dofQCFFmRDRaYw4rx4p8B/W7p+SF06Jd/+2L6C0cYmIMEs3sWf2fLcEkv9MTPAfhBtHc85Z/S7TMMQx1QRYni6/BoIPkc5hdJxoplFTe/KO18aMI0bOlvP1zCEWo3fiTc/Fl0Vm3Ndx07tSJXmup/SHb1q4Z+UdIvAy/X2XHgGVyx+gi8fp4LWNKvuep3l2tH+5AvmU9djielvLhcqO9B02sUtZJLdvCAnMZfBMf//BMdJq6EFkAHybQ3SM52N9tdN9xFx/jBryy0mtoKk/LWdNCkUGqnq6zSOBYXkbQzzzTe5kvI2BH3zGaUuGwCfNLu5m6BxRBLuIiYtmAoLBRBt4aVzV7/OwJxp/SnZmXl15gvEHvyX+a8G34YDaS8DoTI7dLw4aCJY2kuVLEieZo/jBC0L+LrteFDhcz5en6zQpf++12OUw6p/XpirM6aaNF8EXjLlKfILwSYClP8drNxaFv+xTG/F8AWc5ZPhabMIi63q9AbWUdf03Y+srA4dOQRSvlAWlYPQ7MlW2ITDNXkaJwmX9ABbf92WWbR9/BB1/Hjnxy/GQHRRUImwO0mYZI0f3Li1e6fz/gY4f6UMoZ+BAscdkv6DhmiFfTir4+zW8VJQzcV9Frwx2LQrI7+ZslFvfflaY7twbOJ+ZsAUmefvtSjfj+SyR6taq71ivY2odA7XmAf1IY9cJFJIxTxGOWNQI3N3HTpUwhd/JuffA8rZHz93ZzB1woKjPyjEaHByr2c24yCibrykrm/g6FVFVD/rDO19Zeu47dQpOP+UvA4uLX0W4520XobTAwOKOvL3VoXW4cilzDhAdI8ax/EwBJmaI6vnqkt0esZWwwuPCzUOwuP5cVkaOOeFbf7TPzcCSaigxu3mKMA4P2La80hTKRrJoceK5joDsFP6j/cZs/Wph3TpXRfFKJaqoBDWleBviLGtidZhZ8OR57/KppDd+ZCCKIJLFINjdC+13gIG2GgifxfHhvzAXydyD5gudOLzwR5Mf824R0Co7JBTwvxXw646sSRbdRm2fVWUd9ZxiEDyV9jE8d+LUePvwG/vF7UiGnoLkOiAmGlbxY3J83BoFIcgllpUaH0xzZUER3dUdxdQwxzxJRgCilu7AO92dZiw+rzoxAIQv0d6j2yWf0yxlciUqYpOVNffss92zQKoOon1BReDpRKWRQfrOf37fAK4tauKrAY7xwMoWkGh10MhYYM/XvQ8+ctmumJlSGI7DZBXYpSQ2sRQ0BreVPYXgwp1NSDydyhB1CSrBAX7m8hLsmCYKt5XTsRpvE9M61pHHYNTN97xJc6N52US+J57QixQPuXgL9Q+f3sGz3yxNHjAHc3pfn803DAn0WFJDuHLCRLCqt1CbmQj+WeQ/owlrieqQAWp1/Fgigv1kkzDo+cuBGfUVyO+R27YT9lWdhV9jVTV/EriGZb135aevou3+7ib+hOhOSZz7ZCAPzOydC/4wg+bRj2usA/bv7izHuMVwr/hVs4X9MhEoVkY69vx/QR7YfreAihVWWGKz/jg78Le+L/LfUUClm/oZcM6rNpzbKHG5MhdjaOWEGzmWcwjTFgJ+4Bbmg68OAO9RLL0QDrr1rPwaW2AST7RUW+rCjnGdqvhV4aARmAjhE0Un7KJUBFjSjLns5/EQlqnJx9VS5JxW874QdRel0a991lpDUc6IHHDqgLDAf2/ZcZ05XXcZkkg1vJEfS3Us3XK5J5EQVtNyUpiM4QMLyzoFHQIInta/4Y44vhf+yM1z1Jjgiya5J/VgaiSi28tjJxVkmA78IIwQafbBfEiuGVlgnd07V+1Srg23FDDDm1MrB6ErZ8KmcwzOqBZM8ZqmhQMrj6CCt23YZ6N4qL3FDchN/6jsGR/BuncYH9lCyvgucFOtso3AawvcysDSwCA3MZbCC8FibMQV4g/V5eCtQ/A6TpNhEA8EsnYem84PcPJ4SK6dfqO9ePFAl9Lrqvo/veFoYJDPDX1oZt9/Hgpzn5+Cf5r/lxziQ6lYCmGkMVWia0P6vAkFIic1omSIrOzf5wsybP0imH33vK8h2BJI9B4F9/RVbN9KFWO+PzgINbCx0rzhh/Ad8pg14g2eQSBlLKVgPK5ZErZxmG2wrlgj/zzHilqe0+vof+tARroVpE72JcFETqSwnoRqAghYADX+9e9WQmtYgB1LzcQyjddH0YXU9bfxLNmVkf4Ucf3v1lR6TvNU3H8c0c6n5DAr7efKWOxxt7QZBetnKhjw8IXy0BlUne/fqTlMZd93nC7C/f+vk6nxLxlvoGz3/B0tR4/edntZjv6yxNrbByl3Uj66ZUSj11xlLEfJ0xHHEpoh0yiuyZagmJZJTtgon8rCSWS6mW1hlQn7iGI9wZ9cWKmvUr1Br9+K8AluURTq8Kp5uaacyVmpcbamS+w8wCofxb77Mejxw/DmbStLTDdn7Qq5mIlV6ZrQrxhDARdfSVH+YmRD9Y0SaMGtL7Gffq6kUuclBY1vYwU+gbEv8O5tjjJeCOH77+TaBHIO0hr6zHBJlPR1u2c1//yaOa2qOIdbSdw7+bE9zUiHw0XcVAJ3p5c+ukD4o5FeCvoS7kNRILFFUf0BzOoz27vqaHMvneaUFB/t/8x6vR9aWMB1ickl5cxWmQHWu1z6MloUCdNvKWZOeyp7sVdnJmtWlq3NvMFfJnOnlM5hsRLWgBb+CBPxJpBz9c+coBH9G515+nU7kbmaZ2IdIyIYm1JpvmKySIomPWKaffyyf+pbzkiNCeoNurh9Q5xK/Q3au436cX14hW2xKG/hoYFCfpfhqKP7hOsmJ6fyIQroI0LS1SqqD4hY6PLz+B/beKaZ8c/+Qu2FH2QSf3LxMu8GsmQG4jlLnSivbr1H7PezstHIIu1iBeWn8alUqhVRl8nz5ad9Xeo6Paem9CEfxrNNTyxohMRaPmvnhhtu9nLn6xkjVZtQcOv5qxDDXVKfhiJzb9sTULy64JT4yLIIie14UnyYAi+xdkh76ra5QCbV2p2FsudiLJCMZqqJO4XlEKHC8jyTKfe+FbBn4SXSB1Foyjrxk5JN/z/FuijiuLrFaVrN3vIVyj6e7fnRpINqqERnrM/mZl7AXv7uWh4Hr0Uq9crEPprjyflMeDMl6GolMcxkmEA/ghZwek8hMnM/EkyE9k7j4rgrMKgma2hGXeM8N9oBMtLQMELe3st8vx9BpCXh6p8lowP0oQOnXb7qshalYZyOJAnUzWStS+kFBZlN2ThTlqiVzLpfia94ElCkA2WWI2DBko03oNHKQQV4urfdeNKQ2pcG1uidAwubvMp4quClYRSbxkHQxBwzeo7m6nFsIHWU+77GXylSiTlLtAEPXuejEz2AAfegPGAAk6ViF7NABj5/TifgYKBa+Vt8Ng6PKFppK3W+m5fC6gT4saI5cIWVp+apQKq7I9mG/eyedjjGGOirz8MVoVm9wN24lsk9swKgrMY/dVzBw1GpyhwIzs+GQBWA1EgkvNwTBcItcnMC929q8fig1Un6vk0Qm3n8JI5Lc5mlpiJ2xxX9rqBM2xrhMwYIggAPCOBc3i7YvLV6blsipJzq8vpIFnme7FCzmxq4Q+Ujl2llQ8IoDsM+YG+Rv6ZvMhXbH5tCqQAVboxTkEhkHYBeYNxr4eeGI6urQYWlz5BoqAVO8+AOhpXV1DYJRNo6Jf5cyfrklVGZPXE4jpqciGn0bxCH4UZHb/NfOniGuXFm1Twib1NkFtWfidN8FRTMBKp46fd2KU6U3KSL1MiTzZNYboJHBqicmCGzbr4bvMJnqYyXAKkxmCY9LjFJ/vi+0OS91HOgl7Ipr6oU+KNrxXoRje/MCiIbOIW9/GQLnQpcmUcrJTJCNuksPIVfurKH6p3deo2eFn7yLZ/5XRjTDcIAeMVqbKhcI8uq4OmJUgjwnp3DwVqT+Rsli4JRiUoEIPYHWg17tbWuGLN8uSkB78jqEBWtkEImkWbjK0rvcwraW7nEJuF2ep817dnJOm/7oDah58qHME6Ke+h4TmVFH1ZKo6WUqesH2XQq24VnQLA06tkRBSXzzvgn8Va2YWXHZgnUUv8XgQUdgzlUwN0SpJrJwpLpY+9JPrJA8l7WHGovBuqLCfeF0u1WCrF+C51yB+XWYxm3Qe5w5dlS9fpC0Q3wunyudHFA0MZJ9n5naXyQnjYiRrrsSmco/2A8FqLDr995dMDsKuKB4na0sI237JNACqjcYv1zo9fW9F5olxL5BZUco9ExZW13hYbCOahA6v94wNNxCQLrsP3UF6IvwH+Mb5eUNAFK1bn67abD4YNfi4Rt5XS5VLFGjq12RGkdkLSqn4oMFTt0m18MqmOhY1uHwwboLKBogB5JVBsrLrYwggyhYMTox0pPX1GqaM2E6dVi0lzvBB77N5oGW2u7LYS0Kemyz6Y2nVQk8iK45r3oyPHVKBjVpzPDLGBC/q8zpUHvcb75lJC2xJ1x8FZlHLjKQe28R9lV2zUERspW0oRTEAwz4ywACSE8oh7b0M674PfZZ9/GuZwVpQRJWklT2QYH2KuJM/I/jzxBhgWB7zKGod4Zy0NNsDdfcQs4jXSAC3GZLWqrqWluxftrtoSFUZWe8MBNPj0NdQ2+WyMhCi7bm6+EmdjostRYo5HY7jb1QXVUIeGi5gb3oJGIVuMBPZVyCR82VJ4aiNNIn6ySoZo/0QvLSrs4RTzukR/TksUkfUgOIIHqdKY7GcHlB86a9TtNCpYOe0vrEubrHCCcDEx7U5mE3z9ieVB/RSEmujuhLr7EPxeJ/rpf1uIezGq2l/vvwb5Y4O5oEMjxl3X7LZKgWPxTIieLAr5CZMAZ6mH2iZD7hyqVSRAyy+mfQ+6s3PYn2JTGc2auM9hssqF3Rq7hf+n9lsTWE+5oJv3VtEnVv/5/cQkT1tXlQvm0IYGh5mqBvTmvxiKCOukPXLFz6f9ujnzH4lFlW/umEIN4wTGaPxeVbrFdMVNxJkQdsn2z/Cv6kH1BqPNtl6N0l58mat/tcR25Gr2yJiRHO/j9i6dOI8EO7TB/WtDS6JeUYYodxOVVkXn2CmBixHqiiEURcwTUHdnnRFXwEt1TR01KKNYOhnWnZuSyHisZUCYP1d9USGJGdZsesHIUgknBRyG+3LUC68dwdaYzwq1xJSKZcU2OJ3r9n8dTJQ+h6k6lZ1Yn2aFJMKNDOV5RkHB3QeYJc5fcD0MP+X5qRE0bCKs8i4f1/VhGxGYLSSd4gt8HPMd+joFg0qTyUeSX/J35o4tzS8D9IDatxJHNq3Y/0GXFM9tKTlSxhG52ZDSKDtCWDpL65fDCHfDK8zBS4RvrwOn5/IOuthCWzSp95L70snK3OTDur1PMbt7TAa2WJxkywhdfT7ygcorR2xRyAFAxcrnyY6BoIVIj1Ps0JwVpgc68U7FkGXBmzcsPLS+c3/LNM5omHzizC2ava6+mlgG/XxOAMUpleLI4KxnwM5c7/RqjDubJ5LpcCVx7avqgf120s/hKFvcjsic92KeQw1/8I1w6vOmfskcPWbUUtRZFnkNgXoOmrvlcgi5tTwp0crh4WcrzTgzWrpSRq2/qaFLxevkzJbX+QSR5FiLPTdxIL9UouL1KQloJXhLxz9mihZmVIDpigJCTPV2+hFdaInpqNRumohtAhN4+kXE/KDz5fXeouFwIv5FUfreO3sgITgRGehyNE6rzdVovDwDR4DWBnXRHnS6V851RgorKUr9J/p3GrVq97S8ngEgGrxKiIUPaEhf60S/KKYHF2mlWfITfbeyN6oaiMNE0IpahrIsnS5C3w3bRCWKsm5mOOr5oyaxoil8mRC7gIi5I9084paqMDr21IN22gOXranaXM/Yk8LjPuh3TG8QGSO9MEJas+oVsbci4h6yNm0BjT/oUxzbbEc9tubWsWNDztrxdJ45v7qg6JLcp5UHB44mPQCPRyKyl4TQgdZ2me720VdAmfNsqt5LdmVS0l1GTJ+D5wz9cr9FIaA5Z2M2b7br2EZQfUp7IEqnuXIb0PD0UY8fuY3OTpg7jWuE2K5LD5oLqVjMnyATBt6hC0tOSw0bsNpTdvuSbmL0qGeJ+J99oZuP1DEdL71Ub67gc4pNW/j365azPzgtJvBFbl8pwHWfd5dT0hdDQ99b58cbUOjSLSZ6ssm1NAz4pdz4+FpSe5ybGrDrEIa8Dh3ls8rfaCXTVgmbTJwFOIUjS/86j8PWZrRxo+Xzigv+JLCgcLd3n9Lu6lQDsz6Nqly3+mK+ZWL/spXdhnXS99La2DbgknxTCBT0ySlC6puqkMKe72r2GDZE1mMcPwKMSYxjke+NsNFBMCeev/+fV8Ld/+Al25N1c9TtopeL4EFGzTp8Og+sj3hqSA7ZXh5frqWcL6QCU3p7DPDM958vdKVJUiJnDb79zfnyAY6VSr+R9NVLEmu7NBfMsPSzMzembHM/PXP7rlv0xEzHV1lyNQBKaVZFL6zvGyQgMuoPQPnE2axzWDltd398tEnW77dYYSYp+3BywXYboWmzrIcQL5/MOKpSsfdQ7VZr4RkpCAEPhOB18q/hqvc+QChf/hJRv3GPcjZ6kvw0HcdjhHTfsXJIjoF8RhMRJOsx5QBbmEZG4Zl937zjlHKG/a5EUECMdOcNJalrMu6AvQcYugyIZX8JNRT3UVbHst6Nwu0j3Ow5gH5HOP8m9g0kdevxH1EsZXDpeTE6jjaei+tLqkyTpCueJb+a7QCc9J15lrDnO1mcRb0V8LypZEWmVg3nmjI1W1A+PnL/7VT/2KoGq5k836kfpSD9CmK45PjX+MxCncbpcU/954iZE601o/hROhccAwrIcxsjrB+4kO1nN6fsoO/7uI0RXE9Z/lO46G4iQDD72zCv3EVac1QPhPtu04F3CSsINVoIj6QRPHriKhjgwB6cTo8YzHhuqe+7XCsOVhuviPQfGIxflID/kYJeLbSFI/OFDGS28FxS7zif4fSXthraLnBHUmXjtKAZFK7+4uU+EOzoo7/7ZdNp9m4ztF5feB9m3nKo04mFB3L//hEMAQu2Kl3Gz9FU8M4x5yIlRzcZ0Ic+joeCdIuklkHh8EtqGcza5SDOgBo9FjxdLJSi1AB5i9I+ZkJ7cS150kQVLs1hRvq7atayxRyNrKit+1VH/oz1N+ycFyC8//mNNDsQ3nMSxUixHr5CAtoL1Ib4xgT2x4H52PcQhkhOIYk8Bfm22DvUMVcKc5jlxlDOyz97dBQ59w0/A1FqXLWKcWBvMUPnNYG6jHKQsiDQHG3Sm92n+1vbUw8XsNU1kGHF5NmmZ9ButC/giI2CD1CHCtNdf6zV0l8ocZEunVu7MsjvCBCJ2inCpljH4u7hViP6gKyf2rhUn472wyDHuEVpmpLB82UK1KF1iGc1unJVkZgQyVNoG97D0yRKykWhDMvBt0tVYghUZqlXD8bBom2CKMEhTiaWYs2e80py5F/aZlrIzvsIIrmXV6nSxt8BgRdF6o3l1w5frAFIBGx5SSH9mW2+ZPgtpM/9+4ciJraNSV5rOjJX8oqJzIwOySty7PMkYTRiXKAg7N17U8lgOkJjeYkMpwGzT9u6GcrYyDlHKxDHwF8k7wn0dBGPMTm/mCHYuxoJglL5pn3afOe9IYgvW2AHxMO+ZxMcaVYHozWKedD9UtimGCLBtN6mJ2smXcFHzGnX89HO+aKn0m1Kebu9HWGqAb4aivT8RBBT2Dr0IDtSssv+rS32zn45wKOfmhNIwW/KGo6aJAcE2v9Tccxyt6fzuhiSLStULqYuB1GJtBsm4zizPmEtW+DNhUFgRuim+qflpZKhGaSXpK4xtp0fBZyhaDdC5pSf2ygsco+IYUg9byM0RpmIga3KWRR2kYKmOiycTILnh6bhuRKJGN/JKA8VUMwdGLzJT52e9zOT1ZuDjLQi2dg2kw3fukkwceJM/AhbrDsg8N6iPbvgptYmHAmLEwdHelok2YO0YVGk1FRw53bisWJIU/Cge6F/3H4uzOEaOG/C/Q47aSd5nnMZ9BtHr3QtSYkJRkU20OUdtHj5zIMgq1A/p8zHenIzkaY99VIHQjHiMResewPv3XKoTX8Ns6R/X08l/bWAQeRnTxZBv2O7rEXJTC4WnfUaGR1Mp6DabDF8VLaL08NlAhqCfUVa4hSyPfjxcZClGsIYVXj5Fdvf83KKOC8UP4FMO5w6xnc8G3NygGYg1A8Nap/mkJGZEIDgMPa1RcQxW5m3dYdU+/5/Kdz8U7NS03R7XCW3Pw09GRnLBLzybfhEnaibgfurqFXUBz73q5i/sisXgtgl3z+bbTqRYnCwFcDQvfXhREPa80tygUYeDpxQIeU9PICtaHx/oQC4rzUOzDbMu09Oh9XmPbV0IadivYEx38G2WUZSz2ulhiLigoRJrP2/ZDtwTD0H55RjUUvMKtfyxQVvPNJL0opLx5hM+yryKSFJfplp5PATWJALaSxFCfYr0aXcE1hnv6iNjLU45DKTIzZ5owyVIb/qa567O+bAgag2w9z1JcD86MUu9rOILgrfFWYlABK6f8iexN+F1vTfk+lVPl08Arvf8bzX++5Cesy5C8d1In7LggfLLqbhzylbM+9jPlBbbdjxytl0m7Y7Aq5Z4Ht4vO6CLKW1snZ2N0Oo7Tn8SsOvCsIyGqHr+f/II+Qh1EduyRwqOZZgPp/eHRKn/xCvvKKr4csP0Gt3B5fVqmyJBHuKppyO3EcDfl8xfQUMBH1zS8mwkTuVnQWN2EXeaqq1edR8LH/G65bxj1bTGRhWxJqNbo5v0GCYbvd+VN9yKmdsycL6ig1jwc6TX0lrXVOUu5mXXK8W+nzL4k3+HVZfsXlBHl8cvKmcgW5Mf3X3zJzOeScOvTFobaIL8tHXbgbKnMN5uOH/No4e/rHUO68Pw7LPz7oWos8NwE3FG0yr8kLDqex/mHbeXsa2n5fOYyF+7NyCTVHrn+iDLvTCmvnaKokpE8QpubD7KDCkYrkzCeslBzA0x4nQi+98+405PohdpGIcjvNa9mpA48fXYB4FjGWkVsz2vw9ZKLo4AZ3iUWaCTSuKU1i7eRuZmNHud8MuJ4dCN1h6UPtwjnbYzbUtOQpuzb5/paprflnsbOyCCc7578EBIwuNNrlakzgorvs1dZTmrazzHQ/7yvxWKuxWnoFximwMQz5wrIH/ZUO6N/Yr/lYVu68EYXHZH3aRUGPhG8uPC0bkpj0PDtqOjlxUK5vUgxCMN6/shj9kgORmW6anuwfcXcPVf8Fmg6Km1bnh2kEwB1YTSfL9ud1BCFOe6qmXukDEhJWUS4IO+65qOcvQUf/Br5CN+gl2X70AUCZSa59YEpATKRdmeL3vs1BGk/yM4lVdmqXLzdKZbIoVFUMKFz3btgl/5UXa9gjShmvFBZS8uaso092LkjthE+COwc79fqXs/6yJq8mqN2LVnmPjpiLy78rXZ2KpYSRidyKq6E68HrLHKlzGou4sKqZbklXfOkvPW+ibSFcLbaEvSmPxqjuX62VcxN2Rvd/Pdb++t1aQmb0V+BoNbJaxYXj3yr7V1XZtilnUxKzj7+LxKD07/gF12+GaJIgPfgEZVmarzZ+NhrC4Gtl/AYxh3kERCl1VvQHVKa57IVzgmlQJwB8YOHKuUsChiob6siiJJ6g6iC1ZzaH9gnC66JPAUNs1GgFM0bzuNW3/AbdlndkXV88ZNVaYadOi+aoW8qIbdgyX8OEEBLLtKbwdKC6Xny3ITtkrg4ZiwLEZuANr0S6UjiSF5C+uOIh/NKVKmZcsI2y5UDeH1M/zdS7uImiLbBUmHvl1v0VzArd8iPv5uOA+pYxVShZ8k3Y4WaI/D2j6DDPrIq+DiH8e2GMQ3B5YSgr8ILbpCPVYkmSYgN6W/T8hERQEsj5VpNQPZF1NIgtcwxiE+ZwAy8b9O6Li0ArRSm2gn204FRrjWADLyR93fg8WTRDrYk1olRpxcbS+SXQq1gLHR3IGm4Q0q4KX8TWjPk7NCJrEw3lXp8fSJHiGCESpb7BNnnnf63SNKrWUEQKTig1T6V+mcWPMTx+XeNXDnDZaLM8tPfreD44eZvkydfNd9SuAbNFDeQ3WqpajJPayFpn9WpPtZGeMx+kPWtkrGlc5RooK3IQH03YWMyglxRm9HPSDIsYDO4+PZQxFigyiZPZZ2iPVdioUZXTfL85Vk3wqVAWbZPOf+xtX4TCXN6NCcMYEs5fgUiNXGTLyDc3di53MaZyQMp0WzztNb9vAPaSqrnrzop/a5aXgQ7KHrPLxFqmsNfx6EqYMhEe/DQsG8hrTH5mS4SaK28w16JXPmRBB3EIdpzhUzwIFb7k1JPCPSTipdzuvy4JfJTxC5GRILdjqadnjiPKNO2Yxx0vM7hSo7tQirjDB41UH1KZqd3Oen11ApofxeDJ9skjaDE0slf8MdTfwvMMFeGOBpbMesJclR2fi6jvL8sv2AZNUCe2dIMIIyxPZ3rdZPenYNmZcqgVQaEjBErWWlfwHUPz67LXechLO4ETnB+3kXav9d+BPn6+MVzDd8FmbQn+1D+5jgoGVyvukExSiGMHfYXTur1+ynmWAfcHCJenhfm2c1Xwozl1iajCCHjNrnJ+FOMlDsQykcmxJqZ5w70TVTj5bCtR6w9B+ng28AUYIprDzawR4OkN7BoECCizwTKrkbp5bvlY5ZNGdfHyIZMdHX9hTtdiW4Vzptm0TqnAv2ITmkayMUb743dWb1TrHd5i/sYT2ZJksR2/0z3Hr4b1cox1nEA/QNrYKeTd8fJRNY+QSvoSCZAu3JPIHBNFMnynvh+Y4+jY10gxjxx8w7OzPF9UdEOGX3maF9JKMuY3PkbXhd/wiUm8iGiSrymqGUGL9YAou/iRuqjVczsZ9ep/oPlKQxrZjohVfnglfKb8QrJhYOil37SoLNZ+st6Ln2q/8kTqa8FPL6T7pX16J3AioaGZlrKSTx6oyfsGvvRjvJYqhSjHqNU02uBcEE8UXsWtJcEZJ5cyuB2FcnrLVVC2g2MuUnd9Iu347z7on4262cW7vGNfTs5UTT9WzDK26MQ9Q0nIfvKTzxPC6CKxCeQSlk39OzbJB3icSoT63Ge19oi2lh7hLjZob5D42RsIZe0v4QxiPoCwtukpMZOAWcI9eNpUUkB0gIyMjXzVYyLrTfGl9Rn0wvyutCoPzH+PHA2unuhkUh5ArZ5Yw/uadvvA6DmisX8Ku1RWzUZ4YHsMt4m1E41BxhNOU4t/FnBTBF35PUjEdKq2MqtiZfU3KwsiUH3EomGDymf6O4c4tDBAH+zfcBFKiL+y4sGGO9OA/1Wo/eoigqJirHHOQT0wHjHLJSRdsdSkXqikLNQ+vF/GzBBOWUjg2dI1C/p7PoBuDoEi0EhWGPbH52FX7nZ/VagTN0CU3kZ8Vt1Ueq0NyLvg1/dCQjmNTfY3Pg8o/GWOgkwGf7Nsp5VHdZNG2QyKiO3Q9eTD/43m/XETI0dRLagPl5YwZGC0PgBG3XbRDchflkX5cAhoJpYyv2WzTODk5ZVJ7WhtfGMOM8mf26aLdbVUGeOBFayfv9zjuR9P4v/NkDK/Nq+K2vxxTUxGi/DC61+6JDFQENb5GwchhJu/kTkAg8Cqat3gBqsA8wZAY4WN39CjpYcb8lKlRlqNJiZLHfcScYoSrovh+mEZNn2YX5L4fgZssI/NxAg6dPnfSu+DzOn6fBTK0zIaBuXmaLtbQzYVkn4J2ya8OA8Xl3kGd8jx7/a6B8ScSApPLrYzfzv1a3krPPQIdF42ByG9xKnMXBZfqvdXSGMllh2uWyy781XaNw/mu+vJVPja/zI/+DWP1JgQKxq0sZ9rbb68hO1z6ntfB76uGz4WPbRtVVMxkkV4iFpyFMPnH/8LDSR/ifZ3nnch9SQUhcfKa59d5bii0UjnimomJHo8AMXGG+PTcRfe0PABQ95GasgcLPzZmrUKusVM2FxbqJTL7ZN9xXrkng5Cc1zOme1CFq9ILbk5ny5fbhoWayI0SbKY/7xLI5xaOitj5hVWvQe476KJ0cZO+RjrKUjicPyRL9sCwAw6M3DTkj2JiVYhddZ4jlAzA07BzwrP9/MWdiSjKNkZuL2D2o5iKWVbOidqmti4KLQcKYvcDLaHr9XYxWbzHhusqDGIdmrmyXZB/6oAl7g+dea6e/Bpq1P8Ca966qLkGTCaD8bpdu+/JhYwOBMX23JFZPdkVDdCUxQjCNU988vxvY1nUupMGETpFY7IsqTdQR3dFmaUQrI/zr3nu8nJy2fnneY0GfBXJNDeVp4/4n2UDwuuJHK23dd0wYu/7eTXD4kCogv/HUr7KFE8D18cQMjxO39GNCCBqjW797P35e3xNWy+/0cJeICRASEK5HvXXkazzv4+BFTLdpwqGbqPbEE9XoKOiP6taNy9hl8vysugSNu9GANc+/XVV8aflb7N+bLcOFNTzpkDp6u+OjFA3CETQBnpblo3PvXS1OvMLMVXoCurQnVzgBWhs2Je0lfvDyivPqfCFyuuOKOvAcrGLy5jp3mZCKsfQhndW/lD3Go3t+zzU03681fXr4ArazmpBS+frk0uaH+8In91gjQdK9JX048QZAjgIwEBUFZSAYs8kwNgVtA1d9y1yy4iVcHd37AcXsU/0dWHOFmCvfLgwH6yaiW8SPQpZRJw7YtRaHaed9glsWNabHKd/uur8zRA5gUEU5s0uObxFw69npC5SssPkPUOijJnDLltaPIUVYjdQ5Mu69k7lA8c6qY37TMmCIvhHHv8q/sva71yZOvrZsCvkQdYicTJBGxqKWWWjlTJLJMgNxdAiIUMJCyBMIpx+F8vQhDHIhP2F06XTe3l+88dUh5bztUSSv0312vDdXBWB4WXm/CkoRYkeNydsftJMbvgM0W/BRLbpjGg0v1xCaxa09l62vtLT7UNWrmC5tOtT6Em7g2fvfEGv6Pb+aR4IanS3hu4GV6yMszgy8wuv0KBHTEZ1CSIlyW/kPiXjP9ErTBMBb8m7E0HNPNdPGcbGsXZXA3ua5cgbSJEuZcRKAmR+4TvsE4qOXRS7WBISZr3NZ7ygRVogZzQAht9tA/q4AEskvSuxrNxPwZ4jUwlrmjqqcq0+smwrq/a7CKiTtyGidTVPMRXbFmuSoPtNKLRt0nk1FXV+V1DdMW70w8EsqzMIc7Umn2BzLDgRZxE1fcHrsAwAq/gCbawGzSy6aGtCSkR8OGPbF6g5U6OgdoW97lMk/9IVRZ8OlQpcw8nazY5xrsUlve+o0qyQwH9wP15Zv4Ivv3CmyVgf7SxeEAKNHN5vUhDACofmvWWkrjz4HTbxPBNmLCpndPnkT8GVhyz7x9LX6Iuq2m+Vn+1lcKP8acIPJJ4pb+lrqokZoA+9cH98T4gHfp19k/MAHEWGrR76PzQQFOVkquan/bEtw8m/trlIOkkhsyp4sBLSQZl8kzXuJmyC5DLNzEThoneD/Hns7rIOgtn78tGfF8pAPa2aApRkO6y3x90v5flqd9G7k4fiYp7+X2Rz2g8y3y02iziMcaR4XzeGKhTCGPlpgKLjor+BCFRK4P7DjXIOHiOFU1fkYl1rthEAL5bEhZazDcKjeYbWpJmSKd+VFkFXES2kYCS8Dhu1k13XNZxJv5s0GUz9u8w0nQjZKUxjKSpvFPHj66xzEA9HlUsts6z+b2KXOp2EAwoWMTMngqk5i+Zi6jHkkl2+qijzEeW6VB5ljFD1ABdsmpPawB2jWJAGH6H1b4Zax9j0/fSXRNYdVDKxNXaN6NxA6WOklpPIuvhwcrWIEnPoAl6FDCLqsdcXDJxV57b8pr6lRv4nSCE4wuzFMir8yrfKAFpo8otGtEZVTEGTvBYC80ghG4ffgBI0xyA6Q2sJIB8jWui9QJdobeEgXUtAnDSfLjqnLsTtVzGgPytLnn9ShVLNBOfncUnIwkRJkRWLVLAstof6TJHh2GN/xpvOp8n4/C7Tif40qIOVB8srMldRKlpAvTBsDX0r6HEOpviE4XTj0SxNmVIkMQ3QTS9oc6FmnYOOs+UF8+ggJH+ExC9ZFtua2hH8hNdlcmr7RUYbn1rr9QvgRS/9/o6uo5EVwAeeMZijY7d9FsWd0kHmAQ+MKiEkdpMpELS9wHqf7v4++t0gXuehfUr7JP6ZhpDRtlt2O/BGnSn4cmt/QrMXd7WuWvibXwMuuOt28nFQmPtZz9jKe8huEYboPkss5D9qU4wLD/56wDIR1v0HI/Nop88mvvi4o5jaIFvIy2FoHFs5rTKIY/u33wKY0fA1HrKI/4rOl57n+hCkjtJgBNg9f2mAbQwsORgJk4Gj3tj6lAhZ5Cj2RD4uhG8svZ0Hoxekaf07leDEtGy4Fv1daak0XdriQpXliNaIjnl0KeBjUigjow12yBJnx29TS1e5RS2Wg/hA+pfs/qPAoEm1G5g6tSI86VHesbgGIJQXSdGrarVPubudvUbpOUFOQSg3Pn2SjUDrqui7InvUwpCx4w9xZG7K/oNrUFMe1l/22JfudHHbf1XSWvNGZlxQhsxOUmMZf+c3IKYRz09KvubmulVG/zshvVd1Okv2pSy585RfcVysUxN0Uj41K0Ya16ldI8MGkOQpbOVD5YOA+BL0CorDB3NSRM7XcIIpC1wDsLUpB2a0P3LYYxLTAfXT5ZJi4fKpfUr4vrRWDk4l+oFlN5t6yVz3Dd+kXq+6aIiMas7yH3EppVYXbyk9nHv+/dyn74wun78rQRTMFnUQ5Kjk/cqpcNcaIar8S5N6Ej/ItdLbU6LPDjHxH8x9LnofFjspwUXJ0iMUcfeUNCxxNIS79fbxr507z4dxeC5ScGMF2OAuV1pVBvLmm0uc9fCY5jNjldnoUzXBPGNGxI5krUloJtZv1SL0HlabZ32oNSl2Z46iLloHgtQZvP6lN2LD0uTnKV69MADHBWgouDEgqS4k3KpKXLV/NL2yhHelJkrclXvl1ZODRHrifWXJy0ovK3EnS2hb+DCM2I8TsICrDmwTOY7MXOIr2tCge811/rFDw6m+9d2146qT49hG4R953CAQ66usZLSVMPRwDp3SE93Vke/+OJVc8cvzctgJ/kxhofB7nBtIynHK7YTBvXzU8rgx7K+H2DXy3E0MVFzhqRg89Wm8PJTFXH9On4fi2gGBA/PNbNw8HX1cpLbknaB2M9u8/tQPhSnw08PAAT6N1DByaPddNIKCr/w3ZGIupjuu+9AApRcG8Yzvj1GAAhvOwuvGU+XHPhZXAXDdPGxnoljreWXwpQvVC49+o8LqDWF5Yz/hMMH/QHDeNJLccq/AnPH9JE9GufOoiqdi/TvCmxFguFlIAC2FplkebnHYSlUzST1fDiS7Rx/NPYmUXwyGFRc8mMpQvJq2pg+HUGkXAfvZ8aJsgGha70n/aZqrYHMFlQYt207IZ+9je3y+jIArNBjYTRZmUA6/wx9+0aJJjLWqdpHxdhpD12cV2W90v4jKQDDBbRbfk2AVhRpzpXvbeXvfHLRPI381fYzU+lapRto4mkmsDTz2qDvhFl8yr9nZM7LGcYid17XaXoc9+y0qRevEFAfbUPhhB3/wZrHl/2vVflbIzzJcgaCzzM/91ycjsk6EY+ROp4zWmFLlY7P6mwF4DuqJAu/Oxy37KNfVKRyAb9oM5XRhJ2jEPE41o6W7vliKFLLegWwLPRKsnoii/c93lC9VLsENWziCgx90Kvt/2RJEtHYbHHCBDFKg2Qlv2M6cQsMjsPpm9QEfkLGNJHww4bJ68+fWrdFuqp/om1M9TW/M3ljhMPlALpmaNhVK6kgwzjVKFtI/aZBqr++yAO5fXKU3lO5aIlPeilITFgHfefPcwoEEz6wRqKw4MxkoqxRtBZnzLSv7qncwjQ/UhvtajuYPEES/1+zYB+73559DOyBE7nNewrDhzVz3E9m8YxXIo60CYlnfdr81CgkpgkiOC2zXOTzVGuohaSOkQDDkxCTD7MEcWDBpR7+bMr6Monto2eoLy47aP+ob18iApJgSFkna73vrF2B5WcMYkuNx9+UWf7ghtJlD7zJ0y/LGdAT7RV4ps54/BmS86lfxZNutk4r3CnIikWplHOxOa3UxsIdwdZEOpZAwDAM06Won0VWO6bFlQ06UDRG/djre5yqZbest/R8xqlNqI0ZJ8awelx1qvDzeRzhJ7HL8jGSZYIZEP0KN96YQouur1Lsix1iKMWY4tk+93d+3As9xEC6KycNCvld7aBeUkY254sgZOEdHdsellYFa/i8W/rkClyZEms0VIujS8egVXhoZBuED00tg4r/6eNQJ/oEyCJnCIxxR+5Lp9Gl3zsrPE4BPJdLBs2VM6KXzK/p7qEY4ohPVP7oevadx33jPtbyZStawFn5Km2b+lPMjXSLkR3hdXLxGFnsFgnv9GxcZHlx2IxsHFf+YjCO+PcPWOdK59mlYqjvbr5lMJm51HwsgSsWWn3bherlwth4oUtdJ/kw+xqSTadiKMNyih2exPULv+npBmKJXuMRbVQu0vsKC+mn+Q9IJ40vVbvHErAb5KrBL5AbR2SksyMfFaZXKqFwEBUhVPNyCIw40NOb1PezFxkMtLJ1jLJplzRDsUMc2hy9Y+pn7Oui/HUFt+HvID1QPz/9ZRvQwEDG43I3SxiWzAh4nLCGWrFtd9TNzppeHbVicUBWVvBVGzI37VGBSu1zPnpj4H67jcI44/16Aur+EfeXFAB7GHYezSQjA5uUhsFXxx6YImqVPY5fLN/AlUL8FEO+rmsFO2In5fGAlxI/EKJQisFop5N6yUL6bqdGR9qB/VTuO9HrH9udTJFnxSH6HVJzUnpHUlFLwcVw6W2RYaTY6mh7k/U3/SQTfUifydSzJ5I005eoF2bH/TeZHAFVZgi9wpaI5xyIyHus6QrrfH/YYV9lYt+wOn1jKqXrvJUK0givlJGFt5zAu/GUIkHrEDr/WeXvIp5HwjqxCe+Nf044/fPcs0YrVx57gmmYzXgY10K077q69oHv8DMfaQdn5TlbzTqMyvsVv12Z4L1YURNnMJmlOccXBex4qUg4uwYqKDSuKcOKW1vmhyNLmxdHktjb75dUO40XwWBxiKLN4K+WVKSiG3ZPFXrI9X7hsmP+m0H+3IgLr99FesZcEkXcbDrYy6z7akGUYk0Nfn8jC2vTJTuKCz92rUPCo54CkoYhxc7+79x36PWm+blNGFb5PCwdnoYnOcr98ItdFG/22s/25XoqcVi9kbFLcUP1DWHuJ35hJ13uKhMsLjBbSQWBssiJs5Z5KzBfKpc1LPzTLgUck4hEfuyTFBAQQUS8OUL73Dn+FIxUQEOZk/9W9+//qxuCLNiV4NgydhCBvhQDgFKZUnI3wzWrTWXwG6L+0qgk5U9jYfpagXx+WCcXL1uo7X74AYdz9YEHcRIASUk1s02l4Oy21K33ldU5SFlO2Mh/Dhf0PkumkY6s/qcIGqigq8KTt9NaKsiSLb1lPrlzOKzQjd9MInrAS4JLpCi1c48WY9tm+chn2kalrF5niISn5qNajWXgvUzzuqDxE6oYxB9BV0LpAB88NkFZaHcrUPJp+eTmidAbxhkFSfbTyO3mAKPrr/9KgIgGIb6Be8ic/d/ufCnwGfDypAL8IKXzWnrTs51DlaBNJVdpSc3kMvogP18v15nQKu4pwxxF8oekL87/LfXOPADC7YOn/augM34cJZvWpEdPIKYnfnPcycift1XUPqck3dpEoF4jnrDmv7RZCLtdAvAJP9xoP2urWxJomzjhUsOobtgUIo/sguGESwobNF3LxqHsaOeUTa8z7xr671g367baXHQBOe6UhpM6+N2fB83P1KDG2otvNBW7AsTaA/iqb5Zg3qEqmwTqN0ftjy3jdwtMf6Nr3BbkxmZaYXU2VJJaMOxGo/3bdaW9bd6L5dGUoSe96R30h7uBG7bmMFqK14M/2k343tVxO06DsdWD9JjW4IFwe6AeEW5Cd6qjFXGZrKHDd1no3HsvMZr63u7b/GRVW4QmZR9cAOBQfJtS+1GqTNDvnONd+zlFhA/aKCgiBptjMHlTm1g82ZNI8P294PSztY01PRHIXZ0DBSsxLIOvVsg1h2rMwN2xWSQFzSktorxQ4/GBBoqtpRPjrsbQ2tWJWJoGBDoVs0hva2gVLImIj+VsLG20w+EcJeM0qpRSX43zydnptHHeVY/DVaJj/JgIqbtY2YcI1ZJxRdW6hBOYYVxN9QIdBidt4RUwnzGMXjrsv0U4C0dcJnxz473FJv50K+GseLkgXOJP17qGA2wLmPzapWqKHrMIONWZeoH1+SLKAP6Nb+uQxeptWUT4n7A5RWkaH3oGFDJB6csMntRrKs7/nJfYx03PRhK9IcvYIGCpUCGu/vqY8O3zYibnMgesvULEdka6luo9wCh2VCNWJ3WeA1v+3wmEoXELuB2+sibQtYryeuP6L9MJiYEfg1KL3VYOmzNjET/Y/oX8iBlVU647bK2DXZ1OqITlcEn5NX2Rw/VOAdAbWGTff87EtiSh7kqsgywCM7YgA3woyaXzISAnM4azUH9IiTmbPMvy/sGuGcC0l51sTVLXTzyZDkWA4Gt80290UYZ5No/rX/+e3PeJn2J00t6FpMjHMVy1bbfB6YybTPo9oA6/3v0h3W0hTNun2IkWy8ITlGKfz/qJ3xCU7JPxJMZ0xKFGzSiNXS2KCwkH9ROQanf/id0NnsOVg1Isu3mmQ2x+U8NwAJidLHiQs+TZkgZ47JDusWRRgVCc5sGz+nHQ33wQOsdwIIvss4sxHCtVzF0M5CmCgHTa87tf0kDiRoGRXBJuo0tvn8ThT0jAZ/uVvXCRWOR2ALtlvtLggK6U5PqgJYbbjBOv5GZWEhcBdtkKXTAA9LSk8sQoQOCnz3Qk2LNujiKtFHNCBIEOxc8/wYhnTXBposZTqqNKeSTptLLTqnz0i1uBi6UwTmLvHsfA21uXjc25b1XV2h3FoEeCPRPs5RckZRzGgcvnArl+g6kwNgumKHLf3owEO6omr+a6Gew59tlknC9DyxIeGifTMHlefyDqKxsjx8OMYcPEPYmLc+uu+7oZqVWz1KfrJHapmoJRnGn6BRpCkiQBxZz5cXwFepxWWNxw8wZXQYbypVAKd/QvwGVzMLCTlTByK+X8dUXJPELSOeDX7ITcqLx7lvtqZPUJDqnjM6PIFSNMBG8fgwBpCLFojcWPwVYVcIdjhYTf35H6pMIdDOB3ELn4/fLnYO0hXHn5YM57tWV6li1zjL1HQnR2/1ATngucphirqZYPigkhSUTT9sMczP0SJrClq0FR2sxRA/xF6Nzt2fVriyBAOWmk8bxOO5oOXEjBoCSdz6nOPqMv6pOfJyLK0siQvRyF4EkRltxIKrQS04MC6tSfAM5eIqzqVSmH4rY57dirfUSZF5ObEsz8TY7XWcPMTC5TdFTtu+5TyXiK1qPJ6NxO91RRURE1/nVS0+GgqvRg4drsh9ZRLbc+CZiDsP9cUO8adfOQK7clNbSfv2nCNThS/QQvLAaWB1fHOnj9mNw2f25yOPtoiH8My1LMoREhCLTiFQ7W7awrAEnuS26/lEC/fq/Geb4MKJPHJIs+I1qxf11BMo2T9qwGDYgjBCAK9r59gy9/baP1HFGK5Sp6hS5IHV2zoLImfFspsUJX2Ue8A4J24bltv5bTPY16jAMh9XCxk4CxL+oY2kcHRnGG32oS/rrr05yuKwG9X9vLJ7ec3ODgXQeiQ+DvH+ji+VV8iZZQi8mKqFlC28xfy15akvAAg9BsjD7vH3uVRhU2zuTYmRUXtXl8riJiy+yoeTVji1/KBP4oPAz0QHnC8d88YiYgGZfSilo1GbvTPktpORbcoyzy9I+lVhVV4xvGaNR9zCieBdnkqEYsM+5pG5VkHN0YcjzvbEbT/BLXrk3qMp9yqRh/e/pwg0ie3Au3pPfiWL6sQSwp5vMHyzJlOBRrSxC0goygTHKJEd9k03CNsLq66FXOftn3YKkWaNJKmpHWVQCnZim0XK+zQEA7dr9zRlVA6RfDP43fTlDUDk1sEz2woCbxhqXPAvA83vI45JIRoNKiy24He1VMX1IlXeuz/G88DQX97EvT7LjdXYedCs6wnwAngZrcMzJ0P9+w4JSToo9pWyozTMKtXkI3HXO8uyn2AKpcwDbRoMYC8vKo2O+vVK0CIyFdMsVnCZZkI9g70S+Vy2KfxZ2TpMUeucBRvxbmToeFHS2tz2xzvisazxQDB0r6y5FZaMItPbeFIFQErYU41AQDNNwdAHDHfaDkkeHDMdEGRAky+zC04vTE3jSj0PwlAhJbQyzlq9TlKdqkF3pX08thaSeHv3pve+MTsVlZuw44tmwzk1g7DCgRpJCl3HnvKGIA48plCxEKjYE3C6LWDwA/hk4+TsjCnykmT6PyV3kwUcfARDd1824ro+STwcK6qqwSPAh3XJLGJ1mY+l/6Mgi73AdCW925jV0DRVmiMscJs1Z7tECP2UkLHA/2kHTObz9gP94rGbO3cvoRo6+jhERaQFATK00RBviczCvQKYLfdsv9/Lnro3lXxJ/soAOLg5FNYQthLFxSzvV63NTuLf1KSTxTXxO1V9YILR0TDnPfFPWzYyzyZ8ZNatHMfsL+MhJDVnbpiaNv32w3/TMmK5Wr5UrUmn2R2dzuGGmlR89qmwkw/5VXvl2Xzl3kAgB/YcZES+NIrbL7G4/dvGuecy7zSgEg6YSTvtjkO670uZoJBgeNGl2ViY5aCANn4QNkLjFROlUtOiN6delZ7/mlf9BBUqnI5YHyr687VbnflweNRQB8C7AmjKG+NRlA81f/GSJwiu6HHm2EWm5NNTRYRYGTILElZHovlQLNL4Skv+Te9zcgfJhIEkgf55wcPNPWLJ9TSzIlh/1fZRqMmszc4PX0s/66rDvmrAaM6Q34P4H7XECQCLHUfI7cxc+IMq67g+R6UJlNT+bGSngWSNP65Y/jp3pMnqP5wuXvtUFywbyMT4DwXTKdf11kl/7omTMakdqj3F+cK6NVahLl/Oi+q2WDAM6sFEpwVCcz4QVM/2S6vdFoHqzPNN9YUSLUOLD01iCTg6TnZBBNJDApsnMRQa/UyxYqNQHNl0n/nKRzf7MFbECBvLzsZYwbF7tz+CHYSYpCA/oVMGbczhiYbWDAsQN/9O+pWPR6OcZA1BwTYndvwuTJ3XRxzawQk6tRS+jQ/yoMIrIyTq6obd+Ax3OKposThQn6Vm69jbBJ6fvX5eEgHroZPpjX3yGb5zPw+eXrbSVMun8A/T9V0OwQnBpfyMgJ/mzoSMu/4+vFiJ6N2xh6CfcHRXAqRSkeK6F4/aFHqGkWAGhDE5GSoXJg41bNq+dyiuqq2IxMgzoplPoxcH/mTrB99T4MrH+orjU8iHaHRVu0t7dAcAOgzveSaZMSFNihIggK2kYf2DypRWfoEOJYcxWnyn360xbp+QsbFQDEJn/w21M46IphRMA32SaaAxgCz8Q0iBN+ZJEXXj4svMgt99XWVqBuaZdOWsYFqrPPMFGSrhUxi1sqQWWJidYyhGPsEOlAzpYrf3kLKxKjxB2XUeOcx7GYwVgsaypHjhK56Hp36siN4K6GtdWuCNLm4R1+uPXCaFC8cfssh3yPgIJNUPmjXJ5Ds9u5XIHmUbYWwX+Ty6BrcRW7FJeFpyq3J9dpA8l3ty9FWL2R5/fJoJEdTTYuZAarfo9WV6splGykjbSkp/oLjMreA9GB/KYq/bjcybaXZ5bn77wokcmKZKw12v3Caz0/bokrAhdtWc6jSIy3C+tfrjDWF11aP8G5flr8oQ9v9kRsCkiBbfTDDymtMu1Yc2vJata5coxvAHrc+nfL3RrK3ikeBcDfiYakOF45FlqBV7aTBmU28hX08VG9VKHycY0q3wF4qsQpFK0eMjNI1iC/KuQO+OMzH2j/O7wToqSpiCx2NHKdp9+wG37Yrn3rIUAw9925GWDJwbDWDvylNQH+LqzbgfX8cyUYOd/N/cOsgRG67muSph2r6KY5uJHGBZjnWn+XC7CS9sZQtGrZEaENHMbuVG+n0KE0Y2qHGcZw/A2L3xL+NEs/XmZ030+uEysG00r7czSxG6sXXdPPjWJi+N2ea8CDlFoxAnfsam5vvZw9zATkhO0vNKUHvNrTLV+Q6310S2xEWBtXhdIH3f3sPx1IM1KgfyQAuialWJk1k4YbJ4Uiid18HGLnVV+vCbuBGlOYPCs3aaCg8KvDZF4zdEu4/FLd4UzCwJTe/0a+b+O7UOqaZc+C+zt8kzvfTzXC7HxcVsm6LGXdDZwVFDqtbqQ4k3IjQwKxdce9U3ugGvSklS8/Tiv0N183i6+B71WMlZS2preqsPRGkMCL9dVGogszwwsPyKA9EK9XfP/ExsX3/TOr+xdjN9XOpHxxWf/dQZKBN07LLrHGBc7Dy1q6PVlmdcZaFB8PX64zAJhVCSpmZn0e8Kc76uvWvIcAzEvL1gR2n9PVCslokjTMFhiq+5bKIVnREfUBxRD6F1BGHctlVWy0+psXGWApozGG3d0lw6uF/CqoioJ09KEMFvbR0noIrBc8dUlS10M2QLQgd9pVlcY5buCqNI2357zGpBDu8CvfTXi3uWq+jcWKRHuA0+G6kk/kwdSLV4wPz/Y8FnhFOJKXftpCikIoDIzecXRbyHgVmV3dTvoorRzgSex1g6aRKtFIJklQHcWRK+TZhTUAy0PQ0I/H8Qry3eSZVYTFLBuAahLhFf7cUQr4wXD69XeX772dPbOmHrbESCphSjEngHH9FGovh9gu2Zi+ecwIFvVYHLjoXtPSG2fSrCISnzEeMD1F0YB9KbtMRTY8n0TqXu5pWU4fgjt4VGodGbUNT41pH2u4WZHsz9BFG1Z5Vn1YJXUS4lDGnmguDmgvwBRf/wbX4UwmpMHIlmy4fd6YDjlJ+ST5x2vQyBjmBOT8kx4dgsnpWa9+vb13tUS+UfMVwN0W8HnpWOz98eCvAHMgxCfc7L/GXGwlCA6qS8q9uJpWZLmWNPwb+QcavKKdR1DRGchJNLBymN6XbrZ3kh+KmAJdhLwBuua6HGw2WrXTDUSlDKxUpjFrw4/O1QLM5TljGMzNTZFwqXu003IM1qBwCY8UUImEgySsy9B4RrROj9Ib9VLdUxrsiuu1kY0F68Bzj2HEksCYH1i6gjFl+IodZldw1xjq+UjjzIQEeD340/mGgMg/eX5N+koHLK8nheu0qr8DMxO/CPZHcrB+IqrawEb8K03CZDZVg48SWYvqgFnkJPVHANAVtGbc8F7wlxs3YdwggPa670mzZ+BStjil+OvLLqyKF1XWOLfUnqMUDMujzC98sOek8jddCagiaCOK98U27UxzAFZ3KKoVJ0Hdw1FJ9QvRKAD+kIZeVB2cRzp6Y07pZIz+K60tc79msXwsvjI3/wpAIqTba73UMH9IZoQr8VjnR83u65f9xHslglVM/Q3eDO4fLr4kOjx8/Q3gsPkvnXSEgJ2Yf5YUXdMdh4mebJVGbLKR+5Ouy8qJT+XpVZSyc6dYdM7eN6ukTKegH6Woul4j/GB1HCkqjJp0iavGXg3nBZw1JbR8AgZYyZV6aVc00kqhoAE/qF9VP/tpEOF0sxBT80TkYaY4AJDCkwHAt38WCwMW0lOdclBBxqihJrQENKNA7NdQnHcgZsziEziHmMxpyz44FxYoQ/Jz2cx6dOKVtA/iE0zSc5Ry75x5u9ijzXXqbs0FARK+aPo86oWqMYqnPIxFce+ZxqejYRkt9j4xMb2ZG7atGYMBKrljrZax1VjAoiOETJZGVSxbUHtaSLZCfCCo2FdehcqRD/S4KqFsyfXuSzpdXb/uMSqiGNwUVPpktSLPB7RX78j8tP7VpRMsznbulcj8GAFoimd8xwwhpEh/T4K2Ac2Q7W1uwTjFIqeivDMHomWQKbnTA/n9+nYJ1yrzAYrDV1T4aWOH5OePHsWXfCImBmCj16LK8MmSryAHzlqpEszv46ll+QOm6MGkPMzU5esYQZfOh9d1m198/BvY46Tq81eEa65PvtYXZ0HB0QJFhWKTlRj8hZHo9JvfG8G9nF1Iaem0zMoSGCmRFzthCAGvb5BC82WjENCrzW9oEzGozqNN81aqs/VfKnaO4wWvI0vVSr0kNp1H8EP9CpNHSZ1oDD2XZ7Mldykk7s++mYz9JXwvl8j9yw9x3i3dtZywvl2Jr5BTajf2W8IGi2Aosd0QZqb4gGhhDM0Hcak/nyIA7t4lSApvrZQSSyG8wbBfqi7MSYHTptlF8QS1tnYoivvdg6xH33NMpdBagJbNpePgTC6KHsXBISfzGlvUfhYxv7+7umCycKL49f4VB2A/fPX1IG7gRfbA66np2+9ziqDtV6gxPCEYNSCz03UdkCgXebeeTkr2REpuzax4yE7Oj0HQbs6o3JavkgtDzm+M0z1A4me8NPm7KuQqfcl1K/wLbzThj1k0Mien4ZVjPHiunrZv/dVmQH7iCQLBuga3hSSu1zatYhKnhExMJ6ItQwzG16GyGQ7HjO+SD6308euanijFjDLYOgAvNtSkHMIWi+DhwW3gZVuBKxDAYtKe9Gx4hoOUOUSnDoCLKIX0wJiBJg8FDZ5ztr0AlUhd8oO/JQ6PKPvVhCzdpiF5Vwk5neMBSlEvT6OQl1fQxhTnRW1pqJslUhm58Nl/K0DUxc3ZCMMXlvq6EtvrmOVme/E3pyDqJ4mMixuunYSo9XklUhec3tJSK3C1v7pTES0Jkq/kudw9lyINPQOa++LhhYpf1p/e+r+ps0TW3OxoQPBeQI8tH0/8GDOrwn3ZniFtyXQQiVU189xRWzz0STW6xmSpkmf0XRolTlN+/aSbZvym1sEEshTr8c+hI2JNBKZ+AOVwp6wHNEFnZSXqf1xd1dKkSLd9JVwucSmcopA73N15+kN+Pf/NiZiImeiJpiBzy1pbucGyMeCGVqcNlL+4oRn6vy0/71o5lsa8FOafaXhZsoeSlUr2LXobu+gAVcTMTuWz54tT3+rY5ujZ6WKn6HZWBXOoSoHTC/dGKHewVizgMsmHQiweciU1eeFaknpCpMlpZ4P9o099xi4H0rfxlSmG/KfFYa+YfQcvi0NCLmbKKgWd24EvX9VPYkMRpOcw+WHE7Iqe0PKCaag7kA3d6Orcd58+NKIxQW27OI38I7dEZrDRQ+rxp466qddjJFJpG+XOLE3kYledA1iHub2NQLikAKnTvQ/zqQfRCU6LvM+H70AqDX3ueuaU3KpnzTop2shzVDZAquZAhwlDIJosgoQkVWAkMhwFbBxUtLH/1YE8VvQXuAVbs0VcjDbrOOoLd38HqV1FV792n9qDC80fdFPgnextGilOXecgZb6dbk0rzzWVVTGulwFR5lTlRZ/eR8H3ot51rPdRTWz753n1H+nUOkkxLJduf9ENgD5TtwL5wqBkFCHJf7Zel68usezBudPLe6Q63kXtJlzk2nMixxwwjyAaFy6FvZi9ewEhHw7W+tZkjdfP6lXvMRLKeoblxrehyXp6Xh+WEtCvzsl1W61Owjp8l4L+r4PImF1w6mAEE71Fgg127IQVrMOzsEKnCplAdiBl9vyMYu8vcA9al1heTpPUmaJEVrl4Y0QO0+iKjcEyKrZmfdrsSWuFPhDMCwbGNPsmYoyhTFqL8H+TaQA4gert+MZCYqmXOTST+amtPCBH7m+YR9NfUsPQUm8OEyG9HrIq2E1zNRn9m1ZYBGd2Lmt6GtUeL4llKgyDR71Ivh7WPU6WLEk1p3eYLdQvfEiqxdivAWI0qIBDQJjVXg81ce6GBgtsKGJ67uJN9NxRDkOZTlKikZNc6Z+yHYWma3T7t/MZaU7n+3pi1K66TTrL69S6lD4SufYdauiw+leuHZ6HqVK2qQ9fQ/eLjClvtawpk8t5yELC4DG6VpFFWZBmOEIMPDddeuwrKBZLNHjt3BVrONjM/nqe9CpfZuxoNBB4R+vLfJFrQ+5qgi1s85MZwbzdl76ClohEsnGbqCeKRplvakd/NmFMdzHGKawRDyx3IWz4CARCDi+Xz0jbSr+HKGEpP7AtK0IVBkm8BEnX68aplhSM9lhz88nd4vhowikpNrpTy2Vkw0oHOFEIY7oImvb5QVxq1ZxIUojCdzhMEsUJ+thY1YS8uSmxtKknvjnfb67EozTra4KCTF7lRtoiExMrPVFPIudoYVODV/ktVtas+CjZjHmZZ4Y2oIi7ZRi4W0hm/uoM/pCVyORM/MJWV+2cjPl8DmMtPeX2MowojFzRnGOImE9l/Xntv7jWRfwAhjwem3JUZesuj9z+Fi+aWybPyyH4P+IGNmCidysFNKGImL9cEIYCAD7+RZCzoUhQOU5ALGACQUh6W1D434+A32kLBBiomECs02X4jlMNphbxgfnLkzM0pNOZcVb/jdpnL/AfjAMeVIu1szMiJN2L1F+0TO7jZgtVjZY/qmMxyW5w4tF3lOGkv7FnW1kXRY9/o6SrrYR+Bo8t7WYRW/tlSJf96vULt2r1n+UhE0//jTWR+69FaAwiHPj+fpj9aOL4b9QqYVKKK0nBIMX0i2ySv86eqVv54a9V+LRj22p+0+3OvMtAjjpd5tza454MIsYrZlOnOaMv5Ye3rxbDAjMvlpI+fWzy9JB1KrPh+00BRwhqWeZnCFn3QGVT+v2FDPsJHhVirQuhEwqrmX9o8WKiITiuVB3rAafVwDXcWqHqWpAFXoM6L94RhwJv2fIGEmDfswDj4FmjiyPVzEXqBvls3oY4L5PLPxgKUJwVYm7BolqrUo0HwRAsu0yCUkjbp7hNneKacF+SuVd9eVyPSD2m71HxvYwa89lyOWyeDeoPU3MyLm/qookXZheoLvJl9W26QAEmg//XMC7ygJoD+fqhn+JbPFl1mxj1N5a1IQIEnXuTffny10ym5Kzp8fMNv68N0IdSPdOZJX9RX4nfbtELNbkvvHm5sJgPkG5dzbxr2I8eIxaGp/Wf6G1skaEOq2bbdlZYY3EBNFQEGcIZ20slW0GpcpUZ5cTO4xopO2o/hN5V+99fvq0t+/gZvCfyWfXFtX5xy5FWE7UO3lY+mVkFJVIsI/ly1GrVBpMj/4mVCPpxErO9/IdHxUq5kRu/N3HF+muOaD3B4+DrhnZtZKraAFEHcRS6/OCIFaJec5hCi3Df9taKDnaqr0HOJfbCcyxR2+6ji2Okf6vFC70k8OQP6mJuhyF/zZXwWkbWp3OYCDFG5szH7/WhBATCCpxT9Ob9NfpvXwgDVN7XW8BA5KFdJbzit5VOtUotDI+h7GfVHWdMiFHsI+UVmv3TgpTsnsfjC9sfiJTBXzWtNcDCzlLpfSiWpLmkKKSdy3xt/k7MOynDxHE7TgFgBfT80+2+fjG8efLYj8o4Cy73m1EkTTkcBN8P5HQILR0Fbv6UILPHn0y/S6fyefk2PC4D3VdQr+m2IXsJDNDBjB+vmY/wv40nRqxHg28lJ/MZe0l+3bdoN+29eOKQzHf7gDfI3ehPAEs62MbHYaUE9oU0tl7F8ZjDMPu+3izV48mEPbIoNtcTTdMhbCGiEdCndzxQzw/UJqlfj4dyShQIuqDyjJhdnt06H8FenyQiqzU81sdMPvYiUt3fiiIx31t1ntC2JrIv707hLdiTXnYrlZMXQ+WCD/jvwJMN7Bc6lb8gWgPFvoEc4PHtqLd5kB2Vx3gKUVwqKE6a7m3BtgqrM2YtLq+EHe3QeyXGxK1jx/nfiqIH+zHpZdJPZdriJUzQbCeJHLvmmly7UB56zpwmpFORUoKpTM831d2ilSZt7Z1tiTg1svXPLVYPxU03dbUR3HJl8uDfg7ht1xM0a/fIVrJfQncc12uaXm8jqqfl0ywj2WcWhLcPUtsi2wmnohMUn/mfse6IaD9eXShQktZX2cMAuv7Rh4HlV2nXXp31Lsd4NJRy0R3n1vBiLUte0+Xro7Ql7S5UkAhVcMqGINVtN3R2WjA3IxctHtmB7niBlgm7cq23FyF5LlTqiDuU6ihuEN8cPx1FMS+u1V+aA+lzJApgkhMS2Wwft6/QNT8fBOqhDGr9/vXMFx1+Z5pKzEYwrklj+6fnUMkoHW14/iLEfo4co4bzoURv3kL99cW95rf0b+HD4K5WGxGCDi/qaj8dgzVl+Gfgq44FiZsmHXlsbPLXhN1t959r9kvCId1YuYtLTB3OqzcnROhPpFh8l62ggCL+oFFEmCAg0HyU/YMizrc+2q0InR+Of8mI3EQRcwCE1b9hlm+Cv3qikea2iyIo1q3OnqZfC+GtbnnugMcDHZTH9ZdzwWIbPCI+ifcMP8+pOhRT85B0TN4zl2oEB+IqZeNLEKdAwh8hEtpw+0y8/TEbIg6KwT6FfTPDlaufhRdx4YUZPFPD7rQl9PVzIl+KvrrnV8cSNh2qo3SqZpoNg5SzyuiA/F6d/3ENT2CtU1SJAWubjPkaO5dee0R8mMVRChJlnJc+U1L1NIzl7zyhiXCci7kZQD+zb12an1i/FrvOaC/rQL/v+73fB1gsUUi3bDMzhrgB7eZfLUueL5WmStPKoHXTPhQ2u2twS55jrYfLrlINP7aMqzqKQXzQbRdX8FKOkmh6cJJW/WhWLULiNWzf6Q4FW3alWnHRa60rj5nFdK0Z0469KPkph6v6wkcxJYI6HXXwsIDV0861POw1FGQZr2pmxKGuLAoTvSD/9YNDm4dD0TPGA5YgHLZ7VUK/0/54jUIx1pKy6Zck8RWzqC/L+onMgfaqrJh/y0GF14C6eWpDVmrXizi+NpT6fjZbuwDokPbpcOKlC2Xx4cXhzEaHVhISf8/puRWPBGMOyu1S8qgsUkHgs0L16Q/gke7nEC473zKz6M3VoT4Zgq2tEm74769L3BQN9zPPIZXKDmTw68uYCQ8DseG5DrbMD2Y+xQ85vPe85gAsOZPfmjadjwPfYmxaAtPoS2c6AmZiyf/wh0mbHkr7UbVfmZBcX9/lnyo25en5GqETxRsa1B4SvJY7kZGx9Ai6aXBYu2Xk1j9Ap4bhZsS4ZLmwUCYOVXIidaRanTt/793Sc4h5gIFrvOVDzBP4jr5gzCG748YeuHpP2Ab/IMEe2GBfRhPxaTGMDF6PzISVmFOaqDpbGnqbE0ABKYPEllQjOVkxahP7sIh+PIkkane8E4KAFbioq8JAsawEXx8kRivT54C5JpDAlzqnmHwwyCzIoieFPdLGqtJEvRf1LsyoOxlYE+PzTmj+WPSFeiQYTcea9EfLyeLIiAu4O00hNKvikbLgp/LLeapCEEHNQsf1VMLGUApF11tyH7HhjrovlYwjG7+nKSro+Po6HxlD8FIbrI56Wy6xZoaEGdPI5+S6dmN05dEwQuKEh3a7ytTnmlbH69jUk/3qF5Wa/SKFKvHgLHCYQ0xk515e5mRvWDhnaSxDFT4sv9Kz3Pb5IxRmifKhNdR3862gsj/9v8Ug51Tzp8WDWBRQSNGnXFQEwWkQFUq5MNe/s3n79RFM5DAMOqPBbV3L1uuavYCrM/eis9rTUptxCjnl27qjr3h3gtpmn4t4bbSKHpYfqlavdArlOJfrOM1Mnn2qqWQSE72mmseHoA6CwocUocOjeY5+IJ7z+ISvsV1qkmC/I4NgytdgNhFkA5jmbEze2k6KH29rHP4WcjHno3LoUN5MEymPuq4Mw4jzpDqC6Jkmz/4c6QUxPaHn2N9O1A4Oho/IcEtk9MA0niTa1c/7TOWY4O3n+7WQvKrThRTtv35fhSTZm/hdPtNXPrBieOk/1Xc4RdtlDQ1y+ilea/etpO9zT76LzAQf/m50PvglZHgkCW41V7x/lCAgDAAfFAH9yhGxTUHlpUkXQF5WPfFd8UV2v2jcEUiHRyPY//u+m1akM9YCgyna9ika2/jKiPVbvB0FyCaHBJ0TsucF01O54CNttphduome85R3fsBUGjawwvx9ByhtzigPudF2da+MWN5NyHlNWEYRJ4iJbW+6JviqjElVmft4LdqsIHPixghFV0R1W0Ry7wBX29HaQg6reYrMzMl0XyNlziFrQxQMkUXxVHjxhXE0Uy7PsuOl1sqvLdr5D5/Po1Z3mnGkdnVPuIha18120D/haDvvyq4LSYhAyROS4GMpnLrlaj1HWWKs+EvzwidRfom6avZSCtwNRukBGoZu5eRKWmmBP9RqfPd2rARuknpU87s5Yil4bYXgMGyIa8rgG7Cm0Op9GC2hXYf2U6u0aKK8X1IR+WdKnhh9bw8nt7aMjXxDu+1YZpSdaeiTri9pr8EJiK1c8M9Kpjpscgdt9yssxgUi+argGD2IOtUKuz+HwNAID3B6kdP6+X5j8cJPYJZ+BZgJ8W2mNtFhjSNoJ4ZGNJwp1FwY1jFJmKJckQZ5co7PDggdt2Ji8y6W8xmauq+KmZhsG+IxcoPswQCoX5fR07Sxjr/1xxMp78gSaeDE5NeuuGjrHNpGs9vmt2andkJW4SUQpIOGFY10hJylfu2nIq66UZROIB3PyP2eOreQYzurstXwJTXoxX7j5qXG7mYTJOGwEwbZL8iamEBFyKR4JaK9Vw7lYVIaUbBfAjAEMQoqfbLMVktLidRcBALJtECywZZt9gsJNm5/O5ER7ub11goiwTDyWNi1K8yTTbkOCn02YHZBtUhkBkxcXIYyVS8ZeNRZhakOG5RxFPz9CPjoPriw5qp8A6q9s2gARUgd/iJaXMaSCd3Vc/GCSAkZci9nVzMQ3YgMk/k2dUno2mqJvGQY+XmbKUenbK96i5V4btqyXAKG5drM18NfuhG+xLbEAhL8zCDB2QAipXERQE0Kvo33KjJfXls4RohCV0/vmrndyQohW8OHYVnk/PZzPsi5wVjtnCRJdFh/GBXRnOpVEk2jR8KoqXXZRqrtjwgFoVDRpYkDp5RtCyoKREjJPEn26QtEjPGR1hhvDh8xgWUYlCbLMENudn68mbeUD6ZXJ22EbgjzN8fSnwu8pqn0pvABlTESVXvct3SAQ7foEUIlL1WxypDu1RCOfmew70MAUHygULTenjssX0GzmXJI/FxY7flbhnN5N2ggYVWGZePA0193j3IZekBE68WYmUVt4flqE1dl4eKhzlNPGJmWlOAKHxk3mzMB+2HE3eX/liZey87O5wPrJ/VTuPRc73rkeBiuviLhmVwTk6deNcnQQEsa/+273nHKSuDOwbtl+Sv8RUWZnmhkP2jqr1qY1Rzm1m5MMVnWK3f6VyfqEUCLnntByFYjs8uCwCTQ3ZJlUL6y7Or/LLej9UU31l5ZMBW3EalifStQoAGe2WcoeQvTWbE1/lLqsp4NKndR7sV178l/qCpYQEx+w+A95SMQidf2Q5HZFiwiF1+/GUFbT+VWDKXdLadjpaZS5dLMz0tlENNhnOx7ffFLT/7yNCxDQrXwXOJ5adDBh6Ary+MEd/yBFjq65pmrzg3eei3x/Du07b1b8lKjI+wykWHMMMyjcbCd1ErLMLKkixB0yhkjxnQSDOdC1EdAW02vwdhAy6fGfQc+xCM/SX74SwC9XoXLvHn95UOhdLAyC/lX+4/WzwQVzHKxiPLsSvYCGtX61Utb9C9MUDQZREh6du/r/rAwacal1zk0kqb8bYxUW/PQ9Xy1vjll0Cra01+MV6C2l4Tg21KyE+gmuepN+zdlxAL2bn9JLqKK+0T4+BlHt1mty1GngmsMasXUYg899DSBXDQ95oYbGRNOvFeQYnVwGJx41iFmCecVkEyK2yeOKfFpvuBkXrYX98hDblwGLyicBzwNitZtjB1YGpe0WysLtmld3zBEPH95XsBouxZK0/9qMmICRrOk1uxG030/QSb80P88tf8qJNmSwPw/E8cOMhiBI7IgaGqXL9FvPYFfPFkJOgDbEPe24v2lYgM8KlUF6WhtVHbSsOmulVQ4lO40wzy50JfGSi+ba0P3xdYbToPnQxRTSULWT0grZ2z0svhX2nKsVHfuqsfAWvbfy9z4n6eiRqaetM0KnVmx7OL2hQQxylmuzLRuHKDR9VZCL6B1WdtjzwBdKji0pi4rlBhq9h122EopHIc5tOtgyUuHOZn+CKFXP7aH0V/rNKQBvW5yx1z9qutvI69OzEywoD/U8BhM2y9OZZ5G+RQlu3NrsfKeKZ++f7IMvseJlRZHx9Mdhowvn0U/BfACEvRdorAbp+8mlcXtAUaGDEN6DGQOgT5W+Et3QooJ/0KO8b4JFazErVPjFVLY6WYXuTtiapuP/qnXMWYQI5ZvPKBI/BT8FL+506dm++KIRRC3HOz2J7oqDYp0/QU724DlcP37ikdGewY0MVsMS13HSke9a7NzUMpLF8bh9Sh2LXs2OodNtHVyME/+2d4pb6iVO299dFEftKVBoPKCBg7INqSWxMJyuX+VtbBccf85X6DlZE4We3CJGo4y/LNIuHi0H/lir1thnEao9TKflXBfw5AestOGuLISo4okRkX6WzhfA1fHtmy4GYsPsOQ3GTppzQTNgH8ZYmh78AlpTDpfyyIlejxAl7yzimuadla+n0ESqLK6XdxBJcNX+nUztQTbDtPFDG5x6ulYX15ecI0ERRGTzaaHkSb1pwhtzKQAw1iqtMJ6Ffk+kPuML1+Ly48eZ2oG1IAm2NlJpVBBA6+A0Ir7cVK9cH7NgsY54FAD9vnuvgAt8dPMGMQWMtILxd5vw9/EnvcZXcjYkaSH60GY13dg2HrV21PhkvdeLjJ9n9a6gPoUoXs1YvGYynlgoOOWw3mmD3AqY+7i/pzfxGSGjfwokdull2AzSkBITC8Lqgsn8bAniIulNZKslp+SVHeylXow4gs4r0jV8FvvXscD47Yq1r+L9sNioZYs4h6UxQpQuL5VkGZLpbLjFVjzKKzQVrreQt7sj/hrDx8un/pixGvQvj8O5nzsTGTo9Uv2dyJylrkvk4U7bNR+M4AP7E/4wMCIgF5vMf5iK4PiUJJacWFBZXEA/ipEE6TobLn3BRMwF4THofR5ymYowL5gPhikv7A+bahLCF3jVCs1xNe4KBksPHfWiKjmQCHqj4AeO3YLo2YU56+GUz9gTKaOH1cKSDzyJKOaUaIwnc8b/a4Ur0uzq896wOShHvJZa+y+Zpu2rSeU/rWhggCuAPn0H5MhYbpmNeMTWW0R4mdd2O+/iV1Q5B8v3ubR+f1n7GwHIrAqMD499vETqJ7Xj6I8K8uw1TPCMqelVTjNJtAlIfj1GWJhvvOIdhviSFiV1hUcWCBwflobkf5DnHqvtgAG0+qAVhUh100bClWPJOhhJHuR/FOzRcn65T2S5JLYJs6hPZ/t7qWbxyRlufmXmvuL4x+pStO+gnEP1kxItccPdeC30H6qCtRYJOsjG8KePv9tTOh14aYdTBLPrfo7f+EgXqJ8gZPJAs8oDu4bP76u1ro9NnrqtKlK+QRsFKr9FTNqu3+1kyF//lqILlRGg3SEE8f91uZHI5vu2+2jW+Za2h1Ibh5Ge8nLZ3h8r75ZMb/7Pesgyscwr5LKSDxLPE2RDCk/cVKmlVmGtplhrTW3NVQv0rc3W/w7Kdcn+k46RLiQlkU4Udj9PeeqqLbiDy2++s+itV2XcEOo60Mr7xIjkeIvWXG8TFD9tcTnRVqON+gXkr2UoWSeH5e5NAiJNVuoOY+FKLFsUZJrK+AWL20hcZxb9fnepm3Sx1tT9/dPfwq9IOE6cd4eqbtQBAN3oBjipWgt9Jr+wGo/wp8fR2Ge7l/WlDGzjIeHb4QGbG3J9DeJ4TWHv5Ic0G9S8rtPhuQ9gnlVoC6AJrV6/cv5KSmYPbLcBiVVaMW3/Oia2w1uHcOUl5kBfy3bUCo6cSoN8utP7LAew04yfu1zxhTfv6fb66sbrS6o/ydLuCk8zL4u5ZQApsbJ1yILr84wPemibJQ60r59GzfYCzcJUEgysApYSf5DjHZMWIPjGJ6DUgxDtdepzTHDnFvQa8Ep/aCyDYTDUi6VxpH0UPSwgdXk/XSiavLGM6Gv1wdlEFRiM1jBjxtEXqT1QYZRzpRCfyDtPviLlHfs0pzWACYTgfI7UZ8QWxzL0ikuiMbKM/+JDwNQN8tu59htFxh97uk7QjJUR2c5+VDBDfdzoM8LyA4VGVpf4NDyv2zpKVYMd4vgyeRnqTFRYGNm1ukWdeq6VPqp39zf3tm2/4tU5voQdgfNkEEh/ujWNmXThoH/ccNmUY/iB+hX9wCHP8AbdYV6KI+iwEQMczc+WjftasgBNw1JMa8k1gCKu4qHNmt8TxVBa7DLh0huaFEfSU491P0w0Xw3m+C8//zG8OOKMQRtQwBcaYEuj4oUrh5e/S3dYsbIJVs+3S9FUIlj9eDxgxhyYze1icGD/6UvD1hk5NyJOJClEE/QTJONlJznlZ+7BPFFc+HvkEhDHE8hpyCQh9mlfNF6hJR+O0yzf6Pz/0wlAZ6YmCrYyiUAYzkXLaeB+DDyxPaGfqRhf3DWkUEwD1u8T+XzUmm+R5z+VudkzypiYrNc6SB/CQQHlTgM9bV7vmCe5DldWQRvWPMTmmVFY9Gq4kPFMxtTgfnRb4RNaJcBw3OIOauj0D4Fyy8Ta/cZbIghmzCF85w9pX0rmUFrFGqfOEUY46CcatdJmsjpvMJ0bK8KTpOq6VLl6/Mo6GVa2kvUFaqbVBQmiAFMBGUJ4UNkvec76IixJYvmJsOU4q6ECqJyYRziWporTa9kgY6nmFZlsHj62Uuo48Mgi7O6qKE+zOIex/BclSUbu0DzAH9IacSJWniNOL7lZktuX22QOYRiz/JmzF/JueyPdtXt8X9QprmquycMKOeZxTEb1iq7v0W3SlP/0pjneCo03xlIZ0/9evYvoRyFtQ4VrUbCtX7nDyuFvXWA2BPF7xorogF7WCVJZ1bRh8dCfZ+iQoR6zEnf4EvqMkfBjqtAeJC4xKkukYjvSdTndab8IH7wo+QnazAQmc6p6Cpp7qn7PI++6u/kKk8KNb0WuXpjqrlFtDpEWerf7lrxrz73KVrWfnGfwv4yBWISBtrP8ts7sRa4YSkHP0hCo0V1SRIhJwZ5yde08umQGrtgTWTKoUVCk1Jufa5A9lkKECTBIuGSZ6U+ttIAklcOwWqZNkom/Ii+YQlLKjj2wSArX3nOXcmxyt+hgzzN660o6O43lAaHM5uP8HEqR0LNy9jO5KcCw0scZJkake/PPULTi2oZf9VsWVFAsNd7YTxfVPNXIRDG9dnUpR86a9WHPkGpbfgkP638vUhxKvXBX76iXN3X7W9oV7vAK1FJaRgeewftjE72eZOwy2IOxPlmmpD0LpC7pxh4EQjjg9KUXDGCkta5yTsQG9WF85rqMSik10/SzOFNufUzdCJhjxDklPTg6FWsJpAWp7dYoEl6Q3Wcrm4VBMUwn2J9Us2C7i40bxgy1U7pH2quMPi7G1eW4t8ATy+RsrAMjXAB1QKpEuvoGX91V+/Pht0yLwLrbyw4U/rPzkJ2IjnY+xqZkpAQ0Uak0FrBVXM97ijXJozLtVRBbMVDGen4BwJGe5vSEBeuLk0YU+BKuTxQL0gDz0fVv9jdH5ZilgdzDXw1P5mn3y+xCOETb6azLIsPqeJDCxsapLuf5nswOqOV9s1a1/hemKY1mtRbzbUHP1rb/ounfM2UebEdpc+7rpj6zwM/wtzSd2IuWZKvXq9+tR9+w6O/oSC/yNKooF/T2Qb8ZwL/QidDJOedfNAHum82xWMBdfCDr1lmLMm4Kho0DagDSqRkRO5Jf08WMN8P/uMuEHVobgT6r6SlALVBEKsQ424mVdnWEfmogxKpWLOHwdCh+gKP9DjkhvDXBCf9GiwHrGZyZjemHPBNFsBhqg19Ebfo7y/p2CwFlaZayKQh4OxnQ5rRzhbDqiwqkAkt4pYx6/x1nZEgA3AaX/EFNUIsCbgKcsBl3+OiFxFwcyLXnKB4ioWqV0e352hSo6XboZlkhda9oiF8tOiifnjYuGqsZ1xwTDqIsMg/UrQ/LXVsLRtRy1JkhBObyfM3bHB+Ias7keDsU99DUUThWOCG1vGFMJLqjnNNaA43e7cJf8mdQ3uCYB7OYOcCxHGHdVjtUAiEWhOFNQFVHDXGBVRZaQlcki28azZeWixilpT8vuQrzgK2cXOkHY4xXmCUdGF/DluvaD0Noz45A8+r8iLPXoc/p5fGc6cxweWgLERjoGNX+rkQ8n+dkoFN/HUI7sJNVt3r7HKqz0PQCMyuRqwUjXK/ZIk7ooym1epaIoQLvej3oVYxnqohQBmPM70b4SDp5aVWFBx41xMkzZKApMGYDw6F2l3sZtelIT2fxq/j1ydJCwm4PQa07YFL//r+dj+DzgnJ5CxgKTq7ydJv6tTbkJsvq6Xy3iU6yoqbEPTiVqw71tBi8f34f+sAtdlmd356QUeYfUl5lS+5ZoWfgTsosq9+UnXwZ63q/vz+5D3jUuzupqdgRhvEPF4rg7itnSaxgngjyd/NM4m/RHPTsHcOqKhWCidJPn91MLmuvmzMuJkujVCkyUJdgf1mih3K9qXD8AXCyVuMwSfQ0KG/0dcqBDGIb9KqzHwkwu7BDAh2QET0nmq4GG2PnSIjVieAmAMZHjfIPR9lkJHa1Q0BQZA+zDU2kQDdAaEk3WmqBOdAlQWO+05LvybTIEdr9krT0/9q7WPep04BiH5C4mlD1HhUW5B5gsGT7BeWLT6pegv5p7TbX302r6bQL0FrybpcRA73tEIpTq6fi6qs+W9KUSbQxRcUYfANSHcqDdl1v3b2jP9I37cAHRbH09wDyl/uNy5U8GANRKG3bvqumQbMRUBA+d90zYr3Y5fUFllhMGp/bXtzoSbXCvz4qKeiXB2bNiTHNrj+RxH0CQQZ6P3JafavfVa7mLyTGnGXnJJqfsJ8tiHzFSrv6Aqcsyhis176RP+VWnlRZe52/y3CTsb1ip+Iv6R+G9B/y+TIy5Msy/xU8rP0K8RhzL6mYXNb730vck2bu6Wos0sporFd9RomwzW93J1ymnIsX4xSsMJHF2tGGm3qM/zgNBDduCy4Br1pUZrjJUyj/G+2ktL/epymOkswNnyAoGDAwUX22Mp9bFbUzW/8nY4QcNeK+PTuvOFOT0MoM3Z+1MR8AKpYUUwwQMbFQbnMVB+kddLb/jEbwkma6djMOPe4FaRMJoEW5wOP/120Ze+sxOW2sS4p+1FURqLno3CE7GDQQbQcSWx1PvXx3HX8Qgv5+CVNuNWgSoqJFafjGn4n2QvKNl2pnotgwmY8CTzz2+YfNofpvTrxO/M90fv8LMytoY8CKx/ffdxPmJTrAUvBi3mr9XxpPysGEjf8o/AAX/s1SoECaNKnF6eIivTa4D7TcuypkYD09fZv6z0Yk8fmzWPGPfATX+B4wqfzeiLA0SNIpoLsDmvIpcTAgquTtwy3xDpVUUGylz7F5klF5kvo2KFpfU2nyrAiBfKZcp73XZGxG4sCAb6SXydeoD4abVRjiNqchBJgrqmYMyhMa/CCio0vu5wOCVxAQ8fKCJ38sxM3VL4SP6aKdLec/0mHUdYs6jhQ/WhU4+4bvPkbewTLZBv2wSplcQ59OB1utOAPlzBnmU70kTft9lifXwpsxfZjiurH/yi/6/MJIZiUrZtZqHM38MnAPBPmbyd8H3U/nUHq5IhwdvxOttPpj7nWAkNCjCknx2MbLW7IZQaSr7ekj+gI5vKK7nO0lwXrM1Z2z6vjamEuONMYtlFFlgBCLhSkV+pGExGUF/cg+0v37964FXUf0tgSEhmpDDW/IQoOyeDBHjrAzzyG+dfCCOSj4DnuZBibYf+qCkgNRnv4UbM8wqE+6/JQn0eToSGDOPmshR4nEr1MU5aCjIasOwzNKsIEiqzi0OuPjfmdAIXVDhaPsdWeM5RXWsCufAZ0Jx/EMR59mYmRFeX5lS48V8yD2GWhwSYMbUBdM03/w/Osk8LIpn/1+HheJT/R/i9BZ15E1tDJRpPF4dDZFgjZD7gLfnD2QIrL/omnpb67WNPwQYy7+BlEb3bd3f888a0ilnVk0/ElsTPk8kJevuzqEjuUvZcPHgPFLx6ukM81bwi2S/e/Y9raDID1YmprWO+IGwuWqB177fJVbaCtGd5+L2zGDupTzwoISoKeQBgt5uKPDo/RZ6sos/Ex+glDiCAghxazyDmSa3rtmSZfmbfFCdCkflgk7wHCrkrpEMwIAgOmWIAy+s1MeRJ+vfwP11AvQWfwaqu2bIO3OAFJfaAfeMtDnf+Sb5ukLNQdaGr/8Wl++XMG/dyouFyiH7CY+zNn4CdpN5fv7pOYGt023+D9mvgeQEHd7X80bd5c+CfucLvC8SdIgqvEWvJ3FKZ/DwPdLcAH+DRdXu9p5AeYeHN/GjZf/fcxe1SftbMt9CGRLZrA6Gcx0BkFX9co8Hxof4aiWuQV2E1kNl9MBmyNZmTFmsg8hyYrEZ1/G2EmB0GN85I+0677rsWBF0yq+EiB8z08qEu2yL3TDVsHcGlxlxgPvYBEmpd0eEKjwdkSyg+XifVa+he1g9GEX1My1SuokEWvCUx6D1h1Fk190Jr46xsb2NkCfIX5Qz5IEUHmXzkakQB5YMmZCqDf5P6NtJZBW26cXoSM7ImK2SZPrwSuIs2xF7KkVFOQ0eYkzSAQFx218f5vZQHO87Hr+As30djt5+R/zDVxC5nOxJ2bttSe4eTzqzGPzJOfGYBs85NtCOk/zm+nDL8JiiTr9HYQk6144v3INn3qK9A1Ut+ItnRsvyM41Eg8kKB9pfWD1DQAZgNRy1R/cqluFvNFqG/bJV5VnT/RmiRRbRAU6K5l/YfCHjiOdtInf0KS8u7qk9rElg8swV2ekh84+nRr12t/+9oP2b2uT1VbalCjc+fBxdA1kEMYw+nAFCgymPzD7hdxiNsNvgga/62QYUX508knGqKrQbE0kcfD8LODYgQ16jpQoi8oj/0lqnboZvegffDQ2frC+70P6mPKlfecv1ZKbRSAJQKJejIAR1EcXtN/4YFn3ewAISlcnv6SuhTdxv8NooGOYfmF7F+PSqpwNkmBX0tkCND/ledBFlpqL6T3rErPxAUlrlGw38sa9Z9gU+KIbvlcB1XfcwwXsy6zvnwrsXD3gv/KVwiPwTZQomflx8qKGG93fxtbcxTWHbvyYHtZ9GSD+fRf8wv7+m8LJMS5inP26uf3EnXFTMX5uTzsSxpjVi916ToRFTIhlPxlv83zjUGYkM4NVqJPQlGb2YcvhQnDk+DmkznbsQr9lSH+jmIQIdxAUnCyfQI2XctSBDGx99tkphRLE2Zu05YF0cnYsKoEh/tImrd96pzy010lxGYZi79VD65efxUk694jaJYspRYuUZYxjjTCJPYF/rWdowWOIRfP+LtkcPB91UKtSU7rjvQPTuPrj892BzowKF/ELgio34dRGD5MHg0bvHLhRX+e/RtNdjiR/lJIiost9E7fSLtoH485G7dkFvun5Lie9p+4YKZSKIP3fUk7N05zyGd4gqkoeu5OU39NWulHGqPEiwwF2So1/ZX4Ihb7DBjNlkmV/5qQHtp8wsezY5c9JVtugYzbbPXZFw6Op869o/tXUh+HBUL68fjqIxtmy4fGkHAXxxMl28jHNqQJuVNHtw61AlkLOvyyI/vrA6VLU1Bz5HeoxE/5EzUnHKJ6rkDHADsI0TMVMZDimGI50/rpuz2wjryMqRrNlKr+ipc7ck8saxS5HfQIhBk9LzA7Mvl8G27MhH1nqh4KxAtI+b0IMGmQ7d5x210gRaCB+HSS95eBkOlnXlJiWDTbbATpDC/elfSvFtEz84s9d0OUKRrNJv0esL2qprVtx4VT8UZIF1lynKdXc6HA10dS1O1k7Hm+xT5SDVQbjevpDvzBRkQ/MyZ6PhMiTOi3Y/DTbhTmYiZU4Zy7LFmVo1US7xXj+xRfBvrNo/deu3zSoOpMlGFAPyRMCMvFUKSvCK85c0+XYZBkVn9LjP3BxyRhA3vHsy5gt7ZkYCGL6BejhWufFyZfoHpt0FhtgqPN2wuxvyakvpNnVeh5pMefHZJnKUsmv6m7FqVIoPLqdzvXLctzE2EaItMTynMH2bJx0/+mXy+2xcr0K7KCzJuuB1OQSZxG3egQc16uakh08FrhzkpzGdeXPruOBm4c9yQLfWmmRGNG551XvpqEbVfBM+SKPtC/YVUx7F2U+VdbDKL/k5WgDgXOAdI5e4GRR2vzLbQZ+9hMqrTOtMAL6WI+PRhuxyoQzV2MKwTpfTOeonz1DmQzdASPLftkzUf+99xIrE0fw4ulrj8WtNafF8Ai6mA23d0lSofA+NFPgbY+CSjWoW9AluStr3x/hcNF8efadrlDV4wzEs+8ueWeZUqtNIsRrWxh3WjT+qZK69w3WctC353t/BMMKBoxe+zneeCsK/Oxr0esSNE/4I0YDEfQOtxmP4I9nkn+GgzaGZj1EWJfpGn+OMu77gMQDd0qQdxIxShslNFtjAQ+YtdQHddflW8wLtBKbpGI4urjM6Ybi5CxRbcnUwXqJJQzCMuOBdVy3ZV9jEPYYjUzNaMFBPnakTkcBEMa9vr+sczV1FZS0evWmYJFmHjUCpO++dq1PEWYESToYeAFQyUI9pK16WotYUTvq+yvoZhyQfOCXwUmUoj+9tdecSBPTx3nIR067CVhaTMVo2pXf08bM9reELoPgPM3ckGr7DJ6k70OaklY4QTwu6KtB0ClNINYu6es0mUSfmRXM0jdlqHrsyxM183Y8SfSOyU41lEYBPNyDHWoanr7KHL80Yv9tX5s6JPRp9CJ18i2ZDYsTHF8Ao3eVRVK30v2St0NzHpJOZYL3LRVVOFDHJ0E73tZowz7N9V0TLJ9UXexcGQ9dbI5dOLRPoNaIoSsXQTGK+PpV07IRvBBEWcglwNLv2dagaxaWVdGa2ajkMizafQc3vpThUQLWyjf66LQKhxNaGxUNnTvQTqSWYgPk3Hbl0FNh/1s9Wx60uc5eWkcdMY5S4SIxRfI3qo8m/m0Hn63Zy2FNndfwwtCTOvmEGot92VWilysudBcRZTkL+52ooT/gV8prddmWdg+ysAp++KE8sC81pBvWPx2POjV8QkNd/ULOf/yp8OnmSg09hEIor79qs5PHvcPh/9FchoA2wx921FjezIVBDlKlE7HuVBHXvS2F2HAmqfB/en2mnqV1POUMjeiHMiJJevcvSYbJPVuInzYwNdjPm5L5R56zK5t7Qe464H8DUS3Vgrze5mDRyq0oMzi+pr12a/IL9+aPeAeNGeIymSbwpgKhG2USGrM7PJXw0UWGrE02Gv0QbgMvDm6NxhgjmPACUpbsozUin1tUcr6aUlyFTmpn6QSKX/7mn0FFdp3STiqtmz4DKp4JWwVzE4lVdJeiDQmo8L8diiSSOe7MgCN6oDR5XbHkKyx23LVZjqIyV9iH9/B8ZrYy+/aEcmDI9MGbA/PUcFlHzvQz5Gi1GQypuqkOxgO2Qlnq/N+LXPNTJbUq46WX8ha/H3OK3ku9ilW1q+x1w73pYfHzPf86+mJ0u15cReRpkkOjnprGsn1F83FOBKumnVWVoItjfjCfszVysxXlOw474rXApc1dX0UA4obaIS3U1RXxsn9OZjFHdl2KuVIasHpGaVpisUD/K4+6P4xrpnphbzvaQaExBMPcAvk8ERo6KhEEkO7xlNmYb/PC7+rhn0xmt3I25aaw2qPU1IIlZL70aV+f156qv13VDlmFZEPUnXkSVW5Rtf/QgC7NKPaDN+WUox6mZb4SwmW1rVUCHk6TGL9UVJhp5H+FkUSaC1gDyQkiLM/sqAoIiHc/EtUOsEVkSj79QXPzLzmfLIuecm4FTHC9WH1+UMZ17WLdp6ms8IRmWpb9nGnQGUMVmPPim9Rn1kldHQY5if7ZNFg+BGYawMRnxfzmzdavF4tTQtOhTzKFXe2VRyVkWqk9RYoTon3JVb3ftmRrVSG/QLus1Xa3X31Vq/5ouU4btXEvw2o7yvhmhyhiAOkN88wc6C4+seWjWLaG6s4F4isIydHimlfH2HiJ4dIkTqygps/sGxnEV0iMAM7HaHXw4rD4HJeatkVXoEbOZ1zeUM00Wk+DRJbEQOojN6ymqWXRN69d/qrmRclO51xFm2X9MoSXYmFkir0Ny8qGi57Ik0GFtncrrkHK+oTKkUhDUudtLiz/FuPMIJQ8MT8AEHbYMaVrHH5EsXfm1cWcsoFSYTXKktcmvDP10QlqmE4uXYS2q4K5msQF4zhKOcXPhh3eJ36ay6MVuJ1ZeyYcZ//qpzJ5iiSm0CP7WZ1Gm4OHZFYpTPk6OUuuvx+xUatTPAl+GYIVUW7auPGXoykCTMTm5oTHPjaM5KvBrSzrTIPfzcruLmdGUDQmaWz45mYpOEnK4BuhIiOKXJbr3Ul/MXPcO570Td60u2/cBV8aLO4BAsPOzaHdx+RWoQv/jst4W8cqEHlRfjQK00aCntu7Hsj7Co9rWMLvvxXMNBg1xFAYf5HV4+cPMi/GTJULShL7rB3Ba+YAfWsWbXuQJuvsQb+55DKumO8Ub0ECRWGkSJC3f0wvCjkkZbiyXxn6x7txDBUBAyjJFaZAFqXHW7ZXMmJMObqhqNRjfardNgC2OWcu4EcLHx/wJQuNj5Rv473FrOV0nFe7fEISIpedPyb7eBsRnhIvbSIuc8tB3Zx1F8MTUbVVCNb5Nwv60VF1Wi1ZjLiD04a0+C8RdcC+n4ymsJLxKv22bpN3QGuoUVn+HXGqHuZv1wF4uO++srYARjO4vXCZxyOHisnoc49EJw6hijq/hS1MC7+5sV54cKv8zdQZM+BvyKQNq/nui2FmPMSK6+04XhBkYHQZpfb3LYjDsYslNJy6VYeV2o+xm7aP2aJcqhP6g08g9bhHf2r/LenRfpSPRX7pKo3XfUlHVUT1r84RIfaiaQPCeBRPxghPx0IoTVT85JQpocYg/ncxK090qSAjG47rXo5Wgl8T6EM0/zvqQ4Kt86/9JSKchmB8QQ/dMyLgPDMK37IH4Dinfgfzqb+H8626nProaL5Hy+j7FJlrbUYkERb2EavNb5ZOxC0CgSnX6/vLGWbAZE/K22KDzkAIy40nVppu2JQUDkr++kKs31K+slbeT/4+7FoyS6CoMzUOcDeyImDoJQicSraVq/ZIIXCMTOQfWVpIRYNFEbQ9KItZAwsvJKSJVvqTD/v+kcwggjXwgSbiYM2/esPeXE0Wv8XfC+18EIe6V2ZREGct7KwypoKx/06XJssIkDMJZsHGkX9SCvpoJXBIjC5ULQwsSenbNKTxlYHYa+0gJ0JUXamxOYqoQlZW+Upzu6gpWl9WuH41JJjWhgIio5uBED0jAdaNb0EDYhQg7In6Pi0jBxtCHzcQGxiwbX2trycKO2B8IUtNKqfxpsgDyLThr3wGOOeqjFKP5Nb65J3KLn5DMPUQQp4KIRYZNPna3YyjuqxYer0sD8OajUYeyKmjzGI8JUBvELaCMn2OVYOv1P4cvqPFg6smZ2WK9Mb+bAB2zJaquJ0iQ1oVJzvAWTZrk1JdeRDIR+2ozmM4pzT3lDxXnZs6KAJ/F0fJv2S7f+xdB1bbiMx8JcoZh6Zc868MScxZ339ssd78bM9kkbsBgpVaACd3CAjG+P8JKJF+mIZ2r3mPywZF5b3tpvfGrWbb7bSopThdF8lkuHvwKKRKHgjoIc/2Ig4xZ+5AXlPyLw9tdpIonWerhbmI+eFUrX46uDAkLmD70uUetoBp0iU12cmigK2UUaF9NFv+JwGGBYkVHnWfvyLa/5uLNo2QqRo+oUUtS2wQ/urUYZyYWG8p2ipAT/hxzsQXoYOePO+y4IYgJTysh4xtMUkltu6eLNT9QhqN3/l/Xd3lcBIiERCWVpWUqZGJ3LSDmiq7E/B/bxBIMW9JX3pd4n2D12M+EJvJZb8zWQaifCXwFhzf0mG1Utar4OU11oFvo3xoZVPRisNz+SizDhx1X1etoH31yA2x3mfIakxv/wVl5cLjkj6iOCIAqjZ6yQlh+60nXHkUpbDaw8dMJ1d8GhhihFpDWL6isg7Q3A8lqJtSMlcISWuHTwiD1cZXe1turNgvhbW0Rh+6MgIAAAoU6tOSCru+NcSr7bnuJ4eKcnmXUa2Z06dei1gbaa4VDo3UcyO3b05HNzgx/zMIBf5/M0vac5ladKgErLA+CfhjS4TvF9ukZ7gnQic2NxUeQxovjDVjIgK+0gp3eQN2bLG/48HhbG5Z/YgaqYJsUPgCC1ZTITIkioqfqG+e94Jchz7gqrkvzesNTe9sgCMwhFw7GKnoGEdXzFlXjo9xlLvIHQTpJdQMeYuisuFxnCy6Ss0DsHTdKgOY25XGq2xdfC5gdlqmO/8ZucnxmJmOojNlG2PBnVsoGZztX5jRIKdy6/wPeC/MUDn9DeVL9EML3SuMa/rkfdyFTB+DqPX71qLNGNXrNz8XbbxLgFOBz+qdg7+3yMwO12OYOzgJQUuES4GkM3tmkS6Jtv8C0zL3L8i4iTIV6+/PxK1cv3C+Z5GiWjQFH0IwuD6tWBWU0rhMx17LdvqNaY1v87modH21jA49KhArLvyK/VDwsR4Im17KL9RSAP4zq9NMu7XX8GXKGgcJPsbBx9KP0C4fWJsSan/BiqY3370jUD8naQz04NmjNEN3341c7SQCguOBUng8sbujyJ1WTqPWavRRtJNo2h5tc1X0MOkQxV1QU2a5d3IY/kJUhn18P1Y7IDY9US81Bdza7ez6tIecBDm7w5KT7dwLv14CUs7qDBGqnKze/B7Y8Qjy9HLJVrIrdt5e0Vxkmfw7Brya534LmLUj/pemCQay0Sjzh7jfnEYrwZ88JOAZzrdR3IJqZeaeyR387IT7nwOe8mn9tjjy6jSb9wxhbxgioRePPLtPH5036n0abIdrJHjtKVTCHiAJRbccVswJe/EyOpkOUzgGnIhx3lWNlebpl8I+MQ0L5OAw5B5JAXVeWg5ks0bHGQg2h/IM0+6yrK1/mWUGJy8WipkB90iy0V+eXWYXAGayPoK0ajNWSIvSoxc0Chl+1S9bi9Kbx+Njtd3fXN6UI1TA5WlG7+nKj+He+yzTkd/WMsENUOXF5gv/X7SQdwDuaV7AIteHgX6zfCq+Xc9e2GLjfURLbicNdjK0OoHm75JGYmzfKDsWKLK8+i5MtOo6DFiai9FO9RitM9vNLJfkAKvABwbIAtSWzbdIcpHhN3GQIjHjIHHZcdadIKH9hdwiLAFU54Z+u8u4G1UuQabWNSI8e8iJvG1bAv1SRZRW/t4jwl/BLfYC1ZsFbfYrnwhTouwq9zvaPr7OuJuUS+/pyWO/Lyc/oiJC21eEBLkSYZFu/tyDUmq2eKlRoC7U/Pp8Zezp8tl8lmqD/TSTbkFKsgL6deZ53JRyneLtJSwfqCmqLlSvjzPOmBJu6IfmmcYPZag8VIbZhE5ZOJjsKLsSj74+vvzK5fabq28IZnDyPrTbk6sdJv9IRm7d0rDa6lLHhk257DIg4kYsEpoBOo5TlzVDIREWt3UK16iJzSiwbcob7m8GUcsbwR71t6So+iuW5UaRrs3WPJbMuRS5TnHttu1mRMlXOlezY9bNJA+HqkCOwkcAGljmvmXozJhkwmaFr/IIfNjwixaAMXqJTKF7LRa9JX+Kr7B6VQs2a/ngL9mFBzOydVr5M7CJt89Ask9sCQh3G+Bwu79fY33ujQlsGszkPBvjXsknXa7/2qYpYYiNnIhm3xBbhO56WJHSoam+zfSSKzQejhm+MtFB5wJomD6DQDqTt9pO/9UCOe2qQ8m2H1uhqEV71Px4kCIPwJ5dQfxYxSllOjCIlW9+qOi5c1qNOr6c7iqygdt07vI9J+4CobKY481qJzwSdz7VazGPH6LfhRfYvtptQXoLQrNvND8/V7eK7GQGBeyeGVgW0Uuk/GFOmEYHJgeBJpaado5R4FQQEZZpGUbXU2L/T6TO7n7uJqayTm0pm8jcM6yjMnL9ay+xD3OJAelhpbIFfSaeHuhJE65kquuE300xIl+xFr+5irr1kKjAP8JtQScbBnQWEw+fZFjGx3ufibta3U1AwJR5/MDIzdvzCfvqw0G2/DDMzzPKKVVram6HY3YjGgsvW2UhF/Dqcsd44td7T275dK9LgT2Zv1yzg/+ov0gf8jfUO6SzbbmK6ANmJ5k2nkCvGdkJqgJmaNjCtBkb9qIB8WRcRqsJt0Dp9YYDM3WC5Tr/pUtIiIzSdj+/SE1Menc5KD2JzD2SfwwX5mxhfWBzBBVthQnlRcs4Vkc+xfXxxuBVY50Ozup7E278iBXX6Va6/zTCksOQvJfgfQ9SRehVhqhlpv5+6hD7tqaw2sBLa58TGhq9neA2rGlsnUIzfxG//MFpBqMebgD3LNGl4x4eq4r8D+59YOFhXTb2qKfmN942ZYagrU9dVtf9zVjznbIB82Goyoqs6dj+Ggq7m9a37FbG48szmehpgOlln+x39wvMtDSc1sumFj1D5gVd/9Vg+EwUBTo2v2srLNEx9XKjmAsd/oMfpUqvpLPMjxj1Eur7iFTLE4RKHtdapL/aqDsMbcamJ2LUZOz0AUpFdnb+HfBAitVGlrWnr+jffVL/qpqXS25nCgSX1qmu5gQm2wk+SicI8LiiIkoLtGomLu8LSN8tNuyzmczgy/x4ksp1gHHOEtu8goRCXm+N5wZfwk39Lw4pHbG37Q90u15lhP7rad6/2WUip/ra8lZ8Nru2EfmVpimWabyN6DkOLJ9pdxPo2hc7GXEobjmbswsZnkx24Ykd7pSkUqz6aUfPzkp0nNP3bHG6krPVjuMLX4erkD/b/f+PSTLCwnwVbuIlYHlVaqCdeAW9PyKGY7nk7hI/y8POifmurTBImo+R3F9kjM3KBSGMegF09Roh89e+Ec8gTlEvO3vkDrtDpqDkaz7BUz66KhDloUXiZmm3G4HwacOm/LJxgX6Hj40yoIJtaHZ3eB0ujzM6nNYKdcfqDXcxBfKK1tymF1Ma8OkFkmwBaO5T96ypn4q/uaoJlzQSIWj8wYpZJKhV/w9TpDTGohugCrURoOsZD6N5gdiF3L10Jf4226znz5tY4n0OaHwaiSfhsZia06WlteiXE0rJTvZUUJuKJV3T1fP2U9y7fNj5A9IVzTiUrJnGUGuqOVgAT6rt9nnyUflA05XvUvZV2JVhYBajGqxiGls7JWH/EdcfsycOM3fHdBKnwzEoPUIFXDnppI69IlqMtg0S7Avbwkx47MQiuVyZJEkJP0zEAZQQBgK61uSeZeQq5OPY47EPKr9MbhD4NAAZjpPvBWkRlmmPCdbq1Tz060ln+XnPXXLw4hxhriMSeWFk3uIPjG+IyP1cq3h/hE59AM0BaRvBKoVA16pCIADuLbxKMk3guBk5QlzhEAhQHMi2r5fE4ptuFKJhbP9TW8kUTWsMTSqItt3/7J1RabtwUBfdZLJTt337Roc+8AsE+TRdJMmNcu/pLQIbVtKfFFaC8FCeRO8E/vJwvMABoZs64wQjUy9yC9WMyyyKCXqwvPKShxVGhNUNbX5zRtcfE5VvN/UZpYcTPLm7GToa0AopLKS0FOdo9M1sbjrMb0Shezqeu0/3Vy5dU1x7896jQ1YSeXEIV7YHMF5Y9MEe9mZv8s5SU8L8X+opWWYBt2Mwf04FoXNUXJs7qulLxze2IdAN5trRPgi6UZAQuO5Yj9lBmJjkO5ZcR35BKvKZ5HGgKj1N8/bctpfJ2z9Nl0zz/1ZeBi5Zv3lgT/VteCI/Z/f/ZBq70yJA1IBZNOO7RQAxSS/OK0Gfe7kntJxqiBKvHgEz3KnTy6rrwD4590QnNv3EGjsUK82QpvuQgkD8g1Z3z1nrbg/V7M8NjiExo9PAg6PaCicAyQQ9i0VdQpRqmlpEXM/3b/uB5ujH+HbgOdw7M8ahr9nxMoHHihhPycMnpZzJSjwiAeHtoUS4Rp1q+Iz/lr2JvSLa159RkAg75tvqjkWpCQsMDLbcExZc0yrOzy+WgaTQ9IDL6JlPKksC2t/Q/GixY++3Uo3Zoy+UqUNSObvZICjgyrW43ALfqJ+2PfRgoT8PNEIaedBgCqUL9udp5R6mrmqYfVF5B+0KXwV+lNVnG3xusZMk+XferkH9/CV+q5I75SiSHOj3rDQQJABid8lMpJLoHjduwBXH76PRKZo2sfx/IU4KS0AyqXAYkg9dAjXRb4UXlOGjqX3lJVVgvm5Ulls3QIjT/ZYYcDQNg6Gtm0QeDPyh9BYiC0DyFIqFLR2vtn22IB1z1X8DQgEtBXoUntbESsjAZ4ys4qcsKkUe20cDAmIADAQUGppmdOapa8fMV+JK8DRkfSB8m7ZnHPGRYiu3PCbEdXp5SmLOItZajVRq6yA+DWQobFnHl8HXWhS76NmZzw6dmVodaet+knjhyG40Lkb9UPD+i3humNLKvDMpBHCg85GVhuTMaIy5q/WDv0TtTn4o96XRjrtvJLqhsDfSAe4EZJwP+HpOhrUkBEupDRpRGGutTG+LDtO4sh9uWldok783VrpPIA9/rF7vIYeCQw3YMPuo76CZuL1BVenh2tblJHfNzln8Im5ZxJThmre6IUrDByhscP0WpeqT6O3iVhit4LJ4NvdJwRxrdlKs3TwB3TYSl/sgVovdv3rFfbLgU1w+TuMHm7Pto+Xy3pV6YMJJRasJlLnTxgt4j6/07kS/rwgnUPB8dnv52IKCyb/Epi1XA8qdNHUd3nYrQR0yQiV72XW6178bsYXZcWNg+Bp8r82oMvhHD+HHDaaiIaDqWfKBDZ3RRnQlaxFsEln43ynQszFL8gk6TIQs5sDK8/MXfcG+TFES/JKD+v55OsNMVIgcvzRwCCniCceMBmWetkJPzrbeNAsfQ0F/0sM4dWKMhYHQj8p7x+jU/A3Z8LKiCT1+25N4Re7knHNPLCXzgjVhfFhNGX5FPKGBg9JXTA1oDgUl6MfkGR3g3Tq+dgLpp+6JDUk2Ztg0u0o4b0snJTwcUx0LY6MctJH5OOpZb8l6Ydmi9WJ+2UIPFwDHOYDmlXrJ6hdXpzzz3QkMvhwbJ7S1q4Fbggcf2jVbw69fBhXjKIzdqaTIH/45Hha4avEoNWejaXyQnc8Q90NipiB3lIvsxEuv7kw7KIFAx0fN/irWn1O1d334ZSoTJ2JYY+K/SF6HpHstnNBaeHk2RSGuNkF+KEC4irE57GdyybEoeRZIKzsyV/ehq5FPeuN4iLc9soqw+Q1F+2trj5wiAY+Exct53NTbCDCp8VAUwK+kn8ZZitGq4mgiont13zKXg1JNOpFx5fC/uN+CubQLp+b8r9/fsixqrL1sMsE2wqlf4zqgZXvxxZvNrZXTPV/9QB7qxUlunNmlc2uTvaRBhqd/XQBU+vy2OOZCSscy8WpJ1Gr8096XTSK9gGOvuwdvwi+a9jf+5AKVTPXN7NTis78MhKhddqnZQuFnwBWVrsD0RqyXLZpFIB7ca3BtxPaptVgx+xrjOD/bu6Ed0XnsVDoO7dwoPovAyha4448S3JM01QjCkzrymZjUPaKSLGhtBd5Wr5WZJUzdRl8QfuDo4WOkQ3KXsuHdq0+7RB+8NNdtkSsUg7fk4xgJABHtL8fRnj4OY63JpSNH+p9CeYv1erR7+bxnGKbzdVQgonXepnIiF0XpruCXzNXTOziM99DgtAPF0QdL8cmsFaxPPJaUXaNYQ3Pq/Ig/vEI5u+yN+TvFMq5nUvQTVqbO1q2ye89DSh9RQsR3zEZvRrufdXzgTdn68NJsHwtTXV0dnKHt4cqSNIhP5LSKTWVyBCf/q2O5PI/FGUbaVNwO2mmcWJ/y8z/HTyT/dytIAIYP9n6beOJQBaBWylj1575k6hQj+zXCQFQN3QIknvovc3ZhvJtl5svYT0JMi9jGX7Mxn7lRcxeX61rbKsdwffUeYkV6EF2OL5hcd4xOnAuCwh0bLo+g1LEDDWGBePZ4b26SVGbMU6Jj76pLnFXz9ddpz4PHvmWhHRXFppXd4cuxQb6fPRDd/ccj9RZ+q7Et7NcxpFa3euo2Sft4okIzUJ4GSlpP+9kxYslETNGCQLpKsmq5SQ2eSmle1Nyaf8NqjJJ8PxSoa6N8zQN05Q3az+KnvPecTq7jVi+iOM1OVYQzfNlFmU9+ogZSEzK06cmNIYYCaWVdHauNg6WSMOOGaaQcHkVwYAEfrAi6SPFrD0tHlWOgndn4Fo0gRztQWYatpdT4dfq0quKtjANpI/b8jE1C0UDV3Hh7h0wj8GWLfKN6cOJiO9KOgLaZo4iuaDCUWKm78OpeNP3pJeULkgPVeBNwqvNa2+y0UVuwnLqWj6jpvKvxNQww2CAy78rHIEJ0mZzTxrdGgwu8nWA/nJ6WT0KBszkNzMfyaDX1aEOVb2dOJ1+sswPS0uzPIUTFh14nsO4eAu3UKe1+Oc3soH6i3B/C/qoNWj6uQ1Gf2ksg1+bTv8NqtHk3yXwnDYgomvcZwYHjd2Mi6akNsMmnpEwQzNm1WTyv3creSmPL/zV1rvKMISYE6Ynje5Ko3Yhi+5WyOwfa31uZpMfeWmHLX48+qrYlmOvrGabljcgi6HVPJZn7TXWdgZ5PJ9VX03hHhzbHsInv5NjgAOEuh4FrUNwLM7EP55N6E1Oqqd+YvP9JowkfpTtlFXzFfTk7x+ydln+mwGIcaSsEP762kAQz6ESs8HaMWCJ2+jbPxvwxoLl85zlK6RjGMxRY8JhTQbmJ365mSKNr89sml5EjZiO5Jkk8gPTMKrz6Vh4FCXb6EppEYKUU8fHQkfz8NY1xomkFEUQliaCiLnkBGI8sGyKIgwBav4uiqckqBcnCL1aw6Jl59/G486vUTstZejBsBU2u1VUN5InDurAQZod6b5s4hzJ0fdwuSUC3+uLUogBFtqBCn++k1yvA2Kqes2w2F89fbhojrbF4oSxcA8WpG7nAjbn7nvTHLvtH/b9XIeNaeZqekbOZumFF5KO7RS631Aa60h8/UXIaYJCDuyp/n/tKs25QQ4TMDkKJkIQZQB3ou/HB6hr8vnGaNcmjk1M5g5WdBuvudoXu+OgQAN3GV5qKlOqKE9tW5mybDWcJLDspbGjBoY6MuAKlIm/sg7mFLFmWTNo3zWQnp6j64Qm0LuTIik1daE15q9Av5x9zRmr1emNtRdMU/LmpTtsyMuwKb1CugBn/1CLXrxMJASBM/9qXxg6hCpEfr1IxzNAqaHOxu+uxp9wujsQX5OoOv49r7BxBUbJQZUz56YXsgWIMAd4Wf2XmSMioOmWC1WsXeo3MM2FH+xXjiBTAWlrHDa+W3ygvzZ7IBNc0/+kjdjU9wOaHZmZHMDtIcJMv6CLZDDOMpzJW7zUnSxcK0w8vc969906+19WeN89qJrTG/o8TqlXP5tuG83IXC4vMKvIw6ackMGdFIyMqSKst1utaPHGxpzA50TupLnBq7G7+iw4AzwoCBwzvCYARnT0YkQTUa5KHzDoUKjO829EZk+jRc40ltxxEmQXpS9u33ysF0SaRlyW78SguYu1WzG1l1sx1KWGxRML4vtLvzFfkuzakt54zdwuwYPxxJucB/tEg1GGGlJ9/Dempn+xChMqlK49fipBhFJHNn9f+y0+tFgOXuHSG716HYNpMOEV8OXwJo1OXKJtdpyvHH+xfK0J/AoPzxsh87NP04XfK2+f/m3j+ZGyPpiaAkIJ0GbS1NM8BS/DqsPWFyHDM+Ti+nAu9CSxZIDWEwkWqRsktgUn6DWiOgylI7Qbf3G/5tiY5AzGzVWqKKDGRxCxOn8R6MVB5MeRXhm3q51LJovaJiHKXEn2Mr2HPF+t9sMtzuYLtGGYqfXDsH4348sC0mC8ctzgjZviI4WQ53rARiIGORh85bmZYPFEVftStcl73x1zkGaWCsfnZwh5Ax9lwyE/Cq+A0own7uznWqDzKX5mRKB8cAcjU2gNVBM023T3R4x4myp+bEifn72fJILI/i6sq00+unVQD9e46bpcSK55YdaxZ4ZhK2GbyuRoz4lvnFxd6efFdZGxnFTkjT8LP8rr2w1uWYEFrNaABsTRnr62m+Z8qsc5a/L15PruZk/y+vLAbQO21u3+ZDYfD/3a5Vxz6Qv0rtPQ7FXbjifO9jkr/F9e06V2DaFz7V+BBA29LIPL+4vGUb5HXFJ3GeiFTh/EFIEWtXzFnmoHWSPqer2kdD9J3DCnHuOq5fUTKCH2NvE6sisLodQCU5dAbIoq9XljEh3XAuvWUpvuQkLpv/avG/YxrB9lYkoBgKRG60Df5cZnsruMqiVJmEiD9PuX3HkxHDztUSRKDTT78iyrU25/dAIh2sIOrBZx5wBrnrXJL+2wZksrl5/z/2wfEiT3Yq4RAh6XFGt5I7QhVr+HC3BelEJhqeQMGo4L3Xsdk8Dp13n1aQa7NPLXG6zWKqt9PZk61/kHnJ0CdXw1aqc7DdkSuLQSvKlPQ7FT0uuoQJ1mIcAQUXPN5xJ5VkthJlfl+Gax1Eo04EdQwZohooTyKCWsHmTacRHfMpSA5fyOokJCw4q7ABc0xKG1V6N8YdzDiOa8ivsrzSb15PXC/Q1rsjTtfAyPlpmY4btCiY010BZ3wydzljbD5pvyekXI4P0Jc0fgJ8iAMcGtKEdjfxXzXWD58l2Mm2mGzhM6Ve7nEbFyJHKwgtaR59emUlF77NQiPMtUxPD1lQ4aRggWCfQFz4g8CB9E/IcPGS/Z4yJRC7SoUhINHhbvg2GBHYeJCnnshx0A6tOI+pH7cHlhl5Py0HP+UoMi/zdbQ8iwF4n/MtBKvcGO0h+3rYTrJigsxPZwd9WLHMkaAoq2klWKkMI18LkCrQnPXyaIJ7rwEIKbkZ1JagMXlImpyo9Tk/sXcqaaxF1CSAYSNOq7l1S32cox5XKOWIexzuA0kGuYheBcOldzrgXfrf16NM/u8rQyUCw+1SLeUF0Jdq2pfIfQkyxTrFYr7GdHvpD10vFpNNEYJ1G7bosbG5nNmS2W0xTsGh4v1ULhEhcgoyd5oxJB/vrMN/kFtA9pcnmqkyy0315Rs1IjjxPRkOdQ71Xdtb853wRTRCzyQsixLXm7OGn9sKB6dY5l4AvNI9TuVr4a0ibdM83AeVE/uqAqhQ+eFuNqMSiWuXUbM2vPdgmGtYb/7+gHWW47bA+ZOVTQS8IcN8b+GOmvfOkN55HISy8+bK/KCZjownstPUOQPYVj6cL+dHzvxjNGXeT+NQyZt6Glj2pQoCDIG75fKVXGtABR3tXeYTzKif0I3lr2el5+2NzdW44W5nk4tGaLpZ6D2t7CJfKvNIrpIjSIG9a3Aiw15V8T1XVE6qIk5+tuRTrasY/P3Uks1kg94m/kzk1d4eu6z6cRGaJ3xyiGSOCEfLnBPHGT42z4UmgmbMA0RhLVv1hd06irs3ImvAS1zhgF0B9Mo5AZol5qw1+UFKwS0QrSoslMX8podOzfF/FbunHVNyhvfmBZRqAlyre8VZ1ylJnxcJvMCbmm1N/1ioA1dZmMn4hT2seu+odVFuNqWq82n2RW0GnuzJiqazK9pRbj88CmpT49QqDbRml8qff4bTsPodZHjuUjzPiR8QOH2fjetmpwR48bbqDwEDQ9leOavzIYh0lgcKZ9N1prJo/D0UmOY/cMsShSMOdYMnuq6dei6012JrK9QJFj7PmOS/+Gm3X4jc1IeVdCaVkLSgoISi6QpGwyfE/5JvtNJrh2WkUm1kAVJYEaIMaW16I4ZeRsCOsh3cZCbtWWZMW+/K7nEhiNiFKV2Itrhv6TzyCQDaVL17iJHrHK0jqfxcYWwa/FHpFUmc5YnXnLkLidf8QfwmL0WUz+86JHmw76FrgvETubq8faqELzsi9zMEZb2DKBbXnBdV4QhUiHJgTe7mYWb9EaUVEvKOEz4qY89v5Ko8h1gA9J8QrKxX+FDyZk6FnnXl4e24Tkd3vndCX43xXwbREjN2KskAl9me2Fv/KhSVZYGR3CxjWiFOoWUP+Sf3lE3vdIrV+slH9jtQwe4VEih6xi/aZbc2SjrgSkQcnlncxrbtcmind4Wo31oZ7avGbrWmOXdAv+OauNYN1StMWGZFGfRK6Iyz6513JJHXKdhq67vN4O+r8zhMpzxS+iXt5hiiqw0pB62foGryZo6S8VMMuizq1FyOum4FmkC3Wyr2blzVLG765efLRX6BKyfMUAy2/7ZagweSat9LLtrjhhFF4V0bzdDQo7fvRa8tW9RooO1hDhjjPO3u9XZLbG8iQ1PDY59+lA+wfZtTEPG1bUSLB0KqClZiDif1XXPxz2QE1xNQpZSClg9AxzxJTLOIXN6ubNtVxttFTlwDBFUCiSkYuLgTC3hi73N/DIXBtsjhmXe7Zzbk6VZZy/Adof4avz5ze8ugKn/l6pKuNgFZ70XF86lhVvmNJZ85FJzMuM/dKot790hYEPpFmPiZ4CU9bygd9hW2I10pRZF8vAfrvujyiPk+7l/4/C+qYbyjxl5bapMZcGjLmsG7AhYaUwL1n5G5q9CnKM/kGnFMRZ+rtpXHC3rxPNr5JV35j98xm5RE39VxnneK14hFUfHMu3KRKcmDX0w9daVvFi4QS/dNVFXp7dohUKqcCL2forhCTR7ICRKk8xTfvQle/LgpuXS2+0FtxDYKEBdSkfXB8j2pYTdMDMCcaqWq4lvsypqaEP3bcLpyV+iGTQFXbVHKOEy32Aj1++r+cwPIPiQqaXdH+tMmp1HW02pt60Jp3VQJUl4JyeLLb0JUpfPlMGmAoCMG1KsH8o65heIjJiz8ojPFa2ShaWdlWqrecYvmM4RZ6b/NA+ncTpGJbz2Nsg4egdPzcCKQEDzqT+C0jaN0vJ7dAtMh0Z/AN3DV1j3CSlAwYMC3Q7M1D9UduZJ93it3SpiEheZ/TK42T+zGEtyGkboFLuZQMPmnP21JiM7E056y18nQ8y49Rt9dfjuEzwvlKLQnFzZR6fKHXUZwClWlp90kFL+7lj298BOYLtZ55YebUY6ajW+ALwkY1ICSDSaW6lCX/+EYbtK7LnoND9T2bFNLTezt+5NaCNkpxh+ffySSxamJiIudj+trfNGLE0xNGzuK+rGQSz/6jzrDzjNW50Ccwak4uJscdXFiDMA+/CET1i25XxT6Qkq+ko5gVfkRSCtJyQk9AFIs3cqmG20lKn4XAMWz3T1yy8Yv87ma7ZbZq5IuetEQWBS9LcrGZ5FT2LRNoURMMtJxbT+1uoepjcrQ2mvTBXRRB6e19QHedn1u+fdEswCnUvvnEj6ruqPsLLsgonNY1kwx0DO6Zy0ugekijwTGPZ7Uv1jj092oXa69fyxUtieWMkjuY0L6TyXQk5ypExcyU6d2Lj7/kNUaah7n8ng/dnPL2/NvWhCg5OpSPRRLZSslJvTLgpxTfpi8fY2KqiNgmcW9s/jOWDyNVF0Qlau5oqrbGql5cxu49wf2Sahqhr0aiXQCAvZPQy6bZZqKfKcuVMdZNfBaPsk7fOkHBdnfkQotvQOqiJnCIFsgALPvPrm+JYy/UQegH+Ffauwo6iqO7L5PGnpE7BvQyS7RVFAzfyGa6JRLbpJ+yOFOnMfcfPVdwdLVOCFLUdtD7AV/sUnqo4eexcmTEe+jKcz4KC7LeOWhzVvbbzkc16uDH3mW61uVV4oulwfkALs8CeFpImz8uYlGojQbXbX/2C5/Pb1WGnyweBpT/NGn37w/avpmj5QJVwe3E4bpbJ7hdHjmRxJPEQfozAtB873RGwnF1OPOAjQZAvSGvu1179RJkqp5D+ifa23rTlw0pq6nG9fy3STVtwNjQXAylzjiTwW+AF+DXDNw7qqcwlQPIq5Ur7eJ6c1wwM2rsJDk/Mu4TSPEML18KF2v7PWrDFB1zNkfbuzy7hcf9ehxZtuKrY1SdkefsC42qlQoyK/1PIR9WdAU7+hv1quidPm33Xn4mRzlCjtK4DLPncQiArMu9H9VkEMgNCTvGuaQCmWz6tH0CS82mY6HMySMkPF5B3gIlXPYTj8l/jaxuiVbyKGjIdldwopczsmJSymfjZvrFO+H+nPYbTKDRNtXwVaVw5fForNnBDAsswq4vCjLVa+/6YEfiq/j99KPkUuBAPG/FYYf6+2uGmblEcuf6Jm7eFRGB++GXHiWzFmG7WeuuJcndqEHE7tPj57a/4d7b5mXmAHJa492O3g6gF8vBoB3UMRtWjOAZYkFSiNi6MlY847jLTkAB6YNPFgGv+Cz/DAmcN3UMucao79JcRM4UBgfOGg05QzfSRCzW9AyD2wIwRNP4uvZddKWTuwFo8LsvJh8eIETCoZQRJYZQCqVkSRf71urd4HbABXOKNlpdIpnsi+LD23Z8irMLv4fgVe4xjbpGZmItNuZfRrcWM7TSd2jLIF8y3ta2mteyPl8JKWUQ41R7S7G4mlFqkzssJ+UqOtbeujxoZ5/viLrtB5EmZ18uTLmLTUo0tVlyJTwLbVU7uJxQvE01VAm6zP4ivGgvL2H1pX1a3RgeU4eG4iDrhIemB6PUoGG109HKQ/s3tyQ/AQGuH7qwUytZDFLNTaZ3VZuV4zmWHZwSpRUR1ps06QI1GHecO+TcvTSBD59nofOtnN2YmxZNVPv7gkgx1u4Z+cegMjl+520v7IF+C+lUv90YNeUL4rZz55i6sfpokiXTaNBng4PNioA+3DX6HRPlGy+oEUlLI+6NX0W63gaUDGIEruUC7v7u0QtdaJpV0oci1REJYzVXAq634/6bYa8GqUNOWp2ZNKlKXL+G3Sa4orSrY++NMA+KKZa+SJOpAINo03+2D+MzzMgCIpl2eLFUMHcN9TVPezPDgt5beR77Z3+JH2Ro5vLMb6XohCaR0P9ApCLcaCXrWmC8W43lkrKE3dVsaSOgrQfVppa8PoGAloxjPJnjogH+2WBnm31P056K3KT3Ylhtxor8w0U2jWfyzQp/Itcs6KZErZpY/CkADKnoVUv7YiOAljOp3QE9oMaU+JI/9/fjzb9IDUtQ7OD23dcc20Llla1Wbz9Q2tVv8Mi/NWkCigb7pYCk7LLjQJi4b6adiGxVPfSPw/p2nU0DW01V8eN6djoIaPyQcEA0iQF1J4VXSo67Qtvzyk/EHSGZnpqZv23NpnoYPHsPT80nFXWAegzRkxTWHKrYVcpXpiBYycTrvDPmOjtRk/Y8TZA6IkQ/uaTsBmHPQFzCvVD+AZD1fbgcqlEQz2zxZif3ZGKz8VUHEEIlg4J4kIgzX6pYUHOFhaXgjP/5HgH5n01gtUiP2Asq58RBO5f6XXmb2mHza4CghMOKDAUUPAglKYUjiLzYd0GrBFPaNS7TEdu1vwFn+adOs28sKn5HE/2ZEUSJE55+r9GMhBKtsBoYsLH/g+36jbN1QCijEVcr0+/J1Uycb4aB79fhrq7WiBS+xI+AE5u9OIk4y99cUyUlosTJW4r8pNQvNHy+xpWO3E46c31mGj5C/27PRROKOlfwQDvfwmTZkjSDsKZzeyF/fRARnMQEZsvnLRL+KaV0jAiTSVNhmBsEhFlml6ftpqmld/PZie6WdEmL90Sa4P5ohv9Vp/0bnPJ0o4ml9loaoAXCoyrih2H4UPLJD7r9i+u4gdXegVXbzpYt+0+0NvZCpolHgGpNOfMsSXc2GDltEeOPJIv2774F5QAiDEe8nNZcLBIGBgo0eUBokHSCe+Z5ar/tbVCevTNa9ixlQnyBurFkffiNi+JtFT9jlFEwWH0biD9mIBZP2VdanidEJmqjOZeHTg26Z2I2/0NTMKucEtH1BUe8oLlK2MP+DdxIyvssxxWbguxaUa42RkHrQAYI0+AEGad3S6YVUM80cfbziVSnx6IddZs3554VNRy+lF+xuT3YXuxNCH6MMAREfzh0cZppJmruowQNbyaO5890Ep9QoKQzsu3u9JpdWOjoRy75r0pPchDMXG/JZ4RjPEzuli0yhK/rgB7xzjeVq0F+7L1gnIa4P+5M6Gih4BI3LgipUR9w6ieSEx0CmE6Nr2ouOZxjRxdp5F9GajT4+3OIJpPdNpzymM6pr+1NFPkDGpPD+M7Md3wfl/AfvS/jXTQOxeqH4pEip7SeSl/5DsuKlwWee1SaPzC4Ur1Bz4Qv2g7oBThTZT1BODiGJ17JBxm9ZwWdYeG0QSXCrl4d0bHn7Yzps/5ylgx6lAfboxzT0wjAf4AniINC0CPEf37DNBoGmEhwDCwmBn8EWCLUURg35RtvtY1UBs4sY1oaZc63jIUUaCsNgigDzHLZGc43kt9ArnIG7M1+fw0qbrumZ8TxQCyaejPo3A++R5xwMmm5jw78+Iy41+CfGC2nl/0FFfkR8wrefbbyPMBcaU1027xDKT86ouVPP0S/5LvFKfH8UqDISil3ZIjRPtIsEpyo0OLWntz550FDBaJ/TbaS2gT8p0JldMWCOsNQcN4Cfc5KtaaN48y9/YAzxyTC3wseTVvbKmNW1lbCnGKCRMQo/yCNwlFXa+R6yw86Q9kUBsweXXTP9app+cjeZvAm6oCuMwKDRs7MBEzQC2fp1PfovpSbVq1mUY3Z920yV5lVgza+IZV6opqEOaMjn6FxffhFF2qZL2JIdpdcX2vS/LYmg9PQDXNkdnbqefsYC4c72EOeVSC3Bw0g+K6Jgf+EbArsCHVBqotoxcHLFBXrtWnNj9SuLejHitd/v6zkVrEV4sFFtnAuMzL4uneh1SOvVdNK90m1LpPwqrLOqTC0u0rsQm/7cV93yLmKDdd6VL9x/D1k9QnJPod0z0xvcL8G0bEaNhkruek3Tey3Q4CypnCNRx67M70WzgeqZjritQeosyskDNNVJ+CsBl4PHbb72GFWbKpwXujt/ZXZXc4qjRPONCcVLAR12fg1taelHMeVZTl+kbnuJgJJ/eW5azFGbnYbIeAg5jWfaflzFGvHXXVS91Q8ZTrIQ7TDNaveIwvhd9qeC9xNM+RqAY/JSxy+B4t7uUOC/r8kdn2/8Cu+sbKhoEnkuZgmR3++9/bYXJ8vDiAncuSEJyHPdXOuuwuD/mhSw2PNRJiL0kdQ41EzboFGbp7xpDYiWqwCRZRttMfoHoWT39MgzjstYKXiN7AyKFYbnTODmBKYH6d3OKEE0BZGbOlrf/izUT2YAhLsC3Nn40/GOFELJ94r0sh2ysRLKQRrmUtDyLGjOM6MQP7jhGQBbwVTavnTaoUwKsxjghOWrajRQhNerKur8bpZw8A42lnNpAxmkRfBDjWWm1C0qcUI+i9IxXBbfoc1DutRuaMbbouIwvmzz+kDZTpq1hN4/xAeFXhA3KLTa1ICgGN5jlz7jRVqSRbv1hz+9w7sEroQg27PtMP53K+60F5xLc/gq5rQtm1ogYtoxB9+uwxn/CXE/7GfP0UqNE9bPNdS6LFryisv5Yt1yLPoOxMg9oHCD2b2y+nNPo/ggkLx+mvpZsRUVcznvEJUopONGmasLvD+r7NPxU6H+C8VyDnWbH/BKH0EfASR0oB84a8k+E6Q206um41PmbYwhS8GrB7vXG+Nuqy/czhgbVopINev6D+DRNHKTEr57Sduoju1A10tu8UnO3nY49mFN/mi5dHbmiL4771ydBJaA8NEu9acGlHEl7/Yi6NaEL4tEdcTuk6zV6SMXHUI7NgAAPIkgvOQH294XCZGH1KJKPOywW5hcLyQNUKUI9Y8Ac1DYl6ZigLzsSTEQuIHSiwmpE8VL2YF5nz502mizE3rggX0NaZrSm/oJ/L97x8PEmCxdselXZWGp+ekOPR0erDIN2tWjNauhwHyDeFxce6v5M33PbQmnrAmBskWe/ps1Hn9MX2TiluKjb9APcvMliOXlGLJL/FV7Jb6k6MVLlTC6lg0X5RtW+n6uy+vz/zvKd/fQ6yExvVIUGfNDU099iMbMhIJEBz++rZymD6/vEvwSZkydopT716IijgK6QL77wafsj2JjrqTuJH+XmJMJZ56bsUet/DdpNYGjsIycBgVzP1Gr6JzdQRDakj5Zx0a5LL/2T7VKsQaSj8sI4jJySSxRrNsVU0gtMPvHFthh4e6y4MtKMi3BYVh3bhKVPLj6un7pJRor3QLOwpJMuBxC6mkBf2sr8+T0gvDj10K4nFUVIcQZUv/KTcTb8t1OLah23AeNJ34mSD9XYs5WpILt9QGfjYqsy09HWtEU0ku28o2aDyqPIE2CKDOajAtNzoCiNhW53xBuu7fhf17UPeYG9ji450TxFjMWt+7lV2bDZ766yiqrlRp2FaH1RBWnIFesyQTglDpMiLux0LDjWJu0/Pkb4yfg8PGi8PtztqhDVtm7ijFmiP1JHnROL8pA4vJK3iLNflBIjkDSICxzN7rm1l7ueKrTrrXuMr6RYjUDeS19iw46NcNDLpkAFTPtpND86fTkp/52QKRrCoGvdhv5WLTgii6JY3CMb3BwaGP/nUITKeMiwm/A3N+NA+NP1RPI3qNBsr29g+zMRutlaVTHVHgLilVq34IGEbMfScAdPfH2BRnQfTDH5oAT4NZFbeh63+S03syNJ6liKUzbzlIZmoQfTJz0yV7+hvVLV3DhuzBg0GsbX3WFDk0eextmi/tG+7vGJDkA6J5XO0+h4R0bVU7YWkMtP2Qa7DcuLj5uW21MPxKr5P0muzUrCn2WHtDLo3FG56jOJu28KrMvsIfYt6VahYqxluq2rQdD48AlBXpP0/yruH2HCcwUd+Jac9qc9fHo9SVC7lGklprxCx5eSpPhntchKyLbfPmz85nG830v/zwZxDprza2MLjnQxiMHfgtAm3DpKcW0cI1x172oc78yguzPqTlOu8EDiWNUlinOKGmQncCwwEd/v28W1iyqZ4p81yPLeXzwC3J5bV187UAsFsF4QuYTSKB56cUH21zNXyD70Gi01OcydtIeC0ViukLCUXsrAqsirRQUnM7SS1Onn6qzoI1F450EE8v575oB7BN1r+oDWjQ2Vdsbi59GR2MQVU2eYgYiSg6XiqKzF+/njVv7VPWHjp2wkJcweKylVlhHoWNNlEJ7N7+bx3w99deAWS/IDmI19phEHhFB+7UIqBwdbGrYo2C4bfft/gIbvcA2/Li6Sjzh+oiCazZgAeO5LMplsr73L2gylP5orePUog9uVWWGuxPyuIwH9YyFqdiO8TsytErUKFTSqzz4GKTzrOjrWArP1EUWj4WFgI4XHP+LcKVYz1dzhkQVXPdvphcrW95/d9zkXGEvZ67C5jNtMHTp+XvCLm9kLhgN+Xlba1pEr3Uja70gIAr6T/ShBWrhHkM7GfmrjMHx8OLtU2tO6YY/K4FiKkaRO2YMxDfaD0JnVcn+Sj2L1q80MxpX4JcXv798YoxlYV+w/pfipGxOFFiDN8vhyYAZj2NhNs2ujW3+ks9D8ApQcVaGWmkh2CuhxSrNDoHUcjMLxEc2J3bb5ou/Ge2wWn3MNbleZOyvj1n1wbQElbG5/p/SaHz1Q6apuHGTvf8LKv46cCpfIfS8hlVQTNLhjEx0/l3+ZSmXFaCelG0v2R9wVB3nGv7hEuJI5Z/qyOaf7TGfr0uf6MO2K0P7M4LtPUEzwpedJWuBPPM50GZHgeSd0ul9NoKr4rDGILIkVyd73OdzbS8VTzoBdsPAmoB2CsKWvOqJ/ZnDEmU79PlhOIG8Fob6/S/eCdalf6FC2VNVCbuWqyK/SWEeyEvAFLTVuZjyyxsimlRpZQUL/zms+0qQz6c1BVM2B27rR37wOwU1+9KfbAshfmPpliNbvILl2Hn7KzMXSNsd0oFyS0T8jB3JtdMP23s68PkVdz872xe9Q4wm5EBOMHq1xCe0c1lCtrpj9x+NuQ0ItK/ebhVZdK/42pzr/Arlye4IQvpaWdxz135LsqAzuo6ahlZlNyTrRDXY1atsMTjkMnAqMLQUqJy/aWbZBaxkk5cX6mKV62DFBmRJJ7B8wqw6QvFsUFNB5gTFTApHZpKHjY/LYiwO68/cpBnZKd6nr5NavZWpnriC+2z42SvYc+sYVe5kT/Am5UqXE8TfGhVT0pO/m260r/OstBq/b59ymtnYR8Y8hl9tM3nAWBkGCrQKqVkeDRqfJv6yTiU9HtuAXDs2vMG9Q53yIA25tD17qUjy0R5upCI73RRaWI2bQenmGztn++JhF39luqc9J/FYti8kXbT6enxEkdAkoPl0b5eQ4PClhRLnO+ccystG05nF0r8EQILTONZlqpIZCaDeOH4wrJ6Z/SfkYUEZLKhYYsYW+KCtXUxLuB+lm1wn1PdwQvcD8Muaxcn/eLqKdbmRZvlK6ha1lmJm1k7MzHr6qzqe/y782WOfaShlRUYk5pWtpmvCE47kh4jkmOx3rTk//92WRyct0mtoR3fEF9v4CcQ2kFlUwdvv33VOBb390L70cyOizNQgtAxzYRMEMa/8hYG5LEL9y6yfLHgCWDOFlVd3aCMKBg9y0tVhj0wVgT8bTjDZ8AU8QEb/mFMvmbhLaiYpxenjeA84kOJUr00z1ZrHs/0QfrqsiVvIuLKkxfH9DfeGHWlMP+WeGPoUfQFnzR8wwUPGCXzKiu8KKzPBZK9a2b6wp7az1KnaLygiUakcMb10iqYqhhIaBKUpcga6AMr5n3tacNmplCnI4tgfEfk+RFhhCQ1HbPQleEUPdlk82/GR/xJ3QW3wMhxUzsYzSOhBwwVCdpkk2iCaMf/5Md2HakHWXAPTwroqsa20nd+m5CvPstH5ee7hD1AayBqyOShscDGOGRSwxAXGnWzr4bZ4Uq8xhQeJhPTCvEI9l9eCFZuSIgWw5xosrA3Mp+FcCNGETpoEvnx+nlRtFyNJndVwNb8Iv9HCUZJym9cWe2sqjrl0TmnX0zgQts4IkS5C+hL9gO4JUAleeFrbshnkV/j9ysVpo0W7j+GOBI/os8W39XNyLfoUJ7DKh0telj7weUEAf2dGS6cg0EbSPEOzySK2v05vEs4M2PfV/USCj6XLko33QYbpfkGSVwsFZcT30Ic7cnJhmEeSJFsxskLXT/AIwq5kwOaCmZeheK3Jz7YlyspU/PhIJoKxBB5dnzkVKiVqTvtusaFMsoHIhJYKd2tVdlnnkCWDq9GIlnt9D9/nY4kF5Scft3vP4rBEEoFCOJEKU4qhrUM/5XH0S3oh9YwzboR6P+7VpZ9hOG2XHHma68ZQ3weF/1tJbSAr710w9evR3aUWzgWTv5BsvBbW5oyUgXM1yqfLZDM2ng7d6xzgeKL++OLdMeDGHbRP9AGeDPb9bbq/Ji/utKIh0msr7seqllLerRjZExgfam5+actiuhUzePax6jX1+Jom+iUilQwhjYJZJYbrnPSRHZyovh+Y/FoQU0Jlp/ggkNmWllvejRgGIgjtBTwd5P4PGgQaIyo5mFqS+W7fUfx1tKUSa/mXZWQqseJfJr+5aJk/OpH5uP4IgLE92BX0yR7t8LkoSFyS0GkTnM7c+YbL32YoQeTI7tTZS5WCSnKFLRX49x0EdtX+xnBAELlTslK1JE+Azkiso9LxJMjjeUkuQoN5G+VTbEQVzAEd3Szd16ihjmkyImbrivIh5311dqQm6qwWC/Mn1gEkgAkeCdgkkBELjQuvKKlhn/wp7EtpujDvUuzCzHBAhMWtxz51N/WbC/6qL8wa4D+XBAnPldTOhNRFNdL9E5/M1klZ+pUhFnF6EovwciD9DtjVnP0D//WQ16tx43+92aSU2l6v7kMgmYMbXz1RUeRS5eP0Mjail18vUrXCxelEc5zELjm9itAPRb7aGn1BQWZZ/9QM1U6F72HN2fbfZIyameFkr6EeL6a+PVl7se20E9uPyeDlqy5kZk8+qbzdPUCkQ2ClUPmxkYvVt0ei2N+wBypGqJQKTYZq0oxJCkd3UrlZEjL4BdCs3o+157Vqj5o2o8TmE2z+cnf0g2PHffokqTwxZGoVBNWyIquSScUwHflEsxFtm3bkniS7qDWejwtUYLUJ/BBjRbDaMKAVpSJJeY3oyRiOLCXVMHXjRA4S1zQ/SjphOWF2zqzNlQWf/hS2b4WdTnyutM3KMBSl++uteJG7Muqm0GAKoKDp7w55dpvYLMe/cqN/ydk9qXxKCttd6/CaAsi2x795WyXG1tCCfm3qK90KcbB4i1kvJugrE7D5Upm6u3EJaiRU89LuWfswjkZqSuz7sdci3vPLvPVDiAEhaNpie8wRgs4DfoaYisXJz7/xqS7vCHUBv461t1hmFGPFZJB+pGZxSWE38n1mqhNsLIcBXxbYlkO4RhuajezMCsWown1bw8I1XU43YJnWf9XipN9b2BA41/OuhcIznQIyzEQ+5dEv6Td0zwWz09m+baHIlAzLMW8itKdgYyBWhfE+smTEaF5CtZo51HJW8yHHAgLyeirURqJSAUIc3UcXrtTVWwTZff0hek75FlLjgjIJHZI3MYe5g/vzULlEQiZMy6ZbvrrArJqiLo9K2uZy0FTa1A5ysNaMTV8OYr2M/Nxp4nk+GCCZjAMqeCPLIFyEQ+Erg0dWNMxVMEXv253kzFAQ3Yqb+cpjuqZbBpm43aHX9OfK4o7Y76WUvjgITYNgCrpyUu4Z24zRX3Usy0McJ/B5f5+68phbmjWXsQsjth+NCzinx1+bzkNJeB59QpwODehkXBGT5tYqE9t41GG+tJzq1lXxFjPd/RpDyEKaOrw++98eduNyLsWXouHTWJ9jGbZOh0g7qGbu1y5zbSv1z9oFmEP33wU57OruHhT8PK4a8EAHuy+pcBKbOkz4eHPqhL+vVMFz1hc8WP+9HjjRiIh+SRc9UvtKIr5qVLrys2iqDez2ybbUM1vSa22Ln4SnRwWKYJUibstPTQz43Zts/fB/PWGGfeLZqFVIjjihI+luOe4IZW50T4kDdS17gwm9D9KNusxYgaWm9OEJoqVBrODTSIuIMeVFx8Ot9YkgliR+Hx30fFHp74PoDHHTbCalWnPJpI+ecy77mNxI2h7Ka7MfDq8mYh0Q+/5SBxC942Di6Fc4mTFLimXDGC6Et6f2PF62+XOypaIijwJLPmD3a/oo/MolgulDudn0g/GIayO/TFn84qKQKKrOWVs0QIHGKHbfEh6/307l7HIIPQurRrWfj/hlE7TresLvqwrOLZfpCwvWikM8nJ0/q8GjJNe80rB+EaO2l9USJvlBezw+GSexRf7J+o2GO6iEqe/mscLyqUFiURJqSOAbNwttzL4UjDc/QZtIKeDaq/0DUQKbnI+XLLBYYtfnBl2f2tE/qiW1pS7NO7v9rBzM/Hqxflg0NZr4eEkxK4kV/69RxrJeNjqriicPNH5NRarvlo7gLPbx4ETp7tVMVdtbYYKpaD4beve4oNLTt09pkBcFKRNZuib7ojLy8j5XsBqbb/vGLy1Rvso7zlbCltYj1byL77JSp0ujgOtk25/mtqcXN/mmpatvZOW2a/3LzYBu5CmUKihxuVOo/nkiUBvQ/p79wxYon66fKSolsurVcTS80A+8MG2txdjuYOFtPC4j7YKOAPqCrVFizvB2eGokj3Impu31nFhyR/94HLLaXsrWNYwrC08zfUSW+GL4FAk/6e6QChsjzc4awmV1QbtcCpW7ZlTSIvmquQDZznLib+C4O1bYSokmk0KvrJVFiRL/lWvbVWCeHFeE9dESwokp/9QcJ+alrUKVSzkK50bsj5XucvY91V9J2+eEzYDnYrQ9muEpXjs1PgbyjXstTcob6S/3BLtwwnpn4sn6QbqimmimP3ooWDbCzV6eYhkPG9872QMkc/rEGPsXeTC4xm+Tjrnu4KZlLN6rRPFhG2J13Jr5OsTizCRJRoDglGmmYfzTcD9SoSLo+lK8Wsrj617Jj6geGKtnyFWRvtDxvYsVRpgreArVUGr9jnK5hXicFFet5wJoYO+ST6icm1Ps7jcf+cKoxT9OAsMFkC6vNcEK7gmHoyInz+Ig1dOEmHjR1TRoSbYFTkSc25FO8NaeGpWSMzfjbZb4F3FIe8JF0rGy5zUle9WnlHawnGC87po2UJ7H7L4Lg+lLC7+2Koy6z8whn5/8mt0GI797cJPFX6GDaEHNtza9u7QCsZoolyI/fdOGsdR0Zo8pany+zKagubOJieSpm7baEv+LjcKBn6kSVu+x30WfE6ln/Q164swEq53vlIkxSHb6OZYXOJ4HB5KGrMR79ZV2xMylXA4D9NRcrt3k/TtmhxJxR2r1y+F5iVS9PK765gjIYsutN3d6VXEMYorWmhMBxbqahSn8pzL3XVawZtBZVyHvkbaibZk4lhLPbb3H9YWKeaOz0BVF00dqavzbRsLhmLMLeEpbxXr0JFWBDCs59Yr1deL5iYpSzlyk74MJW3L9seB/eap+22Baf5EVHg+LIe1rU+WuVdFXgN609Z4qSzOtHvV5Zq3x8mVUKDQKpOR+DxSvxVMNXxsTXy/mWbIaZjGtNmL/XnXqaF6O0X1nJO6cDZtdNGCy/ZvASUTDr0TTPc61s7xk3ThIzQrVyVKdZ3dqOXKiJ7wU/6hCNwmOV6cYtCkxy5GmsDPxJ08I7dz393+0joxzwdws8LMgAw6MnXbTvXxvsyxgNn90MYH8tcxZe1fE2uHlWSfF08rI87LLY0hStaHenTlcHlPcZZgt06smXtmHpki2LAZTGU96E9WPEBkxnpQu7JSAusDh+cNsDfxLJIMywnlZzeS0KJYcrIEEuMfNRfkcMvGZPr5XcaACSsXxi7TYqUfVqjZ7yX5VQc0k9HiWInP92F3vim0uYka5AUbYombVqM0SiVRq0mZVdbWBYzl65jhgiAPoMXnuMFWB4uudw/Nqd4lPTvJ7UqiIxHezSJlm1luFkpJh5vhQtCQfFlvPl25Z/iaRtxl/4NRu5PEn3HxzZ+qZeqAwpavR3zJnFVYdFI4q5e+/CWNq/lKOJd5hivjxcMcItU4yIEGXDj88QQNVudiHu/LCATsqx3jj1ZmDhvai8vgch300P2HRPCFmyDu84CG++PFX6QhzXQZ05s8l2GXsgrzFLZLs88GTzw6KzrL3B0ZLCR6NBcYOpyvu/HTIS3buAy9kRxz1OuZYga/B1ItJ/UqcDwwBMfX6fQWz5dvmSJmWhZndMBHtCA1hTh8C2zOorav4XyK9kIvBRKokz9mQq1w4JelOPB+b0yXUVWvl5A1+2lsQsKtGpScx1MpxNnzuXLntgbnYypvBe+Tzj8q/9B8+LTvJ/ZlGkWwanwR0jMCHESEMzXve9it41nMnCizDoBgt8DyvsAG8VHptNC/mD/hP/0R/uzQnsqUR6uUuH5E6gvddZcj90orfNEztCZzPGnW46NjJWlnpPfNJdx+GF6Dn417U7GcPR/Pz9g1vZVCqQmxhFFG9Wn1lGykqonJ7qk15kyRFkQTUQcbuilwMB9H8Xaj3F3YXDiW4HZ+7XDiw8AMpJa28ZIVeSl6rCqtvemvAMR2SoH10E53LDcjWZdplHzjBrnbHlnIT4jho2oPTHF6w1r2UGdih8hCzLiEwmepZRFC715hgIW3ii2snjlWUxl13eE8t1I76StcbT/JcNoNa0iA4qIca18KNrF6HFcuTQZMVX9zFie3mU2WSOl3KSmYXM5mHNMoQlHOsFbcnAHUQsU1gAbH1oqKv36/1SET3CX9F/raG/9is8hVc2ezfFr/3BKOWfKvprzxivVQS02sOtaqhLtNnvlHNk+ldv6Qhf9teR+BiYkG7vX4WZB0ZDxnxKpv9BcIs+hiZ+musl/43+6zlk7pd9CYVLZzo8zW56Hvw/FZApNv9RLTY46TVRiI84Z3CRgLtKm1nsj1UVoTqF6+eZ4INKyluKfJkKT/nX3MnoIJr03BeVHFWIt9fM5g71lbcPcNzq00fhMxQY8166UcZuZXrzqfkf4D8mFX1wvB9Ov05LyA4vH4UZZf3zq0lsyiJv5b+vtPRlyKyazi3yyCvNJWRdMMSkrg1UNYFCbbm1NVgiUD2yjaLhfeTLXF+Bh5EELyfh8OQXdTO7fEcdE0G86LCpp6UzawruO2/11GzBzmNS8M3xqbDH0Ns54q1f/dYiGGHGp+VofU2s7RI0sGV4RcsyaXnKkhlumhfL/0Ik5MaVLekiZeDZI+PNrm+8TfMJcy87tsDotVbnHyXGJaTZZv7z/dvKF6rCu7fNCfib3QSKPF5mjhI4CMMgFK24k0aS9ACiB3yFhXJUf3dGUQfNZE7Xw1fNQ8+BGrZi8K5W9RxGTPgjm6ofuYNkSvpuFkz1l3GOGQAqhV79R60kyJ/e9wnXp1J/iHBX63B5/Tk2T7AAy3646g+YhzXrwP4m1Ln4oJgNtftHARMUeSu5dSqi8XhI/6EhfeHqKze+4ozOZJ3Y5G6mH1QXiTNXuubl853IU+SlsSRavIQJc+qTWG0jCQNrMbpTUWurG3G+OdbDzedVHQ104J7uKfqsm5nu7wZ+ZcludzBpLrfHyLllntZfk8YNSwFQCCgF91iBAHgO11uzqCJ7Wr1mLmmiscvsxkw6+axUSM3cfsWNpEHALLV61WHYCAppZQe1YK4XlEzDNkYlVZKfyPdKTPwmEXm+2+p/6V/IrLGP2UqfAHrGWi1JPaqMH/MLaoTZqY4DoXBrE/y9w5GfxXJKevp/a94jgUZBfIwBrR7fv7VBYGIYtFZpuxy+5+lM6pnRZ1iqvzKf+4728s6NEDwMiNu4rDilENhZ+csaoaZUaCYV75/3G4zKqWCPture8AQxqWB1lOiaWUmIQ0idxYMSi3RLBb3b5WKf8UM5EfQWJny32/k/4X35epmOA9eP5+Mu5cFVG9OCRmQIr4K+zKBfbDcsp46mzaHFvGQBUavUAvNEBYDNwLqjpCUWmFDK6m4iVFZBdQHuhpO1jCQFDfafqmiLXxpMTddfdlM/ZrbXgy99PZneXLYHYor5H9ZiZXIvzNlqxGhrMNQnQ1xU6WJH3JCkANH0wcsqGlGMszHdXsFTuesbDP0/ZawK7F9mcus8MVoZleN6bpz0DqKRzckcddfRbRqqXoniFiYVzrYH0dhU/I9ir82COwbTwZ4TpVDJk3saBkeUcfeBrshzfxmyu9VR6w6kZwWzqWzIhWazVORcy6yxswxb2Vo1ncP1JoGd3cyFQetLdpBlXALhWBpamC1gx/w58C7N8dGV8bvhMDOC3e9z7uA+SobTTNsd1hgQHlCs8Ymwjc0GJMDAPOCkuXVlfUWJs+Dh8OEF3/T2LQlt06FrnvXqtwha9tGmlus2mzyFsY6/DpR6q0hRS2i3H0gqqAn4Hmv8HInUGPDeogFDD3vOU4GYWz09bgd7bFeKlGSJrWLQ1vpYC/oFG6dsgq1NP/u8vmb55eTGJtI1xm/cuPJ7YwmW4R0StwQOyTaVf8zmbIVlXVd8In3Gv7rYvjjYsXwzskxSGnMva6FO3uS+6tR9im7NIfE9gulfRkr0w0mXO9ZDueqjigtVVNg9oByWY1/2cGquiXrVVLEsK/HRDKQrtUhmP5q21Ibvp8boRwqVV9/AMhyTTmEW8aVnPYycN8NSSkvoyQPYsQnWxBMXOPvsHNNdFrkq9DhH3paYtgEnEl5AWuDWgTqWbcYS12l+MOMF6lMymTUgNQtjquw7S48gdRbGUk874uAAuWgQbcLprjaFu7uRuDTZkyJn4kXgkW1HugGVAtxOg8Jzfk84DmYcClwTl0yg+o6qkOSZnDPP96PU3cb7KE93D50RDkbQRaPiz+TU20bIu0/GuGde/1qv2H02YKtXyE08KvozpREvheIEEyPFSFHsBunx9NLZ5HopkDNPpll0KwSWO0R8stZ/npHz99rRfhFU2w7dpUkquIvlVKW1u1bCPMTSxHUXMYgP49QMpYKBHalrZJFMmZs1ZxZwa2Rq04NXO8iwabVaze+oAb3s218+kyFUAb29m0GYlASAtMSME9w3DiBbGXyBeK0rWtjY0ta/atSALVeyHenEja/ZC3uvkzMJaD9yglVs6MrxeqeSvubL8VK0uLCXF5/fDkPYeo7/yW6WOpHG5W7Muf+sVO7ylOpjxxeghGtQCwVOUrifbnZtC1cNXJJrO+GCLu6inZOlkfmgdrHNr8JeFhLBtuazkKmxrOtK8Y4S4p+8YsCRWH1iGvAxrPRKWVHUunm9Re5+JuJPH85uCoigKVZPG5rZ3ubB8yd9vTjAe8tA2lNiMs8kbMIOIKvnI1IyLMMWGXTRG/02zT4kDOG6M/rAEmRaeAFEwdI5ue0ZrZZ58osECxmOJll9BX/qB8rcsUSMyICJjCvc4qdR25Y4LfM4kszEUrULCVTIbyq1e3NfFFotu2qZlSmCeSd9AuprSvV5Je2BAQBxISXUlZptzLLdB29tjttgAGDrlx4gP0yA3cFlrovI9iv734LBGbjH++k6TLDT44xFMqPbINL08yWGcbSdmVeSk0fBOgs5+5hLlAqvIOpMB4d/H4mIlktWevZkJ2Arde1BM+N+mHZMzZz/fd56npHiC+IrxpiJTIFmXkhQriS1hL7t0OvFwQUSZJQI/5QxdGW6Ppjfketn/2rw5kVVCf9uDPhsEL3KdHMx5I4nEUTkc2yXZyuYZt0daMLwcRELUriZyfzqeFhfYn/s1tcbxkkZmnEEhWXk0xszLrbrc5s/ULdPQU5F1IP06akFMorckmfdvmb7W/xSkaL9gOD0hcyTYPucmtxPmVuCl9Cj4wiCsmCzLH+1/tBhezFUV1Gtsx2NPcFRdavSwExO1twvij1I+WS3q4+fBB5BSTVUh7bXnKGVvQb7n14QUMTj2VcvBkYlSCOYEVzTcd8GfVy6tOyC9TQ9rkf6fK6/Zg+jiQ4JorLow3IaSNB+2AUL7SwPmdQ9uNRfvk+Mn+8np6wut9rhk/JF3q3JbG3EndoOijUievc8S5piZiK4jWT+pByoDC7a7bChaZ19QnF53VBvKS7K6/phqco14oLqVrbSsF8NnlWZW+f6C5LP+z544F1JFVhG6/d6e6nZvY0vxOAPAQ1QF1hT5fXg/NEWgceLAMNtrG2d9f6zDXIrimYJsm1lCpR6viTGsnoFlpyWlSXsJSjmJ4N1X9eT8Mwoxh9+JGypUqE6O88F9Y3aHOJT4Tfx7T+1u4h4EpsHp4dQb0Zx+dJiTO1eyGZ16BZ6KKrRNMdilinY0auw65KRwIjCE9chqMUN65Bb1cu9UyhpNUvthmKyvEeZdlYt9b0jTiZvmDkou5s0399PK36SmEjoE4uFfMIZnj0dQXLSfe7kSKhd19ed1KmWb6a8f1oKw9FnE0H+CwbH2Q+UcFmjvRvqA8ZJq+HLHWQZX+KyvuL5gc9jheDBVMnGFDUBL9YdVheej8q21pcjlmSWtG2ZLBhGO5AhQxC0/To14RQ+SZLSj/T1+hJW0hLAT278/3OLScLXG/cY2oEFlovnrQ1FkFWDmp+7VQfrPr6gOjWLU6tQgyTfjpO2n8TPCj/opYhaiNdT6Xlt2lUH/eiZ/FgDju+afAQ2Nm7PbnjduFfpCmVDP1l7nLdn3qFRcuA4hS1NOkciA76lIQ3kOSD8ker1eEEy2JEcE7mHirX1CrP3XLJDunCWp1rK4VaKyDlGLWfTF6c2lj61LyKawO4VBrqN+9e4VOF2RhYupmdUupHtWjw813JoV4W4yAWqUNaJNt0i5KR6sXBJOfTXGf/uetbrgPwOIGXXZON7y9tsq1GKqsf37AvhvP107vvtTQTuweFG57Z7lAVmtCadd/FFX3dUtJPNS8TS25IkphVzjuqGl7nE+MLzBLXTa53ckzU0cwkjVkyYs1LaHPPioz15tezhyJjke+KNAbwhcE+YvN+dTltNJRgFIAPk3M8lA4SvXh7dZmqMzfhnteuNv2r8YVoBeJVFW2kkMrZsmTpnnOySpUDQE/ppZcnmwFvutH4t6A02o82XpbmgB3lwfrXr57SNhjJ77FJmc9HhBQ11+P/lqhxerg7HPOdbsVjFIiJnumCS44EbvMDNuw2y5O4mfmy//iLXmmwo3hxWIoFlQVjvj60PXwSpVvJxGkB9Z2hfI9XQtieba7TdKHqQ6ukrZe8qTYdA43YK5dAcIR6wrq98fFbBpWm519IwcSuREk3BSEz0nsUr0VHofqGjTjeqjibTqc2oOnA/xWrpRmNdiDGoERE2o3mj0emULWlH80gVNYGssLuZpDyWHIg+iZQUmnYufa0RO1VkXvV0neVppTueX1XDkZeTlHGABO/X61ONgiF1I5FpWazqQIGUjWuxd+REA39hrzQubxSxst4q2PdLynZvTW7Ngg7aaF13LDe9X9juqQKTmb8nwIcCV109Va7PuSCVwfi4qvDLO1wWNvavTAt3d6TNr/3QMNWKg9bqvd2MuKYDPZvD6r59qhHi60Zg2bufidXqfB8jAuCpMiQMiiWfBxWwDjjUgdesFFCbpvX350LOZYeMuzjr5PwL6nZvzCtGoG4RDWTDu3XLHXtMKoZQ8cqp7YpRmYvTGj7uTP519fDkNcMGrUxGyyvOBZWI2TOav3obVLCpEnJ73kxgjZPzYsmDRMpUrClG177FNGcbn7mAc/VHR1CcIX+nNdqnFu+o18leb9LJFUybBG6etWleWja7pNVk0vqkGVhF65AFaJTNuBkRPIgSqCysFVdrN/Ye++xiu/vVGltvcLbo7NejWjXnlS+0sA9XuTdhQGCc0IE1qskZmZq34PMCfhY4PTfVlauREyjGs1lRYLFOixWNyUDkF79rnHlZYGVSEq0TNbQ8kMmbKqev3kFkek3DBGSvsUxJPoLRYxXWn1mIhDamlTa+zguo0v6Vph02ll6277Cthu9h/7gZy5ywCveX/39kocCmfHJ7M+tR6TENJJ923j1Cpzyt8KJ+ksPdNcDKQ5eTsGQ9LmuQTR2cdkYBD+QTBhYGe8RA+XrYA6BPCPrdbKZxMiyuNPsy3lq7oieQsPq8KaPigZBpR5Dmsamdl9H6M6e3LOFmaOX7CXtWU7FPZKFMVsLxGR6fEPJjgZVSh1JeI1c2xwii1/6eYTlBfYvXC2rWNAKa3yq5j483qSra03W81Rdif6bQzY9Y9Nu8XO+j3pZcGebJasKwMWolICUohbEf9L0GnTrx1/2HbzKlnROL72RyaLPZ4DBuNiSE/8G+2HDzjTV3Ukhzke46oQ1Pu9qd4QFVmgrA6/GCJpBmbCzpNr5HJKClciBeFIH/vrwUrM9ldmm9wCFBWP3PFISlwJ4mM+N5mJLWpz82Q6n+fGOVPriILUrp4F/vzdyqpHKJbxHQm7cOkIM+Va0hE712BgSyI/M3yQ139eztbqDzNKEw1cIZS5p7LEw/nEDRHHHpE4tHtRR1kowahaAG3bVoNXMGal+hB90maR2rVbH3RqdnGbm44CAsYvt/7A6VomxX9aJg4Xv//pysZpzBVrftQlkRmkQ7FpmMVtO+SY2Bc8IA59RErEN6jX0WoZKPb1zMZZa8shWfKDZS/uSN8v/IsqkiDtpaK719ZauJcL6RDEW/EVFOmZP6lw1sxpEFmFTtioxbDFLhMljO8OSQ86adEv+vAp2akLsBuLKNhAQOqXCzcrz3Zsew6gQtfxIuEH44hgdpFq9bsjsar5MgbQfkXRFVCh46ZoKI8wtgmjh0hm6iFAOQnLye0S63j3Y6Uouwt00XYfkq4/DEIb9wMhn/uUZs+9DDnj7wmnQVwZ8N6GWr1p5SBCcPhgNk52/IbeYNeyC49YM0sCQG5HpB/hCoSC4Zfig+7N7wZnQCWYGSDqa6M8bcZtn8Zymw+ZJfdQ3phJIziuNUElWZtpdQdd8PNlzOqmFQXQrVPi2pO9z06rG10xfYcML8+q82C2JIgepgUXfjELyXlT+LUQbPa3TGBMJDvHX7Aauhk30gX4kbl2bpVFbyTaRmSvQmlR3mu75+KHrlA7F2XYa836ldv7DqNa6taSXQc2wv8WnnwwypUVDC3YfSCinyB+pSuOXZZofQoGkbx1zeNeUICqF2OflFwNd04/A3hAI7RynB8osuZp4HBT/djPnU2tHu1N4wOWFfsfP60eUR3W5yCTTCc6/fzlMxQcEF0bZtY0DfioSEEtbqNhdOu5lkWLKRL8Lzi6e6di+PJcevT+coAmg8PeFywkE2TDoewsutcULLxgalSd/c2g87hRoChQ9CXDmsHhzankUWIvSiM7nzATgapVZbPXVDo2R5fpuZ21xh55TfgKoeBGdJAFlIv2Xa6xux/K8BNH2tz1fKinXUXGyDfUj5FLiGVJFnPlOfFVFSpg4K3H9/n7ji3/E+WHKqxnskvTK8uyTQsnZQMcrxOQbYbobeWcsPbxB+AqJUYLIVLVPSqkEVeV10wU70vfPQEq5wlBC4tU0Se9z+vwFw1MTM0b0UIksFg107KL9/b3oAYjRP2usWRDg2BdKTkpT6AaHX1N+kxserX2akV22sQHphX0oDLSnvjAbvKgk337Sr01yHves2Ni6/zQktL40c9VYjsjMGIpMJUSXYfP1PVjyMdqk5fkgseGIJJSIES4tggaICEhef372DO1SWLt+E5wcFlKmay9L6jpVxc4iJ3h5i0iu3ntZ4A1QGbCJ/rnONK//ol/qdy9zQhDxu58vNzJd1VW2F7HPWwrG4iYmu4jW1uB6rXa7F/HDD+4oREruF8ZI2Pc0rXwEjnQu7JadAPECHUE3EUdq9w2G4q9fbN98IvsU6w1nr4x71JAkLaqcLE1OpUMyek+Qzc6+uDY3OppZj5vAma77nLUijn5kMTVZyuHpPn9LE5VlKYK/xcPfvIW7BYvnCO87kTWpPeuL7snhVrczwwDK8cEN6mqo4pMZ5jV2AXe18Tlbsr888Ye2qCCNCyvwZX8f70GOKiRwBBAfXs9dHBqfFODPPMgczZ7U2UGIo5Je9t4+ZwIGtVyiVKunM2BQqYI+S7KXZ8mTSaXUJsEui/bLwteV1a74/ZSbqOU837SeDkrwEUwZ9V+Aq1GFdvUHXkFA4+HblM3ShLj/JsDhUjFOSoG5CD6mx+ZrL+MHKZ5TxMLSYhUkYXm0+jH8XxkEVXmEFFq16JhydYiqlYgNy49pPDMfjPc8tqIkPFofFE/Lkbm4r3znk2d5zHzRpRZEFCZ+oFdLuU2bY2MOaatfq9e82miTorwRq/7E7qLFE8RvwAG0aHtAiy48XLEoP63fuotJ/rgr5j6hsk+opjqRBNxghZz5goFVFVx2Z3X5YCh88x8gtl5dyS4qh56zpOLqr7mO4b2V7/2BnDCC5pv1O9LA8KMoqpMyzrLzRJU074Crey3+iuHndEZqT0VjtHL3BgvFxdIYY/wjQtSR6tUyKsExQak2YAXfgHTzII2Xj4gvD4NEt9Olnu/mY6ZfQmE2J2fRqdo6s5h0qTEDG6tOW4pk9nW7RbCu4Cuk4wEMhFfTiSSVC4xnBDwik8kilK7W3U1973qGShvr47ad5qzwYIUBShj2bxpEagBcI683W4ggYkOrHn14RA3Yv9FDOrXVHWNe5+YmqrOPDOAWiPq63qGA87rLoicQrtrG18yAGp2cla+hQ5ZQ3svP9LuBwg5/GHsNe+2a7yWpiRuXg3BtCpyv3WSZlC/G4v6OUGvx8ouYIx1b6y/cCMqB+eMhUQIY3pfvYztrv3z3qYwXDzdZZUkyg/Tib47AyVRybzRcTP+GJf7bH+reQT/SquDP4dLPw3IUbipRfWx19JJnrJuJBf5k6i6KgMQgWONpOMg/oaAJIF8a1MILcC6/kMx5nPRZ52zYnbt9yrTMTozcRNMuv+K6xxuRblrG5/JsenQt1f6hM4lQ1nZXxPlMh6Bv5mLKElLVqcuJ6+wjB76xKZnO4FFVDL1gnGgRgKg3fMpz5tlF/RpG9cVxEvs3PQ7xxB4pjWlnvzynQnXsT9LNuf5Dz6x1elvhLbsAHeN7L2uhhqLU4kDyupODYGFV9X48tigGUGxKqiglime7JhSjzs+MLSP5y8X7GE+EUP5FtiCrg0JUF1GSYahC2Z1ochwIe2WbeEGy3zKfotYNp/ncjchLX1777kA1lubBun9jegcyNA+EimGoRIBXUBzog9QtjIHpYogbYymTZSBMXJhcKEuui8QUdZggqICWv2j4rtihnE7CRAn7XoXFlqr3iyIrxhxsROtC/m/0RxkPSYoGIQb9UP3Jo25KA4jonshAkAXe6PLL+EpgDwDdbP6jp85PDBUN2UQdOAiHhEaJp2AXCnty7KjstU4aVxwbW4yNMJqHKGyT40KDpVQ4zdnU/qakIkA4nTR6JXOcw9WUq0ALifhb4VcoE0qIR+ia88vDWr1b7CkM9eZqsTXWrzuyqUqkM092H8z35tldhBIuw/1B1VW9hiNjPO9vs0jBLoq4F0b2XlWQgiUccAWigbnAWdLWljiMFH4km0c3BWQ3vQ5e2zVvTYqr2E8SopdxKjTPf47fN2Ur1jtsq6oBjeTACG5q4Ba8+ebKIBC/LbEgBklaGpA8cyLj32qJ+wjIllGpsW1T7l+L+Qe7iX1l/cJ80r+ZcTR5cj78iQtT/PGn4ymm5Z8x5wwy6ekkKMnDPpymyhYtL5S44yj/kBRZrX14VshyOQQ3SJv9kuO/fJv0Z3mgB+6vMtE/lhK8ifdtWRppcYg4k1dZoPnGIdozWShBzseRDAUAun52HCN8ve6/1wBrv8A5+RQsTe2IUAzJZBHl0iZfxSt9kRM2PwHC2cgr9v5qNk2SQEhJUIpP722lfsHYWr0WEYN5HuPIsqUomIkZnF8B20I4CLPLqYuRGpcyKGUbz77ZZDzpJyNFHmn5FU/pqjV9JvO1j/KEHwIrV0ScJmf5hjVSzw6zqMTNuoWiJQ9ELWP2BQFWZbCKg7TX3q1D6CNcy0mNUflSKpnaIT5zwEiqRkoFItQZ3fkTrjoAEDXoSoapEvusJURNAzKkS/aXrpNukJZG3qXINAhWw/YmE+CIMrG7jGhNJi7CvqklRnYAvEjBOY0Yf0k34hqkkbQMq4JiaoipPgmy8aydcITBa+aPtzfuIOPauSqVDDpuXg1MlzgEIczD5zNzS/Z+8wr4aMKDl1vG5Xmt/Y3Fe114he1upPtsjybex//owi0s0Tl7FbqZGiiyocGmP85QD/aVR2RwpVRJfuWujABvi8VCVvftFyPknnzcCxwRjHnrKtLisevlt4TnEXbwBvl/624ZBG+p0EQuL0SiPMZKB1okqzt5RPm+Co8BCty+x/qcz46WetoKu4TpZ4KGUkYNlYYNKpv7FeOndDC+PGGi4U3RupJUdN2JRwaLx1z4FrADosMdfEtRYH1WP9n0RDww6YoaQGz58SRf4OdjkBqphV+GiUr3XOX1PZGrmp6xzJU7pYtKTve/VG/yzwEGS3PEXSW1CjzT4LGogmkiTNBkcwtcKu0U92QkN4VKfEA56A6kPxp+ro7Wcl71808NyqsVo+ejgG3/K01he+O0kle2ba1Pqq4Z7Zihf5N7R+oOGOo3UHHojE07z+ACb3Wr8Lj5iOMpMNsniDDClx2Wp1meWy2GOap6Fpw8LwnaNQI40hqFBcm0dhiDDbuYZ2FCBag7QSuev6nW4d1U6o/MjIUxW2z5MPuCcHrHpfWEf85oUsJR00Wz7TpUGSEefSpJahFzEzOTlQnUJqlPOfOOoPz4wwspKGhv89R9Vf+mtDYtK/c5/IZJY4hjmf8W2r1OCaiK0V4zxfXFlqTKyK4Ni3emk4xul7JmlDJVHCSlHZNQUXYPEixcAFDG9t9iSG8sSox15j5Cu0Puk+g4r2i+/EwEESCetmUzf28B3Rw6SMrWYh8IrywTf07vmxouOr3Yt1ZhBJgMHyQBrJwRa+rFZwg4fbxGSNQ0bVWIj5Gv1emKoUZULAf+IhHpC1aApdRH2z4A/rdA+Nt1/P5RQNHrLEX4hMTtE17F1a4VX0GMqnuOXJZax7h13F3q2gR28v617YGwqW6rehOKU528cnERsBYu2ZasUW5MCCTQtgANcQyUuOCIn5h+XvBOlo7ptF7R9BFiptKPKPbP1/LNpa0XQBl60yqaQahgmiYIWKDTgfwW+YZzj5CbPMuiH8cucLWayLE6dStFOIZnuWxugYF/16nYiy2hhu+pgOPeA5z/CaSIVMUWVAGPVfXSuKWGVj6pUJxEOjBnEQfVR/JgOTqcTWysaxhSycpXhiD3ZfPkjaohVRyxwqrlLYcl6YddbKwgvIiXu+ZCmn+CofFCJcwCn21Ul/TEl02Jz4/13fK9t5dA/IvpTv33wCv+SerTIXP3UrCu10maFjPeKUAwSfpIm785/6yN/aucpMkd0elP9Xsm9SoG5PeYMv0KOE1TfgibAC83+wPy3B1XJnhhkg/J09QxA+7J0JPT+IceR+ul4u1Ifsm26Uw2Lfr8sDoYx9KeMbJL0Hb++zBAz3dFNDpoBtloWImsW5I5riDpMbIuy4vksw+/QSd1/AMbA0foPWxAr345R7joV+Llo+GYoexTTa1ssiZKmFuO/jAsnmwqmra2g7O/ZcVtd7EiCGfaYvVXato7eksb/ukJxLFBIKabnEY8f+oPO81GSDaG8OWnvfkw+qwrG/lt5DU9RVhlK8NJ/BtsWjdbaryvfr2KAu4OyOzOl5dnBj7Z5KCYOIL0ugH9CriG9/BvtDXVhC9fpn507xl6L/7O6ctiOdKqQP2aQIqyWBt6Yz71/I0ZinViywO5AJZfFPnLWDuqhdcL/55LFfeP6y40qVunsYrjpSqyUd2+1l8evu1OA++4pA6c/FU6RGCU5MGnWd4hSD8eo+jHr53vod5cN4ifxUUuyftgegIYLUAlf5GVo2MH8VuhlCF065ltv4q3i1w50iOWcM+v59uqS0chhIuirJG8FYym+rqw+KgNiexo9ffDDyPuYYpoiq9hdsLaQgjFUq/KnoiBiaiPxdHJSpzdsxWY7a+MJJsipKBH/3vcusUq+NtvTUFqAZgrwyU8TcKivHMUl+opaKan7AunuPc93Ntxj+je4aY0CEQZuWMawZP3rpigEAt5SdGsfmdvRONXMwb0nCMfQtxBVfDf0rJvQ+hPJVcxk2P953vK5kxrjSQWadnvXP04Odo147lbOlscs4E0eqrjqvay+aWiHU7O9nFD1uBn01yQ69QaJkgmUq/bcSmOz7z35PPGgCW5WdRJecnaV4oZim5mNtDkvHIOMG8mKSe0hvakDazGW9KXdn4R+oN0mAxijpPPytTYLC22HcqYyoc3x0rf80zZPqCq6YtIzzInaG5eGqka6JW3EHWnhHrmweXsidWYWAl629ry/YzJTT0wokX6MotbsLaSFDs8gOiWGJQ0Ff261uLve4vFihccCX49bCwll2gkTijKuGwHkQS/GpqKB22q9kbzoeeYK0YXU+BEx2HRdu8+gOm2ZuFSqOJhvwMcN9BJOKSx415uCgZXKlT1bA163U6PUG95YALeTbPx0ZzzIMy5JlFruCYCrHCcvxHze3h6YEg0PtlxcS/V1y+G1HgJyl+EQDzr8/7e4xa32JlOnFZq/+vmUqq10u6Xlu7NA/5bsLIY8ZWvzu2J1EpqfdznQIqzTbtuCKNDp1oRjcose7k9h6PmdfNWi+9XuB99NojJRA/TpPhaVm3tUIgObmiomyqAjEbV2K8gqPHr9dOh6NecBZhWLVBccriI+9vNBv4Ev80ZrvW+V9jIyjS+EcIICCTsQZwtYE/lz79AnXroHJaAJwyGl1ONL9SLenyNz7+lPVyDx/kF/pzTyeTzd2Xc5gI/7hin+R+sc/1OXAU3FA0kGzurIrkBgp8NURo18octTWZQvQhWllDjyzgP4ONNoM30uPlT3au5NWN4qgoOOHhOhsxvcMsPOyTMz6Aet2ioh+XBOjBB1RokfpXuxajreO9KxrEgzJgmVCGsREJ7nx/N3b0VXexS210IsVr6wA34fnZ6ErghTYdsfkzynNfCOXUWiKQOJs9KyyOQN/Gob1jkSPgCiUKpkIo/v5rJtIHc+WDi2RrzIeYH4+gUCpiO1OTrRwSWfT7pA7IjWgS44Q84PLwCIj4wjNXWGPQzKx7RIS0HnhKZ2VpZtMh7nx/Z/HfOtdAj5dA7l7mM3Ypbq+R9AvPl66vhqJUayhp4PJ6YVEFtTc8IbD3DdGUZAsGE3zcR0TSqdQ1fPCJq2EniZpgOeT1j9zolrVt3uWWuujzN/sL44BLx0NEXwDdVom75P0F+EXD7TFsvf+sGUt6HCSLOpvx9Lv0vcvaqoxfWk5tficKXJlJjZuWX3hFtTD8kH9Wlim4POWmS9QiBOTljGLC193SbFv331Yln+YVAzFpKxZUKdyI9Sz5WM101jSPhz+/h8mZNUfvS4WWv+23bTa+mGbFVXaFbGBsWWDORRe7v4VehignGHIpM/edbtAHpfojkcr5X+WLmjMoGj9Je0rbLS+vRL8f1XzHF0tb4C76CA3+KDibkMhZj2DtgbVhFL0mZP2HWnimecjlS7zT8QSTmon0LP0VSThlZnXc2j9REI0GlAuczPxcOZPI29RpRSAuytz0JxGxqVQK/pdsLdDXha6Fzyd1DPqQTYtE84gh1AHpscVZ659sCXsmxHjg16tAaIWzgTTLniEDsZL4dRTx3Y8yy9uDigNAz8FPNlDaE5ptIGo4j0UIPeMalqgMsNUrMBw/3UviFOcN/CX1THdJOEY19LYDApW6LzeaVBT/Sr1qrovMNri/WiniuvF7JY0Nbkzcs+f3ZKPm5Gk1HbTSn8L75BtAKH878t23tztpPDRjeiLZ4Qf4jeCUq6SiTmz9wubdf+91IxE4wd6NpKKrhGgzRpDpoSY4wYef6ZSBWr/8fTVexJrfSLJ/m7sWwFEOLoQU7MUsthqf/VeNzVx6PP8+0SlmREYl+FrY1hAcm4SOEER5UX7Crju6l1iUY6a9zK7lZbh7HURHA5SLXX6HRdZD935qSo5Aguf7ryfk+zwlCexkrZ6hBoiDhcpcv2q/utfYUybdFVQg330BgCn+0HI9k4H2TgoZ9MHKTpwKOFz4NGgLGtN392dGrc/LnEYTx3Fq23o6eIYiCoAhw8u386AdiJGzYNXvM5j0PatTFQw6QNYe1PlYxiHEbTn+FB2cDmaplYp1paOdw/HcYPNjz4L8J5D4JznRFe6ZqwK/Wzy3DeEACeYlF6PReU5qCmKn6KxuuQVnNOkzLROB7x4F0LyvvpzQl4vaXl0CwEdTuitGT0oDKs/SFpmx1qPMBfUnVfvxeN0Ek2GDoQ9qLV/8DnzWe2xHWyl6I5fzx+x5ismrcXyA3oNKQHyvXDo5Nnf5iinsrK6Ac+Zy6PfuwFTRZEuVvXwgLvQxGNcYN866XotwSwRCVJQZ6OHoTvLAyB52f5nweoI6EckdfmwxfNUe9l5i+Pgiy2n955tNIK0Oq8imqIU18MlwJm9hQG1UgXaqND5H54GKZr1A5PZoqC6B8i1K+lVU1U8Gba0vLR2GbH7JGaI49jwrlZ72ng3+BsKg0aoCDxJSJaBReaLWtBZBAGOlqtJrUCXXp1D1JAvNxzRHXaNMnJlKftPGZWG6DgkoCN3iOjDYYi5G+ENOXa2Sq+vvYIWkEQdSl7VrW5xUSvkRv1FhFYQ6K1G7XC7DBFrMViq4A48WZKBiU0gcSLLIS76RgFPUBcm8msh4lvlZjpL966QBWK4K9rQvCr66YZKh67Jh7uFEg3EP6z5FIe+jRICy5ewkvZAmd+X2mOwnka+CWsDaEZ0tsaG56yRV/sWnkaw9hvB/QPBwiw1wJ9AqpOar+tM7jQq/C8zzCxWHZYal5UDzIhvz8myf8o006Y/ouF9hwgSLmi/Zw/pNtYllRYafL3GGn0voBNzkLrWjM3C6+YjVIfnHYR3wfhr1GBKt6wTwzCK8sOr1LomukNgILwjBnnoSnXOUCqtWKZUz9b7GYQInnMBZr9h1KzzhUkIhID0bG9r2hmexTpkws74JIX/hoxxF5MkwVdzmGhx8lG3cQbjqpXQXBYyO1xrTGQAUSi42ZTj2AjzQkaAMq5FGmwV08mr99CuCaWs9f1KljFVv/sYIdT+QZRpzdPjfTKTTFKc7DmAJc8Zz8ydZSnK2dYzlTtg1O73RKY9FtdNDHCrFeYH8sW0ne6ft947rUEtHoS1Wxv6a5/fmJ4ItaC37Krnw8ERoi8a+uoyWo6KtkRie/0sye42Tnwi1lrnvZaMsqIfVvhMs/D98sr4ByNWvWD/+AhcLOJ4s5QwfgB9nL5rdKGJGFYRoI5SBrMCyR7NY4K1urrgTsWPEPlAoWoGir7aVU+L37VTy52jaJ72/hKwMZ6uK76a7w0UUQFVoAkGlc+bcmY48hOe7+taq9TLhQXo4HJAKq+4J2R4jH2o1b4WkDLh57ruVqUL8b3b0Go1ZYpvo+Fhg/ZNbzZ9r2miuOEsw+hgsThBWkpM7rMTS1R68MI74ocKNCbrriJRC/+t8tz7svBjVM93HA++vXat+d3W35Ll6qgO5QV/SDO7ylnKDq6NA3ivR+WBtDAR3oupKcECy1M+nhbbktsY6ju/swA5wK8vN6xDaA6rxEBToN6AM8rtfGupq6NVkWgFVm0w+SPuoIc8qNbzOjTjWD1GUiHYYdreKacEMvsVsHxruy18UcKErqscTqkkPMPNX510K2dKBmcWqacsR+BEkCD/VQZ7QDt2E66Gd70vjYSy6BGYm9a0aqGMakXh7AqZz6kc0xNGQT7Mhkl7+lGb8Tt4+VutexbAYf7/eW6zDx5E0TGUyvEjrlFSO1bPPVa9ZEIfglRtZnLf+1hcJhCb+2z5zVi4oszwmBJkpFCya2siP0eXAvptqMNcL8EpT7hZKDHyVhr9KufTZI3ZdHZS6+HRmJeX98Uk6WoC6b7Wr5ueI0/1FuI9JhJX6q5W/phHLykN6xELsJydTcGpaKMQl9RJHbLttURQAH7MDucvjXT2x+hh4Pa/GHM4EToqlrVdxvS1J22gNKTPRftR+obpUhUsvEkjVkQ9N1DP0tnL2BjX71UTMw1KOfj1tzR/hQXK8twh6hEN7dqfpqDwAFUalAfyKvx+b7v8QMlYZ/syGt6H7WbNiO++YR88vfACgLLBRlkaq6XhhIalhsX0YGhz91OgXvvgeeFPSzn7aorDJbydYoibFGLq75cRXyyzn1WP+1Tw8wSNGD0L9eoZKzvJYMIlAsG63h57uCGJkQ3qQkNZtJ6+KNw4tD1QYzTzA/rXCP5DXr5EIV6JpIW4QMbiNgTGY5+e1mTrpuX6AVozr0EeWZzEx1RgGHK7lnH3u/qUM09KFutOkXXAdkFKPUqOWMaojmk69La5k6Yve3qDoSFjU7VZS+mKvxg/4TxK//85Tc0YlPaKNU6maxgEY8jS1ye1YyS4FMj9KQ86ftRiqJ2VQg6dUlglck3N5Sz4iZVcmWxP4vFU2aBMkJ1fZvt58HmuUPeSUENcoU7+es4wFuCAMLEyU4Sr18V6VwWQB81HJoWCY7+8yZYHWfeHO89S2nRtfbl3/hwuc565PBSg70ddzaXyyOP6BMH+WLvmor9Qgc+lrlIJU0CRjPTy9F80sQix8Gzjm1GC2AdgVqkrqgu5RsLUp9eQRGubDvN64T45lLwNMoI/pFfcQwLMMIvWB/PRRq8rsWT5e8zeFaiNd1VfgajTy1mqSp+aU4oVxadKdWw873tQ23AapYYmrW0t0c8asa2lWGY31ailzCWxogGpPgYgQdP/vtVdQ91toniMRrlHMxqWPcara0+ZnVPnIHz9V9sooYEgeluC6EyOEsEJhm7MVB6SP6SL8omoNfbSbEYODINspJrTKG+ftk7PccpVRN5ABFdIVjstmD4B4trIg7Bjrsd1ZwQf0mTcSgTL2yNAjikJVzaVUJ2CUDLHawlu98sqFm05UoOUpK85yf5EI+JhaanCwfEUH/L2X0FXtViHrke7WEbBYal8UGTjy/RfhQCCNflxA4+Lh7bED+RC8JLHiP4L/k56zJ9m3wLIJ6Hv+U5XNBUuHaa6eyvLQwsbRepAMp9Ki0fGR/ibXEnTKzTO0Xhs7WGN+RyxvaZp4QZB1LWeBoyyE5gYMzPyYUzVBW+n0FJ60brhgN79W6qeKZ8peIguwYbcmjDUaTilSDblGp4dyijZaqjFczyTb26yRFawCB+zXfryhqMdWn7l87Nwz4BztLRqSIVkpI2YO0W9yIDS4zGK1F9Hw6SOIVngnqQ2zxJri9gm7P+BVaXUiXsNlpbySw/zCM00AM+RtPh1fhNcE3b3Hm3pkaxmZ+rvKdKEbxzAVihUKIoIJZAfowL436iwlsxC+Ha/GxCgCIk5d70eoy9jyWYWCm2gHl8vyKHlbxIG8Zu6wgMBnrJed6/qZFVQrrK7B9Mffrp2LLmH+84ukL/89ph+83ncRgB8Si3G9VzftP51Yll02BziPnrC161zxYdujadu7W1gvDv1SXFVieQVpXWjASbRQaCo2XMKA00/p6t/Lz+kUWTBeI5JPC2j6nv7/6TESuH7F2V41QNwVmdxODT7nLy0n13Zxx8Lt2WkuX5CLYd9dEmdKey4JiAyF3UL6l4PNLtKFhJuwfx3lNNGjqWvxI1sQG7dwDhHw/ILmdjfyZ0tLJKpTlIZY+uAg/BRAJo8Bt8P7KlwBrAJuQGTswvjkzMbkK/IeYhINX61/pUnQ9RPdKwRqyCKekWQWe5lC9M8BRWVhfk32GvELmsGSCEAstYmt+wIjgsqt+RzJecu/BWhsNy+u6ibX3buB1yH/Js8i8ZoNeuBq/rrpAnb8+HkshUN3X0HBX195dvi5NNzzkURYstoAMNiHncG9Nq/6TLpJ2v/eIbmQNpH/eqfxmd4P204XPr5IWKT6dRzI/5YQMTeZ1nYVR7x1Mi2qsLnpSpHj+OenlkmWY9BWbEmBAohgV8qGtw+A+k+lzN+OwZpQx9AZx2ZeL6u8llR8SlH8UaMQ29PBbLSXXoTNDZXRP7kyiq8BVKEBuie2V58xv7XIP5eJn+Csa7EIZn1YJGxi4KkkE1cgXx7Fy6QwtgEinm719rV7g6kTIkJdUCFwVw8/VYG7N4ICsrslqAxFOcEsY6LM6jdH45LmYvrYE4UeAHVZGb4KhmF2PvbjEjstjZlHKPqB/iNViadoER1DwP39Bd5pigO9fjKKnbQWe7MEzX4oufmzLA5D6Rog0RXVp7vyLhjItChjWfPr2+X5sM9N4W6ySG+INruFfNELg63Hz9+3pgzowBOlDl+BSJt0otsGH1sq7rxPCTWVfJEE2avtb9N6F217b7Z8aXerd59ZPA0piRYxEvCmIyytzEGh7nSZu5SROOdX1eb1Wffhj93hevr8+RWmzQmxNB/Zghp25myfdqv5aP+GCRRuf5hqUlGeVYXuNEIy/qrfqtYWwDmpemoyGYpO5SJ5R6ZCNdZIpwWJqcA2LjzzMIahkYTt2vuKBd6hVJdpVVpgfccJB9dEaZDJAPLjz2xtGy+qXCsy8Ocb6t+I+cn9G6Qcg2ibuO+oPSgARgp2BgJK8iajOLzHymLiug8gRZGPMyvoeq43Ti/yT7MLbkNQCL9DZ60LENTjVrYBd+uXc6YnkhqmHlOabdC7S7Yoy/Ber1wInZVzdxuWWcJLhxt/lfJllFK0yfh/zsYXrTC3OU3QsEn5Y0YV5MO54rSgK8BA69WpC83YTQDMJJrKRXwQCvwsmiciCNKX8E39pVdF8WR4rKROh5lanvd/arx2x1wI/IyiNEeUIrWLRjZkI/Zx0VUqmtQlM/8O3NcRgl53+lqhEpbeyEfQ5pXAYtL5U8HRJZ8v06IzMyWt7polbx8p4GcpsSD/Sdn1Bsje8finXzPFBYNqJYEDd9ltfztaci9pJ5mv1uPX1D4mKbswjnCploZGomFr+NO3+XqhHKCjwTHdZO0/Mj9eumS52ZcVeHJCc5W04geTcXRnHxsP/hC1dbgdMTCgWlndVKaBK6+mYqQiE6jzJn1El6quNhRKt6OUlCQQnjz3bAtf1OhLNyvelNjApORxAj2xAAmHQtqR/2h9nDbBI1Jy5Ei3OBh7y2gD3PrIw54f1yHeRubcn4q4RhmRZKl8qH03BrWv5KFMOVFOIK9xK7fu91cO6+f2Z6y4Ijh1jjLTDjLkzzB0rj+1LiiXklKdJ6YF+R7a0MDU+bCGWCVhwxDOuf2EC8giO82rP+lG5phtPJU6d+Fj5C308B4yyE0E1QkV+07pXyF4/cX8NOa06+e5GwanGKmbHV+uN4El5Cz55Wwh0dhjiu/vs9kfYdJ3MNCLVyOnQnLXAXqTl9+NkuZNvCQSERv9WnE39GlUb+MpeWay+1JyvIYlIEx+dFoePndJOUI6HRtACqhUgKiPRj/oEqfm0EAl5DWoWndarMtw4z9ViTexC6weuIhjvMgIgwk9DbLMAPXsixUXwsg4Y9+M3xcbzGFSgmGM0sqJAUj68ZNRA7CDhJ4r9QIwP2hzTagJXCjQQgqR9wpe5n97s660kXfZdqD6ghyrlf/vuasVoBJ1AOaXQmmrE3enen/xgm8SmMuGVByA+lCFg3p7Y/QDLxxnFzJqrbTwlcLpTyD6qgjPe71DR3MzMeq4gf/IATaNlxipMZvyrtf3jiK6tpFUIMKi8nUioPh++9trgFIzcGFiXlcZnCyTmKFLkysMOCMrXpyRTy6Q3Um+fmv8IIfYVXnyifjAx3hQKNKPCCipQcLXyk3C70mZadB2qQg0w7cXhzMpi8sphDOCT+ba3slMQftr1qHKj4OeHXXoFQ7p1vDG9hKypWe2tGsATs0oFyxD3ofRaEGbqw8/FpGD2WcOg54nRpeQRRGmAQ1YhahmfOWHHvq6pcaQOm7LwmUD9SAKdal2b2Fe9NBnFbzOEudU8H/wxItPRUQ0w/kQ+q9ya/rZxChwLj/7pclxNvhpWn1fALkFIDvRnsU8hB4aNTqFXqQ2i2x73wMwsFbJg706aiS+dCYWPMix5dH7BKnRxeAX1q0fws7rUcWd8rxnyAJJpuH59spqg8cA5UBNtHl47s0k6zHWq4kA1GV8wrmV0DM+oWEhQ6FO1XgLiJ6BB8zEVtTmoJ+8bVWOnkkmjGWXdqZ0xnrAjJSpSlRqkiqNc101p78uB3smGddwE2dMXK8kk3ETBbTNu+oUtuOPcv/wJUPJ6xIPizmT6BDmhOTWEw/O1KZZiu6AeSoRCFlzle/xXwiXWCTbgXMJP+Jkdx+Oa+ygUcnNgvn2l/qBdSyVye9MNwqjFse5cOOzOLDKN2N+Ynp7OO+bEeTi3ygfIwvEavS+0bzfP+IdYMa3UKP6DuqXC2j7rKf8MpL7hHz08v7+c83TWHRRBPYHVKmiXEi0Fq31wXK2UZcK+kHaVmDItoR/Rna+ZNc+dWOGPqzVf6FTkDV5eGrpnJizWxCsnWYdAP506gW6DW0NNSFyEjOGrz8p6avqFwZP7WQymejFKUgg2J8uZRU3OuH7nXsrSkscJe5MmFBHUWvDusywvuqPEs0EzFcPYqKweHXrp1uvaZHi55b/duHKDI+0FlVnkIRApmmbuxiCmrj1oQf2TJm7vLHNeFLgsVqWG3WI7yBHc06OfVex7ihtX2uL53eZqkS32IsCbipxE10rzKrC70BKOfgHu1D8Az1x8nGSFO/FzN5hA/gjvUbX26xlP5cr5VV955jNYo02PWVcf7EdczUjQ5K1FUCb9BOCzGQidN3rV9TSV8jhkQw0513FlLp21XxJfrRnLDga4PRWLm8RSyHhhJXfD0I5YYkj2z+54QCZvL2OdMXZ+le1wdCA4L3nf6HPlELAT1MwX9jObVbmdVQxdRIM8pAUr9MYsoKLHdC1+5JBqgV/hSGSKxGHuGsR7WSnnZZyl14TLqyT9xu6T4XYwM5wRzHLXzYBXltx6//zUvn9l+lxOQJYlscHVZstVIOVhJAHz5GpXualsazT6RDVatVCazfOSwSYy8ctf21zu7QdWerHqkbZly6nDwKkhd9q6pUvmH4P1FzECzr5j95NVnLEShJKDv4tkC/YybEeZLK5cvwDwkjdg5tZv3xUb1BTW6aJCZT0zfm9rpuk4TiRRHuXFRLeSVuiJHv/q53xQ/HQXp2xp/1qefupDE16bvLT8EvUXK/lMvcb4DgTExcWzRhN/LSP1zGLoboBvJXQr+WuHRxQuN9PM4LtNu4WLkWy7Q+b1b2LIt3k9UtpXIvOcyaeVnQlxm5viHa5U73ppjEOe/6qm3WooMCcTNDOz9C/Kuw22/G0DPy+fQU6lNiHTfq3nx8WyJDDTRa0LF5GnyfIu+4r+jJnlYoNGVlCYHlTfx8nPPjpPpVgI5/Sab2yiuR6FUnEeg/pDIF59Duhp9MQSz5lN+nSdo4h9lDcgoKtdgsMP/Fz+NXsJbmV9zb9JzBTBtaFPlZ9yRzGOAdF7xuem+YeYcvWpdSRTtG5eGR2g+pe3P0zbx3RYMUpun2FHBF2A7PklGX191YozwRbxMsEakmVObCZOz5SC51MVftGjpu9dgoJrGnweK2el90BMqCnYqWoREnnpUFGeEQ8zP7FMRxzSHW0Jl8Fki+yWGbUKDJ17RYw2xlhQjp8wmFxTCDwWSSlJRhInvLOd2C15htyycMhddA9rw0ye+PG36xSsNcnCBT1bhNoZavuMKxx3eEYywTXCV4ZnkFQUKxlizmraq8WpfQI2Nz5Y7fA0Ku8CriKVZqJtdSzzaLX2bJIjMshyXqluviyDi6Ez4SiZ76XoljAxW54gTIhWpfU5is7912C8uzmVIJe3Qpg44YhJG6kvZQo4OjFo71UuNJRgKxZ8AYNEbpydURvfLmlGGqL2tbplR9pNObtS7s6ab8Co5oanUkIaQMBDbW3j0VICqvfcYwd/lX+X0Fzk4/DAod9i5jO2d/CJIb5EGgROIF7ka+rppYH+mcl4h7mC7+ogxdzFJKObc70uGR8soQARA33WotDhVDuP0KC+wFeoEMx/Mt+NFJhycIIdu/BQ26xWiPVYcfL86++OZB6TVyFqADfVnGLY/l59ZVJXTc2pLUFRlVIvanDcE4agrEjMszHSnst9AkSoHpSLAuApsLZmAPMsUGiX1K8zJiau5tEynI+r2MJNSMb6/ZPv5k2oTln3H9Jn5Vvt7NbBpLO3MVjNGU5hE37XnxJx8GifU9/Poi74C80KBeZiFRA77a3HMV/zfM+pr0hW2CtuI5LiDKpe1yeRGzngK7NWokq0q1pmTLEBZTvi5KGvxtLxgvWVMJ4tKv2QaFhZnHkoZ4TXxBJPvoWcP+QU7Gi62XCwmf7mxskYsKgvcDsCaWAYzlYGjS17k6VkoJjb8MeGI94blcYc4Zjn+DfUdymtCPpZfxuumqOqpgirQTDrNLjVETi+nEzmL03it7AJby8eBJcIqb5xizva7ZjdWmMcodpPcFPzNBrOoQ7fQ1L/VKeXALX+e2bnxkOcqHm+Nb8ALB7CF7xUJdWrxsB+F88bdB5NyS14idqcIFvCCsHffGnzYauhlYP3J2Oa6TQIFHxuPBlfb0VlZZbwWDv6ZmRWo7D96KwnlXrRGIl5/FRkdiMQErphXnf1JE98VUrRJoNBQZXOdKed+Ebp6sXeYoxXZzrQ6TrDd0Ffk3QlxgQtMfsTOKtzydx7mD9qm1X2y8w2GYLC2NfAHBbOTg+yRhpXG+0EM+yf7TV/84UB4KxKWzdLv0BtL5m0RXwNSWEdQVTLuW0jQdbJQynGWiJBUNykQ/e9VfSPlQ+V2tB23zVPJJRFusu4ZW1gtdYxdpUeOe5XXZUjyF8hKsDfrOvdmNSvVDemDQxMswCRu+zTUqhJPM1hGH88r2Icy8v2tPQ6Z7qcFCDQXkxkXH6gjf7KqUGybeSeYNeLBRQd5GB2funtJHToDeppcQu+pGN7RnaIfBO2cohRbJP0COJihAw/RfkvrxjFvBUMFK/LEriGl+nIwJ8CVUF9bavx/NaeHaIxfZ7mijli7Flf24g9f5zRoQLI87BJLSl5pO8H8noHn+MMEad8QXaodnx9sGWLrdg57yWTZt+XNptDUlZYMpfjO6aKrcgopJMfXWFwdYqbPPx8MK6WbLXFqh0amgLpjbGWg/77FctEsR18oWy1qopL6HO3r35TXbp+egSEqsTRo4Ic2u8YhajIXbgsTUzHhN9nQK+S+AhfU6uUX4npnj7VUCYWxWRq5P6gkK/tGB881QtsJJtJYEApqwpHJ0+7F9eIo0oKBn2QAlv8i6Grr82LTPXj1L2d8yrVrNigBYqtO2zcFMxXxZE3oEdz26ZhtI4xj1nYqnUXviyjMB5FS4WvYMcqM74d9O/rMHiPKm/qlxeRoXmoUtSr/WLGafuZ6MrzZwbeCNLSEYXwRLRg4qnzX20LIR2m/heWIDJVrmzZXlbyNyBZoO0vrgYtwo+E4AGoy6CWamGyrARbNewYVQuvq3xs9UfmGh1NdJ6eIZtM97hhZOrfI+kpre4awScnTi65pfVytFEkiITUpDH1DvdwO0NHghk3qdIIPfwU6Yd2N9EW9EcypzwJLwfNEZi3CEvgPKve5Oe79+Vkfb5te8FEntR6l8bIlbk8IMiRfGUhxRODnMqSGmtf3/s47y2tMvODhYO6H6cS1K+2bb/qbj2NELCYDJHwjfocMMRLwix7L7pDjk+mxp2m3EB8wz+xVwl5O59xduN/YB2oPyFmaRUhe8PIS+wLkkDMqkQgWn3iUShR+s+LW+v8F/EqIaWGeCVRFDK7iaRy2Kaxq5W5pQYChUQzRWU9xPuGTzpurFB5k0zZ5LMRUbWlyLRqz8gOo64TH320wetP8VbOKuUkOOmyR2GogonWfmoRwR9VMZ5+EcaZsUSomwCVScfyxIewFigVOn+Yg6aYm9SAqu9G942CvfyYqyPEhi51GnVoIVslh2pD+EVUsRpY/91/3iVySyb0XehU1T6v9mqc3T6EVRwJv+pv4puWSXAurYqcqGVMMp+QZem+OPgwJutR3BiOZKABy8+iYZLaqXh7Up3bEQn3eWRrZ0TnS0c5/Jdfb5v4pl7iIFgC6R0vnac7MUde9eyrCdxbe4CWEcPV+SuE2x5i2aMvQrMoJC6ypWOUO9n8eb0bIh6ZfWsU7Z1uCP2VwcIr2dsKBIwnuX34Ys0w/G+nYb18dXdrP/rJDNLKGYrDVlTIL2OIA+kd6nbqtAQVY5uce/ET01Svufq8zqXwwEyRYwwZu7/WvxUBj1Jur4ZOE8IlhKS+5U7+fd3RMT3W2iIQlw6H8BMRMD2IJWTY5KWXCEdo+hMK7cQZ1QyUGUMQRWhyxPyatfgo/FovBmhjH34Hh4S+gmu4WlkvRJCZg1wvV7TzkKON+W+plTAsFjmPoNriL6Xc8B00S+Zq2ooRR3V6602Y5ezsmlCZEgejq+eIMy3KkA6hVC0trNhhekdiu4JyoTUoqeoU1tfYixS+tlLDikrX3umyoTfagoNx9mt5ggzIYcDwkp1WqsATlEPwy1Sufwynl52PLjp360RZsp9+wSm4a2+pb9aJ5lPs4d+Cb3725nGqwumrDOVO1llaloJfnvZiGZw6V1gzPQAPXD+y4Dp+0l+oD0mIrNQ5b4ufQOrcHrcV5Uza/BAfwbu5W+BWPGcgVJYdc/mbQyyyOTL+hInqTRyUaR2p78xzBn3/xpF6aH6uLO83jWczg7oQ2rEo+goNSlQAGoB5C6HGGN9St8mG8lTHdzd+VphrEG79NkQvZhyS2dH+aSx9v01m/9uIYBisV47SfRBjR9RyzcICh6cbqtAfKYHkNHdkHOsBjRSe5XtMpiPSOFYSNXcS3/CeX0eGhTaDNC2zZGLHYfx9gZQkOn5O93N0DVORevi7ralAkcSc9ppoQPD3lEG5ExHcj5z/9do+pbshuaQ6brCdqJWfMRDxNIX8ZfXdsj5F2ohZvV5lZLMumtiviLAn/fQE6KLnFiV77HE0OyHU2lqDCBH1VxflmEjMFK5NnOERxm8/pi+v1tFFlMh5ljAq+ACeCcrDrSUZQtvRttj/+i98RzXZE2dEGQE00Ec9KJATzAZ79X9ktUWhGSPYHwjWd+Em5Og+MpKjSSkVKOb7c28uxr4d9d7Zw/J21sSY9gc/M4FtwwMIfAWuQGebJ40Es19s7K2TxXpQH6tT+FS5mdWqXJn4yaL2rBaBlg0nm/GVFW5OkzdJvqb2kDTt5y6xr7KVaaBVgM0qfvpJsJfpc81GnHMPCI+YUhFyBBsfA5b+PAqocFYDtUJoVYs5KCoWPwQq2D/REFlF/nAE9n1vWOiLCneq329bKQ8pEzhiiAw1aYg/+dk1D57WcLbRcyiIcmTAixd8Ik+bw0EmRefxBndL/MuVE3U02RV/g0XWeHxbukIZVjPPycsa00CpQYibfUoTHCzNFoujMBf4iILUfTPB3h9zZ5uNvahbh9Hdf7ykpvnFOF7xSbhXywPx34ufdXfj4AOonhuYqXOkIbSSdPyvSqKkI3WfoJ2nOOdjvZat0IIsKQvEBk5sx2fgoTpt7ExjXJ6c6e4V2ryTMA3//rtCXM0SlJi2GxE7tUoSufvd7QjUkSjn/V7mDwRrZcn6v0hY6Yr+S04zQ5wWWO+SRc5E/BbGz201f/0d0LcVQHhimS3cYs7LANEvgfn264tCobBClGpcyWVUslLahrlhEDZ1tR7GewMyNfegsFKv3035uhLUSkLZpFpynADqqAH3JZ90xkNk3/htYAL8Ccq7kvmtOF8z/oAmFtgiIJpVjYee1svh9Siox/33fUpwePQUSthxZXVft9IrdP49EwiXvo4yPxo56bSf/5CLQAiDMHRYEw/WSPUONuOljCQMo7UEo/SkbLMo9sm2LsJ2gI5+db6a28dMxWISXg+FE6K91b0zyF1q6C9j09irhprs+Nfuth5LCBIozR2rcCvfwuKmMzf6iGdlSHK186dbEsjgJRphvtBghyzER9x6bu1ExzFu1XqfyxKRsC2mcMIlCUYZMFI3Hz6dayJNK7YXZTDBgCiqz+FZIJg+V7cWJJGibYSJK2FEtDPSi+DnDWapVcJPM7SbJ4UeGLtqWRbGzyx24GZhZcrYoXKZPMYgRHSinZGbJ372nZDnM2LlUeeFCzB9LEUz9bIHbfzUd/+byvDUz6sOq2AFOK44+0D+5b5MqcSu1tdHxF53Wh/oMHS/Zv6zKurMlPgDj7lCqgSclainRv/CkpNeFiYIs4FYGfbfn+WWh3LWtxQBNv6wn98DDnbj0+CzyiQ50sFqjmj4tyDkWUAoZtwMK/r7cKIFUt1PuMsL2mooQYcTdzPNDzwMUKroaVvYhXIoiMexQyABEyVoCNb4AHS8x4vA1qpkQWJ/sZ32TA7aKfDZgM/WueVQi1ITFb6cRpTV2aAbRAcS7c9kwFze6IkGQUyyyldOpX0lO8cK2S2a3c6exkXbanfjUNnRfHcYLAndfA3R2k9ycbnblQ33wv5yKo4tOTGPILJhcFg9vpNst3c24j+I49iMPacD86i/Vo/jUV6CUiOyzFc4RiMCuFV0QaFM8sA5AE3k8zIxuhuXcyi1i3JGj+4YBdT5faNPy7gKCYZ3/y25N+jBnRJpqjcq/yEgiQ4ThJb5iYaUCvhZaQKa8UD0W1TtFQPnlUvMDf7knZPRadqr2Ebwk5VGa+AO9UM2WLVFFOLnjmx66EOqkDooU6S/V/GHdTIxZeyUq90YUlsu1t+/VcH6I4ZKYMhMJuk3027/OvNYRq+ENsh79Wu4/ITEXVo6BeEKsu00FQeC1mBY5xXlWYXVzoUuHkBreO2gv+0A2cZWHZHWe+Vgyw43MsPxNOxqSqqICgFzr7jtuFj6vpz40gd02LLzNR2g4RELDLQUwNfalknI5XMladTJS9dRjARgkEmPGFF1t99USQ3U0Wk3NdNkWNoHvqHuiZZmWbHGV5TWHzjLYE0zo4ytSpFs8TGKH93OdHpCF3AmIj+IH9l107NHhc/Ftq6Q1M3fqpHN/bEkD0N+8HoF8CK+DLDt7RSgZ4nHLIj3pLBDVTvE76iXJRUbyoGsf8MjyBnOa003ligmQVgd5+0PWHlsdoKT6E4e58nSzs5d6+k9AKs14YFzRczhDyVaI8T77HwchqSrw7MJuzEK5YDqDbREWj9pHuClVpnSlttxn1ZzKG9fiNZXMCz0p7oyj529inJ0FAWz+9inSsiK1z+IC+xJwxWM+6sQ+lovWWAuf8yyqmW8TavNKcLMkPqR6d98/9kwhdzJONj/CKMnY4k6vp4I+QimHL32or0irarSZ5orAtzx98BjfJfsTgnLqJgvuag206IgsvvxDx4uB7Vl4dLWd2d1mdlbm8zXBJAr7IZqppGTIBtL1KqlffYNp8UFlU0wgAOAzQ7ssgFVs2J0lEX7fmIpySA2Ksr3WmGENMoA6IAVirKcbUTP3ybtnVyttNkDW0ftYaHiRaQ9FAd6i3/dXeCOmbZWU5SPMBQvxMQuKIK/Q/m26odqMj4v6nZWQa7SxptihRd4t0WXZDlNq1j7farn/6ddBGrOvvyA46CqvBC5UvkI8Ja/lTooc/81l4Dn+HGsz3ltNkGBvr/qhG+ZR7TBTXxRPSWCkpk89IDPOlnzYtgY1F0JZkBuaUYJQY4a1rYq4I7nzOK0iZZJADDHMCnOTIywY0mGfzrg/YII8v/96xBPivfjgoetdkwOswUcOZcItkedGh85FOQFDIhWjyRTm7JpCeuvUh0s2JaT68tuWOyWhs7I4SFwyZGTJCSCiapgKPBAq9jy+AJ74gE6oZEcfT2uHKn0V/7GSX3B95aK61E9hsPSePg5I6QQpycFFKc0CR3voy+pf60vBsWJ57g4HE89XX1rn6l/1Z35YVDjcZ+/zCxgUjVXFdETl73oEB0ps8wvysmhPiS6xMuclSlPDuBH9nPSvP1d50CsWJEHrW0olJaf7KsTOibsBWZsmCbBuE2Ya2Y/hEU9chxVSs2pPxYN8wnt2C0kdoXLsrEpTLUqecqfvir2VMTmd5gdvfyBGyVQPdnO/VJAdln4f1rdljlVYmq/vgnGqJKx7r/ZdgYNDvxrf9b/cvLitnH87qnEB+CaeR1DYNt2kG6wE2fAD7CT4/UKdydKKoH3/Fo6U0dIY3FxINU32/NAZriI30ye1/4VOijChjBpK5VKoJsV7z5luhmUbN9NdH0NaNhRIVgbYpUljy92UvK1/mwRHaSFUICW+9+4mLiYtAcKnE5JsG/oKPj8Yz/iD9TWiSmau02ulJOjtSVq4lUePeQFHbJan2v1vncpU+xlBtPgRKH8kkHWmwDPxVHnCCN3s7/cR9tNdPC6IY0KCPwBlhoxBDkHDsw7UDgU3ys+OjZCRRihSGljiy9fhBZQFIuQHmgagorFkmvOnCIduCwjeXuy468h8S7y32UCMNFNEszVf+Jbr368IdlWQx64+l7H9o9LklVYlRzLVAMnRaEy6NO2yDM/fyj+mBdzTx/qdKin7j4P12F8Ki06spYv6c9H90hStnfYqLyztOIb9xYepZDaa8/8cS1x1M2g8auEUA6uRTX9jTd9dQWSW7dYM7E6b2L49CvP6cGhieySfVTP1HuK83RAgUYKJc5tLTaMtTMBv0/GvP4ZjaynICE9yPV3246bn6RZLn/MvYeGxmc/1WxM67K4boThVaLZxJHN4Dvp1XWDVQ0i/Nc9tU3mxTHkpZMwRG8nFXihvpEtE0tKcsMcZkGa6GV0zUezUuRnNKLMmY2VSz3J8HofyVkrrBntRkT9+R7LW427wJ4+d0GfhO8JW4qhy9y1NBLpZoddhmOFFqY550/IBMQNkptsg71zNsE+NxdmPVYafEmwvl1McG7sex84/YhVrY1/4zwmEvc6uECRMzZBodNnM4aeNxGNBdOuWB66QRhpMeUyHS/CaJAMzn8JlaRNZEzT1hleMbW/3uGjeuoIIbCZUtXF9DSlBSeO1zuXBwSlK3flLwSHvmRK2dfPRYxWmYpRpgXdjZmTRaajVTVojodhokcL7dhd0Q28XmqEdBGSDuSVFkR3aKdUbOvi1iYbowEU4xfJ+fZDYV/8MQfaQnkahRxgoE92I3ChMykahoSTRqhG6eUaHglVVNYycmuLsefFAtXbjabQbD7wcrLaqn4WBU/L2X+cRKf+atx4iY+KSBGLFw9Wj9MVBe2e+MdI0qH8PvnV/87BfibFTUWsxJqhSK1wbYUy1v7EzoydYcxYjHCZLD+SVOL2xvq1rFMf41A+u2JwAVW1u2XFgr/GFQfUy1IhcGzWSELder6I93h4/fAzTuciN0hD4SDPlEkrzItChHbLjqIRogdxWUEmEkCMUkD0wcGzwHARATkWqzXEX+HzHQiozQ8aq4Df0ooWiRl4OZr56o0CVIsT6n8dg5w9kuQO+VJEBNvVxwwfXhQlbHJ0M1YZHjheznOZY/pgsM50UgkOzCUTKLQbgpEzHhnmeVI9mNvL7UoJDA8PjWGddD0+e96quz5DvlYeqejxH3M0RYi+JrjmPW3Otz7Bf5N1eQy9W679qfikkhDcJZYTbrmR8WWxtYUCa2Yw0YhNOYgyQqxBS1cJab+/z+bwiJqSOXLwlcNU1qi0CfvAqhmLjGOkdCVh5wW6HKdpIvx34m7blwvMnnyP9a7nE16x9QgEp/WPHD6E9cT+bTkkyxjxs3GXCcGfqDnL2hTqz/qBJua0+3DewctuZ3hqlYqCZkzX6kYFwPmEn+17YD1e8GkcTYXhtItyf7GAsiB6vgPEQv/GLWWaSyrAjkPygJOT7FR4m6mIO/aSXLwfJRWfLP/bGcuE5A90tLaKdX4ZSBWn6afacJWiEE5lgnXN1i/5pFqjWw7MAq4XuIzJpcU0tKEsJfMN7B0AlvFi0WJ4nKtYTiiE6SLznRijbCcT+wKCF47K+ERc0Roz0ZbT1OA/sq/Rg9yrdV2hk/ias1RrZyBwmx+cWJEBs8uvZiMX3JRTtNEQdenituRuL3issFAbd79J53P/nY27FHAlM8t1Ny02ttyC9Z5YYpqm4n+skx4oe7gFY4IKIFbXGq96ZcVH2W8Aa1ooO3y9kVLtLTVRNSp3+SWcm/5gT/uACN0ncw4bQ3xGCDp0XH7qksX9Y1q15Tnm3Y5+9udDz+gVCd/JXW+eYzaCReFevEaCyynFXBjhxH35J91tbY1IEPJRRad5YCgNcD8nE4zw9xvOt52FyZr1R9fA6Qqyh4pKNTIbPd8vaGiYVdJ9WuuDLsZ34SgdPX3DZh7ijKnP99zGj5BHgIk3BNFHhuWB/yMnnMD2IqFmRfaVjQx5aV5i0ZLST/kiBc+gCDnTO0QZpPtk6Lo7gATUbXBeabdscTDjqd+QXDOrTgmKzP2tG4llmIGFHD/IEGntqgZZLBtWleVrHe1P+r4G1DqiDjOhBDvfAUJLSXrhOyRBfZds45JPEFMN9bKQLKnYrOs3K+4GHdKHHNMkO2Btw1K0BxHXg/zF8UWpC6l9tAs79SE8StmBTv7YTBMHb7jWDOxmMlBVc74cQstedQb9IqJLRaZ9hDmr0uuPtak6x7GB/FeounYrZd0UJXmb/81VRThPLdsWUXK+7ucKOEZJPueMuC+HhaXITB78FPlopJJe7agvzwZDoj/JtF9eFfw452l59SXksXwWPu5M4tW+FEN/BvYRU+FXac1jI27iBSourLmn83Z7XRGh0dC9CRF8drtg3NanwZ/GB2GDQPENiVA7jVnrUH7FCFD1KJddgVQ6gjwxD9I6V/L7aG7GuVgisO8H9s6+Ao/WtbEpFPja17eZoUYUuZiNVNA5qtdcG+SBqv7P+TAM70fQ1pZ+bH7iMIN5fe4287swo27xqo9x+8JrzcDxEhItv+uHqzakC2boxpdGYQbGaDVrr4m5QVzQQ8TE1KuHq/Kinc+WSiK5Ycsmh68T8CUXPGj5Db8xV0KDdluMh+XYCnfVtAfldzmd0ffPWPr4W+hy7VDWL7wTgRzCr3En5+Yo3BOYCVWL9IcrSzNvGkOzwlZrLR86fbn05RBq9VstWeCTymLPikY5G565xIvdFkJvneNaFzoTQucj4lDjnwzH/olYR9sYem5UN8f4vuZCCH9SjifDAicive//NR+wxU2q2i3smVIA2bu817UZj2KvuOfC0/1TYFpAm+hDIxhd7u3E22MDETSykcS97iunW5CFLVr79LBeR3hfsoGQOh9hr0bf3VlBUWvak6cies9fqdEP12zLbU32IgmOQnO+IjGU6Hud6BU1euQ0T+YMECurw1nHWLaaErn4KQsNLtHThJur//GlaXAujuDKLzD+19GyBcvk3lUZVwIzBKsJluAOkg5XXNIpix8qK4+4aLDUPWYUoCatSSaj2L3sgyo+maLDxA4DxEVodu4v7fJZPcdJHKgT0mW+kelCayP+oPckJ5mivqv6TFew06G8PB+8tgUtSSil8KLrkxchDPdQQVoPbbOMHTKSnIzjb04NWRVahPcqrikGjrPev6qJJvKqEyXRAFKXLFOD4tTZiaqTFcWxwyUbLFMWGZ9iLLvfvmSkBGQu7xDqu8g813mn75vb2hHDdx3bY4yilCoFW6aXJ3NHVuJmHvbgsmJp72hyXdsjTb19JZ65zfLaFnz9UyuGtKPvVikvJAIB1aMqYUdagzU62ZACt7u4d3I+lpBaZtv5jkrRpa/NKi8lvjMh2KHDkkUAuesh/OJNa64OVPGnPwXyeOVV/ynSBVJBSba+SmE0Mwl03Y/0lEzWoLqvpuBt62WbFch3ruXiAj1BIg8WVJWAa5N+Kaj+sM7BuZDBXIbD6ejfFigSDC+0lib7WS9DXCzjk7lcClFvIuiAKu6eYiRVGsh40S7aV79jf5zBig3vGAqq1Sgh3UcZeJOUTNcii+y2Pbhw5HQfsU6MQrKNiv1XhIyf5/5bLuBszMyIkmuf1XktOqPgCf7tuZA7WChv2eFjDObfGGUfArLTEAqJVvZQpLV+hhs/bNeSC/RQ+/XKX0BT5FLlsHWmH6yOX7FH/2TpKguMrylohk2WL8P9KzLmbIp2z3LNMTLDKE0M0lGQPpDt8uXS1crA6Kw1UPO+wucAPCTqDUogJHlxIWwaUdjxcE25Pi0pNGvi0yeg1Qn/IJGR1s6rti/AONQTEbRVrVkjJ0AoSb5P6xSBAZpdrX1eMD0r3nxSRmbuYGC7rWkk7fGpD+z7vzG26NkznzZZHNw8L5nUaFxkZKo2q0iw72fqx+ysROu9jhngdC1OrEqsXXy6/RFkZbSWRs3hMO573FrwR8z+amqONjZ+uBkShobBhfz5WwX+oL+NXb617DEQA9kkChjPM9SYV3Zw+bShqxejnBQvBbnWiGyIsb4+GRHUC3Pxgxv9YDxD4xLDaqSJ0E9fDEeDrEYvN/VUpUVaSjpreI1Sqf9j6TqWZEVi4C/ReI547z03vIduPHz9UvM2Yg8b82baUCUpUybFS9xX/KEByIbkzhBoB68Ybf4zmzJ0SQwPo8+isr/yajzaRE+6Z4nwu6Pd90XA8sSIJuDWpA/LG+5vA2Z8SdyM1fr1homfzB87e39Vd5nwDCAeskGb2nt9Y1pQDgRZoZnpjpcNE9TQa8vCWFMIUC7ur76gVtgVaXj1/StNPZRjkbtGuZ/deiPZPxRhDDsyGfL9sjqZO4eLlNHz+MQPFitZhIHkjf/8X1b7a3un+a+pdeRp2ig92CPIkWm8X/fnKhI31x64fq3U+SEvz/XHmCf6dnMTJIPJqQXsbIe/hTxBtn9o5MnX5hEv4eBZn96qhGl6Splo7hYkx64WFxZJM/H1p9h0+FWpoB5y/fuBTx3ydJxNWjZshHOQLP293cX6KLbzqUWTVejxlIfnWLTiZfQ/NLoJE0xtyKarivBOb9UMs+AuOPnZYKydi61j93LVYeLKm6vcBwNatQWJLC+sojnt69GN+dGIPaQmWwlGHEzgCvya3NauFndGgKtpMrZp8bLVfuHdJr/+tPNCjUoAznBfAb3Zp3IAOo1iQXmvgSMTBCAQI0y8Fz7q9H7UMWgIGrdxc/3XxpasQaDbs+B6TiZJUJ79Dcrfwpz3p/LQ11IrFC62q38CXDEuET9lBOyd4bxtNoSfh+fdSy34Or7AvHx0oxdIVO4JeJHdNVyTE1xaz7YOTrnKCh47mUuErU7K7Hz8O3dmyH4el0zQVZxUUcApA401AdPFlUJToBzIPPpUCaW8syCfNWP8SUiEZVRCrK5CDNI6TX5Y89NgrV9zFIl54fTTNOR7CJTDm5MkxEryNYaLOcX6cXTilvm6CUA6qWPDoL9pxj6YizNspn5EkxhMALUTs4aPDttAqRAzwVJDQWsRcyIWCsENu1KJh/6RXRQd6/QFCym/Mi4NL1y+yIopssf9NyfGRjAoGdpySsk3KlagjoiDnYexw/ImdpKdtZy0vZAuaKglzIcLy16rl3iI+B94kO3V9jabkfb9N2qbXHQtJYTzhaMreiojvp2bSsyksCZRElKvxbqwv2WFL+UednT/i2INo2pOYzpiHpCvR10mh1aae6UY2gRPd5HJSklCJieCom2Yx+t1OG6WSYe5cUnhX9zbDV+Eg22q+ctja01rWCDVDCCaas1LXTBbLkehmt58RaM0D+x32oV6tcq9eoEEI8uglaWljJVgXkJrEQ++v5FHVJyMresSf4EOpyn5+ymvj9+14JSdNteCpXv+BogwE8QIB3vQEV8XXDVKP0QY+LtiiTJPz2D24nFQEe2lvCmq6nQplCdrf9Kao/dSWwbD6XnJTeFDj7PmGmnffUSXjWrEZR6SbHvchtyeOzvwNpUMnJgtRGiWIEUWI1BjiB51NgV8kZ+aYb/0ROl6zGxGpxb5NIzvZ/ZOblVwXBnjRzTcmefK01RVoZtqNhpWIoCoMIMQVqJNVcIUl7SVVUZHBBpZovOqLXAaC4mdQbVCWfFAe/iffgzd7THkCMGznTeV4SWI4khPWQTFHyAzaJcIX+iEtgNBO4b4GMRQTZABIarkaQYmqokKxxlBqNrT0zv0J42yrVsPYNKhofSzdNBfTsPv6fVr/KrjQLLlc50xnQpFOHk7QDZeEGA4/KdiDDxQux5WJfUuX6E3jnYF0yjvDbK+/Ul3oMRbkaXAaGgSnSic4D5Df16CuN/77JI/IDHLxO7HyRV9YrBmF1rhh+56XB+e3vX0L4Ocl8W7t5JcLzJpVeVGmmDKj1BVjrk4EYY9gsnX4ewYPfq7b06k+e7UjWCyp/Zi6fdEQ7iKr8dVgpfp2vzecZZC4G7w5QT9K+TLyL687E8Eaaxe0EexklGozE5jovfSSQW6DoMcQFuoBkTr1ZTkH51ZzW1U7GgorLX/5OKWYufy/Tai21MIO+s+Td9bv4MP8XFr1M5q2FyyXiwlP+IDxESlUvEubPs5WpmZwtpQLXiHyKPmM2a4JmO7MIA5oBxs/s6v6u+/UQZ4w/2pRSA7fVjPdvDZxtPjTPSrop5dIWzqspSoTQ2YMAeR+K/M9tnlxBEHcbNC11/GfoTPKt/488iNVO8DeAXfPHsGTjkt2K8xSUHy76z+pvjUBpPVNmDYjW/ccOlSDmVJCDnZIdzDI2jSsWMnjuvXccTKwdv++dP8QwlJdY2Zddh4kvPHkMqKml6X2hSp6dkS+a9hE1yj+HIfcYfD0FU69Cl2zpJJp/o0PK44ki9wvn/g41SUfk1lUSvarKT9CXgZGc7QV65p07ChydJiZWbg1X4g1fxhrufYK66lAwo8gqIspJlw1vXlMmlePAjCRcR3/rJ63vrAv4LlYBUfsxchgu4doY4YIMIkRA2u5UjP8TEns7Ftd/uJaotgZ2dzGfTHlN3F2Kuz74ZlfT03aTqylcabU5g/2TPzkGUHsdWy53X5ePuavJC7gzlgi5221hhfUWuUZ0Pfajq8zI4zasnOf9LAhTqwdfABtrYxaQ55KRJHyS93B3hnP8mjKdFyOt4bLAnfErSpIHYViWZJgUGr93egyJbugeNFfc5QzqYB17DcwjCnA+mSBrI55hNUPTZtrPnTphEehsQxaHhOURRzLF8GqnaCd/PT6+QRe+D3p71jIspG4/uHbqu/Qmq0UJXXbFcsVxoUV/P81KNIs6n9J5u80xKjq6ZpqKZ+TXmaiIYak/AwPzTqMMspBju1Ouj4fJwivYJJjEjhs1Rl/6KhGVX+brBw576cm2OI+aBnwCC2uNttiqRiPDF+7ouZEPWl5lwaasSMe/oNgZuqDu70ty8FVBYhrIx9/CWwLHeZO0dQoILNT/dH6Xx0mxMvytTpJ5DBzUDa3nerIe207FygjYnpW6T9WypWfTVgnPcP9GuGScvP3ecH0QzpjLzkLYkJnaKgfJlxpVH2dW1a5g4Nb3cza9d2K6CjXjZBRyT2fSkDj3Pzn0wo80xLtojy9mnvagMRUuojf+Zn3oEzEB1PsRuFVOB+RNA+qdK0N9r7DNSt3fFLRGVSbIvlwBAsG8Wt0xgd2TS/wuOxj7w6MVYvyi5hX3Hgk9yLFd1LNTKelCLz+wB0TXltUO6ZxMyf9VAHJ4Rk50fW3Okm8Ys2h4es1TpJH5mL3ayXc3k9C+7uWhgQ4oV9Kf8n/37zgs6lZn2a6404MBJ9rzxxAAxAvWe/qoSPfwEadOm1vZihRMR7wtLG/vu2L2F2VJGNHQPpPdj9w5J2bMtKa1XvSdRHm+OrR7QYN2pS0OedYsv5S+HqkSokg1/G9uAiE8v3KBjUG3KeND/pw6w/b3iC97ys4WrBRTdHdB5pOyKYEyx/7XZXcBYRN/HTBtmXIYwiuFQHkA3am6nmvYLAG/LrTRgIecWpYhhb7ichJ9dYh3ugsL99UyGaixKazfyQv37HIogknodDKoSyRwDOzZ72vWuU2//GLjBmpvE6Z78Hms6T//qVIvEOFc64iswTArsDJXIaKkl4iYKKp9wsNz9RL6E+bkzTphZofGbRbL2pJ391esIG5o9Qi72zYDBhOoG0zMLSdUHdpvmXj4Xl/D01udq9a/Ys+T4jGTVzhmd+x+qu9RnA+muHwc75jFvBFrdTRfUiAoO7x6U/qEFIKz20JvzhO5sGGOPY6K+48L18LAc/iH9qwKJof+4X1USsorkeHSfTU/9kn6gbn0lcI0JQzmoLy/2gxhHJg4stnvTR9LRSbR+TPGNEuwamv6dup57XHkW8NHAEfPbYUJmpRijboG7hakFqFqpKoZJcUoq0KDdsCsmYmnasgsYkktps2ig+ZBR5oVyY/Te3jd+mtcz0dB++LLv5b3ptR9/n1z6tH9M83X1ARxmDOzLe8K1nII1i4WG47WLXOC9Cox3adN3V7FZ0YqqTWAKOYSY0yzinlCh5rz+S1AJWJdNQjcRJJ0A2JX3GHJwFP8rhG9cY37pp4D9yTJRObOFOXCPYAZlm4EdycTV8nffOqJxxgaFGMNWfN5Obi3Sz3QfTqYzHSi3W8PQqIHlSkBe0Bqgb4ugZr0aUai/pqev2Na8zYtbP2fXVbOUDtPLyy5jkvo+vk5ZPxj057ikvj1VL+rkss8h+3WkwBsMicF9Z047Wp2jASEqjJTruexYKPLtXQufoXP63Cbktl3TLM+2qFIR9/0bIaiDsVhxklDUP9NUyPBnyZwf5LIQK8tIH5VfHzcmhKko4mySTxMYIlZHkT68eRYtJ0kEtl5GB4WM8N2Mf4BV9GluqWrexQmgX7sjNJFbKCtNlMyDlCrGJ0GF/P/TcOUf+rQB8RghJ0+8jn3g9Hvv2K3Irjsl5ID8eCCKknks4xvfqblEfmfOVh5V6hetgnyYrLdDRDnEtgxe/ZGLKuvLHYiUFpfuOg1oPl3wPycSvTa8/1uOhaLHN/bsKdYvcEwlu1XfI1jgiVYrTn4rDd7GKAUcfeKtfs9fXbX+jraOeIkiyY3JsglLudAURlhBPsG/dVefF5yj+RLBB3ejA+Fktt4VZGZGyehZyi/a503Cutoym/0q/HcR2Vn7l+9gBsLBmYhxMGOFoYvtxRg5Evi7Q2A9KKsx2h8OiFJchKr74eOQDs6VQnnfn0Wfg4rnk71rwed0ci3xBcxypPQOzHcnfnIXJxgaWyv4u/uN2rs/LL70dwb5A5vv4EU6xBVGbH3jRP3FXxtRrklIVsI0wooLztNxRhKe9IBAP8tqMqLFcFRlXTRAQ18007/0UxtIttE0cN/pdgS9xP0s6JvLjTtAUWTMnvn7//Usrl0eTN3jiF8qfO1G17/qCnIVA/hRm2OgkVKnVSkUvhMe2uGYqPxBoIjKCDlzFuBBvd7j0TlwG7XRJFN3aO0I0kbRRoXQLnJr2Cx784ZQsCNOD62/S4v8MLfX35ZlBkBIWJ0ud+w4E4YxOO+Zl5JA9ShBN1aFTfdQW8It3X7UkVxH933pjcLAUBWaFzGNAOLwvxanKvOJLUSfBn/OfjOiCdhZ1xRt4SEWjXx9LYOt7ozV4Q5+Yz+rzwbsXGaVyX9C2SyyXXMi/6o15k1QWHIoshMnVDDHzoqsGsf7hM2HWzUviI3BUugs9dGF8U4yR+SsK5PEcTeFms73DDpGVmJWae+Nvz0WNIQ7BFIhWfQXqj6T3RxEFBMP8VO8l26jzHTm0YSF/RC95ce+zdktNW6RJM/gHoSjNqhYXlAd3vQLJCjDkhN8eRjMz9jvbWa+bQ5QaA4VZmhFAWiVq2zk2rPuuepn8c9WCLj4CmR9XaD0JbcEOkrp4tdj2oHKDZsddNAo+kb7+L8vI+MZpx2l/TIc6gEwGhPNBmKumdX6NSzQogPKfwAgfxdaVOOvHL1m5Zysn4ouEsUhHo9LYdZCV0xEKd9twBRT3ziExFgnEi9Oc+8U4XHzkFpa/jUdnsp6/0UJC+Uh/GNpkRw9yTzGl46bEgYYTetnMgTcIdR4iGSqNlg2lbI6fPWKjCaQio98ARu4E57xVjhUnHM3ydQWVgPFqS0I8U3bGyOIUedrkfsqx0F7lAtx1gsXsQozjOm3ULFBLZTwydLgmWVDC+v5OWf4RzS/lG/e8yZMMYfiv328yoXbyPr+9jWD096SiSlv4Gqdz7oKuT8a029ElxlwbankWLflq1PkJWH975BBltE/a9HXNXhJNIOwqnFju/6w5WUTVWL9jadHhn7DiVMzeVTi403yywhuhjHSKy9shcKvbBatJSjdSMSw6NYWVHLYBykZtmpMZteOrzzb/5CgdzMZjPtxL+DESBM+ylH7OizT2Smry5QcYLYnkcXsErqUP0nsc7tB65IR/sPX0JJmNsE9+/lpg9gbMzKY2hPtxgJ1NQqNkvzLqyExOz9onH3xOhe5lGMSXTvDVkC2YxH7PhL8IQIMc1hrHeVJUR/4qQluU0flefu5K707ivtVFEkW3KEAsi1FMHGmER8Wdf2tamGREruS4QYmuR/7kFYm0vKv/17z8JVdBtDvRiHnRUNE8+Ac92r8lJn3S4OihIkoKvurd21he/Wv6ZfgcKLQ47FjIQw40D4R4Zc8ZgYCHjP92TlGD1Sv0ynfcVwoSqZukuuAYERBdC0oW7+dXaRXd1Q/5fOtU/OsqiMscAV1bTcfP+5XyVdM5B0Von5uWMCu6Wp+fXzK3/HVdAeTiZhToTWZwvmfjB1EpwG9t8GVbfeTAaYOWGqDSKSBBhF88vX2ICEe5RkV8VN0X1m2uys4YV6wEEno4iv7bgMxaRbzuHX273cLrhv6Cih5h2r8FLwc92wTu/nt64t8ewn+5DbXL66ammzQmyNL6hDOOcMXusBMnPNcoW8PSnV+QxVtgKXCSe5wuATP8m9BYhgg/D6DHoYzr5MXikOEHV9plP2CcRhOjy8mM7NLVh0brA1HLQfmoFhrX5gZbdbqax5Pj6ZzAOnoVn1uv8OK9gKCdKFIMMM8s1Dfu5ITRH0rddMASW4sM5zH5XZ33dZbxYlsNNWHwdYihMVXtTwRJcRP1UCv0Wn+iU+rzo4xaUyhTbh/40rIu6Twajaf1Gq041ZjNt5hyuVANlbqrq6VEW+j/6mKiyOgdbB19HGKQ3Tvzpjx63k0C3/xO5+ov9mFEKSBAIu93LcFT5AmJWLpNF7mD6CiWHQyr+mIqPweNzOiaG9/oVorPBJwGdqo7O2/nBzNRbece14ol2v8Zc/TlbIpIrklihoxATA+hK5GUMAQR/5g57KPLn841dXzv3DIobRemaH3w8NtWRt/RtA6gyFIznL+5tE+sW90tO+RluqR4OPzLFt11Og0ucdNxUoPjM5d+DSfBaVPpOVOJNt2uvGKP+kzfUYZgQpO59FDNMZC52A6OM1hT5GfNDfnNJhyhn/9KW/HELCC7zG0jfPwpyrX79385qqwN7wy/D/DoWIIxJ9wsesqViluN3AUxPsForUFOy6EWS9oRelOpm3NihmApNJb8aRT1+p/IGo+i1Q7MBZoKEhx49iHYNIwkksPy9TJLQEfr/fpCOfqXllz/n0IxCDLhzVQKkyjvjQrmILwINqpxbCLasxPdj5a3umUrpakaYWL4WNhDm4LFnUKDsaaeiu0s0zRt04zi8IIvBh3DJ2oTtS8waFJNMsXrArpNUrBJMCjv7BJ8VVCN4paYkZMlMGcjqLAs4iH6uE5m0w1Dfr5Kw5QqKp3SB39pF3Drqa2MDwNWPDD+xYV2yq/6Fzg0TabtzvJ57KflPaKL1B1gleEwIbS96An5Z980bmvdjJfSM5OY89te2j9eHXebIlJ5ngRDkW20/EyzfEjTLkzvLJ4+uXhz4Vn0bMRJMSZAfSEXmgbEY5j+RD7P/oHca/ItlGpuJGpEC/adOGbljOQ48xNhO/a3TdAM1GwOv7L6U0mc/WI07wMcp2ykZyxjpX4rnguCULoOcEpewowJLJc0dxPTnU1ceG8zgdI/l2xrvfklSvUd7bhuAws2ObadbFg0+u/7NFufDeyz0hTzPr4pSlXEuWR9m8YGgIKLz3YwuBqiNikWX6agwNuHbZQzFs05dqluw81VLHAcEvGhHl3W2mfJcYviJf4qrs38Zk+o/+mzlo+QsG75cNP7m9G0RiG5imX150IFrD1+0UcxqSTPwJvUA7FUSZxNNOS5vVV1ge/P1UIVdHMFEFlVSQG5vPOYoJAvFxKGsR3/rW3aNtz1x8TpQ9rDB9xYZrMd9OgAFpdQAXq5OV8Of+Kn6/sq0o5MuBAyIAJVY8neBZQgO7mG+EelbPFTVY3sDHN/nD1wNl4EjX9qXb/DLajQYk9kg6BmyuNHcO50LAdF6ldP4kwCbE5nfIWfI1B8CC+LUXK01dKu0QBj3/921JcbMHlm/FYLxopsxuqt9PJOJjKU5lmUATiKDM+AlVaX1GAM6tlhObnFutzYXb1+r9iDtgpDfm0mj2EHRVTUQYyYMygWJYRa1Tx0pIXJz3Don4KhgCED7AdJioNQRfbkf+VTDng6w7tB3kD/d/sF8LFhmm90d6olENblRnuSGTvBLpQtIFVZdudG3ngynXilBjrGwj4cPxqvB1IEztwEfCNp4FQa2831xtWrWf6oGZqt67U1VZqOQfXytSKufn+l+7V7Wj+G+gKjmD5bcW8XZeECNuRh7mCM0eIZldJBD5F2nTX6rBhLqLmquzNt2rwU8KWOH7qVI8C/ecQ30towMo1HTTcB5oJUj15Quf1eG58+B2/p3gKIq8YxNQHfEGqXZnr+eroZP5HJ3spqpEblqyFXJZf0sJhWU4/11aL1EHbCDWH6x9gCZ76Ov3djwFSpUbbr36YXcqbQl+mdPMOwC00C4UpZtS82bUx5KCsEcl7DsMEF2X2FTeL3+8ptG4RJsblirG7FONnOX+kM4wjuNyjICx/nCyn2GUWmyoWgalH0I3h/zUuQhIVTqGFJYXqudjBy7fB4sn1xPrUJzAt3GOpD0QyQNxW0yHsZo0WAy+cJGlnB0vNlKudv300BG04rJNkuVPPBkdwH+MFRUjUXcM8/OZe5ePDUOBCflTiubpw1GIVBPF9zAdYhNo5LkHRsJcOudrbMFv3+2foDoICw9l6Uvu2qO/Bf1nS3KPf4VmWWw1hpW8zTXI6dyq73KAb3UxrHEhf1KeN4T/UrdQRX6SvNx0GtyGFGz7D/ycjt6sMd4LijEgFfsBQ/5IjghxqD2TEQRFPJ5hv5XqNrrjX6b3HJSz0FU+bQat3VaHtpEq38hm+uXvxEcCHvTQbFsjQvdBr38aWUfDKbV2iXtx6DyVX6Fwc+hACJXGAncU1w4wLGqAB4xc/l6bRRIUQKO1sINfJGXEV7dWlmAYvKGCtEP3ORC1hvYjraXCpvQS25r0Thi4WqDywHNRdjt1kSTpPKf5uLZeyq7u1YzcPigZC2olmxTi07qgOafmheUtgJDs70FltF93fKbb9Xnk2GfaWaMboHsGd3lZP5+xUrG5zFy8/QCG//lnOTkq9OmLgK9t8YSpLR6thbuxLpV9t2WY3C5w2UhIUZsWakSZ206cI/9UhKqWYJp85f2euTni1cISpB9qGU/tL515HWVMoU9NPeAMvoi0xBcjOxcjMmmQIlX/HcInANHdPLT1qdPbGGEFgrS8iPmSxhoqYrrEivyvqeF+dxv81RBJh4SKKj7+zqJ0JzMB7FDYq9WwkWQuhJTRBSgrsKVg4IX745N8RcUXmKMW9mkWbB4qzLcCQihqhYvI3+7RwmvV4pqomfS7RSdVSLpLbDd2QinlTrKPvcLys8070qvxusIXK3agWKhDQS9NFqHa/bqb8I7CknZqlkRUZ76bXcOlNHR5HB9EzyzfSmfPEzKOqV8wBKSK0trw2AJ5KjlfXhYA8zoDtmF0HW7jLufuUXDoJNxkzd+37bvX7Wfl3c0Z79cCkK5eQNT88SqvI/U9898TeYdhC/AY153tDROemtQePJaWHZ1CI4fdotPIViAPDpyi+ps4mbwVm8QS13yX5K2q3YJ6hUAy/g1gF30qcr/ci4/zARoD3YE7YFaeMmm8smWsSzNDq6VCZXzyAv9szuhG8ilNjolZTsQ1OKl0N/2s47jxr4d6ILNfHT4SBALC/Ww4HinQCiPPVR8wWQtMYqn1LgnIn6FkjuqFH8slInwLomkc3M2W+YRya6REhInZS1xSk2oX1XTcqojxe5dsiLDyVK9D+fLYbch40q4BMsNJXXUgqVtGUgAF7hYuyI4IqA6eaw63jb+DtHKrP/EvOZHleKrzzis9sSpZXFtAgREWXMFXj5D6KaHYtwS/clEioXP13t7oimxV+Wv4WaSvvigNsktWuGBucS1xw22ztu1HCqlsFpxn6fU+jqhFDcX4P1FyQbLZmaKisHrZCJ059qJKoF6J+gMWJx5idVKLtwrxnx/5JBNKtfDo/9rUIBwVk1XoswnJsYo2pjEQKuYzzEyw+zawdWV0h3sXTzBOhNk0ZRAKbfIXndfWAlKiWaBhuRXpyO/w4ZTizU7iuCdE8X6AdgJQuQx8scaEcIQ3pVG91PX8zuFCJoGiLqq6JrJwgYL+ZuxrdIAMPAX3Zc46DuOQfChMp3B1mf+YcNggJmvDq70fgU47lc5UjUnnmbf52MqxyvB5c7jmWBO7C498V1CEZ9/EffJT/psoE6nj1odrQSD/xBaVsDz8jjWH98ae3Jt71kgjWX3SwR5arYLP4NSaFmWZJajHz625JXS3AuabhmmlMRCaZvY0PyCDO7WLDO1A83nGIIG9GVRS5fpSrq8RmNX3vveF+ktGOTPbd8BnlIe8U8QYQUt7f3cVhsjwh36EBXs+vtMI67u58cuXhAbOobonxfTvUcixN00aYadS1x+ZJQZi75GNtPvPU2SqghTy+Yz1YTx3TYk0t0A3PvCoIQQj7bfEa2NjCdhlFIZt4NESE9tjh/ScuYn7MPrXyVN/TLyVy9K7yMM6qr2BGkI1DAn9XL3BuHTKQVxX63TbjJF3L/RCYeSaN0atfVqUNiewrkozA6Zg3ehwBZf+PL9NEhFj5mr0sk/pRazvUgw4QC/yuaFcJbG3WhdzVIZPalnkWYTP25U+ZWnL4S9TkKcHBQw+qfIyOhOumLp2kz7IHNYBaHXlhtyCfjlpwBr2VtmZ1SW59MMyn5fDqrD8ysMyOVhspT/siNnjuBP6kl0Sw455X0eUHGOdKdX+Hjuc4/26U45mS/Z4iBxtx9Cfm94+2h+zSSiocezYIVHED2adJ21BDOgXlJhsaHcyyTDB/MsyyO7Ngysrwn2F+Sh3sq7zbvBoHo3I6jJD55BAHrnQ+C3WCVW9OT0B8y883zwUfk5/go91N2GL6tJBv0YrE0BD/h0Ww9TUo38hdggQxMuadJK61hNgqRHo8j+HSxpRHDLElq/GU1e4SHkFQ+NP2lQJTuqvN43TCZEYF6ZsHXm/8S1oHkau1P2ha0mXvg0zrBA97UO2wtYhe53Ap+ouZunLfmOlSMYE4+MBS1OebfNCXcbP50ZgQRoqaXFIYJvqXFwbkPmAYZkm/iZDAnDun8FaKfvKvFCUz8xGcEQ8WsAvNRFrX725Nrc0ysdMIuTBrS1HmRy6CjR3O4bk4yRoNnDoS4Cv7sBpH5DKlVSJ9dZKePoctIrRVX0tbw2Pd64yl4PDJLHRVSZgVGr772TYHLw5yywqf27hDccW/iNWzz+4f4pAfRZCjZdqdb2D5Gzx00YJBwrTTKX3DhGGVmIx/0zEhYHT8430NKpdy808uyRZ3u8A3vYxDGVny9YNiOEcP9QK8FM5CRpGxS08JnHGOKtaCUvIQ5JLBXt7lLnyZ9aTNee95/o9L1t7tdZmTSz4SMGf1ILt/+i3SCtyd3vXJ9v5wdjwZk/hHFQnFwlFlnDKgfMy9diClnVwMm1Nbf1+skvBHNY1J3Wo0kJP6ZjNnulqCYEsiNvJ994WURXe4PF/CUefuo/YI4WfZo5uJS5f7r6E+6wMbShT+RH+s0ocEqjd6xc0abYmmiyDgxcWQrsEHRkfZ6J5Dq/YqGvn376n1EL1On+b4Vxo5XZMQVIl39bZ6HgRkIRobin/ALFg3J7KMcDxBfUlUhWu0wT8b4es6Y00WMok5dgCuGKNDn0cW/BP0Z65Qbf69JRz+IE6j+a4RcqAvqF9XWFFEeitWq1wbgaSmQqeU1xDW/2mJ8Fx2lG9kiSjF76b7nEqyWJ5/cFer7DE4frJ0UBi+mhlz2gnzwxo3InvPD5hdFoBug2hvA7AejK9W2xs/h2TVKMG0RfxN6RiRnzojWGFW05y9srg5ydQGQWDb2qWOQOxte8gO9GIy8JK4Q1rxCGiQH3KfBRLBB8RyoRxad8G9tlxvzY4UkUdaDyfbbl4GqaHH3aietnMhwQR7piKSSQX5+kTG+Mqpp6rnHR2ateTgW5TbRg46dRJl3Xr/az+z+OoTfx6o5YwC8v1O6nP28Dj61mBG33KjZLCkgvt2nZkft/BBHaWMsn4oLSaIbfk7ve9JfR2gwN09qd/o0jPReGh424I6o42YVvgPo5XXKG+QbTzO40k034UHcoFpUYu2eoMYBKn72pCr4vZ32z3ZoKGf2WpWqOavcbh5HVvg29O4d9O9rbEyGNHwzMMhCfcwCQUlaa6Gpz8lkPFMewo9+r0DGi4VhTg7+cisgzgrNp1kTNUsktAQ5dgfkKSwJHGGtT5fmNHGNiWq29tnQeqLuR2z1G+yIv4pYiS8vV4ll1uQPFg7gxNPr6Atx/FNxk5jlA5JMwle4UfSr/z5vxMa2kHmMoK8p65k89+Fl9jbXf+smVzcSln1544MkI9bv5dU6DMVoHmSgbsr8rrUaENSZpG2jdFh2E/BTXP1/73ApvubDq0gbD59FRhAJOc9A8o+FkjShhMXd6ikhyEkIDsU/9V+Mz/a5sLhZP/5WRPr7nnltU/1i1dpqgGPrOXqo7tQhmeUL8BnF1WgUerZqS+gOwWAUfjd9UJqZq8t6YfnBaoDM66s0naT60yCHyDtvTVvPubqr6tO8CjVcup8m8eNnstHawBdU1DFeD758miQFLVdMXyU4zXueP8+L0GFT0BB8zBPGj2JMZg5qs4YTTDNMUOdRnhuIrOT+3yYZVzZr3Ulj0tBVLLTJxddi7umh8zGl4cdtgf+nNe+QdjaX/WxaqCBav7WUFYv0Sz+wtdp2oCCFNPnwWtSuVqPrGBoqyL1BBVvXL1rliplBP03AOpNa5zDNsAa26ULPfc/ka8Qd6PsXOvNP9408vlhbTdAZsCsJl2JKIwTDfZ1wq2D4l+Adtv1upVP65D5jJ3f/YrAgmzvfRr/2L7UH5KcAkIpY66xvVG1kxNtSRWOU9z4Ql7bwZBC5cki4/M+ZGxW2VSjLu64FQWtNLniZmRb3EqxY8geTl776qBANWT61g/K9qzs8hBqPAEfeAgJa5ZZPZcltWtAunRiX6WewUtKG8JIOH/PL2iaRgN41Eg+WewFDEn+KMj98hIEox8b/WqJN2mjfaWnRtr/gfbm1jSpd2KMPMkuyfF1iRK1IV8Tkt/4x64r8bTj92/Chyjn0DCT55/ECKsofepUd3sJTGhcrO0EDd2g5atL7EN1YoNQHbM032Ai+iIfXreobZzYRpxM82b6V3SyrLpxTxunnG+fj74eK4mztBC8SfFrq6L4Ovhg4qTx8b58aUz6tdfncK8VhZBLpyyADXW1rNNtIEifiI6OCQVEfxXjIKpIkcNh/E5780q6T9JMs+E5Mjgq4pOp5kiBLUOxTEt8BsllYZWEDDfzOZfI5hSI/pKyiHf2bcS+qqiS7EfZ8bf/QnM3SmErqILLrf6IdRooKwaf7sdsU5YsqXikmOgkvj9wMkcA6oTX88A+UwT+H8ytTWk0+nlvme/S9h5kz2HDhdzZUc4izxwK6t48tOHXwFVE58dLNfSZcatAoRS6EUXBVXhCa12knbyHtwo/vBwZwXVBhaGsc1ujEp9fUNIeSr9ANwwYzo8PP+RVAzxK/VAZPn/oZxjhRT7b1E0dGgOI24/518QRjqdmmHq8UQmulJ/K71AuHGE1yulzZNY1bOypmXPS89gKJwVyChTj0tfyAav+2ldJFb8lTgLpaYUS0qXjzntuIssquIhG6pgKPyKiBK9ATlUtmuhAK+tv1tWKM7EhL3qFLSrig5PCUM5PaAfYAOybLCEJRoHjIEAvVF+FfPmUMfrrOW/xgjcmfwt3gkM8hhhwPkxery5872zA8nZiPlpBtbq1jj/T1HdbbKDkC77m0fkM/WYnZIdV/OsdSirOtrWsFvA1hZnFuXDEOH/VbDk3K0XfwhhyhFu3xC5ShYnyLk88vmX2bCISU9rXhvclFNMvefHHLtPQ3F9UqzS6Z9FqU0L7ctZIAeBOmhq+sQK9pDQdZ3s/Ccqb3L504fauuKZOSq45I8QNlxXLnVpjxQLGHllhuLmIVCkkyiJmuTY/FrSJUs/i4ylvNufzKvnOLL3lM++viiQ2SsYHDca7zO299BarndC8eGqb3FPn90IkQL3BVN229a5z0bR4i2rrtTAqnq5f2cBrkFwdRlhW5onN4aezsOjUcg7n8dzKJqkqwcPoqRkzB9QcblwAUUn4IRhzrfLEJjWkwLMr6DX689Ssy2sxv8Utjop0pOg06vbpH5PGDeUpipQ6eIcRImMdQfgq0qebULnN8aYXnfgD1uPNFZ7+fB9ZPW+NpB/edj9a7OLODNBU55gvYFQgeI9liGGdVtSBPOyPQaYkF0XW1D1LZG/EA06epbNOSAp0qadJCctUuknnvtadXWKcg5MOQFfYnP++GFyhm5IeeEfI/pYHnF1vDoXbP6z4lc6ZUW1F+wqfroYn42NQI/StqUdsnl32o8jO5neauN5RYrV2YPr+dIGIcpl8rJnK4qX0qD6kQ0zqkJ8vlRsC59hsyICPLaE0qnZyNfHjEOjm1Hr6CkdVwhh63nKasXQOuy488s0kuUOVkkpib1+GmXt41imZ2IerlLT2CZcqMVlXsgeAlCD/7q4J8C+M/jtRlw5CNZA76De67znleVBIT9/iINmZIU7nFCeUrRC6Q6NoxBd1gnWLQtvpmVMj9ALKIlVL9+9LMUFuN+2kzXPW/9jYZ75c7P59NnxDiMEfQ7xvbjH50+Zycw95haheyilFP4rLZnYdfwVmNk+7h67oTCBuZIJOiTyDSTs/z/1swaKNGzzM7LbNWLkZtjZ5rcS1hbcfzeo+H5o53h08XaOugeZZfW8P5P676BTcYHdj17+J9vxG+C4FbfNYO8zzNDVvuCxLdqSlQDAgF+xsQuyTt90+bQ326P4Hu7j7a4i07GpGT/2Wv3eKhKu9PtZb6/JXyUPuQzMN0HqXS0XheovBOvOK35o+8VUdZzVN27CJFZrbDMxhUbqN1OX9Sc6Z4ghNkMomjSAI7SKmWmuVZbXeShWk2mGEZbYutLXldZ/Pryq7zFNgRhRSJ9//AJnhax9f/d/96mG0GVZ90t87F6qx5F6I/kotG00sLKedTWRCAXUThIVyMzF4EmV/bPuEyilBOD9u/17myLywbM9taw60TBFT8ZBW1dKegeZadb/WooV35PYPRtVqP6+VmWl4kogADboPL4oNI44w6gwKiI0cY872qjBCPdaNFIYQzffhlPQcNZRheVQuaVd6wlIljRKchhpcsOK/Xo1tCvH4MUQBFiqkjYK1CKJCJpKbREwRCoFVforUI5oNDI/TlVoNQKPGfbWn9hfjBYTIlvr04XUt095cs4xtAmTlW5f09ocI+r28eH+1Yb/SDG8nJ2I4pXHDQLV9iQ6KWHpUY8TAIWt0ZKJ26v9SQfqjOpZfyRHOlNdMKfMR1ScQ1YNrijx6xGEoAUNY8i7VAnYXs7oBg415paAtFlUZNxzGq00Wwf/sylyLSmP/AaS8dSE4hLhsAP3K2f5KFLbuPJHqwp6WHB7NyR3xHqbNHKKljIG+//anIPjm1L3AQ9vATYNyjyy9asXULQ5ZSOCqQNJ4f8cjhapdfcwQliK37CSdJjhw6wmCSSoki7Cd1sb5HUvGCveEJp1PvpFKQ/zJMy++Fmy1fD3Xq6Im8Wg6p0Z8LkRQTZV8Ghc4EBfzIkLOoX1UhBA6eAB8OkyWErHLHlEN5NX1FE1ju1N/Py2MuPnZJ9FIikKOPVk+Dxht/iCNwseATHB9zgyj9gTRmMbrRFuUhtec2daBuOvvxS6/nL7U66ATVfrJz14rM3MzpwyRe23njb5v9hLEssy4jszoNlnsxDwF3lmcVxlKU7/Mqp2O/yVbv5HuFj68cx7BK/B551wQYq4jyf6z/7z+MQNNBw5OtKu+f+WDDMqF2XBZoIbE2b6C6ZFNp//gxU/WvJ2LCLjxKNec7UTFalbf96Ar/SpUQMxeC2McFoemjsznzeMeViSd7ouY3qxSmvenf0NN6PtrqwdornBUFxZrD5oUXCnAVyqX1f4KyjCebN0lPWBMydCMi3Gq+MYUX+jzhWh5STg5i0RGF5rkfUeS7ZlJl5ALxN0GBfunDA7GAoTMVJkR5pXQwGKc+DNDKFn4y8hl6I565MZWONcdh6my+qPILpKdRX56+hMjXaJ1iErXauTNmFSb0+7BlkSGj0ZyF0Qobjk8f8IkJdmfOr2Fhb4wY6fDEEj81oGYwu566+6Hb6QRlVBuiXzcs1tSH+sxdwxsRUZe699DlKiDfXV6Voq3biJVrnPioWjFuI1tKxzfy8Ij9Q5/zhnxr4E6uJVV3asqr88p+tlyNRixeuq72ScCOtYmCfGNlZng4TUgbzXgSQw+gBGcRW/jsPFwZhETFN+Lmp9z0Gb1Plby3HEZGKBftTqk4r896w6IwSjvBO7ehjiDq6EF/UpFlc8qAiEM+GjgYCKAmW/+QoySAft2fAjDNyovudaL1z2unlS/7Rlr+3FUzuN88CjbQvLjtPS9WYT22Qq+NZPR2PJrWl495yoM9egd03Rl20GUH0Qd/hSj7p63+EoOgNJwgr/I3mlt5OkUIninJpZw7LUonuTmVuYO2Y2Rf81wfm/G35FEActdMOmkzNJ3H0dcemD8WcsxmdaXS2kwg1eHeogB6QQ02iRAw3t6HiLZliwk8+YW/HmLT/Tt3kDdmLcQZ+08/hszvlP1MRLWqiqCtGwUcq4vIz5Hx0KYfRU/dFj4op+KyiVpafnaP7j/dFzhDn/IK8NnkI4K1h4Q7dfLuewIktUFeXuV7IADOw547zF70ze0XrPwn/gADq19Hdu50hCT2PwFDJ4XzjoSn5opGXyV9wJcvo08LNl4StQcYwKo6FKpc0A6OSY8AOsm82mMhYRPijuZ36uQuQjTjcAqIuuIw6YMp0b9QjDx49Cz39Vw6qTii9FL7PzznMeog3jdnt7FIkFYsqosOb+XDj4kWjyLbZK9je7goc0P7NK7M7lnn2rEYmOLnLpmSTSaClYaQYirqzPC4xMrjO/asfTN+8kJ+4GzRR8DH6qb9kgkmtgdF8fNCjBBjB2Gyfs9Sun8tP3wjPxGxR+M0XemFkrDC+AxdNX+SDg1uWATxOPhHs93R964TsK6fpfN/RULItS44qbizXk1xM0P4w6+4h1kgO5KlcVx1fXrDR/PVWg7+2NEyItKFY4Ku4QEOB9sFj4uPmLqObW2n+yb5SO8F5wr7jysIndyDvEuakvD1yMZoMqi6Vp/7Or70mLMTaCsIQD2dSvSPyyT15CXNvmzsmk76ZBD8DSFl2qqCQqzNOqPnI9fXcUa2sc5uoBbrGNNy1/JIyXgsCyl1K9pboIbbh7QupJP0RAJtT0wiHTMP36DkUrXyhujJ5VKeEvzuwFzdLUUIB2dqz4EmQKAdqnRxktwxr6zE0Vhvq9E1iUdPu08ZqkvdTD93P5SdkjjE1sKZRECoZkitzaLAZFlPfpUBRTHggoS/FVIFggYZoz8YtZMb/WL60dJ8rd6i8o6avqjSL8zD6YwBRwZF9Oo0ovzSOHNYwnLzxMheF1ZH+Nx19luB9OZvrli2rUY+ueYldtwUgwlt4ROVM2UldDHJdytWfx4D3BF3mngnk3Ra5D8ha7b8whpfzXFFg739LFfsx9XBQSn+Rc/6EwusDoN7Mhc0TPtyd7L8Rcl/L2d/a4Y9h6ZRNu2KBpyHTedDmBFyjFTlQhRVvXzIFhG+RJNr0Q1HymkCTx5O3Gtj7xCOhNo/XlWtDKejnSY2SMBUJSVSZtjQMIcwFP4JaVJaE9agMC2hpBcS8p/kfc8Znm/6Z61qHOClREeVMn+kHXtkeUuIT4+CZBH9/b0gt2n7SstBhlgpFStCla8ljC9k/mfX1p9O8A+EcDJ82Ztwgo3cwjCDrobSdpLrZnI+iNeQo4HzPaLi0h8EPJKXr+PHC7T9JKBxAQh05vTqOy2+02h51qEmUuX6tCZ5ChEA0BNq5FnwdwuY6fWY7fEkP/cfCql9NcfRCMcI00Xef30efVchzLa+jJknzyS1p539yJCIC0qmJUz+66DC01NDr0+bGvU91IHYvNF4+0mld/eH9FMPyTLnQfM+Z8LQwWkgiWchECqzaTB7p4dokiTQ/IvyxU6Dpp62Q+wlcEiomFxLWbr4p0q2xQIq2p9YSQbMPasNnvjljCL3tSKYG3iLEshRHFa6rYJmGuWupGwQ+txqP4SpWHv/92kw7ATF2kxGtGeMppIP9RLhf5L3IyQzOa2/+MIhQfMxIzhE5tgVmEBQC56kqutPLBmjHgjN5yFLn4SIItICCGfxzfA7QQiVOz2B4WaGwHcTwiHBwBv5C9kXjNZ4VJhU8zLkkI+plSVT0Zfvqkpa6m9zCCZ2xsqkSPtXfaw5S4UskOlW+ON16zUgJV2pxp9P1yLQDlWj/doAngJsasoF7tge5YRmE6mklHTc8H5QfFlHt4IhKExg/SBYDjm+Q1o58gTvnSNc4CJu1ex8Ywb3K8zSzSlj4gDZCXm3yxoCgQEUvhYPGTSripI2NNXP7afHXRFGVXNNhGBkdj3NSp/YnQlI/ojuiPGRtcdpJt+XOnBoVsfXs6vq3BOotSLFQz9PypEea8J1Mbm0L+IihA/Eo9dwWN2hjJ16o+PEe4STdKnP61Ck/Hw8VxooNf+uh9/Ph/PEtQdqNuQqUr7Sx6SIg2JniKIM4S2Ojt0CROjfbEXpPekshIeqUrJiDVCVbBVSu9+Li75zWU+mcmih3epGzsfnAxMBKF/1jGalUOe6uKDRVIDo/6j6juVIla7bV8KbIR4K74qCGd57z9NfUn3+L+JGSIOOllSQuc1a246LpxwszxhfW8jz4gI+/VAP68OxuqkphLO9zETzs9f2KaMtaHsfkTcCsl7A2ooYU0fRb81DJ3O+TSotn9mpVvjqT4Jz+88lVvcmp3/j0hxri9lLvGCWcvzFj37hk611r/pBVutKEnMO4Y8GiP+C+meRgKwJw6kXsyIf6ZeyFaMr2y1/n+5oNFCp+MH/klI5B/8Nfijyv4OrkBkfF9NaS9P2e3QACtaGVlh+q5/XvAQMi5q9rjxbgMdROINm2UqdvOZSHD73dAL/iGpEruF44fkkYsG4BZtm9WVcFkM3n+H83PUZMnqZ7i//5pOtmK5upc6LKNC/WCF4/hxknH/BTfeIofeCRFwThcMbD+YA89zsRoy+RSnj1myiMxOBjWH3jdbKL0PwixKzu5qAVhPMMTUUW8aa48CIQV+4QumrOxUsIC+oWThOFcqWGehiF5mcwPtk8HVyrPSuWBar/Oh9I0yUfgu4s/CAj4FQlpUeF9EjPl7+jWuvQNoB/8goYjdFNnYRRp2ULaiPNx4V9+vplNVKKcvW6j2B69xuBA/AIR2n2IAXvoqf6fJoPCwVYh+T7Mbvp25JgMUPgnsemXyQ+4OeySYDQIBZXqIjK6RTv/2rc2XG8zve6sFfB++ea8XifJMCZPFedmTKG61+wD+WqQypwp3+xSr77HjRhvFdDMVmfBYzuRCTSqtMuJtJWblEoPKwvN77DcTNXBWC1XzXFxGZC7lwn47nPgXbOVlTZwCxc5/8uy9Zm5L8RWkbDGQKdBf5NQOVaeU/3YBPg3G5zmeq0Vtrpr8Ny8IvmiYlvbsLuDG+h/jNSk/0qIqLUmhMPs/T4ZxvHweDaY6D2IHVFyIbO2QpKq8bDAFabuDAd07ib+nWyfwEqx97xVgZdiU4Tei4NsW+NE62C9HANK2RKE31I8HpLII6uqxqKbWEn4fWQobDRPtbYIjwQMIsfOaG1S7ju1tqWpjPTrEV916wPQtF8i2xvAob2Jo+CnPym/ItOBdjT4GFF9JOh+AWsuhHMRmYyTBGKpFh7Fo2T+OTDrdfZHyedB8d54L5HzJPPfVFbRLGuAF+3jdyEXdssymjygpeOya4c47GWLuMPy19OiNn/yzXhvQTMLlnu/rVuEkYhDrQ8WMdr+HWovQsXvlP60/6In/HxeNHcUGfGkusg18AZ+WrT3uV6N/KUDYMRgNgOdjTDZH82LviLp1i6ov8Ypmzc4cprQIhaIMA3dP2MqOsTz++qpoxm+L4xNSc8pgtwyeXNrZldyOvIHUMbVyff/wydS3gMRI++mOrxWPuAqMnE0wePbe0+zKnJ6f8xMKji/xP9mhd1eXnquCVrVio70VJVpLo+5VQUmTc0Of/AaP7ZRUBMeKI3GBoMoN66DLVKj3E/Lmc3cvKYk/kUUaxnYFzZZXSD+h6mpuSkDxV6OdvT9PNCThllZyxuhlXj/Vr2L9WKdfc8zNeyQIzCy4QVVuAXFO/ipA+8k1FulzCXHLh0uX829ITvohEfH5/rJT6mxvXdiD+QNSz72XsyfJbHuzTHVjDajOSumW/X+PWwDltL5ZBVVMWFYgw92APH9WuaBXgw/2vOYVjGS60mb1YC8Nz7WgKp+6KgkXEfM9hnKQWaT82vFY0W6J6ES2GwzHojhRJpynHxuEq12QEXSv8wcEEQxjbwvsxvsoYJSlUtgkmrrHF+DOJ8zeTJOswajmqVR1NOxe63Et96nu76TCCsfvD8CxXr5mZIquQq2LzhQsQiiRpj7xPZQjz568JVfOyKYK43iyHWyKzg+w+ZmbPZLf8xsK/uyf+sf1tEKnuaPPv9yNbVTLwEiWaVEljLHD3APA6qP6UiDOprlVIm/OpH7sFkkz92pjCRYTnNbVlcGfPByAUPXTmeJURLtMiUAswG9z2VvEXDNwPUNcHsl8e2UlM4ny7DgHG24jcvfwbctN8aghUfc3pr1jcaOngGKP4AY8blCk2a/CY8fEkGjhP6mbQTbPsNOFJOslgEBGwFdnmON0z3aLrKdx76UOo8B7o22puv4L74TAFQh3SET5/j0to19wBS3liTmxUcL2bBCyxJ4Viy6faQubXla71lyJAazWL9gYxPjjLMqqx+hrTCPdFGh4twCevMsrfKpvq5arbPyNv4bSpWeTplzu0E/D+DMDs/qKv8VIdstMgp2JCd5XJX8sxMvewAueOvPh7fXqJbQxnCFIoQg0voAJTNt+DtX/6xXO9r9k5jnE8V8GIvthMXcJulsh5u/3luKTBFqsxppZo0/YkzokymKIN7oaIpcF91Obf7gKWdNpLPRECYytZzWEWHP8Sf1ZsfaCFB/i27DBGtVqRNU6wmT7cmSSU7tuFm6k0mdp4rKPkzf8sAf8SXsKablEOjF2ieIPmu+2RzXFNx5jPiBjj8YFTe21MFCbKDk9+KZ4gTVsFBh/dVVO4/wu3rquMvA57+XrTtMlnqOspKpmhwEFcjARV8L1ezIyJGIrx81NFZ3SZLO1NSVgqW35dGjYGOv2ZCZ42mWFHalIup264OgTT92ouuxnJUE0y0Qi8swXlR/iXWy63o7D90mr0qJupvRRsoaE3dM9Xe/sav+jlfv8ED0tiANT+P7s3Q+zoia/ZtLHPSz6T7PwnBe7BK0C5510ia/Rxh59pTdFIe2gEOZd7zQUGnwUGnTTZFp+LRV6D4sY+Zf5NXCSeMi63ZTaZyiKvgqR+JLYVxflcTz3we/A7/2y8E3RskfTJlxLkscxYnz4QgKdROgIyCKDmahL1SGB0Fin4RpcmFC1Cb281/Lx3m9ChIiAbry4+M3OCK5xNpRwZ0jsUMpWDmVTZqQkvHOTWGrqGH0lwtzRlfXgazC2Ov61tyVhYc7sWO3HYY2RLddzh/Mj2ENxsbaqf9cdLluqny/DOEvpPRtBW0MPUcC5bwtSp/FTqS0La+MWbKnQDb/gRnNkaXnUEiNL9Hoy/CVzJczp0XPNS+XxBglQRPwh1xrzX6S5pEHDNwAMACwIzLEWXFKpXsnfrZSUP0rwI2BAaV9rODPnthYByhyKSWmQvS06UwoRHdxtDd+aDchzD1XuK0z8CJEHC9Ik/5jzz2s9yNBiaDcPebzUccXiPA0w0ZEQzIaTEnLKFWo4oF6dqs8P970kccmUw54pJ9eqG/rfJEoZ3Sn028SzMGKQY28hPMmFtuT4caNodhQfp07xJEkE2B0t3a2vTGV9sDK4qmudY87lI/deq8yxtsKJYkpWhtX/5CnH0oRXOOumnF3Ue+zH2+6AuONBFfkT6b9ma4TD6D/b/pmHJQnKjCAFYrJEJe9HS6GZaG7Or1Mq87hbQWPyxIKzM1J1HZnOHkLsekkad9rFr+P5fPydbV7QJniB7bSElvjZIIl6+2awgCht+m4qvJ1LuJpJGuZA8r8KbIbrwzuNmC6s8YIlkpM4sZPLsqWQPqqX0I6d/cRgLfxMbVYj8cW7Wlx/ff2zlhXyKvSqdxQjuatrmL6YhCQR9NUJhnJfqASKjrNP2N3Pb1Qun4SvoK+nDcO1yKUlZnV8yzmxO/bvOFARtNFjeAXQAmt0S/sacosgwQYhHuvq34Palb03HXeOMcUrAJLQb2s2gCuP3bEq2T+kU9OXWjZQgFr8+KirH4NdQlPwxuk+g5zXkVx1Rpq8zvTXHdmanYZfjMIElknHK9VxGipbt2xOT8c/sGi85vsuii2OM/trgg+8dun5/6l2II1sUvz6szsrQ/+pr6ZdpwFwO0E7+rQWbPtZRysQ8GQUHM55N0a2sd+gTkhnUKrwPm71uEWG7qIo6g54CX43DcqKXSgWG8N57HBif76bpE0XC2xHKFykE/rYLC9FVn1+Va3tAeiXcFw791+2qcxioCmAJqrpXGfSCsv/FKDLOzr9HUSDadsYCXVwyOyj72bREbMI0Ied1SLyE+igwkx4WXR0/Hm25STLKAjfGUcKv8auS73fc/cjUVpuLtFmuAa99rHZH5Umb2VbzHHdpy2P6EmTIDvC2IscR1tD9KiFFFP2mzyfa+Felwf5xf0zWiOQ3LL3TVC/G0Eous07NLsdv9F0xZWW+5ev/JR8jW4lHYSI44z50Bcq5NDhl+J+oVUyuBKfP26no4fDKOJJiCGKpl8bGCc+BYKcIcVSRxFKaO17XvdQMiR4qM/Um4DHM5lrfMv2OO0HjQe8vapBbcta9Pqhfxx+KhCSDfJHGJZAGZ3fxHs3cTa1laGG4LIdUsaNX6c5Si0pGSieYmiwvS2AvSZudgzuB4PLK06nm0PQ6Z0yPNGiirPDhof8GRVU/0WzIUv1DN+I27zdnf0Dqtmd9vlXVoosxCyKnXVH/sZT3XcTpqfn02RaQDWDkeE0roYbRqOf9y8x7TSnVDea+3DRCmAY6hESdzq/15w3KKjyR+5enaJXXnLFLkZUhmtjYNI9flB1SLet/kZ6WvA1HXp7LbVcUa0Izm7mIYEQdtRidDCs08jz5xXslgFsXo1ZDZMT0EaMWVJaGMTmU9nnJEwgCdWKOdSB6/H0/CziR4mjXzw/FfN2vjXRGai2D1tTPsNxWN560NfDDRa7xGFOSt+A/+pmw9u1it7dYSDXHh1ECt150hcN7hHAqldh65ah8drFAcFLHrt72w+EY/skZVkkDELnD0oKwmRnODI+7kj52t2jutPOCtZzBIPrpsR1cLHxG09Xc6vO1UbZY8v0bIqlPM1cYhSYnWj52q7kQKMacAvPW5O6SDbQ4NMQk9vXL/kDovvVR8/WBz0uLX7uT96Xsjccm4A+1jJrOK/x2Kfxjhp8wfs1W882PCfkbNJWhkDknnNHkTDBrQdyeWtlg2kVsn3WQTEh8wBxn3FGBZXDv0p/PWYCZ/WCyG5sPzt2gRKldYWbDUzjRAck+BFE4ZNfnZhr/St0kfG2Qa6sNHnHvnwVRORfNlnLSP9SOI0MSYVBXMcFvq7AHkXD83yYOsVv/1lfbsEMEKmB1DLlUVRFV2D6mveHpn2c4jZNfsyREEFvzuvoJXxNnpVhGSLr4wV73UuSFy1BUXiWmIKxYKRkB1ktGV3ZuRX1DGFFkz3xI9dT9jEmmzskDCAXejHZPplEVXxwxaeHzWeMCVA4DFI9OoWMRlb7+wTwn/5AeT/3P8oVoTp5nKleskAg2rgkgYcCDV1qSXVsjKp3z6oTdgwERrQqMV/sUhPL8ZYE8rKTDR5RMR3jpABDKv/4LQOqsVv3YOVZaL1H1JT+i8ffR0gizX5DQHoHBnHxlHwv+I8vNCuf7YfrXj9qdeqD3PBQNryqTVRQ08Mog3Cdu2DPr7aFUI80a6SAIWi05K815mLA/wSKUEflSuMZjeA+fpiVHJuEcO4a3spsLPcbZnVnhstfUvNJ5F2Howipm9rhWl3ayzhFXkdrwtxxOkVEiRfPO+WvQgdBp1CqgHF7XINjLTX/tijPjRAqt9ZLT5XdTdOH+N3/kR5JmbC8/5qxIicXPIxENJAhFuZ2/pq98Dn28+/T3t5qxWsZO0Ga3tlPmU0saIQl4Gm4V620LE4NP7Eua0ZilNBRQ2QN/3cUE8UA51l6cYYUfbeNMfpsLQWaAl8EOtIfMF9BoXjgVJayZiqdckDm1QZdHpRkuHVrjHxHtaIXspe/fctzrS06FNxXZD7o11XDnPZdmyVms71yi1AQ+WA/94/1PYfPA8YROdMA6x1LMTkIGG50ziI0kmkysPqwVY/BVraTJ9xL75bto/BWR/o21FzwN5U6K9XWx5PzkYIrQuLnNf9CwjfHyOnrKN8lF2+lPRPBN+FpVb/smDhom/0QXKcizg4JG+HKHuAre9dXggCcH/aTTOpFj7Osy0DpWk33cHmrlbCpTRWi/+E4uC7ZikR9bcP4rODqibsvKi3gP+k8vWaQB9RDXwOst6v3o7PzoUMFwLiPkIvvSphXdSNoqDuGfuWyBPN44EHXVWl7/NsIk+7duJkEwJ/OegUsEsze7jmC4zzdWPiHPaXCFBmsoo01O2j+hHV/3LzFV8zySM/BujKx5U9pChomnf7MCzVclSH3u+N+wmxZUzRN/+1QYKmMmTc1gICJcw/Bf/NNKUZx/6QwaOHhgVuBUzvHv+eh/j3z9AiQmrhSk7u5Vw7ozz46+DzKvwl9kK7if49Os8VVwCY4WHYFkrhDAmRO5ff1qQYYKJkPwYiFdQ/iNTQYzSNY+sqg5nxWwypMqcIJNm+0mRGjTMxRtU22hUUky01TBTl9CMp77fZsj+CtdcMjqGqORgmA32bLOrcffs8xWcMLD0EHt9Mel/n2dVPsV6SpPf5Ih3KgiUdz+urFkYiHIzn37xVnL699GJrQzQ+wGiOif/QNR5aQ4ASyl+I8Tvz0+EsWH28OnYcviOUY3IPTD+vnzcVhVvx9aDns8b2BWoPnpl8HcANTtHgm5BaB/kYUvpfeIDSWdbEgE63v+cWo52bwqG1aMYf52Y3dJ4Fp644jN6E46HfGagd7dzOnHVkg/tEi56m/tcN0ZfnhJVkIYn+tXfFwDpuWzQV855VlfxU52CC7+1jfb47bii3utcwKrKn+QV0JI1mPYipnPcdubrDE6t5R56OIzC35devpXC/O3YW5wzkpIcVmWchv5DhSTgubXO8B4tpui/GNVJ4N2248jFCr/26a3y0z9OCAf2xZYe/8tEQBEww7kgR/2hH8pZxhUadwEJV3Nfu/EZlhEO85MTOoCqENHpAwOrKpU1Sr0dD1tVrwprFIUDL0Y5rvt7s1Sef2lcS8rrr7Bs6BCt5Zo4o8eYnbjrONNtM66FksV6lHbGBKIHawJrlaZj9lHce2FmBbVkWjWeeJYegtuZgjTBLtX2BroFHarPNL+heopfz5auyPYUz47Rp9FLP7NFxUQVw+tmBVXFlZZpWa+X5z9KW0wG3M7AGI+Nl/t2cbgIvegWxIOLLUQh7v5eTg0qGDjRqxsH9hbtxC0DO/d0I2Xha6n5p6pl+bmePUqux8XgiShM5r9C9tmna1+/sclrm/oteVarvgNbsvWTnlmjHyXtqXw2uwJ+JzvaZDTFWnGKoH9DJSaFYpQju5G3SqXIYvlwwm84oh0LOb7RkItuPO+gQ6DF9PARG3BKjO2omVQhMdxjN9w2qW2r+zCHqoKWqd5lH4h1iVPxEy1MHUrVV7MY52oNqBX7N/aZ+AB3kcvrYqldoEZazATgM2zkkUJnuTgzMf5kaIHmUS0C5EVzA6Z0XvUj4ld6cccwHGf2QMp5VwrPEWWc07nrvbPX87Ahj3OUvtedeJdSeru5rKqztiuotrhc8ZPmzfP2XJzXV/cyfcjvrQzljRTdU4m2f9stpS51lrRSMLOAoOv2LjVA4tWBsQzGrqGeEw+khiu9T+U3/EE8S/l/chImg+qxOeKLPCIW0zxae9OpNwudbJeYhPMpj0EPhzkAdy74tpMjd56RInB4De6W8cvzkBjhurUlbPToP0IhN8FjU/evi2s06VhttZarHXwL4BjrO+rB1aTRwnOFhpQMVfM20gTZV3omDUZvvB6seS++iHW/zFUjpT/NlwW3h8WoQfvK3wbBxRAGqATkf2Oevd9fIaBnTh+2PZloa5oh0q9pp0uxilLeYl0By8n/9xPEehGh4q/FHcj5zIN6yQ+gkcUIHV2vkibu79WzoTKFagF5dtEyl5oyRJz/GHw5zb7T5O17r51rfcTNuAvDRx+aWeAeeEPci+JCUt+ZH4cvEcZ/CJO179Upqwdhy9B+PJgdgmZjvmVHCBXIkpauPza7ODjqXYKAwDzwj8ZdfciU0jsZ7VZftGE5iGvJOtKVdjz0ksl9XMe6qM8mfTSx/ZvvfMTEAdGnRnBFPg1Vaq+KSMrdHmHvWDvhZlSOa8DWkfAa1estAvO01co/+VqqVoZnNdumw0YV1zclqZpRCMy322WM7Tlkiq7j+k+qExWAh8OZMuWdnYGwIS7HT6Lt7zWdn9tnMiEErwkZucwsXiFniweaBgml/Q7EGYfosiGTigi6YvhftVqY+TP2Ggr2uljAqlWErJsnn6lWUZB9Z+MwQuZFxdPibDmiG3v9TpDAnYrgv0bNYDnngKf0mmA8j8HvnM6rWbpNQdujn0FbeyN03n5OqUXp54Hnj2PEdcYe84oxdBuQpO/L4sZK0sItLQYLdphfUgd5eCsRYCiM4jECj3H6fnOV/A0dvIH5FQFgEXEVo/I5Xld+0ff+NK6q8Ed2GX91o7WU8GLyp6e9rUHhCNvqHGO23IF3nUXUjmzKQr8iZc1bUpphJ8jfrF+ZoigShIKj/rKdvl5miHtC3zDQ6B1NuVSbII7z8b19Low6kwgHb5GdF7gohcuDEheWclCGmIbTp+QRaDr9Eu6Yd9L303T9J7tVFW9RRAyqKkC7r8Z6aLbS4AAoVHAdFeRqBnI/Aif4WPeSzrirofqObtU7Gq85/O3w3gI4EZ+oUmC3XN3a5j+YzD6JaLzVSLff8aMAoiBLjvywqgfx2zfnNY2G69q+0GSawdIrJQRIfnQdp0PWPIzopi2PYnzxjT7m2v2wqtl91yYNlehIN+LWHdT15oKwznXGGR2njgZbs3KqjiKVRAt/26bsuJ/0ynjtjlxMxVV3Xi0Lvp2HAPZ2dZyIUP+TBGpvvidlkoIcmK+jU+n/3uBU8KWcd3RSeFY4C1UFK0iirjU4oL2ShdBiwYUhJCFuQX2s4UrfN1DxyCoKegDSt9qgT4/dO2OsFZgxTgC5Pm2mhm/7MpsOu7BprYZGE44bXRGkmlhODGea5gJqxdnWq9/HEePNxh2FJn08W0OZiYQ2TFAoMloKZhRMWThWJKWHZV+yNiOxE6JQA0fi5xE5mwk72R9kOqNvHp5egj5pW61S2+IoHq4/aPYdKCoXg7qE7e5OeiF04hetfGSn8VuU3oyC6+nMOFl0AsjjEtCkI9dVGfQkEbW/LvWYZ67eQQ8tL25pj4sgHfj4uBJ1cxOtheSJH/9BrQY8sleSAqIcXbAyKXmaa2IUmLsj2BA3ov/tIsn9Br+SPYvL147iMgDKZP7v0ocwHGV305yRqujjI0pGKnjzh0kJ4IO8j1tHx4ohHQMskaCKTvsZU/TX6uE+lBfm/Kgu2lSAY9YSCU+mwh8Rmk/54muph7hlUhRz4Dtry2nFm+WZv+RcX2ldOurLoTa0c7/IPcQphuqizp0LCpyBtGcvFCL67YKyxCGPPANofDWikSzFTiP/TkJgfP+eqIe6tKP+aOdaEH7oIfFe/yeTyFHbCdJ+exAL82zXZAMIRpZtyDdUTraXfFQcnoHpl/UaibeByUPdV+IpaFLG5cfREq+7ksePeKzoK/VzzibT4tFKID+TgJOcz4FcSLQYwjQm3glr1C4ezP8m3RAnGtySn/b8lLXBEr4jPVs9bDM58J5dVRqYbZMphxuMW4Xn5i/xLKek/s9oPJeGeEhetVGE3cPt4iR4ImGgUgHG8BMLsaBGSbTmloTqKPCCxJ45cGDGTl18Cpg0uog5kmgFeP5AK+XFj8uHhYJukHMJh9FsMDk0tQPBo3oV9WScgFvlRvf3wWfPCgCsdfyITlGVwLPuGVChEWYBTh7qVcBk+zyU4U7Dq6OQIF/kLv9b4zuMI7hz5aOYJyl0jsljBF0HAo407dRrWah9LJR+ruzddog/iMiIaYNhn9goxXV6k7VpIxHfxPB9vfvgznNrOff4+2IM22sf2ND9M3AcHJee8fn8QgE11n5CI1kkGmcHcnT4Sf5r/KEcHsr7ub6FBmdUD8kVIrjti3PiTMQdm752Sed+pKTkpH9XtBC5uzxs1I5ta1QqR16hR7HtduD8ikd7gbop4MZcJEnwTExPrKVFYXY7LHWB4z6EHvWAkEsRdPI8qleQkjhexBlyY8odvm1rVNKbBU4ZjPPQWapNykii6RVwb3BxE3/zEJFHBw8PpM4wZwr6QdfS7KX0j2NgzfCp+UPnhNEyTlm6zWwlf1yt3TKzrG6YDtbJAcl1i/k4rOXgROgVJMQfRNF4aP1UbLGKsGIDwlL5WOlZjWWs10crSzRrXPRTfjKjXM8jFBuP42k8YHWn4jjFy78DcDAU9YHohzL59ZaBSAq5glANHSV+8BOvSzt8nr6u7sGnJUqF++m1Lx/QWyua3m+W/SkaL/3DwyFNKsLe1XgeYwj9v72K4AiIvQ37kUcNdd9Gau4tL1LSqkn7ORMNVtTwTj6EA7TC8OpKM+jaC1Sx99K+GZco0AYB0Qxnx6Y/vwzn5/iuGSB/D7ctTEYS2rgkyFIfEZDJ9yq6nuxwd7bAor5fji556vWx+pJXb/UfzUWZV74h32VdFTVnCIc3+MtkiCNJTrH6bcXGqOFH1gBuZ3jk9MmntNcysERW77gdP17HFZblGtnwI/sXGa+vB128nNhKDubusuuxrEjf3LIAYY3T/pzSRPjGr3RdFRPmL/245isRKeIjT0PbKXB//XQItQ+FgCqt8qZR0Fg1Df0oxFJKzdxuEJjg0VmEJj2C//SmSIP/75wsKNMXNtPq7UYDUzCjQ++h5Fh27YObbsvpm9ZukC/XYuYIT/7wLBACML8nj34OIm9H1FxKWCY+6qvfxmZgMnuC1sgMAuT7WC9fhZK+Jy6DEfBKSxGvXFowLU6tO8EQQYvBIkw5X6UARUZQITOxigpL4bXDU/BcWX+2gzDUrvFaNAv0qAP36U1m3kt3kFv9EWRbXJp0dcWxAwx71nYxYDda3fmp9uawkV3tkciCfA0sLNYxogV2wVM1p7FoLD8Lo9TwWnP3FcLZ/iPDTFXbBnbMKNV0p9ZYp8P/XJ1UiwuWuOHh0jJ5Y/0VBCuBrJsy4WfZXZMu5n9ssTcNuwfBAO2TAaIX35dvfQ3qD6ddMn3hXTiwT+re80JMUeBe6Or3x1ZyOlUA94kdyw/ZeNvGvgDPEImCNOJ010Q2LSjD0dtDs/XvBaSmyiPO1UlS5RAbJFQT+GGEcjEPiwsQxWMyn7oxJy40hMg7MIJ6g7T3wigXZQRBG89N2IJtUsxC+RHwzrPz2qkXkqkw/1M4wrBgm/l4QJ5D9kW+iiiL930qtDZkDowbfRYaP+Yniw/rg+pZe/FhJNinoWoGk8FbxQy7pJB03x4n3p8Jf45pyT0C4lmZZf26fnDbbIDstAmfNYDOmViEhbkdeZdkcTOBMON3xzG9UChY1t1BwIToVKZxlWt67lG10yhUKh98noyBjASQIAfmYq9AQduVjn8DwukR2rPR03tWpA/7EvSdQVU+yzZpkc6aXuD8CNcDAKCT3edj+SC4l0ZE4OCFbFESoYRGMb1HfbLZMgrutJr/jhPUEtWUF5fQYncB8V/ZHuygoZm3y9zM9JUpP41JnIfCuH0OkofDTruN2cGo/ytkn22Wl5IXlhDL4/Qtijt0rIy+/MgOr299B58MmPrzYSXaoVNfxHSQSjNXbMrr/hBl1UUjQ7EmTIXovB/PohelJU17zjVXoGpQ6mSI2A5wfv2AqabqUIIn9kLA3wtbZZ7BIH+gx8wrcP/rCJMEBQTJzVDFWxZR22R7z78mibOZgVeNg9sp8MD8nbNes20kFxd1Od9gfIGKnGEoCmKrfniIzqejIX0yVVDlv+Nm64N7HORRrAxZWNNPoj8qBcbZ01u3xQM8qmmOHKsnmLpFLOh81/eYiEHIVdmZixJHZQFUiXGLuVnCCi1Ymsz9wa7cdUlezmavp+f2e+jMuKoS7ggmJqYVCrK26Lo/wL1Mvt4fjNRlFAziz62VGhhXGjH3TdZ4VJQxAKa1sUwTfT1OB48c7HhgfbDGOeHctQ21SvPwX08JE/D/VPnqWMvrHN2kj77MrhhAL8umAPDsy70ifEK1hW+cuRMzskih6DqL3JWr9PwzOGzkTI9tow9wgtyhVychQHvPfVDbWONkvAAXyXocPmdPCtOlyvr6jJ2ouzHE5N/Kmi0kl71OetXS7IkFRQXcQQEYgk21ATfVYHmXoisLSn6ImQiV4YOgrLiT0eyHXqL3ItnbDpLDTIM9ADYBSlPTG+xLnSGXioq73mUJiREN9L1NT1e+ku5uNndX6Jc9zxU8mwjNnSQm5Vg+n8F4Sr8+KONs1ZngAuupaJXTNqwqvFLsjXd5HkG8yWYQYORv5dzqYP3kqgfua8MGX0uS9Qdbw7yi6sla381M/+MmmdRU/jDvS8PZ19qeTCff209uNDpOCYrdOXFIJ8MbxAyJtXtr8TVwtJH42lysQqXhaYqz8oC5gQLqgR5VKaWxQ5GErjJW3sxahAVsl4oyf2jGOuhGTGTcsimIT9nZrcOwWqJNFF6CfzX6YKIL6iJ8aCdjRfs1/dxDPj1Q8EdKRK4jxEE/ufxZCsrCnfNmdqZi/gv1DTyYr2suVmy5WD7inyC4XOcmeGvDdUdhn8xdIKryWrQOEPvIlCC91p2XA70DvsEEs30+A/BGeBdsbFBmdZ2K6Vm87kDUfilTUiEEJmYA7bjb2RbHjRla3upJYmBSQ8yowZk8zfrNxw/EG7vfxhtYBzkrwGNV2R7Z78RE9qVXydqbNp6JUi2MnyYku4o/mZT8F1yFvWePLTe2fhygJH9mAr8CtSLCQ09n76moAyurArMLrD0lL14I5N6t/rN7vkwoxN3r7YJiSVGwuHI7c9ob+u2O0wepAMlWWNsUsU5DsZH9Zb1iPqHwEzEjhjztEaJmFcx/busyCC7kWpHeeuyDsGR4DgdhiA/EQD9wkOMqV2tqha6/B0o8yVXpudQwa4FMApVFJLTmfI3rqx+OcPr/tSyOIuSeJbKHI462v5aagAUcmiDbypajy5Lkr2mNKdSrr6lJIiPbjOjymEOo2i4DlBLy3wqw2lqNp28M+KuC8pcl23PSWIFjj5bbVyUl8dKUBoIhZKfCpvw/KFKuf+C1bEU2SYbZiUMBJwcCr0NgokJ88Tvf525fJjH0kn6tZOR+DdIW94+nCh1RearjShYf+nCFyJPd4Xth1Li9xRC/bW9/7ZfOPadbePzNxjrC0vji2EM7LXu/AJinHfpwPoXxiKs34R+Wy+60tWnOMfLj5BZ077TiEzoVxmuh1xTh3GzKw/Jw2g/SVFNxWa+UEFok4KgaQrdcfLPEj1D6khQD2phD6ojM8PofwhKvN65aC8AUGEU1DxxdsY5bqqzZfwZN3ErHTYp0S6kjIKILm5TSWOAtBZEFIrgl8zAyVP8dldiWhUMU42bgOhDA+Ye6HWPXlrSsTAucQpliy33/KY7gtXNTNBOrv82Lx04R6Ptd5K59+FBKDvUnvNlDuRIFzZWHpax12LLKLblYkfP2/fMUhLc94DI4vBrrpQsvH69yVN8YI52W3ac5R9oL9o8e8vi2Lyi77AHDNlSWD4CL0i7AHszwIq0nxDQLz0m4FheHfizvLbzUl6INDKslOsx2VlCNFKsZD9rwtQyXNf90XujHD8jeSh1pgkSyOqJ2V3xYjP9Dcb+GGjJcZLrlcutsbPZ6mjVuzrVD+SUnLUQAOe0lyxzfQTHVfrTH2r3fNluzOgazCvueDRr012HbiuNktmngnyZwpbqzE3sZqNPVTEd5tyBiAscT1mnw9HLfI0/LEg68/qdqUMUZxrjgXLKY9jCSZPKMN8yYf9NGYb8+vbtoZw4roGBDTXirUdaW1XMWPd6ywYgLnAOfec/GnYr+oTgsyF82Hu0x5L3ndy8rkzkdXgbuNcCOZ4Xu/9C1Fjh2Ri1TYaFyqWvKEV2xjOonXoqsVZcHzvHPV1W+UOgfsnrqCyU9cVxJvox+Y/gx8nt+Di5P/7O+Ha+MTse90zLKws5M7pkP5dI0WKRszCneFJ4taLz/pAvmh82EnrsevQw2fj+hg5ZxSn8VIJYwWqtgaToKYv8RAeYmzPhYvDX23/KJNhq0bG5hgvW+6/gMEbiThR7btkXj7fpG02/FNIuiba9CBsEy4gMFWkj1r4wpwaBaqwvTELaSauhZzHO8wHVTHCVh7JnVp7V4dduxr12RzaoeyK+zUwlRlH1hF8UMRBhCu3J/xS0yEdMTZpnwxogkAHlnSPS8BTYHilWOU1C1mv/T65moZpnmbWvIKbNQiaWjQetyu+SS5VNJGFPILLPYxuow3k9BEcxFbuvCulD6Sg5cigpssPk33oqad+UEouJAPPXFue7OWyhJd/vA91/64sPLGBiUImFOfeZVS+xiPca8rZQQc+Q9BDWV9bi2VmtWbjX8OLnKTyQJfAY+dc0Wfel32MtgxUfeJHScZiU0uYLP5rML7cJ48thgMpZMoR/6Uldjzad1q9LsGAZgTjE5lr4qMBAeemXx6fJi8Fv5MDx1jT1P45d/7hstmmHD4HjNFvrgYypmWzce2UG05aGuXcQbBOlsJpSeiyXZ+Wwj8cfop+G/hU+mtVCcA9J47HS8BG5JUVltUfDfy0e5GEr1yLwryaXfSVoGK1zDN0dDK2wFVtUHCvTf8UXP41SnNeT2p4fNJJdRRoWe7advvQ+IhxVj9GCDD2UwUizJQRhTkc6wVyEuhfkFcpSTP6mweE8jDMggfKRzLI5s6hLdz8JsRqzt37wmOjgrL/aXvb7pUFIKouqGPPoqBlflDdrv98ToUj8a7EH1EXwZ+Dy62y+7g6+DWSuElhAihGPiFTlZkKnMv8jScffpj3exQexXTcQvx7Wn2dNK0qrzcGO5gE5BgdbOk9Kpq4BJImj1GHd7WvnCUFUUW9U7PuvtYbxVXbB6LGz4qn8cBT/nkYqK2zLfWVXCXGefy/AYlJbYLu7HG4OlaaHDuXh1gfdFmzf9niLbcfP+TG7YVylPeSrJzCq4xleTJdinLBC7NWASaqQU1pCmaT9R0iLKY4qM8W1MhOlXLvDBufkgPX12g4nM2Mc9gNXIODeOwOehsz8OAnhIX64ESTHsDWQEO8O8MdMnaEbvj6TsigdZKFuhMzO6eMnH5xGfiEHohrHPP1NVRWlvTcZZhV74vpt6fS36iZH/kEhGNznhsuHV/zlk9WlmXbNQHdi216/u0gytcMHR8v9WYCorZxeZyXHdsBZ6yok4YsVXxK8BeloX1b9ckMrrn5NIlqySoGyMEb5x6HgH9qC7b2iPS32wAkvkP6lfgXFpvptpcm8MXlhGjQzodwPiCbXDoF6jUS/+3k5d7RA6jr2Ietlknm5vMHGkdiPHJx76fBuB+tQV0ej13/bl5taCcHGEjZx2rLgfJrCzEVxxi8npWzWftW638fDZ2wl1cHzF0xZFk5/+B5GYIcRdejBiJy6nOvv2pjXJj1ly3e0/te4DJOEgzCpSvCon38Yae3soHQUexeCXnVaKyM5yhssoBz1/vnLyIE4zvtdSbVSmDas9wUh2bVxxfbmOIxFXtwMepAqmRNmrJJkiF1o9R+CpJPDPXGK9irYtvX51wV+mVS+vQ8iYXwhlvvQNNaP0jkVvxBDbS+Hd3nKlAT7jpvJKKb7o/+2GAhnclUZu2l6KjhBb8AK54adfxaFKZNf+r9LCtODfc2tObKzJThQS+vdYlB7uGkhgoUKhOvqd2dGXGwGfIatJhAthvoQP3/BSLvIQRCava7W7rdPO8/qIiJ94YASSrGkm6bwsBWnzlS0QZg3MAWZqD82ezbWwOpqw3CCjNI4OvBfzv44yJPDzlKJsfHaJTS5dT4LAD3ZRtHYEk1IZvhU+i6MynYDvKar60ocTxGD5277vhIGhA9EA3kd357o5ULZfS5IPM+/Ehdn2HZiGy/khDfzvFU1uuzNtSo/PJRYXyrgaIuZumWNzj4NKlZAWhnyADbg5AyTrPHi0SK8IvRw+U8cf/z7Swhp+UJdnzGh3lHC4hakKDm0zwDGY2S9qcRq+5T7T1h/6OZTQP2+UAdGX7DfG3+iXbp/WtV9fUm73dszkm/6jbgodLV9j1hb3T9S0It/YSp/M/qu43P15gfmb8/l77f+ChoGufb+31XO6ODdHiJUhHl2gGgyffytJES1X43Os/YPvsKM9Qq4xDmSEbArS8dgnBgMYStJSLPIEDIxYuYx2uxf8cmmS8ASRLuv/OBT4AxK4F7TWal/vaqQ/EBDYjL9d3rpA+xqnsC2/LyNXwH8VdweOZB1kRPDykOUn0eJTlsa+3qqvlJQG0J5vQR/P0JJkC/Xn0wA0FO1zrQby+l16zpBJgZP002WuxDd4MbwYI5rPKW81msibX4oi36BCfzrLN3Nr0iworZ6P74cKjGot/Fx32M+fn5ngSfyLpakSTVBwajDOo4brEI+fL2GDmcXFGGCLtEGut0PcnF/gWjT3lW0orb4OeP8k8yqfgMhC0v4d6M/WVFDV/i2B0E70b5FsqigCOLhF2sIoywJbKV1L5p8iZRZ/T4cL79KxQkiHj4tj5kE5sCjcHrYJZXaC0IC5RbET885Nd4GmEWAvMtfNycNkBJo/REJ9QdRy8t5HbIOgClnUkk3vr/jNb2uiTPVl+D/hlwhq/2a58u8d5m03UFl5z3NOpP63lR/aZPzhROU/A2YxIUQ1xF8SvCKhC+IoErAhxvp4UW0jYolhwAIhD6HTpeD9KKCjyL921iE6T0tO9+FBChjMiYschqbY6Dj9m1m8AQcrXApEg9GlWrfjffg2/ZAOQXd/tSwU25dH3EYIhVj6BqMyyNyrDl21wmQ1DLjKg8fIXv99QDN02+Rkff0//bRN/x8ygMsg43xETxi912jt2PtDb1rsXSZKFK0WylQT5zo4V8R300iCrRTvhC6YWbxH4XFKANRKit/D1FEVwPKLyFGZsMt7NssQ1TcUidDyNN+WuNOB3i+DxBEWILvptXKFm1dp8iBt8k0+jPH2vjCdsicpjDcEdpxLh13Epe+MOwldCbgQP9W7mUXH1CT8xPoOiaJv/k2C5nRtFZs2oEPVgRGyorFOPagS3bII1SSaTM6qhy8tzDI7+22askqhYavuiWbq004pie8Ciiu6/lC2FVtGo5ptbhZyR3CdPZ9k6x68sDoCKJbri+TW21ta7W6ljc/2h7Xi7Kn+6bm3XxL9Nz1JY0ohIvvb3mNPbAWLyxcLaoEzDuBCQ9V6BpUajC7Uf43r6fvIQckEE7FXKNF08/7isJGUK+G0btLkJQjw+nw+Ruzg+/Hawlrt68NbRF2PTs+ttmsRpDEpTZ7iSLscAlKFtin4jgRyzutCUqDhTVmSKDJh+mGoAfg3NizOKZ/7bDih3R0TvmGj2essHCr/nkuKjgzXrRmqhUETfnFxtUt+69GzzmbfLth1EpmgP6xZ8UZK2NKzfB07MtzZSOTR5ZjKbYdWBgyIrbmVkc1FHay7Y69qtR+vP+6lJPIGhSOD3Tu5nUbJlYE2Ty6PasfZI78mR/zBrS24hhTdDYJIQXDy9meb6dhEgYcN3V5Z8xaG9ntFmNizehGlqphmorD/a2bcS4Ub7v11+7ixJqmv7EFY+dJo2wDPOcMMXcM2ndXuawvOoxy9AbDpBbfUTBVJNZ4JHnNOijVF4kmIa60g7rZFMUW76G4hGchiBb+p066WS4agjtH+TV19VesDpHaknA6gRSznhehL+Z9Kcmrt+wiqgH3k3rbrOJh5BnRZxQWAtL8TGmpyozdAV0pf0bEs+2HDorstaHP8mW+zM780JnY07/J9eq+hSvAbs30Slngvl7/atuULL/fOE344gvLlsIDd8DxiXpildrAp6voQs1/Op4YFi9kXy+HKje0c4pGJamMa5b7yJS4VeHyi8/rTBT9dLwK6ituqSObhX4Oy/ACg4DoSri9Lvlb4/FrnVKl46C5LISf0lWaL+JGKIGxn6AyjQQeFk0KF2BBj5ydzEOJeIOG3Q8TDHTodAvmxbp1p0+hUjLy4k9G0MTuXjRYkU6cqa3R81VBJmfcahAuWxhrD7r4GBNZ4fE/Hgxe88uU21AeDCKQcMe/XBuvVEv907MooumplcMvwzMMqQFdSr6PTFzHorBWPqun99PHawQakTcTkrhoSCPrKxNADjWBGyfwKq3vCJaVuVQe1YNj+pxt1RmKrtkpAfApbOuQdOeLMAf4JlrDASHdRzN0FcLOsYhMFimF1pFq9Xoqhq/w7AcR6zpKBVoehSdsF08On8KD5dP/qVxTycvyl71hkMFJAlap7EL1ndiYu88S/2piSdfSMes2fr9kmZMFR4s/P2andJQTRvfml7SUrfMvYG28OuHr5Sa5HTxXQhrZjcg0WhG6V2GrZvP5OD8I1MOxkjALI2aM9H45czV2/I/Tr1ZRks5JyPhjSy69C5ESIUqBuZ94vJqs6MNL/m6l9xNMyKkLi7sQ5pKmQefXgkm4x0e12VbENKvsGFzWLHA/54HY1kzXosGF/HePzGO274VOic5ifY68kFCayqtu3fO1TYzvCWjvPxspTZOmf2z1k3c7gUUPDvxnX5gj9/C4peXsizFvGu6ahuHHAAjf528kWk0qQNjOcoHiaqnU+9nsL/eibcuWKiP/trIfC9TfwlFCBYJQKd9MhLULDi04RodbddA08FlN7xUvfJXpQVX7RkXuMA2FHnQp0kEzjWfzmeyUqs2YHDXwHVTm3jfQEgM3vacSFOAKZne43XWmw2JECqRyACQKgtgYmPk7/k7YKRBJhu2+BqlyPxTJiKQS3WpDDAIcXtxkZHxKZ/26fMAuRZs78V8tQo6TT34IfzstwLJUthCWJ4Mn5sYXmtThv+jVoD/n4eCzfFZRoOLCeBtMIKtC5jLrK7HQ/6PrK5YkV6Jkv2b2YliKIcWQgp2YUsz6+lFU37G3etabtrKsSinigPvB0LO5CqvYnt5b8c7Zf26KPF6Cx4pnc81k2yxGZeAEPs16st1LgDA/mO8i7qUK2RhdpzJhgK5M5JBSbp4bqBkq5EN2Tsx8hBdtinNLWnmr+QM3l/7rZ+3xNdPBpGL7ofXucazbTQHJP+vSoZdHl5rqJRkBJL0mmTA5XVYURnE1518JufipiNP51PMX4w3ig+E2P6owr9qBCKq0tux36q93+KsO+RuKYGUHEzmxYUzXgr/og0ThwD2ceQWpgIj9AYvyG+rOUM6X5P68m8whMMH6JeBa1X4M273u0h8xT90rH+EAxwk/Rjz1aFdEr34Cp7VvqP4V79ZhG2fBqHptM96tQ3ZV/9CMTAKKwzfBvHC3R18i0tlOlF+fmer5Ai4YxY9T3J+FFZxDrGTMxTU8u2jHHYtP1/eFOAxw/Y/ziu1hRUNAGAGUWdXf6s9WXyOfc9cNnRx1/mj5gJd2PYrVykVwwPgn8VxL7b1vJGQsA4NXkJUWJZM9kryUxtiqkuVy/kOvPCTBYEDiL2ZG4eDKqnrRtRG8V5l0QUZ0i3Dq5Otp6T3/n/9qB3theqrTSlQFuUtJLIIsu23hQBc1/Uqhq+sKYzN97OJbHaRnvu2zWtwk5ENJe/vXrZHqmcB5fJcZsNW3TNsv+LjTH7xr2zA2whp8DO/FixrqUsoky75B+/pOnqyl1tI/iUX4AZu/VWD50L9DUs6nG2m/ASDa9AqrjGJo3vmS5KUBa1DE+bw2qby8+LUR95rmNLVUA95ruuOglwpAJXKzNCh0mGJuKRK7PLhMo6+HShLqn6cr6D+skJLeX9H+6ZOUUcJSrZBhQpn8oltE9lgcTQ5dyekW58iI0XHGx27t2SHqcWN6wbbjG3kE8gkUMkYq3tjcViyb4yHyoUSZKUwJrOYqfoWj1Z9XFh4TvnHMTvx+mZD7vhJzn/wqgyRo/c1zQRt688XAKSvVSEPADzlcp9QvdjoNXYFixmWK1qq0VJ50swIe22+pIUSkuiZh2sTTD9wEY3iNbZZIxcidNtpx+scR4W70OO7VGhNEQho/6gnho3PVtnGWCdMPUBiy/KHQD5S1miCZCwoe5ZfgkfePdQSEfjF/mCfhomUb3EPfT5kPKPhcb1cvMJ98rmoYJdbAQ6mC4B7Q5Q9692AnQaiDDBbWil8mOMM0xWCmE5onfAk2iDhLPBH/BXkndBKAVYZ5/hB/pD2Pqol6KDALcsiIF/mY1qppwRSpcfy725ihw8lkVgPEWIXv3A6oyFs+iyEGEqhBPptuwNE1oij1k/vA82wT+KIFBIwIO196n58Z41MzBT6dFH02++L1U+ZrPatkiD2L3H0nO4+MyWIbI5vw/csx5PfprRPaT0VHMdhreS0DC5FYdwjef2XEnczei7W9frYbnA/GeAT8iWVfaHW6tmAoJzifLrpjECCrLJVo69Jh/EtnwNNaR26VvC66roMKYgjxL2Lhaq/MJW5NQsc3lhWNf0SfH4tBPG0BL7afGQjBvYkhXeB/rao5rna/C4ubTSzX/k/NRUIP2G4tHo3+K9NHBlIwhYf+hfO9q8DxTo2nFeMpangkb6Bdt0uJr48kldn4QekH2AW/iseungdBDLimjUWZ+VadElo1a+CyVs1O/crBWVQgZ/CoZzW9t3gqMPKwd3/3CaJCI0m0fMf/GL+ZuJYNCEqkiTn400U6kGRg8+OnhokUnT8xcE3iA+pjYfr/GCKoBLUHNP3o8te47EZI8oS785mJ0hqNTwqkmhNmVtyIcVjBntSiQLqrLLZFRNS+3ANaLTxClmnOwQOmlvyYs14844Vh/WFKzMMrhfxkt1590zhIU+9A3QDURO3BcW50LKvHL2WY9ijnppTHqCqL8ZFPxMzYWJPkXyXyxne3/Z5dBYcbvfKa0pl/OSlM2qt/MrWNr2wSat1uO1wjGutAVHyUXWYNMRj24W24j0LSy3ohOR3rODoQSetllATjaGbldpkgbQ+n14zA5Jz5ffZq/xWTRf7s9ho51RRmNv3QofN5GYXHCo5qcZEbF0Ktiy5MxORJmGemwNGtv3iyHAQayAPIGJqKrvqetG4ug4n2sX5jW8dEp5MESaNBESvkha+dxzsft9vS54hbGFtKD4z1xWdqxBqygKzUV90SyTYr4TPowO+OOorIuy1+nP2Yhj92hj+iWUYhcS6kFrLFT/K9vVKRBvIaQUwYNVvRDjABcU/YwMWfZG2ObZj9Zl4tYoGJmu4AYGJe+wCSc/ypCB93XcsYab2J+9imEYy0lbSG03hfxRbVXazN7qea0MtVjBaFMjZBSQv9q25ss/DlelZIKtv2shmpnFtkTUAx3VMwnfwcSbkLpN/nV+cO4UZSISNxV1H87WQTs2PMWWafj/Y+nxTrGuu4sXh/kJ8X3dDnpiJAv4KNhTay+vNl5su015dcBLolMLaCfrfPWdlDSDpRpkyfkK3B5wwn7wzwDR01rVO2sBPsqLpsU5yG6U56KfGt7Oiopy2D4tNEDSjyt5sr5i7heTV6YWAUAlKLhwj5LwKThJlmmGhq7DgC4l7NA3ROR1ueGnT0PsCDji/slT+va+ftFcs57BUWmTP8DwxgytaJFb5VOVgKrrLHyKqAJR5++trS9z+vX4oy/pcfpMIJBqZw126uZDSEtMGSabtD2Go8Dh9UDnRzwk0H0V/j62gau6E7zM5/XlFB0/zJIdTbRwKGUErXiFiyUKynL8G8fpPLrlzzQxlOcGhg1URaHuXzIzRdXBYB1lYyF0jhoQrfmHmR5/KDeAzArgx1PgavGB5xOfESbdnB0xq+3cTvC9OE9YAXGakvxJUGBE9DFv6i3q/sl5DaKzshSwaK9WCV/90EUIQ97v9gJMsQLkVBQllWnJIzvZ6n+OB82gNwGFB9UP41Tp6oSpv8gPDe1rHKnpqqEcmnwHhKH+4H83ri9A85nv3VkBGf2pjSTh+GrVXwZYwN58GrseRD+4wpO7mlrVj0fkLAfM2OKze8X5RoPblq7bSpPAatheWeNePx+2Gz0+8jXx/sCV9sDP38NWdZ3g1h262+27ISJWfN16+vefmVKvd3LFawfIETd8QLlKhlF0v8ZOxvmB2FZWLuFSpWAQ8qqmnyqOzLWybha+pc/Pmr/gmtezyp3C0zquBetplSmeJ2vixJk8aaiPNqj9oV4zU3H/3FPzZ9b+2eqdlPLneatkGZQ9E5ikE8qWA7lCMFCdwO2IaC2qWPo9cvlw8CLEByXLaU8G9y8toroqCHvftBvJWD3J2Mv6lmu/Pu9bhtrS8s80bMl664SnlebpCIjlYVxftkImyoAtAgHREQ7MPZhuFEmKQRKHMUYB8cIlu8H3R4IhMwK4wzf1gprwvbeb5x2i/iRfxtlf0eFpAK9Cj+pSjYAJd6BCNLrVj8mUjD/6u/Q2esdBldEWxKl818zMmO03bFqUIOIy50iBbaFiPwR6IdWU8Z+1xMg+0tMBW/5jqmX5C7xUFvBiy0/G8qbdcWWMiS06U4a0FT0AmMbBF/dUf4qq9E7setL6i7CQLR6gcihgBEDNVKZujm2+S0Dx+G90ruc8F6jsg1drVJQUB7vIhNmT1xVhMU8wycVP/tfc/T8S/LfHdl5hKHvJqw9/iTqMWK70jS9oPNoCWBelJ6x490NYSfQ0lALRiILjEggsbucu/xEESH2o+2xA0vTl0z47+lPC7feX0qbmRrdL2CrKXwuzaXGOPbfMKS85XlNCgNLjuTacIXDsbuzXWN/8lYQ5hM/dNkqsPHToefLQnDq9jjnWxOttmxvtr4nswBXUNAZpbw6sRIe8byG14Qdzhkdc3AmOZJVJezN/7H8WX1VB74DTErY0GnpwNEI7MHjBRl/cmO94asN7fcRUdbrGp7+mv4mxGKITCtg7qzQwDWlznnKiWNU/xCX/1g2lXJse3kOS0SXjpsdZ3ToMFn33+KtNJcPRbFX4FB/74IgQxYajCmvk/CqdbJa5loi40NYkdtYg+NRrM6G6dlvu3QO5IpN52Xde0p9GcWplihPTcS1HhvM5qtA1KJCtob7xEpgtvdluhC5fxL2NdpsrEpBuvjO/C6e9Fhmux+QMJ00ervfrRAFdbQcHnhr5VHzWxbyf7J+d9C78GRtOZTLIrVeLOEgaAxP4C85aXSkzqQSXhU1sryKuNhXBpdu4aqEGJbSP9qBiAdudA2qdly6nEg/plQmYrTU40n18PmWUOpXd+et5zWONL3eBrf4aqw5ZDpj26bP2Lk7/IKTVGGQhVG0mL+/2plTC6L2RMjmi2GtMDxQoB8YcMDF7aMZcL6H19iO61wqEpPIBsyK0iR3Rk564Uf/mYumynrcbeQCpqwkBfBM0+jE6PfyGPXJHdJJaiw94/BVV/WCZiUq+ZaZzKVsOHQ2sI080G+UqlM6WlmlfKNb7oF6xa5d/U8CkmeQ9TIn1gN5sIltIrnYxYV58tZmuT4q/VDkajEXmyeEpTkPI31mlFefxm/OqqKfbsX73KCwkYajS2YyFnEg8mLJldeGi3fyekgH8yP6+RdZTmf12d2yAp9fl2Cb39+ePDj+usrnIj6G/dDotEb2Rh8FQSVIbvpRWen42toYzCfj1zTCpiDxVIedTo4iQ3LtOrAZ4H4Da6n0/2SBtFuf0wVCodVMtTfcrL5t/I+wUPFyMZVdR6uvHAPH08sTAJ3WZT3ayTVDAD9eTVrlaS0STjmxhxhT4ELXtiAOw77w8vNiH4Bfebgl97V4aBrtspMnLo3MPIxOtH6bKetHO1Uc+7GKc4IIgJYi1K/oo+7SwTEO9xrHZe+h6uZ4UAIJsLSTTKbIT9m6qyPzt9EhPp7vLCli9CRfh1YXqEr+beHcGyOhAMWAUa28OKtUW83JsoNnLAjEfGSShJANGaQ07kOExowGQJQ8IM2jADBDHj3x0q0GAWDzpm55ayoemH8Xo3l8K/x+XZpH0uMnHBjvAKOmG1VYuHqJPNaCMXOWVWRojkiWqmiaX5OnuovLmh2jSoRYdmuTKLMj5Eb7tcSNv7Wz5P4CrJgf6GrYASAsZGnyAVmls5Ebj5CGVW4gT46dPqhbeiDBc5rkO/eMG8UDB9n4yxAzJQYOXgyenKQ5KO3hnVbQgGuEpIAL7suZL7RWklbO97LyYag2RzT46VuhPT/Klwx/WtbbSoE4R+3IAoHWt30NsydQNYu4/ChS/Kpd4/eJ5/DkUB2YxhaoUH6M+04TNeZc6VyusIAf/EHW6lZ5pd2/RSgQ0oy4eOu5bBQbHU28nR1ZvVRdZFt5ZCGY1O3MZKLQPtp0DKVU1EXRCYPVECZWhGFyHO7ZqKxr3NmlE1f40uT8Heg9r+e0OJZ8MG4vxsw80ec0iXvqD+DfphXI+4FFPDJWG4mifAxIYV9jnH17ksrLQZzwlfbh/926v3k6TTUwOiBvg3Wl6/Y9mQgp5IhXcVxkE1FZuOsVVy+dc4Yrpv7gxXW/nOX76xsq2+3wvkS86lZzXvHD+bpGL1k1nwlBwsiuCtS8MJDckOupulY7FuTIgrPvGYr9KsILHw0iVTc90revqeJWdkhZS4i+CACJ6lb8bCOGOIslinx8zOHg9GAPJB8l2Pid4fwp5e4xErDDDNiC1UE0T5tptWhUgqQOKoFi8Q1HDWuh8vvoExxFwrgGWQ0qQttcwW4h5rdlirbUYGCrq0j7e+W5LBhLwFjEalwFjkTj6JCx4H5HTIw5gAf9l1cgH9JuQtER8APj48VV6Aaab1O7WXecSIaWT0X9k8ile7wkTuFuaAMrIwPWPoiWr5sgXv9uKkvHK0V6YJ7WHKxHFNSHKMXEuKLXEx9YyTp4Ccw5V2jhfK72sTd8yAF4KPaKWJZt1MczkNZJsx1mgDx+Jrx46VBC2QLnVW+B16S5C565sWCA4DglvutovA++Mz1k0zRg+rLLstlHJtLq8jTzxNcD+DgV8pHeycaPFm59sOEETfayGg7h88sWm4etGsNBOcZNdszsLJM11aeMYqvGSQndwwiQaRnUthWQl+B13DPPspDTimJomrfQFqA6Q3rTsvcOL474t/nBxW6AyRejLzPbPkxZ/8yiX/SSk04revApWIIgI+puiTT/WUE5SIsS3ykIcua5jeYu7l1vwsVYhif4+jPO9hbz1J1w6nfGN9/GJo7w0lKzVPjAe5ToO5xWFaOLH4eigV1VFvZqcDqpBLy7qmjprU43ftj/R3Cn12zMqdVj/I1MU+UeJ07U/EmI7aI/ZD8hDg5mYITON/WDD46GhTHpwkK1/WY89hP43ejQVKsI3stWYa5f+nGYWHqq/hLJtUN2NMk2tzfLrB/oeiLDHQSt/YN1wjiLiOVrgVAFSKCqodPuPDXrqSO9+RFhM6a5f3tjaWoPsPxrr/UVmo9Ta772j5kr2rUpe/mjx81CRM6Av9TcrPNBq2khD2OqdFn6PUmuqSD5Z72+Pa9/SlVz8/3+00lQR8aiWmmiCK0BZKFWTsMU4YY7lbHBJ6swHM/37PzBqUmlby4hHDAUR+dSVsbvh4hF+nyzaV25wV+7AfDEQ94W+YsneG8QYsTwDjVl824Cud7HVhEbJYo1CEi8SA4nj4Kho3by4am1hS7LHNAs57XEemuifnKe7zlx9lLf/m/yE2gByRg1U44aGdb7k7cSJ+rvw/A21nV5r5dNot9GGfbZ9vcU+ZeSZ0TsSqehIzbGmUA0hp5Kqzu+07zsQvTvC9IIv4OC/FXKWfNWubidfrp2RHrDUoU6vcIES0bI5Tj6W/Nn0x1tyEEnBKMUf/wH/bg2I3eXtrMpUyiyYbLob8eoPVOrI/kUip7liULoA/WvAUAb2pOd19EkYsIDuaziS63aRYFeq9b2BKwNLtVvN+pMOvI9vzJFLx46247rPKIrr5oiGX/IWQ47A5FQ74+lqK4PGJteWt9cdhtiPx7tO6wpgAoPn7g219oZaiuuZQIqIGAN/iHt8WvC3JeLgV+ROTkp5t3fwanFThKS0QIhStLBHqjG+fWL/EXoZQgU4uBItZhsKFV4AJGForaVphxg3QzQl9M8PGTwlyJ5HoJodUODxFbpRmtjgUjIpvZDSTrYTGctAQdYn68cr44060YJs5OsF1M5IsF7vF+lVrHFHrhf1GPMTDGRawlQaa2r8DsZ/FOQnjnc4wgv+ac2pcAbnr/S2DdUOV6lz0qd2m+Kv71futKlcnczVLKg4jdq6Bjjhm0fypVW1/REJVn/WVYtMyHH/2R/86rL/86JEvVmqCs6BDIjyqRg6Xtm2ycXXFKNpHIN1GWsIuO1fvs+b2hwODRBx/b8JfNcb7gcl3CK7ej63Htzqp9n/+xPGN3FYrH1Rz3XeZvsml8GjyH/Bmvf/cXTeRn5GrNQMHkec+/BMX4RMmc7vCmuUgXMJTEExxME4aMUhCRndYd2f5vxpynA76DAaV6+3scnrT4qowGuaX+rOhvIYhR2n+LvECAfJ3g0dgKbZgrZcGJV1qYQgbOlgjtrKUEZREWYNvyUKd0RXXav64P+I9QGp5w5fYA9qvcfw3P6fNhvvl5l6le8VxvVDVf8tiEAai+s9R3O0eb5xj9xwFZKTZqaK1QNPWmoUJN7z+6ha8TlIitHCe3h5qhN++4VsbupmKIIkmjIRr0J78/hkf73eLfv90oXw90PEch0UWNPg4xO10xBS/lVeFHjd4bnapLZ+6uTwogN6ARK99ImRto4o8BVTn3adx5J5Yf0fDLw+hnoYIYtk+ac/V81M+xTX6QDi+042rUZIZyV1Z81cyJNdEVRjgpcMsTpCnUj5hmmNm5yLZA3E/425TXcs1sN3n+WYthiQm+K6kYaB9IimEyrYvul49iTke+c1ktjSDCv6tgV3VC750m2tvQmiu+Cq4QLjm0DrELOxt+TdBwAZs4BOCFBpUE7xaG/Sc4hkqcbFow6/czItNAWdynHI/MnGOyYQutufVX1EKQAyR+5SowtEl6vMaP8ytJ4cIWEa4WnlmL0++Na2NhUl+Cfu2h2y/9fA9iyFPJCUPHJTYJ/Ilo+OfmEqfdzRHovMG4JP9lNiAOoXPEMkApJguCmHsaDrvVte1XuPtyMqGq9lXKEpxJCO+16+EjhDbIkv88Ig1T1GV6i9HE5cAxjrNk2+y7Xoi082f8VeU3KXStydfaC/wPamD070ACWMnl21IBlCPRA7MdlIWu/msgU5ZxDxEa8eG9SvmxptS7fAu7rVB272b72zaxqcXszs600Nh4PGW8DJ/lMgFKgZVtd2ehZTTKbfyAJDyoEjiWZhKRGiuVT87ZUgWFnn6TxfCKEnOyBIyouoB9Iyz5wdBf9LRa74Lx5385aem8eSRO8XiUz1bbZ3GuR3NPTeIv6QVFgE/J4bMaBnV1hpGrwE4HQbJDfIReiiJGSENWcDgxqjSwvNGA2V05Ic3PAMxHwzV+Rq4mCg1wd0M/Xa6Q6BFTA2xTZ3lfLgPX7se+AOGD8RJ0SDyoRpcPlaedqc6PVR7rehIxZ6iZamrXXlAYEzq5MxIrZhMh4Fr0LiIBj4tiZJNlCIxifp0Cv3+RPvCfCo5wrIDQjVbREpgLU9ADMSbo+28cvIXhWo+ZxL05Cv7Ypylb3UOhOICIrD5AoGiPTlEqUfjbnFnHJpO2U2pvfs5eto2qwzWfaPR54jO+OUqn1vQkfEnjQu6YOOdXPuozGpzGJyDK/qzH1tmnT5dUYKJzgLPJQZsmdQUZe+40RdFB5Os34u263HmyrJCd/NioaZXFFwLuzywLBwQs179yYrumydYJAoZoW8VShi6dOEwLKnc5vJ+qWD5djf3nExqhPJnk76HoX2iTeXasoR3mpI4yRv3R80/PTTDxTHiIh0uRJ17sDMmZiMA2unz12mBuJtqzGFyR9DPR2iDdaU9qs0KI/OclwGmJnJAqppRvv0GtJlEDhgj5FOrL+fUEhbhIhD/29sGhpSKDUKR+11kD6iWhw6/M0kP6gHJfEbbqxVH/NhjmHTsePbQv+ycI7wQjT6P+eiFsfzOM3NX+5TxMVJd1ukewNNPzWYy1gSxw0BLjrosNy/6mB62Imj26sHgksakeCrHWlATODUqM0+hLV33ox4C8qVAXnpEVDQ490WwEdoY99H7a53BtHMTH/yT/uKoaprbJjiq8wbd5DY5Rxq/m8b8H0U6u+rNZFoTYvwWKNBVCvxZPLgeWAAf0hb25/WvxhEQcx7xlEAI1Lk+sfZCL+FGVEAaOZPVsgCJ07lUUVTQPPYGDvBGHc+TfYz9qptGo6iwf13lG5uzH5FXmCTGiQb7l1bZLFZ+vAAc5BLb+2JmzV9kWQ5qFKwpVe8lOwPVsax8w+EVURV4AJ41fpNr8Z78RvmftdFAMD+YF4bAt9Pm8D/tIjnKdDPspY4D8liim6KYzWX0/KEdlpUFIxA95I/PjaFsCw/fsXj6BmTiwI6Jaws8rEjTAJdohj3978xL73/JnoamzGtPt7vmS5xJ+5dasbfwFwx8GDWR2SVvBt9zSJqLwb4moI1i41O9Lepsm6M/fnNORk/gebZUFBlQQoys5e2H67cEz3lFcQcqcc+OMQtUkEYmIBuDvPODNMZ7oUmtjAtG1vvFraCMCwB9ob36jeNIvABMb7TbUD3BVLKDjDn3nB7HTV3VCnhzV2GiOM8s9UAo2SIvNv25BjGQEUY6K6KEJlyTJddPiE+vMyFodwjc8iLMklTNr7UhMIhmopQ4i1POBMwbutE3cSOhsdy3vtFUpDvHZhDrpL1n/7Zl/kdwPLQxSvBfyS/Lnl8bo70KUR1l6Jk0xl6ymCD4YSbCCfRx/qfCojZpTaci7SAg8FSzL3+N0v3ztA4Dp72kpJR7GJNqeH8JWH7nhPUSyZ6HTjkiBm3XD53bgAVSBFyPOXwHNfTH6XNz48nwQPeBD4Rktv/yOnJnO66maaqq0VfUzatqpls890TsgUveelIVdHpdln06om51smOZpd30I9h6KI+I7lcoZJCJVkstg1yFGUvvDKMkc+sjLr+8PUWmFCuAn8XRu/b1Yzs0xRL+On5j7yFrgn9f5FjWGlbChKw7S0qLaaQp3eh/P+puQoruj7jSQqPufmv8orrqiPbvlQa9ZSaiR4i/3jH+WrYXzKKBDxmB1fbJfBPewBEbRDMHYdQMlGk1MjQekOq41Jd19gd1tj3OqIAjSW9xRe5Pm0bleEMnja7uAjiYJjfW/sWRYH47G/Msep0rqlAQTe0QsiRISGler4wfNk7bjNZOPZSMKkepjc0et1WaeeR1B3t70JQIvqvzNYa336QgjIKX5nZpbrtNy+wjkcW80rkjPwu6FJ+QWoMI+FrnOTYtSKy2GGdfmrMfDDjSH6I8wpS0iYrmy6lj/hSpD/MNPnpqTn43N56tDWua495MHEO0v91VpgTAfB6rE6cHkpq6ngU6qlzkxOFplfWETI5Kty4y33w4X26X7Gh1qTT5NERWB9dvh7uEaINpt2UHVC19Yr/SgmBNWjlPiA9VlfJN5Eva79fVgEXqP/9sTZCE1L+/c7fpbKKvlf5Hp91PvpHy1tgl330YF3/T/MuDX/DopYGQK7/Mv6HN9hkZinTL0bTWWGX2scIwZHlay5bHfnpmPo2vdYNkm+5QcXrRtLRiwlWDnlki/hGgHRdmOly+ysoMr86OkVcGoInYuSAjr7vmPGiPWg/hi0VO9UAD8/ZHpn9T7lXVKzLEs5oS24j8QdiLwxhVHmnyX35W4O13ugkujPu80CvwRH2Sr/W6sc7KpmYjmkMyBdIatdbJj/1I8ux78hheLue7OrALWuiCt/CLXnfJshRrxv1K4XuCi2AGoRs+yH1BjTeqBzRcprEQkqOQ++uzSo7OVFPv9kPnhYdVI7HL0WDdUC8VLIPxOCZzIyGFfCvwZ/pUXreox7j8nOitzRYAg+IVRwvXUZJGbWcb3vk0GsWBC+CRQHzaqNCX+6oQEjJjpWnE+i1/sNxkBL/+lrDM1o1eGajhBtXmk3QVF4M5QsLz2S22FQ02MT+o/VlCBfxtHlh8Ot1AgqvQNvvrQnQsupHzgvDBzoth3Y6Zr78hO0q3Rpf/EbYZGoQ+Pcxm0QuCvwwdZUcVs178bgipCH0AmdzALDGOqtXRD8KSX9NnbpJDGSK/6cmXtJgAFLYsvOd9BBHU7weEn5rcoDtvkuPGDoBYNF1ZyosaoBRpsUW7thO1924SLgAo6fHvdHXao8N8oOurCl7mna/sqSbCag1jk/XOwhzl4N3Y6u1fQbhncFHS+8rlUBlG6cV7jooSqw74XtG4Ox/DJiFu5EZjURxdUnJ4bDKP5R8QPxExT10Avf0i8z3orNaFUJtmp2jjDZJRnCm7uK4BEP5OEQOfN+zqUuRHvE5wN6LcVJFQgzlV7Xw506w90Q5fuFWaHIsORV+Tl4FNLg98zFslcLJbaZ1SHv10ERx9SXIfiwaBpB4e5MPh9hovInRUemnLmofUoFGz5FBmMKzk9nzSyBskTYesGeuw00FlNqRfOhZm1VDNyllz4Eb/tN7JoJ40h1BK+go8u6QtyQZmRaPXFdgdnCq1fCDYVdCvG3fc14PGDSrvige+1lWB+Ga974NY5jstqxOiGy2ysJfOdnZ5wuYI0Qi/t5ycKsgexmADCDSnRblRDqrrrEzVCNJrOnJOqxH/NSrTovBqqNaLdfsUtsCtrp173yZ6LbN52GC43zD6AcXT0IzTl3tFmZnzb+tvEG14orLPq2aitJSJgaJ0R8FAGjJX17FXl/YYcE2Weq5+ZT18+f5MiNBXBUvc16WHUyYWsH7optySvSroIooMsC7UZvBTDZizdMR/dcGZ/FWi/hXokRj2Srw5t7Prdn161DV4NYn2ZqTWbtUWZCy1UiibEEuUYf49gNl1/PHPmfD7BOj123R4P5w3yHtqA/V67raz+QGWKvCs2/FivrjF83rSE54GZeGKl1PMJ5yzb43ijjLzrmSp1tbs5/dCmW9f6e5h7XcwtDveIW1Co9hNKsnU1WGPIwKcFWXnmknWtHTqZW63VHXn6F32U57715BlJf4vvXRwHk/G3L0TkmpibqPtdpouw3SZe01w2vwO29HX3DZjVeAmUzAd+uYlyd5OeUcrr+OALsJTggZsmiP1mAyFIdmT/xpMBy0KltlQjdwjMJzhjn7ag60nRNqUK4IQFIf4630K1nn3f4w2ThQiS/0vSw4ODvjjFSAdxiHS7OTKGAZuAK2JMDXiPD1MzZoe70IDX3tvWZDzgzCz2OQJJC34c6w8PkyABIhyyxe4m6MISSsszXg5xs3WmHzt63mPX4JyYC7JE/fSkvmrn6/idaYU2mohu8JLnerUU5vyaWizrtLq6m0ZKaPszH5HACf9wfoht5+l6cV3tskWZdyW38zqq75saiFiwr8cHRFGgVfCJC/NqyhB4wv5rFbE4B6ThB3uMrOkUJEWmA6RygxQanMjRubLoB25J+K6jb168BtLXk78ZRVBQbar14g/H4LJeMviPw0Uqul+1VpFmIQXfkayDdLZT+Co9vCz2K1zq6tv5y1QLs3r/wow08nyWuKzL1GGG2AW4+9WewsYEZMOx0ny3Zbg+ejIi9auPK3I22yL/hkRoHK9GiOWLkabKcKl6ZwcZr+3pkhkItJHRbKUohO8VNV5egb39jSAnQsBsQpBxEiNmkjZakuZIypmQESxUlUhkIbwv7BzQnn6hCJeIHZXixin+wvALuD7JUJkDas2CMdLPk5BIRNbSt9HZq/1bEt0PsA6ksUaC78PrEEHQP5QCCzjZ1lN13vuHK/32BXIfam6vYAUiJV7UhjKeTKWcoYhGSWPSOU/zeGloGLNfq6xryWCXI5YLEA+hR/uXsxisn5/X8xqHTcy6Ind9BQu3F2SSXRMBuSfCJ4tNtpM3drbIyGETr2uXJr0+dtnpYP3Ej9FRHtIyvZq/pKOZmoV2I36yPylFwgcl1K/MzEBOWCrGFP9z1Gu5lR+HumclaHuVjFNFS7QRUSitisTLIf4qxTEqpUg+CQryWd3p40baUJ+HgVTixoMbOI2J9z5T2ltrY56WC8NEI1HUl3m/5Wwh3+k3yDALCmAesclilURbOpwNNoUNuBCCnuaHLKwySawKfh8hzmdh1kO1XRVKgInLrDRIfDvL4NCylmfw/XLUmh4/vBlLllczGzAahDxOf4sjfWksXzNjIh6dZuVYx8sQhcQjPhJHVgV3s+teJpIxj6gX9wCO1WgfGQfeblbaLCEDXGEp7WR/FJ/gs1FkSbAGiGLCOoU4Gy4mn52G9nAENuhvJZEZU5ago8W3dmp+mK2hymSnpbXvzGe6IL/WhoQkjr5ahKfl0DVcp/Z0ojngBldcPYPh1Tw0/YsEaenMx5TjHxSMk2dd9JjKfUMfPU8+sZyuxgRbKM+uytolmh5LKxTTMZ/XFwpAzDbu//NvY+CBDGjpctm3Nci/OJ80/+alWCvDRM8fOUmhYpHmMqFOsmzWr6mE0PKi1AoE2NmVg73MgYUkUGtq9HHbReiFMkuJqY3ySzoYM3OLJuULUfCY+ItqlpjYOWPJtMP+F3WSiGCCDskIiRc+6vRX/MTD0DiRVW0Jyg18xK18FNfRSHMJX62bNTLnDqJqMG1+/rT6y1nyS2h/fNrEmHvsX4likP/aeNrwzJL5e9JpQ8XtIREQj613NhLMyHA45ozW93U/sj3rAkFx0+dT5fa/q2KhGidoGqWnZ/FIuuWKc2S2oqWm2Vfd3IKVfWCCOvvb8UTfSw/1Poe3zTCQoPzupTBVBKBG+f31EcfrZtOiobpH/iwRoKAJd9ILiM+hNbR6Xv2IDWkNHRltsBzdJAhyZ/YdaOS30m0HDFb7pME2pdKuReL2iO/naKIW4ad4wNlfqPG388zDbnlQCFUElzzzeOL0ABM/2Po3uNrayw6LTHHQIX8h8GEKtnhrzLFO9vfrye91VBTy8PTOmqhavwQy0Lg6c3vkWosrNfePwdYwEp7piYGhI3ooZh5dkV3PxNjlAckSsVMS4OoLdxaFfnopKf5Mp70jNH0k7CrK8fbHnNuvBLtWYEvEj1gcrDnzWxAkkqicNLftUJrp22Fol+UsMdQiOiI1tvbZ7hSZ9mtUyE+oiBB2HP8Yq9eN1gM6JCfJpqboCeOhl4ZGWPgMuBWNhHqfygoo02g+pe1w2unBUsuBixYa+fkB3FBPFZav5JW3kcP3poJJ2j1aL/3SidwutPoVF366jS4ORzyO6O1ZL62xdmVtVMsrNIMt+C782xBhrQkmjqFWKgzGKPjZ5ymC4Ad2VbyhL0F4qqY2n80RriIJprqLPZ5/ynVjAuoP8dV/YYFGUEuH9FQoA/GKOpQcRj3rPUte0mgxG9zCA6N0pl95oV5YukXPA551VjrhpQqLQnUhyLC6HUdh1LbD509bQXOc+FB+pjUw1kkJHdCnFzDdB5oys+I96GIJ2uO7317PUpDi/SqQZn2chBr/06V5+cfJw0Wz2Vr4buZVaqCUCCetk3ZeFBXVf1sDy9klP4n8ByXNE1YJ0x9ia1/S4nx0C02nUq3FHWTv+2za7shcYAmtOKGJon/fRPR8+911oIXehy6mWaSoZgur8n0WcTuxS1hNWFv/WbCAcZP/EiQCaw+GWoL8hBjHCdCBx0EB+zt5JQxAGSyK2nIyOFwLXPr2PdLO6md50TxKC3cu0HT2rpPHPFk7SSPbmbM5HO/92AOZO4GXDwtkOavF6w55zYL1r7bTN75h+7Frww1dxarNgRRxGkY3qkI43R/+FiJZjJsyDoddCavyxC3khBZiTItShmVH7udQwot5xf1KqMZL9drVfkEiDB1rGlUodt59+44PSbyUbjCkJNyDSnq7c/jWYHY843alWuxvquH9WkKnukdJuEx/xFT+vfyVQwXI+XUtKEOAml0Uy3Vc0DE7rlhnPlI5lcHftbq1zinOxTcGLKt6A49LWqn5o96+lB5MAEY3jND3AvGVjaE8jeQeGD5lvLXO41L2dNhkidztTm7S+iwPXIA1FF4YGXsSaGFexOSCIK4LQrajWjPKhKAUF0pNkHDWcpY40//+jb4+lu9RtCKywSTERLofJb+NkhFc5nwCo9TBe360XhCRCaYEb3wtBBxfBpJk6kcYhd5fAqC5lL/uwO7VfHdc1aFASj48aV5kPsR5uV3nNVwWSPVP/VH48X3S+mtt4vH1YB21D7RDUCZH8XAsW9QEZZMXdSgvqb7/4qco0difAvOT5e7ahPXA0Wb4Of++GbGW4w840a7IeuMLlCbgo44Xg/PEFoPWfP5MPfxR1Bd12xkif9JoqltrMVRskMwdsE5pbeUpiHiOki2Pau7InQq9gIWRkgRjKD3xvbdDf1rpCwZrsy4tdEhcP6PT1e30Xe08eclsHBIUBYHiCcPJtxDD8PP5eJeg+TjfaqTCMEzl+D/B/tpVi+oqVrLRggtaKn8JpcCXjLpd+U/xs5KZxhmtXl0peLT7maYgsk8XibHiV+4Y/MImbreYVOUTN4k43F+d1nYNBOCRtcjdRQNG7EONeK7W0k9mgv21Wdj7i6OoYLJ9eVjDN+sFC1kaJ7atxIYHP7Z4BmfO2lyH7pAn/wW+jaq2upGCbb6hjWqE4WlLi3DOknRwjuvaLK+0qpSOwqLfqL9Fq4jj2wNz4Y5zDPt60W1RfrS89BKx1Apn2Y7n1f8S+UoI1PpjBaUi8Ke6I3ghu9DarUAW4pe5+BEVWBEfqMyizqSL4tD3CemuRwxbIQhU237pJiM7VB1JhLcsKrKPcy2hnsZy4j6M+fVjjgguMAddKnZ4cdU/k/UJx8wCXacsTcnn7xycOBQ04JogAEflO8EgpP3bXjyx6TEpD2HR9F8qr+WfgUhSlTT5dhivnT+34rtqdmznUzsccYLycv67W8H+WwVIM/QwLyFVyY12MbfPT+fn6Ls8qj+t+H3/OpOImv3YYYZ48Fhsl9fYGW8HjPM3ylz7zdRlZ25ZKE47g9hNdr9M0jYp2TApVanUUy8p4zv+1Lvm5TGhPMUyAlaXVesYlbEHYOhR26xyoGpv/HyH+NA5FN40oC9dqZDdpz39SuQX27lhm+2Z9OWodxmhc6zsVu+PIKvMmsTiKwAVrFAev4o2xN52vHyrELd3mBaxl5nvSJT/EOu1k+RYpsmpNl7jCFUzecWe7P3CYuEAL0L5SYB9cG3YVkHYKrEV1LvHGHUGPqVvjRSkWcpSj9afs3cXi8KZQOewXjYPF2Iqfi4GpDCECPXQKpGeDxw6n+JqXdWlgRfb7hoEsbJ2tRD4AjgEY4pdmM2VcXVSWx7ACJzhGnSBoW8d5rFhNbxd+O5fBViAPiXJVXt6tF1Eu1GEMf8xpt9/zsr3Qb0ioS3LS2HTcXusuUcrN43MvvWfZrrV9qIfrtpckqDg1xHBkREW+m11dk5aQwdyJQjYSCZaP2D325RMPATQgTYnvQaWMRe5r68V0/74CajEceGyN6LsOOjwEBISiofn6lIKNu6/bdkwYL9iBOLYopLpsAYFbf0XQ9EgJ76RD+kQxoWGsOv+NpFMqXCLvfJvPUNQ/AbSICHnAKpAO4A5Xa9xA3/q3qB4VFoILZ2vZqSEXl+0lsGjjKlzAaV+RQm85soYXAf8iy5Kwiy4X0kylcuPv286kmOwun8r3JiBSqb7lo/YP/WN/mbtJQWQkyd/KfMqpxa0ftlUSzkR2t1rSewY9UVFuZxPoRRjOEqqLBsa66WnAHLk3e20Hah/9MW/govaNdVLLouNUmjvmnSTwsuf0mAicekzNWvaZs934bLxz/P9F3NDNVWOJP5UjfHnNZJP+3qnv+kM8Zw9daMU+eF4uJRF9G9jzgc2Gln5YFHWaXjqIOuz0hP2uCZlEzBWeMukMNzZEitNbi1NUr+2+xIwXPmCM6uFbeCyVmW/BzqmOsI0hMi2428CDWFk9PgdCKOnaB0qaSur8O01ztff2FqAoaRcIZIstvHP76yRwtT/KnTuYVHc30GsMLHyeFbt/PZf14XQ4gt/7HTh+d7wjay/RWdm9Jj6XmRJduGPJPyobGpd94HXdKeJZ59KkOT7SbFp4aps01Wj2S5/w6aQZvR3NX3gRZYfAv8V1oFxRuJFX0fihxBWv7DGSvL4+h5r2t6lDytZetuw/C/iJ6KSRxRxiFScUkj3QUsKRiD6qNxpoy6bL5MJ2WLXsUMcnJIDakloX6F9S+mr2JL3X9Ha175E7RmGWMSX+p7dfo/L8kYPLyS8wNM0KDRI7Z6OSiOXRtse7SPnBLhXvB6GLEn26qD2cqn50yyLv3Euzu8AezGUs0ORgcTSch9CK67xJSeH62lpJl6vXyEBkxEXJXjfyQo/hUJvU/cXQ5AhB8Mfj5fmS/RIXELV4zASmixv1wg0qnCDIYR8eGlphCCfpeZEVi+bSEjntCxVylbVG+R+4qMbegT2xkp9bhNGhrsUJA/1lqQ8aESWGerSYnIi2960ZGJgZqnIqkTeo3uIZxKtUnbuEPmL84tGf7/0cJznEJGuEHW18/huPi1k88nyg20tXadIzuBP4Rjs1H/vAsZROp918HIg3tcqt0Bjr7tnEbJUpn7HfDOyaloxrt8U0Th6lhzI9DTcls+Zs+49MFclY54iV3rx3X9fR90WtBCs+GAtmG0/wqgrRtS2evb+iEKRaPyewN5fT70KMUI9dj7KkXeTbRkvj0EjgoIspUOvxoGAIkiD3oN7xnO6+BO4bHy8+NFARFc/Toh+NPLZ6fLm2/h5ieM0rTjAttBf9G7EaKu7h/GvgQ56z/W3M1CJWxn9DJxZA9KCteUTXHj8LWFTQtq6BakWlxVtNj+6UyuJ3Jms58wpSc9OI21usUXvF7OXF35pf0NnpdMZ0sdgkSqvLW036P7QUTSK2murgb8GJb3E5DoNUuBUFj3dZ+7woAgO6YsSEf7D/xUvsB3tr/fLND2l0ShLOf70WMF9wsELepRPcZnOJSVqYTf4DqSJPDS0KkvGecOaQ+7F0AYPnmcWxPRGZdjkeprYdVMePn8jYler5vdxCYWDWZ/uaa09xz8aVuhzOlkUqQeb9DfQ7DXAQ2Gs1oEAmw2bT4qQsNUOQslxGWLhPo5tODXAd7yj9q8tIfhchL9S97SFVr2jUcTMGMUOetkpIhCIHSti4Tf41O4NAwmzLAudkFxmS1XKnuQxl1zalXc/y40ZtUcxVamUZVGzurd09Sj891T1eJiIjJJ/m+Lqj0Tm2HCRYLutmQ7UmGXBPxrqEaQepq/yIDQtIy9ByzadfNWS1/4qSB9c7s0Nz0kfITcgvbpJECpGnC2XNv11LV3eCqJ+VCZJlpqK5I6qvvdPAx1Q8wjFu69jJEV0Hbie8SwdZq/+xje9P2GTkpSOXfT270EklJzgB4mKBAU3jz2Yzff7+e0MHx9rkiLRPgdBGWvSBKuWrC+Q0keeolwljzWLYgigTas+cK0cX1JH8jUt74PlJ4V/06IX0Am5m2H1fa0LR7S9jJsgtiS870MOGu36LSLyNvdNvF3cP9FPHh90T0ldvzDQ4QwiCOlfx5TKPOkB4gdm5lCK+gBz+/OGBn01JlR7MueC/23vy7ocRbI0f00+Vh725REEAiRASAKxvNRhX4QEYodf32ZIHr5FZmXWZFbP9LSHe7hzZZhdu+t3DQP05MyFD1q/GTPBmrKa8Iziiwa95dIcPvuZD/y8qZuhDi92R0FzRmnqhsN1xaOm0Ljh8+G2uuDsKbLKS0PXA3VPzpNyd07XnQ6sD3u3vuaD9W2O2u9an4Ok8r5fvILpDWuaYXzaWHyVWc5dTggvnpkmijO8VgfHgI5I33cHckqEG2OwHY02ZhCWnX9PDD5LBc4hNuJ8zAxC4q87vtad2i3zi5qUZhcijB+p5KFMLr6VY02j6gN8bhLVH4OiPNxVriLqpGhzCi5n2wU9XO3semWaOkR9naS7eH0Y001wZ3ObC+F6Qz+x1eBafTSbB7/c3lVL2Y0EyEmtAKsSnr+J82YnIv6NvxVmgYR5bN9FjF73nFX3Xox5VzM9wmtAfwAyj4lcOoKeDUEebYy+DztxH0z9lrYr+T6gAXy4Du/q2Y6JFf1YCPQxnAHUVDXv5thtdkpxIV+MeDqIJiVVZ/XoFqJ1MprJtNCYFrxO7cZkfYHUWZjsS2WMOSyehkwML8O0xGEe4HDhmiQ3xHln7ClHt4s4pp0Owg8yxbTr5Kb4JjR63twbeHhdbjVApihQ7cEABTlHnYY0yLyMy+PIVJYdOZ6T6AQtgcm9GDhgNRLeJNs5yiC97qadBgqhe2bBPeGSgrOj2abQ+wyu8A2ZDfYSMPmhG/C9PI70wfJBRZ5To64IHv9gSwrHj2O5jt//GN/PJBfOkfd2NQwp+4OuzXGo3we3GhTaooLM5lt8qyyXcXGk6lif5lYAkt+xD3rTP5AkCsaTk7AY4UhsYxQL/ug6eBllz/akXkwgQhOJK9ysYCC9QjvP+PUhikQYB7TNj3lyBBKC987woB7feNcrAVexIxGPFzc3YIUk3zcjtWEUNagRUbjRxDYJFoF1EapA264hGjQxR2aR8gsTqxM53xcmazCj9PHldhB9BrXaaIfHN3+LJ0Ia5xVMU1l027Zb9sHqiHiA1peV673bhJRgOw3WjPRiJK0GqhromNw2jA+EUZ+Upi4FvDsa8AkLHIRFicMkKkMPmjiDIOvRfnym/FEuKTGJ9vCm+e3RRtgSi1hCpoK7r3IL7ciMfbrcZemMesI1B9BfGET5McAVpO6amLvdFa4a8tfc8KEMeN/1C1DyioQ7pWE8L8JVjuQJSgo+PPj5+LutGTFCBFPlmG8QcYNUl02Vdjn8qPXVhy9epjDhQ0cdPaEQT4djYmsJq6R4r1I9clwM3K3uci6FjsFjN5VMYwfRLmy8azBbOdxSF8+uuIU0Xcyp49zLwFdgkEklbKLNXS63406tQUUj+BFZ8G2DZq2UOsrd2DxUwVBwtboGLHzEBg6BMlzVLGWk9VBQnYmH63iSCa80BEVl95mBI4Evb9wNG8xCz1wTkqn0i5PGLa0le2KSN1tN22n5LGDN7jELFWs4enidN9ZMPSBaIr2KwJecEefkoAnI1FKTyOzDu1p1MW0Y8G20q8hw4DuXSKU35DBu97R8EblNQ3OHMylj2bWN2GV3w5Ll+DCpc12f6YMqna7J/RDGekMs8IqmuSGacH2f57KLAlLo2hYuC/OtofNMgk/hTre3u+52I+ugdskTHbhr+Xo7nJpOEEC0hxc74VtXt0UYiQu2o2shiNzoQutUVY0cjo4JvP99G4zt1uee6ragHCe7hG9U3T43WMNv4hKExybMsilTURIAQsbET9691l12d89JDzlz8Lq86hSEzmT3Z+aGds/St1Zy/fYEr4hjnh9fkuuB31KcFPBnQ0AdLEZPZ1+itrfhhF6vLU3HlzujCGLnefwtqcs4dApYkXvpQFPW3Pk1exKsuFHhzIycOlPXvRnTniZTRugvBtOdKDVSrLh+kPxGPAKHgzj5cWaEdhmUY85MAjTwFD4kwT3xjg8fB6XB5X0uYuqm9i56T0MDnOp7ESK0qAAz1mEniCFY6yKshd/u1Q3pHrVdg6wKXWXb8ui1lTi714+pox6sm393vLwbuy6YjYISd1sE67vrmFTs1MCxZ1SuOiQ7UbfmKion3UqNw2wvm9W1wc+9QiMqJLnzWelmsvCpk9OJZrtDfKZZNreDwi8jT9nHYd3/zlmB5O3rHUfo4iMylJ5+KtTehDHvw/WtjX8Y53Rbm3qsCKNRkIdzk4WVLCusFtSZJ8Ad8duLQgja2Z+4TWRaioMf2+wOga+43fEIwdfeMaA8FkuIxVExG3vwLGlb5MbZJr6QTpsDpzX7W1w+Hvgm4VRbMakJbvoWoTXmV44lkOW03iEGVUBAh5XyObJtyj5YMYZJA+sVV58+juwR3ShSBTKojHt70oAP9hSls5IQjm7ENErMAi7AYFbxrGpMqRRyg79cEv2aTvzJSlGi8qFkVCqwAbIcpMxu9fEailYKSqLgJsfAjcj5FOrq3dfumBbCZ6XojB5Rqq5c4jqn+Fw8grIfuEc7d9NDZHtM6FirGvYjk/RgHOFkZRR284ARPwIzCLJY47rQz9TEuppMxECfwIg7yjhCkFXt/VL2ZVHKXbeK2nZJqUc0w9KPOf8A+SxjsXPvoKnIBR2GwwxscvD/dcvP+q6EdhSUI1Sml6GDR+dcyHBxec+MolIE82Jx2zg7o9rlEoko9TAvjj+6PEWA1My6Fho9xoDwHgUbDXBzgaFNYn8rp+5mAkai6Lau1LPb/roHKDAC2lQe1y2BbTBQYHb8TXV6XeL95AGrERZnE86a5XJBywfc4p0TNoJCLzmVp6QJFdHUlPNQOkzmw1e/8MxAJ4MnkzFEHPhWvGD9jfOm9aGkCE0aBX04qlkVNhcYwbOidOrhaZFuvRkQTYZi2jz4fpt12KkHySbzURi+5Bk7x0Uh7wLDqdBZEMWSg4Gq2WiCU9eGQ24PaikxmEj3W4Xx/GwTI4JDIpxs7EQKExkH+opQqPHAc4vS+wQxt0O4Xv4tC60ldg+R26H6MXNUp0wfyLbCF5LYE/hmRkDexpG8BBY3oRu9XKBnr6/hhjWJc89sgO9KQS1OY0hesQKpGXUdLTUJX92h3k9jt2ApqQ8glJJE1+bGSgS8KoJQ/HWMKC25umxkEty0I0/RfiMYMCTpIBgIlGR3RNjKiu/n9nDKZTqAz9O2PKeJyXzytmNjbYnRe1BWCpf+anh1E9squ2Sy244g6tGKpXGdAbQPzI+IlS17f2xYFXrjibtw+GbE6B2uE8axYLTYEzQjxlHK2KqAbS8q9Ky9Xa5tfPDMvf50dA4ViCs93PkbiI6ZsTfXpypq3JJbUFSgZAX47tDxcGuTOOxTcmkLH6PB/4zF7KlUUi68A3D15ZrGmDAum0rGlggfLIJmkkaU3a5KCVQZvMPWlVXl4GDGNEhHL1UWbnak9hjU+X6xdXOayAaYISHt2BGJT/6ONeS9AUIXDETdNO+iyo1rGP0sEP0Eui1DquP99cGa8bbXx3bYE+uNwv72mBHnPCX37ka7RVR+gnFbtOjTFdnnjEZLyTXXd41yG30Ovpt0OzmjsNF28Jq6eruN1yspCJ18Y5TG0aIs4nuX2D5QIauOdKknhE+KSKsgEYKY+jaP8Ph0poZohTf1IzooD13d0I0gT5hkhZy3dMdZtqvEoCFKMOJRgPXNzLK0A4Heot1ZA27tMHN1ffRggZvzHS4GVTSbw2LryvIT7zSUNqGz0dnr80pdY1cvdigg6v4sXZEtTklXrjmqELs+6oas3AVvSJVxQc7dhLJ7pzNm42+zYHRRJ0VsxxrQowQfzl3CyMBICcNWrxeOwMe9KPm8XS1x2Tn89dp0rSbSegDK9x2RxSl5uecTnkp3eXdPhvwcQ0BtXWDQlysjuhi0R9wcwuPrQ2nc2Wm87UepK1mH2VzuBxuuCYF8NpxOcaTLAFicwRw7K8GE3sro4AHi9RwsYSoTcIFzOeU53569AUH69UkaluZNSMGEctKN8rkNTm1yKUqr9MdGq+ZEdW7iOUqgmDTJPT6MnmXKTAJIAD7o+BgqU1cI3HzeO2f+tCWuyWE4EhMb33gD1vNb0UiqOgPpYKjY0sTbTRvSUljQl0c4NrOTkRmRwPluQ9ddjpzmecJimAKW9OvtpOBbWF8lAJEE2/HYjkoQuDWApnv7uBtul1BJzWGeYlZWYM3MtvR01lHCliQABLJ++8gp9bYleXEelvJgSChD3uNmRa/mYcF0Q1eOJwmlqhO7KUhfaRgW20p7qDfB2lwumyIMRgvWpwd0aSQWgrSk9smbuCRh1MDch9/hLVK0Bt/ySOKFER70vqrdUdMfDwPFGZ1J9nWdhfqyaMsm8o4FSY/GessAtA4wmurhZnAieli8kooyz3icMRBfLlcJW5Bd4m0cmLdO/MBoKnvAEZBH3VnDrXshWL5wCMqa2jLnAo+RVETChMac6QrvkhLYHODQmRjgev2ZuPXbKxnRiXzdyWkOH8cBu+UnohfFOCFMvgr3GmVx5EPW576cgFtN2Mj3MmHdT76ZgSkzDE5PxqQfQa0a73C4OTO6w+AcKe3RPjFwbSjXRaONQEnPCDuWo1hAaNOBFdGV34AP9EPXiEKwlzt83F74Az3L1B4749SJVk5OFqp4goNqGd1oCXwX2rY+3sjt+ko6J9Yx73QfM1zgb1SU7o9yv4PhovJA7ORbUvT3ckvZSFkmIJY65dzS3WOa+2GvBQFe0mawXbLIh0htKIXSFloOIBqZPMInrodQHA1uDJIKhqezdI4OiKgIuAhr6aPejEGGabm+FbBQ9e0FrkA0OetEt8kjHbOUoo4CdtrlNTJ0/Cq9B38T9XGQmUqgLa8340tzx4vL3VL0cfIOhb+xeCrfJbWEEvrYSCdpLqnDttt7OKKPJZo0/eK2bVPPxQFjPR/HpiPtYCnb1CEN85RUmXAyFqjHNVwZfHSmp355iBLhMsWxOx04lucGZIkZkNkKZYnOrLzBSo2G6zb0UC5ea9sXBISh4NB2AR3WUUMf43IcIgpkZ5DuYAI9QARTboKr0wVkROBeKQmhFh8ru71zh2vmPLwhhm0Rr68PRRZsbhELskuEY2R7M9T9I2wWtrBtluyhiUxMldiE05NHkCsbUaHvK47P9NzAu/bBBsyc8710UCzDMVPhfKSn9VVjwPAVSsdFADXY8nzogR0daCq8OXJZXg4XkpqaIGZwP4C53VKbMMDDygamBFDkAjPv44ihEn3DLustQ+7piG9k6yA1NcLVSkTcAjpDz1wImpyqKl5qx7QB3ArZ2NkXOdbcQWZ00W6Ig05vk8MW7XWqt4yLsp/4w45IUCXxC30J9sMaM90WSLCXhC1Cc6D0YUyQkkGuPQjerCCW4SFD3exZvj8ManlCAxB6ozj0MXzYYTdMvW8oXGadvQwQKoCTHGNQqdGdbmSHOn1iazaQ3f/6wZ/2A3XCxJukg35hlg5lCB+z/eydNuvyCoShBW7703VIy0hTBMJkfIbFE4+EF8ATT2Hm6MqO9P1yxy6FirknIBMqYNRdxM4q3DHLteMBW5/aoE2m8XBA2bF4cs1b6T5PSpguUIUpWK+Vq6JA+uiinvwEF+BuR1xU2JaAmqRUyEnkXGokj1isJg/uHadZ3vMFWDHohRUjbJPjMJGoGbtQx3tgsCS7zbBd6B1q9YKecBCGTz53xUomqLsu7BCAqKhu4RAxsjft+sCX5zfMnpVPQhG6KN8xy1XOMeqqDmf4ioXtpcZ8lkZmhaBSV96pezXt6PzELwPC+OXdPGdFwbOyfRq6fhmtBbuz2ah0xmOa2iFfn5Xah5Zoz6rr6tv9PtZ4tk0pbDmp48FyjJ67uUuQJ+r8cDnLNokjSUmiMfNn5Vw7SVKihGSyNdn3xQJXXHFPlA4sPeGSe2E0kP0Fio6jwWz7lV0XFmtmInGskZ1tbSS5Olxs/spqiHGHpUkOdzIa13spesFkPLZxss2WeN73NJMrh1M0jPm0yVkz5+/Z6TpLD+txmA4+OKXWivV9EMigd+Se9iRJHxJM8o6sKsVjjNxS2WCfMtXa5+/BXF5oRm8RmSj1DRnr3rGxjK0zeBOlVbpesOVl2ys8MmqG0Vpn8raMjcOK3pWgZsPtby7rkYE+H9T7wdgysDqNiSuxjGy21Y5FFW7vQSFzeZLrsZ+OR+OS4MeQYTDqsr4jlKPnpKR7z8EXmUJmeD0CoE9cpqe4I0xjm3PUfYboRjbRRdi546F3w0AlxCQoSEYhj3zdeSkRX+FN+qbc7HYO7EPZib4e9NW9WeTZVdVbrC1DaLKt0NpppR/P1Um+nh37KHWksZNkuML6uBoEx7q55J0qj0tvFGDiKR7m+hLTGGZif8TvSpbWyc4BVbqnFJR1y/0CvYdGnOy39q3LZMAqeU7yLnZHgPvKBHPCFsEptlZtRZ5EjU7sfMSutHP1HMIYsYhkd1yDNyBemfvLEECPpzeHI7zdCzkrQykywxJdObg0xVajbSRnZdmUSwOrCnHneLohWGqvGFeTi/rgXMa3y8jGsQkK/xWjJudkYNQE6JRLD2xyNPuZLUCEl7Yq7ZJnIlpA+UiRrIsP3onJ1bNMVqQi9GVrv151sql7JglVPpWbwlICrGgG8Lt39Ydo+Ha/rY4x6EPCkvA8H/iwoA6HcrrH69IwaSq2Velj3V3xro7YTI1AiQaX+cJOq2WETgAGgHUdQV9BvAyPIEMXbF2GVRMDYF9XoQAv0F3PhHLIGxN86hLek1fkgqEP8d6c82vDmlV1oncFN8BrGjBqHY3+ppkyk8zq8jBGXSqoiJD1kFWdYdZEryYHBV6c5TGNB+AxTE2IfYVmSSxFGUm2wjsPMnbBTI2dBp0+TURMl/Vtqxa2oi43ITUe4rzFLRnJEx1utTNARS90ip/Bdbb1lbKZJYR791RUdtYGWJiZ2xNyW0KO2/XFMfbbw+VQr5vqWlUJ9ygfiy004ShMSY56HJMcQJLqKN7w2VnqUSVQzWveFjqqia3i1p8ESdd120npjRhfQZ7uDXsTNUGBEQBhMJU9zA9LVuTLWQilh64w1h0ucW2pk5yJbBQS6HmjxYmt07FFzLeK5O82IhU00poTZYDSkSi2ApjFqex1FFrafHqI04wW8BUHW+glnZvqO5gY7L0oueGMB9g4TKi0oG1E2mdlHqIMj4jHcAzyYh84jnI4Hh5Xye3a4swogB2Qu6/9ftAjNy2MO1rEeHnYNHaYL76v2/0ShHAHFs8FpFGLmJKzPWulpE61R6dY3xShsnkS4/xDgjX2EYdIfaICahpOk0xGVZt0Z3it+GYT1inYPCDcE0XzIvfZQ8RFEd3Au8V9z1F8OI6xi/frZgQA7XjkxJZWCww483A2i4uHBq/0spbF54I3umzaLndsA4qU/GGkds0oAtzlez+m6IZ+cH62DyMYmzFliE22q6kpM8B4kt4nVY7xD/m8iBF/pW8LdBepQmKkRm761LqVg5E6f1Yl6+HDa+sP4jBekaNxJBYyxBw2P5XSzVMyRUvWx/bIyhz6FjS7imDi1OW2fEQd9Ha9U2mgDfZozjYtRHeUxWEuOoEyVI/kgmnRuKUCc043y0hcbiw+NnsRlrh3Vz8mle1IOTRoGN+HhR5aeICQyubCUiw7sHuahPXvNm4Fk7WJAfEWg7rcD2a/IdCsVUetaOFVjdu6px+07BHzcihuJ1MxEJI9wwiTjlJI1Unb8KlXX20RGeQsGCWAimDPxVIhimC655GkjtIUk9spLJhpsZtoHKG0u2ZU5GF9uomKPO4BVQ4dPeBovlM4lc1m1DnSYOzEN+JjeTudQRQSpANkyjIWemMmlI1LPsG5/CLpFKfxJKE51XCcqnUF1XG0Q1nMVFPSyh18Z4YCc7UouKwmmpi23jNg69MgRQPDUxtd3TATKgi1S+QGcLirbXFjfBFtZzetj/xd7wa3GzZxWp+RjEsgueYiMoSv5I1LX3pWgV1uC3PwOPVoHTPVJc7c2bBBahCdB4RiMppyDHCgEcYDZx4TP3XT/bY4+une0xoRT8bKh7DkkQHUE+2XO+1qziNH/a1JxzONu1GqKmnoMj22H+VS1eM2OAWoAPfJyQp7UQORrqGj2PesNXs75iY6bu9xvG+PtECFAkQUrayYMyvqAjYWWzHDMZoXGRwU7ybcNL1F1n123gQxXQ2fXSKZISejiKQcmwIikQglkOjaX/SIk+rrPgqawZ1IxAndzGDU8iYzkSFf3ROImODrbF0Opz25cRXlF1z4BeeT6t6du7mMwSHyCwayClL78PZn+DGG/fOOdvyomQJ+EI95tET8Y/oH+mw3xE0XT892KwkXf8E3t0mKq1vcNaCoQF6fstSr6/nVmngdj3nUZU8a8yJlcZ5m3Wea3z6P0x89r49JXMdb3WITl+Xb8OvfGEDXvzMDHH923L5mDo7iKI3fBFE1XVal1d0vxXcq31T9PYqjVVA4/95GraoaEFFALOKum8/5Ajvx+64CpKy7la9PI7/N1vPhwZ+TdVv1TRj/Xjv22RBO43dV0sSl3+XDx0Y/F/DrVKPKAYPvqiTZX9kPX+QnxeI48itCAnyKkxhLoPCN6x+77/wmjbtXj+8q5JrGnz80q2GD9rd5YL6YExj1Y3d/tj1c5V85eLenH/L6PzAx4r/DxIAxNbPzOn89cOHBr+TboTB9/FCYX0f/CdN8av/3RIb9LTb8Z82Lxb6YC0b8rnl9bY8y/wnzov7HRTD8PxPB6K/qor5kmb8oSlHk53GwfxGlvvL1Z9u/zePvNbtXRB/8sn8poK/LygfIliqBFfABAFNUCv9q/BE6/QRZTnJgfz+zV9UP4vKzjfllnt7B3yEwq7gBBIgz8tAvudcHtzyKnuYct6C8CV7YBedfGgGdk/wvpPDHTfTNmb4hGgwJq/s9DrvXKICG/C7SQX7FKOxlyP+unb41qZKkjbsvOv1LtPgGvz5okbv5S3UHtE1Z9ZHtd2H2TWHtNYbknwmbBz1unj9A8NgGUn6FryH7RvwZjf5ORL83A7/Qn43wlfgzGv2diH5vBo/euP5M/BmNJr9z/PVs9Cdno1/OXi31f8X5l4qz6rsyv8ebp/e+TBbWOpuqrJrVnHHwbwudhk8bP8rjT59tcYJgsA+fCXkDOsorGIDuMHPC/vKy/HAOv0Hh829xvu2a6hp/+CRZvz7mT+RDXFtjoFG1+av7oOq66vaTwNfBLP09Pn6InWs190zeKPatugPntvVTHEk+QT74NvNr+OFtAhOts1/9sSV+BXF1TdZKCPmBYfb51+dWIQwUIwwU/8T+NBr447Ujg39Oc+RbWv1QO9LML99qxzfaX147Euj34GmfAcH5x8mf/zdo/j/k5YRAgw//nJeDL4Jn/7/x8mmFkH+bd7PEf593J8RdSqXW9QjugEtH8kqy+j++O/d3j35JM7/5sFLh19/cm8x/qoB/0wheIwiR3/m/4NzzENu2A1wtnoA9YBtD1jFv5onAnvpwqYlAKnt/QXJfPiGhUA0qHuHRTOLaTA7hLRw080oezuyz3ayksYS2wV1jlVuGRDJHqTMLzgj7aNH6AN/d1UUZNYEbQty7KzmPec5u8W22N87KpBZirshe7TnRJsBTVim4VNtwmL7+KKkvXWoPyxDQFtNlngDn4759QnwByfXiNMbwmgG/y3XCNdtU2XCpIZ/qSJpK41oWAUZ0R2dX+FKJeLaORM6uVJcjoSLb2cWy5GijWXxje9XalfBVzC7WJbqQMir+6iN3i1gSadivIkxXz/aWT7TnDwMl4dnb+YTvMk8qy+B+TH37CCQy1cHtkoXXaHbtU+3ZJKKacMbXGcxo3J2B9AQFzFoctY0F6ROUCpBWCWZKaCaSQ/pPxnzNVUcCnEsDzLuF2AV56zPET0O4QcH8pyEskFxZOFS3XOR0VoY/0dcbH0sksaNq60MgsZDvQjc9QRNFXMmZL9J/SmocfiKRr3rasN/lKUx3RfLqQBq78H5pPTB/z/HK4AbaAmvwbmUbAM2D4957znMOsK5Unaj25FMFeV75Bbr0MQvInxyCG5CrVF6N827nYlDXq+6Bfi9FJF9m78wghw3Lhze9cpBt5zr1EOToxrNh33rjLPAFusRNwbPsMH+QlxT+4AfYVbvf6K1vk6Xr7OTwtr369qWPNsi0B3yutvBb9mjt5KdNohnkC/DbmRKwGXhryy38Hd3vShc/fvYQIKMIK6+RBD3JRYAsSGgT0JZev2sP8GvdwNylbe9hU/nbOvSW35+1gnjS6Qp+cjCqvMuCu34D/t4BSSNAAn2ITVkkWZVmcj2wJBgDRnXDTdqGGF/H9RtHZ2hdOWqC2ID5tv7mpX9YGy/rGV3nVL20Lfn21KqmBrQPpY8g2nmcwdjkwbwSB0EkFFFDwDECPL7VCq4/wLgmpNNhwwH62hbVTe7ZVjiOqiCSagHamCnwzDQ9Lm+0IwLOW2m6wPW6AHgH53xsqwtiC35/GIMXAK3XTWv+3lYBba9rPz/4ycfpcP7Ce/6NRxBPLfRFf28L6YIyfhzD/AnNznldM13AY4ira18poi9v7cVFLUJc34xQZiAyiC8+xkmfCVQzrVZbwv4gWNhrfhrsC8gWVQUNA3Ee0YoffYG+w+WwGcEP5JN76wt/tj2O+g8+Q9AvkKnpou/9QrmJoF8FBzyi+nu/YD5HQgd61nNiAnJ86xcDbYGM00X7MR8g4wLypy0/+oVyywlMM8N3foBu9XmVPXEwj+/9QTlD+iqLH/T5KVMNjvE+jhn2eiHib+MA3kgwH0C3es3UyA/zerb9PNfVNgHf04/zZ6hzDdAVcD6HvNEPqy0DeRUa0MMVee9Dgf63AN5moIfpg7xQOA8wv1mbCUJf3Hed5rCv1xhC+qEv7cVPSH6ifeM7fOlIRD7q6LiIUGcT0NGkbwjsx5jQB9a2Gqq9fAn8gH61jz6jQdrh3bbxl539lAbP/aRfU1llfvhAAzY4gbkj2qK9zR3wAezCTFd9Aft/2qtwBHwo02ea+MWngI/8lAb1IY4fzgX2w83Al6A+5mfbcLUf7Qxjo9JC2QBe3+dTiFCH0GexNd6Yn2weA7a4gHlM+vOcVYegLxToCfgP4F04vsvhvS/oE/MHWwU0DcazD34Ceb3iwEZA/AQ2Irx8Y1ulpqkRzz4+xkRAe8Wgw6cYBPoVlE+xUluuwJaun2LiSlv93RpfsQ/GCGDvykr/EKPX+PElni/AN57x/EtbfV7bfoiVGv7k5xPv+Hcew1c8/zxPIB/Ae/rZNr/TfEVEwLhvce4HnzOIJy8+P7bnAH18zfeNT8AP5PUTn2+0D3wW1xefMH5+5JMDY7hfZMy98s7XtmL7Nt83uYGcCWX6ScbaNx618aXz5YvOQX7UiM/+8J225p0F2Pz5kw8DPpUXn9YP/qH/AA7aZ3xKX20Bn/P4YS7hk88Zxm/rFU9CyM/84hP/1BbShfDTGMAWplW+m29tJ9j2zT6f/IiQny+8i995fOn88zwBPR/Rz7yP32mrv8GcLWJfbBbYq0vCOPaBB8gn9MMnHcR26M/vdJEAsWf6bJNrDgCx5xtO0WA+ecYLGJ8/6XL+SgP8zG+5Uf9sC8uzLfjsh71p3+M7oMFc+yH2CTB+gXgOxoc2zk3vcrdg3F9eWGSVJcgr3+wA0IAsNUR/1yHAMi4KZLB8twPtqx2M67n517bQB0H+Xo7oD36K63c7ALQvPM7r/ECcgzHgI+/Ar8g1N360A5Antfy39KT8TE9vc8Df56AA3gHeXufgTocf/gDxAIjnqxwU/InP3ujA9s+QDirT5Qc/L1wAcso77gHjiDCvQ4yHAn47iO8B9pqAjkFuuaLKijPSEdjE+hmQ2ZfPLIgHRpgL3+aunVectOJK4C+TVrzbA8R2AKNC+ke5YlAfeqFhb/PWv/sVaANx7Ed8tsbC5elX4qgLb3YMMA7ArE+6gr/RtaefYQADvewaxFfT/ayHzYo/P8bM8YlVP2AbID+AlUG+gNgwfGFm7h2/Qjxm/sBjEEPDGIu942LrW1zXn7F60YsXBoD2ma80XHvDwlBG5prnIQ7D9U953gL4A+T5FQu+YWBtna8O49lqV9ZbboB0AvqgLnz0YUCf1z4+zh/GIKCT60/aAn4BVnv1PX2gP3W/YqcPNUWhvHAlqL0+4UposyuuhPXJB1wJbH9t+0H2BYg7y/Wr77Qw33ymXX+DBnF7uvzIpwWseyC+0aAtk28yBfRVR3pxxd/yO8QhX/LpSgOxAOhWe+OZeMUcRPuWT4/jl3g7vWLZ17bLE8u56BuWW+PtEvafsYD2lUeQe4CuCnGdp25+oEP7OkO7/YGVV5p2/o4Pnrku/IwP5i947YkFvuBlqK+f0GD8On/1qxXzgvjrrrXc5zwCY/Mbxg2nd7+GOhIB5h9hHAYx7M1XNPSJ/azlh/4W6yf4FPodqD9Bux/YMgc2DHn4ZCsvfPo5Drz0fPzaFnnJ7IMNrPX51/WG13zectmKoSEvyLMu+IpPv+I+iFtWzP6lbQjrSOwZo4Bsijc6sIvlrc7Wxjf/AXkf5PFwhHUjsAdQvyg/5gdy/or915j9Vhev7RVMh/TP+od8I7+p69/CJ5/WalbcDf0R+bqe8apFIAaanzb9A6++Yab5k36eMp+/yHx++dfXtnC86aN/Ady8rtt8XuM5rnjqDSc813JeNvApb6w2MH2x7++0bZWrP1uX27D3zyupH9bvlnFdezdSePEB/xObWv6NXbro531vyE926RI/uRbzF+zS/em1GOy3d6nwcdRU4fXbtRkw1e7zxbLPl+nu1T3+ck3vRfrj247GLO/ic+2vu9nGxq+/7az72zREYp81RH/XEIr+ZCM1/heo6OcXw8lvOrr1nb9e3vq/Yr/Xb8n4T+/s+geKEXDrM02xQJzwf+KTLpiv2wj/OhlT32Tc9kEbNnn9P1POJP47cmbRv0vOb5ee/8M7tqe8cz78/dyvjZGvw/f92vBg/nBgxE0OJg5V+Ue2cP/RbbjEa4fn370N9x8oSrKfPYhmP3fyF23EBRb11VdfI/3W1trf5u1v3VxLfN9cuynhtpRvdvnTjS9/97aTn+wiwX+9+Xc/jW+g+T+Bo7dV+TW9/oLhAibgwsdtNl9S7x+PJr8TNX7kwq/x+F/cY0QTf1c4+b5z5L9/h/4fjQIvS/yXt2z8TdHi33DxL/f4sMjv757/l2f8WRcHh01VdR+bQy/RqggmYvG/AA==7Vxte5pKE/41+ZhevJnoRxU15BESo8bol1wIRFEUD6K8/PpnZlkQFkzT1rQ9PU2bKzIuu7Mz99wzy65eie1N2PP03VJ1Tcu5EjgzvBLlK0EQarcC/EFJlEh4jucSycKzTSo7CYZ2bKUNqfRgm9a+0NB3Xce3d0Wh4W63luEXZLrnuUGx2ZvrFEfd6QurJBgaulOWTmzTXybSeo07ye8se7FMR+Y5+s5GTxtTwX6pm26QE4mdK7Htua6fvNqEbctB66V2Se7rnnk3U8yztv5HbrDqTzcv3bY4lr1/pFEYCVOLv6a9HHXnQCfcnAxB0Hbcg0n19qPUGDvX3vrEoLUW/Ifx2txVDd5p49UXocYI2OvbooAvX2EfRQF7fVsU8Gz3PDM+zyqYE5SuCt1zzPhcTkH4L7bcg+/YW6udQY8D4cLTTRtc0nYd1wPZ1t2C9VpLf+PAFQ8vg6XtW8OdbqBVA4gbkL25W5+CnxfSa2p47BXAs8PXm3CBgfZFD/bSl4XnHnZkSAXgX/nuK7x8NdCZr7rjY0e+566tVLkrQYR/XQRM6812HEbpo+X5NsRC07EX2L/v4nA6vXKsN9IjzMTeLvrkShY5qn3VEKa+X1omNQNePOq+b3lbIhE4lJZRnUIUdLHCnIiivGe5G8v3ImhC371OIy7jHHodnAKYF26pcJmL3psGFeqUNRZZ56fAghc0tr4hzsQzcTb0rR386R62hm+72z1q6XrrNweY4m/0/RHRtwcXv76lDn7N3FsRi20ZMCh9aixmQ2SxyF0m6iR0by7qhJty1N1wtXLQifULBN28yW878/7LZvS8aemD0T+rmVERdKWYAi9tzYySqrCRg84FrHTDF7lJFMpWEquoKeOrH7HSWHLrA1HrHrVX2Ts8LiX+ybyWfkMrMQwuikLZSvVKK9U/yUq/I5ZE1kr1D1qpLnxSmquXrNR2kI5Ltqok7wIlpXzX1+eW8+jubaRPeG/u+r67+SohGjCq5RVtXkHj4peNvoUafgPNX4HG9y5qWOBfIE1ZkIFNz6eXSxQtPMMMEn9T5k+xomYRP8mXjZLTLBOWRvTS9fylu3C3utM5SVunEEAXntr0XXQOEa4s349ostUPvsu4iE2JHPlBl0DObG5tWFYlOOCy1um6jL9iKsyNe9TnRNt3I27vHjzDescSPA0XX/cWlv9OQ4FyKRrqXad7lgPzOBbXmBf3IM//CheCeb3oBS++cFwjFUzx3i+1ej0VyCHtLbmK8lePlmeDCTB+c37+TVFxOWeTW5uep0e5BrTqP/X8iIITcdQY2qjd5HHzjc3hRTJ+9c3X4u0XoXH6uRUrO8t0TwKGdsKAOTPQD+BbKKWbZFXV3O2G0dYooX+/tnxjSWFSuZyqXFJVLasql1bl5VWhGVnwVIzACqtkt2UhX26WrpHKwipZ1YKQvZuvuJtn7j6/HDv3IIDNo/Betyt1663ce7LtWQYN6y3yUDkvt9q8CJirIIg38vMTaoqvLR31/S4xx5sdoh7Va0nPSugmWUm24LJqTanvdnuE9UUKjgZTPDZqpXIjLabz5cYlCuzq3FkuqP+r9UZaRny13vhNUhDPYEm6YZ5Ef1v7YhL6jmTRfav568a1bo+267ngvzwuxp2KJ92Xxxv/VbwV8FKG00/AjPhbQEbiGAiI0ruQ+Ur7H4bMuzbN1xcbPQY6ELjOEVzU8mw044cWt9+SCkVJqgt/U+E7qdBC888T818kHQo3wu+VDyWuhKs/NB/+qjRXXt5I1SSTdZEg89PWMzeNs3xzQzbv5h68WuArsj870XE185d9fjr7kA3VgFj/IuTDc2KRfW5uy9sCP5V90vFLS+syFF+un/To4iiU5Ft489tQCD9Sq/GfQWFICp6L4I9nmO9n4q9/FzZm9bFnvTx48vh53Y2cxvUnPLn8OcV5o9Pq6qPaS7cr16XBwy6avVxfVyS6yg3LX/b4+D2tSxTQ1zdzUy8TQSZJBcp2d8D0+gwRY+q+66UtQJ356a7fdmvIIRPN9u7LhNOt1WuiVEFgl9sXkpgHtqJU3uRL64ZCZF5gi69yI7T8zPXfGqrvhWA+VCvNwP+qUK3U5uZP9MFnl/u3vFQILUFqFLu43PZFpdPKm+X/Vi++FyFfjaTbXxVJsbe9Np4eI/Vt0Fm+1Z6jt8fjv7fw+DksdeaBLscea6p/bOVc7ok9BlHq6ZOD8oeLnuFhs9GJURfW1vL+lj3fVfbUhcbvVfbUSrhQm48lJ8Ls/PceqFEDVRzvLHmJdebGNk3CNlUHy4oMdAH7l86WVdm/4mhZetvF7X9bjsvsUbyj7327rRtL6wo/4QHxxj1Zpr0vuaew//9DTyio184/aGBCpnwE/r2IznzNgiAL9feC+msnnNN5pkmNwDQ5OHyVHHOrfCix81zzYPj0mcSu8tSzRVxhoCtewRGvHnHDhRhB/FI8YSw1yg8pqo478sIFQFm5p/iRtdDWbOLHkNBXYJy9bRSdVYzc7y0EvprgcyaqVZgolf1gHSAJN0UP3TBdfLQMENkn8WxHZ6qAb92GFEs70TwDih/bVnz05txb47WjCoZX390L/9g3k4oSQz34ybbKH5tP2M/kSHw5dj8rn1Q6oRy6w8N8b3j27j/miFrFMeNPcoRhqqt/gqP1z/X2zQrXm6fu/eIj5zLSdGRvyIc1W+RvM32SXvlY/TtrZTqCbOq+fiU2k0uhuz8uroRWCL4X2o93mjCLWtJ8Eh6MeCfNe85Bjzlbv3viDNk99kVTNKOaqEa1o7ExjupoXXsYNpJ2kbKwevx+vlUbymbJmXfNm37UgDuMgxmrh7l4v+3HSqDKzaMhzraK3RJmL/exPmkcHodK2F91bOVutpu9mO25uGgoq+ZCbTcFjfwqC733vJsJSw7aCtpdS4L7RX3yxOkyZ2urp8BqKzCPe1uTpqP9Qmk3F493TzuzFzqPa2c1FyR/8HK/0nsON5tonPly7/TjgdTnutFUWL4NJvzS2jQO/fG9M7u7P04F/02TF/W+SPuwpyur17nFfhU5XM8ms7ggS37raInZpBs9iffLWc9x5tvBQp8MwCLhbr55XhprM5pOnnazSY3rj3DG6whmFNwPwXqyArPuBGp7jPIQrQLWcmCmkjribJRXjEnnqnFzsbmYC7ONITxzaZ+G+HQ02jzMPzwaK85W4iavjafc01A5fkNfqR6x2WsE/Yl2nPcaqPdKG81ktdMRFbvOWD+xVHCssAjrp3ajbE853Cq92W7eC3xj+7yfwfxnLzNnvoG2gIbZxtnPwfNwfZgl84ygdHH6L+Zudvfkos5EX/ClLozB/rXjfAN27Tnrx+H9/VRAXxPfg3+fV+bdczQb1rmHdqNlbDT3hev605fdcW7z7dkE+9a8F8CLspI2irhcPkQ5e/WMTB/A1f5/bW2vT2rO9OX+zth01/rk+WC2ufB/oCfBwjk8ju/vEkzyS9QL9PVHPcDMpgavjXd8f+9MxUExQsBGpuCszR5G0pQDW9QQE4gl+nc3A33HG5h7r3uYCaFz3oez+P1ZK9ys97SGXxtGvbtfzrfaBuLdB0tzYIGDIYRLszd21VHzAEhCDgj67WaotqWAXu9SjYaILpsfATcI+kRLo/TD3qDoCaYvTy71dk+fhPv+SAXvo/U5Th0GEYxdexitpQe5IykdlYNrDiJ+r66ahwfkNXkRPrSbICdteW3UTNrKg6Avd2r9FbQZLSAyF4tBnMoGHNxHZJrcPGgy6A735NtqcmcPf3NjtGSQHbTROCq3VaDtmvST6WMH4cOQ0d0u6Qh8Ouap/NQW5bIS5McYVcgmdktTR1PQ0RD7pK8Fp8Vp+07cXxmi1g7QZsAMHapHEGqRxKuj8V6NjcODPBbo/FTsC2zL92VVAJ7n1FXWF/RtxA/tAH5Rz2bal5i0HQRapqcB/YJNR1P+1C/arQP9KiLoyGunfmE+A0kDP2u2FIId034FaAs2XsRqNh+w8Qr1U+OsX7SbLQnqyDjpA77VImJ76WE0OPWHdkY5sUUmjxKbqjjGaZyRcdBWHTEdB3SrwXxAPj6oI7WWm1fStjhXgk3QO8zuj9DnKsgVuL/JpfIHgmWw10oFP6y5Ux8Kxl8MukXghzBnLx7nAfOL1EiStHh68qmNfdEx5EWuL5XqY9QKspLeBvVRh8v7aBB30Gch+CjU2pKQjYkxQNqqvEpjCX6hXzUfMyrKHk7YFinOKmV4b8G/I4XY/CEnAwyGMHdOjdV07qAH4GK0IP4C/Cd4lQeghxIWZR0mpiBGKmXoj06Quxfw04wgltAfUdLWIPhRh8iNyh5tA7qe5rPqoA8xZgXCN6MC5gXAYgzzCLXkHuJD6IsHP0H8gO7y4GSHU18YE1EOqyBTkc9ycYK6rkXACPAnYESmsdF1F6ORKiV95DkRZJSDHgocBP3KSoEr1XgNWFoXOJHISLyPA8p9yBGAd4XIcxxN+IPh8xhiI+Fzpq0WkbY5rlTFRJ+C7mJZR4PyeXGeYB/QfVHEZlmmKx0Oxk15LtMzAj6heubbN0Ee0PmmeoI+qGtBz1SW03O1pnoif+b1bMIYU8bGTZp32LadfTrf1G6QM9GmBRurJR3VgPo8ZnwO+VGVivFQlpG8EwPmh4UYBj0Vquc40x/jBzTYJ/y0oG1BzyjIzcVI9IyQv8eUTwzUJ6J6ioW2KJeNwhiAhZDYt11qG2LbFJ+JPh3Uh9G9U9aR+rw4T5DbAV/UPSjLSLxhzu4IDGYBr9Ma8lhOB9QT4zCRA7djPJ/kHQm4JyxikuQA4J5SnaJiPkn4Avm54MuIlYE+UZobtSIW4qQtvJfhTS3zO8gw1+a4T0b+Aj6H8RHjzfBk9zHyfkxrEWJLyCslHIAMbKly2smHUMtMebBBXMaByuIgIPfabFuMQcjf8YDP9FmtyzgAGaNjROYHPIcckNcd4qpGcmMeB5AnVfucn5QqP6VzEE9zUEB3qLfJHKbhQxYPWA8AnxM7KGJSn6VywP4Q5bAyjTN9aF0AOeVU98A4HczrWOPxoK+P9T3UXiH4GHLLmldInbEIABPkPbAZ894Y64EAc2E6d3VI6iRSV0K8hOrqhAes7aBGRXnergL6Q1upQjpvrRxX0Abr2Hx9RrgwTuKqE2hyimOocaBmTeSKmMrVJM4EqIEoroFfR9OiH9qk/sxzZpDUqrnaBuwHtTLkC6wNDVozN0/1K9Zjo6wewxoaOVY41cXjEq9rCVfH2orWAIhPm8hENa2F0UYjkuexDhO1Qp4fQ/0BeZ7UgmkNrJL5ashnBFfjNDegXMIY1OR8DIM8In3k548cBD5ZV7QFfaFWo32HOXnie1I75dYUK4XWlbD2KtSViFlSV+L6JFdXAvZJ25ztV8A78ZqNnT3mm6JsfUaGdfsizvLpCtc9WN+oiOVaalOQEx9pq7WY5nesQ5h8SmTABeBbNdVZopzDqaV8OggYvg0pl7Ft46SWm/JpLUf4NjYOxVpAZXWE3AO+WnXIPLVRTo74GiJus1qZyNRhuT5Icp1RrA8ipl5LagGmXkZ/VciQv4ZsXJGaF/h3StZyxTyC3JzWuEZ4imv0UQdq/gB5GDgsjRWVT2q/cZz5Lx5X1KcYd7D+hHZZbWkDhlGHAlZofVrkAernAduWozbLYYCsz9nnDXQ+aS4jNTTqwiXrArY+Zes+rFtIzc60NXAdKSQcBbZZpXLARZyus9UgjR/I+5DHjQDXjYAHWL8o2fwg55Pan3B2ui4m7RVBQ3nR/6g3d9bX5+qTwrMaUndjPHLs8wy6FsEaKEowndWrac0UFfyT2DxibB7R+GLb4nhhPr6gbibPbYrPeAaknkrrhORZDsVAIW8QDIQMvsuyrmv3q57LtRvb4pPU3PO7OCDP3h9xM5z8v8wJ+/TLON45UJEedSocaPmsfZfyBlh2oKJlmZ5rrP/cTTCe5wRmO7Lsjewk2qW3wfTl9J5/joX9oTG8cQYPh0Gr8os4U3cM7c0ObFM6ejb0XY/sT3FDyzvaRkWTs0fy9f3ewo3xDxxMu/ihGfZTO936jSCdA9Nv94EdcqTA8sjnf/dXZ4/RSV/mB2NtnSxaQmcFhs8CtiYWj77wFdvntxXfrXeJz+dUwvX3ParMHIX5kJV/8NhL9i3H2UFyhiXOnFYpn0gXJOaMk1hjPHjmBM23Hny5ZT5Pn45zVjOmfXpi6OzXDLEmKbb/4YM1laCs+JJVlkMrPr/4PTQ68vTt/s31NgBHgTNd47AhdPCXT/8dfJp9vvEX8Ol7H3n5/mPnMsUgYTPdtLy/h86//dBz/QOHni9z6BwuT9/8nvDf6Qv0xc7/AQ==7LzXltxItiX4NfXYvSAc6hFaOhxavdwFwKEcWouvb1iQzEwmM2/d6unqmZ7VJCPoMBhMnrP3PscQ8Q+UbQ9xiofy2b+z5h8I9D7+gXL/QBAURvD7P1ByfishSPJbQTFV729F8O8FdnVl3wuh76Vr9c7mnyoufd8s1fBzYdp3XZYuP5XF09TvP1fL++bnXoe4yH4psNO4+bXUr95L+a2UxKDfy6WsKsofPcPQ9ztt/KPy94K5jN/9/ocilP8Hyk59v3z71B5s1oDF+7Eu354T/ububwObsm75rzxQP4xOyOvr/XEsjxPEyK2U//a9lS1u1u8Tpn37LmCbfn1/H/dy/liMoa+65WtBMeb+d/fHQv/A7jssuPrvCPangj9fEz8XwL9egTZ+LvjzNfFzAfzn5uE/9Q//eYB/KPjl6qfmoT/1D/1hgPc/lOnXpam6jP3N9KC7sJjid3VvCds3/XSXdX13rx5TLm1zX8H3x72slswe4hSs6n67zV2W993y3fhh5Mf194UHrd7mvcR3X9P3Nr52Ipv4Lfu2Id/qNE08zFXy21NTlq7TXG2Zlc3fGgeltyEO4HN7FMBn/3u8z4//Xkz9OnwNX777+su7/3F//I8UGMZ/xM0CGlqmvs5+TPQfCHr/FYDxMXnVNH9agC2blur2K7qpCtD+0oPu4u9XTZZ/tXivStUV2tcVh0LfV+KvunjHc5m9v0/pV1/4Ydh3r9nxh6LvviFmfZst03lX+X73v8G/eep3qMLI79f7745PoN/Lyj84PfajMP4ONsVvrf/uj/eH7y75L7jn41f3bOPr3h8Esqt2uDcawb+2IpnuTwX4ZC/9BDDtrpFNW5X+RZXfSn4UyN2wLl/jn7PbnL7fvkec/P7In6BgrrMlLb8v/186wt9t3N84yB9N5q6OCiSOPH4xsu+Vf9r8H5alxUnWGP1cLdWXBSf9svTtPzW9NAOe9LOL/jN3jOfh20Tz6gDj+MUf4b/zs2RN75X7S5P9TwH6v2zHKE78ZMUo/qsRY7/aMEH+m0wY+8V0svfNsN8v+2kp+6Lv4ob/vZS50aZ7/7a/v9fRerBzX4v7yZbl/L5F8br0P+/fb/YB/8srPffrlGb/Sb3v6wlm8Z/ux5Q18XJj78+S5C+W9/ujBjCh3/cRgX5GIwTHf25iiaciW74/9fsm0dMUn3+o9p2z/+V+ft/zby3+bgG/zfF/3ijwv5Ed9DDYZ5f+FyDLvqcPZnGzRTZ/Ofy9xdWQARz61wHsL4XNX4qbvxI4fylyfhU6P1X7kh5/0cOfC/+qjPi1EP612g+18mvhX5X9lTT789PwXzwN/+npvxdG/1U+uO8JwkMgmT/c46pbynyH9Q7gwa+EwbAwiuF/pUryrz//X2SNv2SIKfsGQd902K3h5r9SZPEwzMBT/n1EgsM/48ID/pVIyP+NREL8H0Yk/3aC+LHSPzaI/DcRxN/085cE8cvTKAH956P8Zuy/jPJ/FdP8Fn3/n2I2/1R/gFr/Bvv6V80CRqn/B2bxd0//M+P9X2YW8P81i3+LWaDIfyon/9X6/yq6/BdF8v8yM0J+FbI/AvSvWJCZKrAf/1d8/l/x+f8j8ZkB006+mfa/T4D+Epn+v61AEfT/MNL4hn7/ST2U/N+jVR9/2kr4zzj9NyrwX2WfP/fzI/v1d+zzT+r/E/b5u6f/d7HPDw31B/ZZDjC+G51+5Rywx19487N5/YIpf4aetnq/v1kyOESIfz9d+Jm3uP+6df7wo1+g4LdjvO+9/OOPJ2V/mbS/aeJB/Swlv7f0P2uxP6r0eT5n/x7RgP29aHgNWWdn8XSLA3ByisJfCz31WzXfDHHDwL1EzTqDnfpFU3zH86r9OtL85xzTgBtMnNbFF0b9IK13lsfrV/7sb0joz0Ty1SH9oxT6UQKaipf4Hyj97RIRhq64mbrymJe1Q6pY9PT9R7fdkneL+1Mq398klqXD+3+GFJ+NcH94GkjDmTCjmNCzcCVli9pmjkyatuXW8/Z36JK13zWrXfMMy9p0oeRma7MZ3TBMTL8aYWZEm1YlXqSL8d1Z1p74GuNf/diXFUPaL0So+QwmZ5b9TOEsrhtfM0GeeQSJoleEgu1HhM5oDSR/dUmHcgU3DkRZpTY+0i6bjTxtC8cki8rLPisGpm2Npk04pJF51W67E55V3yqMRj+XjtwI5MFaepSlGDOA/KRxf9uOSN8qNmd22qZRHjduA2ECkL7kS9pg1K4p7XtFrGNYDNXitKd60P4uc6VUlZyYjqnqPodz242p0c1yTx5tSHu6/Qj4uqU1Ezm5p5pFjVlQoTRHL1k7TKZ/4jTCkltyyPnjY8tJzOqiqEbGx6AYDH1uSNtySHOuUcP5HB9kHq/wa6ylROfcA5up2zGF1z1OuznnNyXywgiPvsIeL73NwoWasfpUap9Gq6ARcI9zeL/8mpGhNVTJfhr2GHxVY6VPUGOJXl49vR48RiYNzR9yaJaP8uxP1culUXzKJvf09hIXrJK2Uyb8ILKwT+dtTczL04e5qe9PqrstLM7RbTJk5pay3rldSs7hLlbZ5+2UwjrPtJsNH0pU51K15TiiE4HvHXlkWzo+QhR75bJjR41lCZ9lhPiw+kSGkOzC0fG0K44f89j7S2GFw942ezOue0KMrybzw05V1r0vXIX1eDWROSp5PsjpU6IGgxRm5a1q8anA/J2XUwRGxfYiJ6CasBZ2cQRjd5nebopqGlawwa+OoGbU8ayZeXyQUPGe5+0jZK8jeqoPWXHx1zN69GrI8H6aCTyiX4fIm3f39z+ON1m9KFiOZQXdgp/00tCIPiTovm0CB5UFPdcy85QL+WWL1mlpL9La/ZlUaeUenVmZNJiG8aFXn6IbWr6vYoqbXtpIc1q9hcHJO10hphYm01q9d+uQK1Z/CrOd0X30uG2DIVNEavagvMIoAPaP3ijK1Ab6mlnaGX27Lo5HhPcv/xCZiufEp8ir0GHCu0Ht0ufhBLRQvlM2WXWnMoi7gZiPHhaytwbLubL0SDE+TKR6OEup2PFewrWnlY/GmrLLvSiE1H8Is/P7z2urmJlm3g8dbJN2W4tAvfaXn4Rn0jS+yFHAAxFINK5dHyw0qsLTLjGeO7nwvvHBnQh6n5In2hi45O9vVfNxbmQWNF1aJwwBnkDc18x1hdZ2zKeP8Nwqd+n7FR7ZEcK3x4l0N5vxzDjzukOvCccb8m3CeIUZUr3rcAkAYL9HKJR1FHXPNz4ceCfh/VpMPH96W/xkMkx5tLUdtl5Ah09+K3qO4XM+tS4m7YQjpSOGCm6bnK7sIFdS7Jft7KINZfaboBhlT0WmB5CCkYpBT1zOI2BVZYrExDMh32rBpi9eds5+8CT2QfAqnewNvOoGVDj8zlzRblQETYP53zBEP/eah25AGkJafRrFuqb7DThtTK8xzTey0IScF3JXzEw+3SH081VIw84pu4iRTAPR0VpIy04FNivgtLHRr5w3zVL2bP6zFh+lL5qwvwf7kPmL5/ZGlAf+odCeYl6yxduKEFXcVXNKzSRyhoSKKwPXtmSyHDBWsz/LwUgVT53iVvOPsYzHAol7K+5t3VLmgZUpmn9zZ1y5mFhRHIYzCqR5o0DUyQTpRh/lpoj04j0A05iPQm2qdSgGrKePpxP6n9irxKjg24fvhasXCl6s6anW5TQ67dJ4fK7Cuo2KeT5RWlwfHE3yWV7e6CQI0V0sKqSRPJyJfCWkvz1kYge7D8UFX+wKVVgb3ad7OTBKy8u9HJnOUj5fPEmw29tSMj6t+c5X4NoyVubtVHrH46kjHDdlbKnlHFJS8QhYjcp1bIVqnZzvLIXFh0KwWL/OY8cZlLWeRkWCTddzDze4b3iC4lniIKirO95DPOxXLJxe7GmYo0cFcihUFUlgBl0dZ3aDiWhtbbKXVjn2hHwnrNFjsC1zrppL9edhieyrMVZXx8dxbOMxGMdjrDXvFQ+Tl2dD0DDUYAyW42660yOLXmP6OEV8EuaxmrhE3N6D6D219/SQje0KKbRR8F2SMiUYzA16FZB1jNIx5vrQBCbelkFs3ze8Mxt9vLpgNhsEfA1GhvK30XiPNefPul7EgQxHYunG1mWtcW5N0Md/6/ETJi8ziO9OCXtTP9HkBva8yCq8KtP1zuOx80R8r989tjlIYGa5hVEiGMe8ea9kFJHleksvuCIcFHS2IF2PB59heNVP2O/MNXs4fboO7dqclKTDHjJmEIcOK96FbsL5zye/H6E+HjDyfpfElt0+EfTs5qnUFvQoxRHD8+7N5qjAgG4SY7YAv8h9p9GZE2V9KMtZ58oJ4pY0Iz5GqhM7tPJSuZCwRaML93o+h2NZdX8/CC499aKH+XJdntfwgcV1jo+j6ESEPLeKT0NSQVPHsMTqPG85dQYvkesN4RT9OXLMC4D4rjup/hziKHGERTewJWpPPxaibdGDpXA+Qtfe7D9dyvZcASw+tRuqHYnr56SaqiCq2zaKkk4kp6vJzmUaEXtivAT2FtTPljDFT226FRihN2aSY5uiNy4CI4iy1Fci6bO+tDAyKggRRNG7fENeRjnZDmP9RgKPzU2rLPVUhsJq5JM0hZkj5Hr3pZu4IUnuWz4QTcrmd/DAIVGp8XTrZPJ8ASGT1ATmDEtKTN30clOiuWb09SGROXjdwfctpbQ7Burjx2dKllSCm2ilWpJZempZ3sRExEZ6Iwi6BhdEGraZLdaD6so4iyPc66YsROY9xFqtZW5LZVgP54JEpT4BoA7KSHZto6nHl9Bkgs9DMT4zuXYZ5sDqU+yT+JUBGJ+wtAOREyMlj2d+AZvnEuKdV8ld1hnUCIgkZ7BCIukXwqD2kQhdNOnI3DyEVxFp9P6QNuRNzG12OKZXmrHADK647l7HVKQxFeUptHJUl7otUH2Gl9ANiKUlsfKs+iWFVqIkPDpxeAVE2QGQu3asqODKqGTKEg0gFaBKiUS9pyTrEevBZ3rkkVU31TgazCKmuBJYHKLON/9Kkgw1x5zw3gyES4W+Xu0hoMbwyIwLrIN3z+YkyifLD2aH8i1kD2Gj29mgPDB1rKlHx5z+Zr8e4RPVnhcnBu5+2CVb62PsuIPuLGMOfwoyW6Vlxq4OTs+kSh44KjkHECVpqDGlvivHDRtAtFgvQylFm19eCBYgpbXpU6YhA2rYKmUQmXhl4vLQ8gJoOCGhpAe7hHL2UcknHNZv8Y1HK/acnt0J/GQy1CU4mXgVCELl5u2OvyCwhdfQWSRGJ522op+b2zWblE95cUO8zyLtGNTWuS0OeZTKcSDOdsZzR0F1pejbVefXAUgJEpCNkbbaGwEawmCpbl06EWxFPl/uwNbSgAwvwYWX1g/R5C1C06iaPZBg7YPSMQhb2vaJh0C6G5ajJ08teZl+1l5tGycXBsxwRfUXrpzv9Gyu9K4HDCxYD3dTtQeRXHUWotcnS4w2vyvXDcXkcT30SqTa/r6Qd0QcVyzpau3xxrShR2NlG257tRHvFWVeExzJJQA9jsN5FywJ+dKeTQhNkxsCQxaj1Gr61kVBlXlDiYZNocCqqnSy7oiYmX3SC71kGolsVMYTSLsV8za/1iMZRp3Zic4kfeIVGmhwB0cdEYDdrb3iHo26k4PQZCRKcu8Utap9DmIHiuPTiUiEvfIcLVV8iAl1HAdSRYXp8Y46BFOR7p4pA2Skt8Hv3lii9/ol/bgF14toIV4YMr3wbMjLaXThWEagoc3RVYeX7KEh+g1AsEhEI7GiCTCgUKFQNJeAtAVh8SzJxQOSfDObOLjO4s/5NOA9tmBbx5F1uvBpG5/lEEuUbVTWUMf5MeuSBETq+hIjfHqpj2sTG+UsOmwgw5fQ3PQEdPz9JTgbnl6Og/WtvkDEE+znk8qSEFvi6w4gto6esfddGoIjOOEOb4hH8GlQaOs+Nb/pAGd83zhRdyEqRMrR/FtEHLCThWxvISUnzofv9tAbDQcjMPz7ZrYN8S2rLvjqAo26G5fXBZgq4DKpJbztk3RBii1gBtugExgVvPdpzQkSwRyiBKtdcx8zb7j98fZy6gM2Psk5IAyNR48zkvYl0SWKIvZuOx8tACQIWMObxCirwzy0DSzvTSyQBJ5VcL8hjC3CsH07KhLgrhJ8QWbTYdCaNH1CfmVzpkGkDGAy7nTGKwc/PjmeoDH5DrYE/grgvk2feaPTZhDQDAwZ7CQw3kjCyPzsMJ56d/iblAMYqD4qQIC+eN0ACqIh0IgsMrN1h6hgouqDY6o2qu9IH2d2zhVorielQxTjGTgjWWv9p7ruYOfhwOVhDWbA7cz4yCkiASMmV6IWdg1bSKMQqHcg0RbDMTbHsDi7TrUOk+odOcG5ypZiRl/RtY1JN4Qg4nAPq7tAOFPdX1MtPBsXJSWD0PB5ycWuADGDMYMkTdV6oe1HumPSI7hmaZqnrZ5mTHDFg293Xdqa/1DCiLRd0PT+/fr+WCL1HT78dv9F//ijfH3/ulX/uI+pIk2n4MIG3zIVdGr+qMfsdzz603Xx9ZFxIV2xQbGgf9LWa5JO7xPUDqNHln2NPGBkP3jeVcPmvvQVU1DcygGjZOC2cX3JCh13x0OEWrRWqBNEabSuXNLvQzWkAs9EeE98Dwpt5pH4x5pew8OwlTISb63sDOB6iQKr1E65yLjhkQQMFF9Q5fOwKfP6lrZuoVePXfvQlVH0hczSZNpa7atReKv6rc0zEkNKbkvoLdG4dlLoG03X9/VcE1TptIvHXk69PTl5e37kBTyvBTqWdFaZsfCans8fbf/efm01KaKfMRiPT62ypNTRZyjDloLfHFTJv9f//vXbWJpMbNp7jv1bsvZXRW5J91xD39rC1l2/1grxHrEfbk/7ntcJtABb/aEl7vhq4dUwQyZ6s+9aw72Ca4o0W/J5QLpDk99bwF2xeUT+EVlis0Q+doGRGj+PjIyCcrhHbsZB2SRCycc+DHZ6SJAHAGrO3Q2W+rlH/qce1T/O0xC/9ewFepPW+pZ8tQZ0iXuvVvT1VLm9uX373q+XIt5p3rMGLb6531u7ewW7hluid4WoMqSS9X1MX6txt/DbPt9juGs/XsC2RLh5izyotSZkS325XBq7luF92Zz8m6M8gGWzwNS58vs1I+z4ujcf68sR+IY3PetBZ+eNjM/GDsKsWVISAszZrWRG6L6OwAUzPeiSKxghre3baVgNupFVKAyXFWy+KhzZ6i36eWOqYDm05rJ30M87lMzTVXg2D94qizcVvYDUuWZiPV8d0hGXBgco+n519eC0eZ6N29JmbdoCkN3e5+fArrl71vCNzX7ctPllgOB36VT0ncGIUymV92aSgV/nsdI2dnitxaJOiXyrKHith5aMVjwl5g/kEO+sAPTmlya8lSM1tOkEosYh3vz4hkDc4dBkE9mjH4iN/yiU+nk3KnXjp2Jbu4q15V0BRHGMNk26ienPcO2gBPUAdTXQZwwBQQAS0DYkymVkswDdQx/J7oM2EZ8f68lnEB5lrcFTuSxrp/Zin9tZprYS7JiUwYF/y36xFHI3xZ5C2oHGOAswoeBLtjPqr6eVP/DNrgOuzWcZMY3HFD0Kevp40COdr24vAky8qXtqAEtmWU2AVDS2uHk60HeA14T5fqaNEir7wwQ5B9ICZBN3O5zVkkCNplgyywKH7J6wqsDrkTpFTTN9Rpi2hRl6sHtQiwjrSt5IXGrCGm/SMQtCQ433LQ6UR+Y2r4+NVdojPiSgJMQJagd8wWlI1rFxoH0psu7PYZTK5/NQyeFEpFGMTawnkqTla2PTY9HYMNzeaJ/nzMZipvhTIiE0avWTAKoyDX0Ecl7++CEaNMPp0jZiRg2X7g1Rz5y7oRlt2iE9y6QBAvoTQa9kqK7uBEQqRnAQMPN7zDkPH5CsNgGnnU8sLsNw6OErhOIx6Cav6n1keIMwL2qbbXTO6Dk8YH0r3rhoTbOKPDjTH4yX8soXlvF3r5IuUVxIPehXg/zkWW8m19unZ/GsmN7eQRA3W021Sm4c3Io60mztSyE+k+yCmpwmZbFUK9ZvJO5ESje1ujhzNgkRx+QU+OQdpFRTWdBrp5ixeLvIo1mvd+BIdwQD60I0Bs/ex95GT6RZmM2WVdMjHCvmQtj4Q8/Hz9vH4erptqhjNO+mOTSICU2d9ZjbK4RRcg1/zUy19LMrAijWT49GXiwRTRYXo2O+486+0qfoaa+t+IGGD8NnsL02L16NIyAFRWt9ZoNlJZle4C0yHI8mfUseoqHulBfbvTJ5o4jHtCR6S880X6o90BOe1ktToMuW2RlRPW3xIsgM4cIyfdBRmzwLe0NFjPICf1Zj9LbT8d0NvAHbVfuCFpbmxWgyUsV6x6ljbsGEd29JemG9KVbLGXBJYtelYvtkwsn8WzfLbblD5ZgSNQBuYbsAlcX7D8iz5liL1p62pZkvxMh32wwcV3DIqAKVVgNbeGAMoWCoJnoouiIU2ycQ4ZltvD3zVCxvu3YBGpA9lXgD+Sjfdk/uZ0M5sq9FcbVQZpl8Ls6diBJJXq1I8jg8V1FuKw5fUzcja08XQ08MOO2nluYvBJCdV6Deao5Li4Snw7h/YSTP1YLrs3hne/CLnIY1IAmcZ0FgoLLbEQVghgDeuqhaMLxkNh2WRj6yXrBU/WF+eHGc9/KCLP5b3uYoyLNHwnNh4bCjk71GWqACxebPSaCACEeph0bmVT+WLm5DrD5BiXHIb0w8mFuqp9w+qYpYcqxWimYbBfXrdqbufWy5pBrY7RtwBpISwK/30TyrOGXCN9n68G1e4gNybyac+zrmn/LKR2zUBAr9zWd/jC8JCo49/NfIpImZDatdblusz4Z7r3tO9niMXiAT6KnJlb6L3V/01xsZS6J5DM/61TOwiw94saEUnXGU0kYKriNc5QGUcGxcepy7H1HMxenQQmKlJk0GJm24EWR6V/UJ0bwoR1kMFKK9RbwJ347drakOV8vddfvo1/vAS1F1pu5hTBJ5ZLeeYHrrbR5xtt97PFLSp/o44nVjS4ZlKiqzJjhfWNVKgd5gELJGzWgfkv3ctA3NigtvOOP1iQrM4Gw1wCSAFy8zO7P3eYy5UDYULCq18CEXFX1oRM4F2NI/9lZQaVIib3x7heanueMalVMupmf70I/4EsXXwR0Oob/Ds0FePod9wa93CuBagyeTl17LG0qN4nWT4/slamzJ8rBehdjLhxjd4EEwUlddAA7Qatj6+EQJ1Aphjs2tinvNWhonwnF4Ub13bVOKRYsVECqHGRy+Xmke1GTtR/X45/b5BEc1Hl53DPnHenSZvCeNJzlVUYq35dnC0S5M+oR9jRAtEFUeo1/mZs5jILtc9NF2YGfozpWAPKfI2Bn19UElWRcH58By5a1rLTSke0XK1650PeenNDTcmDPDulHuHx9nYE4uFQIarN5slPji0Kf0VqnN20vlVGfTKK4cGQ1oC+MRO+Mr2ashfxQfJq0CJqTqpoXcHsootZgwcqNeAUnvnUo++Df9dGsvLhVOGUqs9IKrgwqB2y27dXaw6yCBJCe35iaC2BgC7Q1KhFYCLiLCH9uo13Q2ohatSGR03DQkzlt7ad7SA3HkCz5dahdMlcnRCGXrjZ5MYriIdkfxTMrkhF7p5AanalWjGaubEZ3ANYwWWZzYIdXX82qNlXhXWzA+jkwtBj5h+EOXYMxyCUwxHisxsl9n0YzWwG2PaWbwDv1NfVLQs9atodbOc8Rlz/ZLGaI4P7lxNXCaIvXSzMBsRJ9vtYgpayacBlVBMvecBKPkwweS+Q9ajxG1QBmSfxd6aSkaD07KrJXwZC4RaYP07wgmJ0UrC4pYU59P0yFASuYDlyv3CuOdQONWT23Xu6USCEY/0sC5AeSmDzJodLuHt4ewgTyUyvPDrch0ydXAysbZHXeRBfV15Fh4WZGVjdJgOjNOfvaJ9MbSrOkiQs5t6QMhoP78fKpC3/OS9NbLO56uA2FSCJtwoSFAfINtDJ4PyAIROmzUgDPyxSvrJaQBZUgAw18DhHSkmiddxT9dXMA9Nxsu8rXAT7eJzrPBS/1kn2MtYtMk7vYZBhUWssuYwjLjJErpIhM4/SOU9Y55ZFERrxnPtoUAXhAuqDIGfVSFVN9zETXNifIc+xuImTvqUc7JfcG3x1OXIJbswQFJdM3PjxdPT3/A+CEh/DB69lKimY2s5YwS9vv7dgmVjFP79qmyhw2QqGjmmyAwJIsW7sFQ+xdPRJKn4OsKAvlGL4noQU5XjnqkKdawu8lHG9AB/DrI+pzNW/WFt75UdxUcGm/eOG5o6lfC9nmazx6rvBRnwK03NxV8Oflv2pHyoR7UO5rwLtQD7w2gdTmZuD7KH3HyP9Xhh0j2VFGUkhMgY5QlFuCt81Wqu9l5pXMGT7+lyJHskxy6fYvHU8iPjygJ/Pv1eXDPTAJZTVSkyBSEM3WMHmx0rstNuDer2gsTTwectT0NrKe5Q1mw4r5tQK9jpBCmXCWtACwFF7HLyBVcw4O2QHsyZbs0AgqGNltEap3VPT5sog3Xy14PpudMSu9CY2b56fPFjGoEB4/4IbHKrSLAey8ey2pBt9RqILW3Dh7G101qTUslA9PQzRjDYLQ9PBtAwLidxvTkOn0ljvqxv9cadpjKm7w9HOvY8IWYQBr6ViEGDWmhYsrnjGnuPv7M/2H35iIfLz7VtiEHyKbzt1ZFs6y330+/rVHtYVey8sS1OneE/uUVRxaF4jaCBOFFISSWvr4ki8zj5XOrJmD/Hu7XYkHhS+B2pG43IWQtdgK2U3BSPc6Ke2mAeYWwNeN6U+nSps/prXY0ZpHBi1Qje6XbbPjTxKdyzZklQbmyvGQZYi5p9gBO/gqgrF9v54QGmfNXrBM95QnZRa8atznLUKZo0MTgRCrtJtAXPmdWsNmYGa/hfE/Hgv0x2K+ohzNJaPqICBEycnoF9yDs1Z6MJPMwoeJI63wxtXDjly9iknZLuhIvOT7tTEUP4BslxOSOQx7VHfjWBNhFmbnFGNEkEwH2ZvS8lnXn4h6CMPORGPGqE8KfgTmB8UqKEakbabZv7bhG9gVk510c8cnI+WCSJQQ/NAjy43ts2SyyV+DWGTtC6Oype7lgyEAjt6bQYy8kiHgyK3dl4hu8QCgYRM/E9FjSMc4Hd69huRYfeaIvvm2ET2OsOsAx3MpvCLN3MHJgBdwd2vmEmYX5IlbP0TQqqRRz23CZPH0lvbrIK4eUZQDDjIPYETjlEKWJdxOxUs63EcA3B+Py2353d3QDY8Wt1NK0PiLJkU/6OoZ9o441R9lbHIK3KkwqFVTLQNAxLoSIYx9ezH2mtL3uezrl3Co/R0Shf8sjWs3HGte0e28gSAhk3K0UNIwIr1fzEa35DljQVCVe+9qRJGsBL3yGeEmvFXiJQfTwLOCPW72iZkO+s0dttblEfDNJVwcO1S0iLsYWeY2cBSUTHxuZEz+QK78VqgS9bDTcnlfWE9F2o6xyo2y2WQxLJO0CqR5IHtMgx6sj+MlppKFX9NyQ+pfQndxcrj5yxj4mj1Op1V6ptYsN2cDinvRYFL4o073jMpHd2efnlfucjrckeA3lqHLUvnXQgPtcgLp8+v4GbSeNuiI45n1fNcFmSLVBt5FPzAZ3DeUq0LMJp0BR4dBdB//6FlXHbpAtlrfcalsMxTH46IQUbvMqlQ6pXDnMywevfuRgOLPCqodq6n5W4mFHCQoBPOaJBwgrpaHYIwYksNz49c7I69ZDHB0mIcEXcpEYMNnGHR9a1ifQP3cb7AumDDtb3gEkzcmzQR4jsq/7A7yNZChSaKpZ07Ohf4A5CjjaWiaN6Jk43KRhnwmgCdKtdX8xIWXWLFQNOS6tLFxh2ZITgJbotLdmM+xyRESiQNWcZgEGaGru70C3qm+B3C1gTnZAJKkKzo2Y2ICxG5fvKGVS7gG3xr7qraOeY/Pp6A8g+JNn6jYHmmgNp5J3VyearZw+3xrI9UgR1sXQFxlcS1VYA5KFkiljx6jmWksq8dx1qffJBTbGDQ+6Mn09UIZB1hU5JRC7AQP+OC6+fzsuOKYLHRUADT3wLbz2Srzt0clgUrjwSskFglE0Hy7r1KbIH95IlkOl3DEUoEI63awXz35uTNa1YaRYK4vc6zOm2cT7u+rhxPX9UEYMNdwMX2QiurDQTr3WLl+HQFFjqW4J29E+2O+XBVmVV7vTICm+W7iaT+sL1Rtl+27N/aI2P7W8WswknxwWB5A1Q8cjbGajaPe0CqsL9yGs57x1PK7yHtGoHkOZgpI9HWNp86VU4ZflsbW2PEMdxg6iccyVV2XMSwe5BEtOl8vk2EoKl29es+DGaPgUc1aVfT7q/mP1BUTNH1zy/KKZeSULlSDStqLhbXeAQOgQV+bLAPRtfZv3q5d24vHgzbWsxRbkZ5goYHekqNWPnjZ8oTyJ8TTPqOppnJA/jxILHqblqIEG8gIexiIjpeObJbAYNk8YfDtfhrFGhkIsQ2Yjknpbs5JxHtD87NKQb79r+YE87D7Nysr3jHdCcdPn9kvCySjComZ6ElUz9KIsvkZh7iLozBpJYUVFzx/QKsTHZMiRNIph2B1d3IBFvsHcs52cwcwevampMKIRh0IPQ+X+DkJQckEe7ilMbfrZwu1zoV9+DCuNIpAfF1iWo7k4vwlvQ3P497O3a0EOJ3lS6gQceNMa39pB7JL6tWXWbB516OiPvpvLRe/y4SpctHzlFDj06dAUP56PF6/p22KHlhaJDlaJWdmbyWSFNKmeVeLEyk5NbSKwg3NmstFKYEMIQ6sCBPfZT0ob7CUQ3KZZJFAqjkyTBCVGmidZdTECnYBsJ+Nglh/rSa5DbzIOrS/veEHOl0N/LpLIHWLVnzxxnGVUfqPRykKfCJ5vgshze4+2McSE+iAAYsVPu2lazeMnexn7En4t7uPocf/DLNsSQbYzUUbRYhtWnLZXbJauNq2JleDoWXhVXJMTHyBCVjc/dQe8ATGN9tNCyTd3vo9enoCbUg5KUDQC9zp7R5h6eebkpCODFFzR9SFyg1if4JDfVwPc2BqNFL9yNo+vPOxCrXoSQb0oi2bavwB+ak/5zDNE28SGlsvGeP/IPVfMJSjYAEXGF8dyzp9H1+yIMzLT2PvBqtwuymqKRNUgdw0/6F0lwIuYAOWPnmCv19JemwTinABNMeyk/dnfoCBXg91gP1k0mUKB1F5ETJHXfDbPtceItiXM3NLBTcEbkFkhsVTuZEK/+TgJcT14c+aps9LaNKaeEDMp6H0ADg1e+UChPCpzh9HvhK2Y6PB6AxZ1IJrbl73CO4ooFBYXcsuWX5cjHsz4Ci/KyjavUDjRh1fLfa5ONXwIgKayYFRtLzYQ+8B+zOriN3TYWBAUXBdltERNOPsGh0nuiIi+NUYKgDyUxaD1r1YaChORWNtJb73IvZxBi4p4geKgGIyT+1T8OuVRFN2RvqtpaF2LMf5ktuGGSHiP5jw8sPWO2WJKFSJ4qsDJR2dBajycW/MnxXc0jCRPuAYOVoPqA15S1vtixyxj+DrxyBmqh/ZbsbsOrBVfmYImWsHLbUxu7AtlbI+L6BjdHPMebJe7YyjDa2JnOQH0tGhRCFN1CQ795GaHkeZWaa8ZocQGU4kd4mRYftd7HAARhie8F+tdwrpbNyOFtJ/Ydlq3qhYj4QNhxh07uFhwYQHxqdG5Blb3dLKl3qt4LKVmap3iVWoSyYgG4aBISbeKm1f1W0MX/crJ+LXXFwYEDQt+AxJwzY+xpjzMgvOIT4I5XDmbycfKJyo7++Qk8GXGdHpyhU6fP9LzaULgXZyPjffkBQnlc4cTwYTcB5j37sm9ilMvMQCq10kO8xjlboDedDTey778nos0Qfw01/Nne6hCA7KWhQjf2vIdK6ra2yN4+5tJX0dPDfEBzMl6P8aVzgSRvNxCUxZ5JFD//GhSNg4K8oH3Age8QENNesd3otCt1skDqiF6CgvRvGytkHo5EPsswZYywZeISWuqBvmcg03gueYdz+VJzgSpmoPpLW6EiBf64MwNIppy6dQEgl0OqZC6iVv9Y8YfMUAcAbyoE/Y9MgSxpqQq4skiPrnzsWdb5lWf6jw9x0DPbGYgyi13AuABBwbrCBvxfDAcItqfYc/oqFX+Kv+M6L5VAcetwgTuDVcJZ1oqtcWX57FUJ+XCdkL8IM0kTJSAVi0uSZUwudoFthQrIYIe6pUcNpAwDDNXJHsCxym83GP7uIO4uhOiAQdrXA5vfwmJF+eokhTADJGo19MDxxEY1Wx1YiCvUvBtD09RirH4SniW39e0eXkAw74oEdMJBRD8hydG1LJVon9kfuzSsnyFBXozWm/fy4QBlShx6zh5ASl2SIcz/Zfd/WCqGIfmFDlve6b5rBYND/NGiZ+MR21WPIpgBmJsm+x1/ubUFP2RHS75RSW/XxErhd1DG4hNsLm6VIDSpMo5jyddhEgNeuiylaJk8GCQZO+AYQDfuPnLeEkhmfZxCY4UrIUc1jtuFEk0+MoajCiyEsGLNouIQR0QPZ0X2+eWLMnN070RUKYS3g+q1nKprzwH9hd5Du2YW9cJXJPcUtIiynrZatoEGJQeaWE9ieiz1IRgwqW5w37Q1HDN91asQ61+QQkLXqzxC/kOK6EX0QgoWbwRoi5nsnClT3XoL3tObZGFcrXkevz2rQ631Y8oBiv1fn94Ddrr3vZfaSg4qDumd4T6AIiglrJjr0av52M2ucnGgrNMl0uKK1rERGEl92ph13u/4I/DYIcaKfQ62jRaTng8WTjGv1i1be7objMimnuUig8cjOIw+94XZqElEGQMmqly9CNGI8ePyVJltJs7z+pN2MW6lipy+Butvd28dojzXZH3EhJrGPEAtQVYLsWyfQ2lpY+uQp1dZiEFiC3Yi1h2NYvUj/ICjHzm1C39NyGrOPJx7PZSjzor1weNzu50cFf5mVD2cbXzW6fN2N1eqlu/DSWUP8BxLizdoZV+A/PX6POmsf31augHsooftFE3zXt8POsrolUbamMZCanUpRtXPiTiTfLx1/Oj1uNoxFpqWw2fDy+brDZTCy4usAixVVPXgWAqkN6V9F7x3Dthq4sSHRxpM2ZDnOsXZ3rvnC4UIjObXhyr8yJgM598bklmcCj0insb9vpxiknMwrs3lFRPFAODCgSNDD8vPDdu5L3AOTPjCc0dN1qZMmaQ5LSC0zXzI16mk7KNdLpjgWgqE0Bux2H6lMy6t2f7Q/JER5bknh8HZ1GqkxhmRBsvOk08Pg6GIMCbSEotJB+Vkpw+hGUZK7lL7SEyfNWCLU6M1qZjfFnazSYydUcLy5U//ZCAKXCcbkIFJG1ThelGhzu5UqEORcJbs39lSoFDfykHCxIHFiUVbrP3e/rlDgSyLDmLmWdhX50d3YkP5S32+hKu10AdPnSiQYfwSRINxKtrsI0AQD2HzvoKcn80mCd2FTc9Bpkfnl0E8g4fditDpU2sJzjpfmyHW4NiQ9OgoTN5QNA+3QLHk7e2ClSl7vi3UwkUzAkRe0LgfU9BXgWLhxnIGnHrVVzavo23VhIjj51izsMVdXgJ/GJLU/0ViRdXCF71brLug8P07c6Nh03kQ3gGefEaJpGR4vKWMaCyq5/M8xKkU2fp2Q8Dr+W+gqG5J3G8jMFH9OOKcw4vjPC+NSKUQcqJk0wPZlFObvYgGun9rI4itVWThrlOP7GJTcGwnS1dpfEr1XHmls7+oafYZXqvaijzI3AqLLXg8NaagpZDcOJ9ocu+OiTZ6CTIEYH326rbLk3aIzEKySEYGtAZCxpGY/2SXnXJ58yPprQ9ZS5VQ8eC+7mRlbHpfkkyas6nc969ketOzNg/WWqzbjcyMHPCbzrgXG7gYbnKMKAT2Wdyrw/avagvRWYht4J+urkC3pOIlMCXD3u6x+8+L7NIeCaM7QDKkzoQDZeGd8V1UHBo9kCpM4vFWyhhVYmJJetPukq76mUXAveEZHanYzHfwgnv5dIhsgYuXk4ipB7vakgKMI0Cb2Ey2pF1QPXw9R3hzGaquCS3D4p3t6h6Vm9WZR3zGmEUHvd63DGc+8pzW5qpXSutR0Jv4bPnvPI8q2uWtuXMcRG7jbP6YCLIHCsqDamHXejs031y+71iI/053qRMJ+LMsIL89E7GdcbGArKfdY7b3OvzrsYmrSrdPSvxDPWM+TU3sCAazcj2wHIyiLwh7+OAcxzzVtrlsNx8eXFEgtKNbcRcbHU07XwXi+AYyEOnr7c2wwdn6/H1hhF/+8pybrwFuYu6ZI2fVsfR0TfkZcbX+7715UFh2iUS9rqyEwcnqQ9o2x7PbTvPN5tATB9VH9oXMt6fvcmNjLh0qUw77dfNpsWDERMbHj4x9QIRa0daRVcQYicmSC2bbxkcgEpXr91xj3WDgD7D+yTa7vqYt6p6vxxchSizcFLMvOVdqXkD3wmmOEcaXjXvdvSUe6A4TPn8MziCjqjJzAfDBsP82lTy8Zw3G3mDZKZwYRD29V+O8XmRGUMJjB4vq5m14Y8PM5vXzho+QzYIELAHvQ40bgSe9DmMBKIf+4pb7AsNaLwHWoA7UyMH6rnOrrgjsUOa+Gjn2QAmZ9HGcfQV4eX4fkPPuwW+jewUMPItVhwbm+fiEpwptYsSvndcRbQIIcrdd3qnNmM+7AlfJq/8FPvf1jTRyypcH0ZojfAGYmgg2l4TVKfUVhc0G7olw9Ljmm3XM7oxJFTrY7oNKcTP9jlWEVZWjfXyBxltioWKGrdTt8WkJpxRLPQ2ujnLzy9/7HSA3g/yXrj2zX4wQFf9C2R5V53A3gQ2gGVTh8/MjX5ALdUVrcu9SxKMkUUhv4vTzKyccqWJjnmXfkUqyCQ/9voZyGW3niCzYKIK1Sf861M5jdot4UcTWoGwqanZEC97R9bi4WO5TpeLriuhdOVM5Ou5elcOoT7F57fmwtPP9rmEl0WuDmWvke4Q4Tt/m5dPOZBY8gAbk3rSXGzgtPDlRsOFbXm+Z314R76sNciKBIXFNe20H3qmVfQlqjjvB93rioKmOlefCdDG89RnijmwWxC6fJONdATiqAg9gLK/JnjC13Zo66u4lRESE7bxfBnbMXqPawEvSUlaQIvNOQGQ92o3Jq6Y52NciTC5uyp9xA85voBZykT7XCyMPcYgTLnxXZn4cG3jx6/tkDKtw+bQG+P24ixW+gXeGXaDLEPxM5Vh6FSpuGdTy7NORd4OfmK3mjFqKXIUIEvH3HINxLa0oy8SPF5nl9Uv8TqnQmE5Vj5nP6p02PJo/6yLnqnfJR7hRWIkC777cppFtj2hypOvDR78UEx9IW1ymYTQHSPigICvdBHBDu2iGxuPtP2amFlxjLuWV1V+IxhmVVTYrW7K7Yvcz3PzIQG+IlgQMdWfGXJlJO3hiwMBvOMtt9HD1q3CI/oDG6/QVkd7Mq3IMprrKJvxYCXOgt24UxAO/R47DGgual+WqgFJKe9klj2bpK/HiN0arZQTfHmWtftea3UQxVXPwwGrNvBrCAQnzr3PrPgEH8qByUTvPvC5+sZ8WSMxFuodfm/m5e4DUyd03PK21F+j9oS4D1/RdPGiBxh7RmhWYRrV7fzxuemFYj49K98x9zFeARvq7FTToeYvjYLUYZgy771rP3jVKu9NgT5htD6YQNmLz6GjwYHQSZuse3CumZoXMLqnE41uOwecc1ooltr3PXKGziI+xB6e15DKCI0iuHrPyBf6u9vCyUvkmY/V1arDCMXKXDKbnDwqD8MDG0R5bEDObKvc1A8oAUj7+Skxfi7Bqmf7QpnbcG6/hzCEFx6a+ql9h4rli8nXaieiH0sJyDIBJ8hXgks27fsPK5gPWXASQgn1G3dJcH7XLpCLIEKDfyrqtJe4NOuTdTH2Qn3cwbY06277QSxAU2Q1g5/eFDgYq3ZuOG+blPf1dK4sSrJHmb+XvTszIxpT0NvJ4Vz9+mQezkqOK4AeKFJX2ERhpvXpWlAu4e/iZXKVw2ykGQY6+p56XmSYVCjoW7g6D/lk15Pe3nRvT6+UKbWOKEWzad11HURsEIPI9tbnezQZLFBIkENEX6ih4XxG7x/jGsCe8PsVoXtoOgvIVaEN/HBp4n1mELXA5z6VTx2oUhl+BAHP2ew74B1A3oFM44/PAN5luqFVvrHdWWsJb8v3RnZInVAcf299T4kDENIflWkKZ5a1fNV9Y9tbek0WCHJfZEguediIT0RXkFe7nhnepQf8LgIOKPytIdhbGxyxbVtivNxLwhfxYjayq/Z7rDdKnK7RdQivW6KIbRpaPgqQk6Ro2bYr3DoZ8MNP/oo/7JY3RjXpzOF4Fh0PGdBrTVbl5Twv58HwPJTSDtsmU+Pj+1OKZY1lad56VUnDrWJLoMIjyv1s21WRPoMIbmeo2F/uqMH5Xu8ImgOJgualUeeZQ6HRYwgJI5nFwF7RBc2ZK06DOn9plQzDjE2q4MRslvOjKTI6TGiXGVj4jBuRIeQYL220uOXq05msdR2FY3qL4Myv2Z+luqMXRX7pZaokBujdD86nL5xykxVb8ryX7ak0u5l8SZjmNITJiVbogJ46rXKNQpY82buQoj8hLOuKEK6e9KUmPWnSsgORTPkqLKdN1VLE8HIgrHNGW+bJKubjrRQBc5pCyQMrkv1UvvjZykuXFY6ZDp9xTJALAX5XlDwVjPNl34mTh/T7FqADhzaRJj5YTqUYCuuS9oArxDBlilx3HjZUadMTYnVmwaSrJHgqbfH4es9MMjbbf9xqPeqnZdJSb/MbVAN26hOSWUUgmwbo/sjTitcUfkEf/VVCshKER9LExqLKZehGm8mU85AmhzKoibewOvUiS1m0YgC2leJgch4LyWkOiVE859u5aGrTmxloPq8aJ/0BOYXG07LcDE8Ht7oXHdrzWOWSvXMN92SwPUWKZBroD8pIMnMRnXvQvAZhis508YvWZW6MQq8Ax+0euZI65HC7LRlVTjKfCpOzx1DWcAdyU6FKB0UPlH1wijzz4AK0gBHa4MoZlZ83MXu97AbzhzaBpFGLW3P3lpml2y1lzb0VivnpLfO+SGu7POLtpp0PUEVfP6IQ6XgqJ8+osjsgiBgJqVfRdwpywOge5uYHkeZQJS/NPQKQi6jbDUbqJiv8bYaoQXomxGbUrrtBj4MCWRFGv4MUvxvjiII6dWxIUjVSTmAzy6e5kH74pyi7FJJdHHmQdaVCe+0nU/L8XKq08rYtlbMpfxTFedKQeCrBIJDGcVjPusBNh61z5WYn917GT4lF5A63tkRl6HySYY75FeLjRndyFKXfwg01FdEpqvC1uYq0KzPzBO8emmF9um0sSexrnr0jPzjN20ohAL8HjoEVos0H7xzpettKyYOqPAAHzzLmPGXI2GoLK7dLPKtR1OsyfkNBEbxm160yuXhnqadsb6dRrpI58OUGHwQFPTKpCgJ1gY4q2XroGuf3tyNHNg60wZmKo0+0tVOUncoLeIxaQOr/D7a+Y1lSYEn2a2aPFku01lAF7NCq0JqvH/L0vWbvmc2u+1j3qSKJ8HAPlaq8K2zeuYLVKeQLQgZFCQbpGviyvSqHaifMdWweo/WXVtO4QFeM8sKESGi/AI4N/2hP12L6VwCCFoSXpb6iXNdXN0O8euJkY+paiJBcLFv6RNV3srTDjdTQdJ4cSiUp/JuSN8S8nv+JfumGeAOAJlZlLP2vGvgNrCrV5YKZiy9Whb92SZ2TdqtPvaErbbYeNpULZbdF+kawMLtUBbZ2V/6AQbwtx+XC5n4gzMQTaDDhIhUMR9J/UyYrw2lwWDu3zvjKcqojbFUwTVbHrSFMJBLzb2Wk+qfwH9jAhQRwQaqfRcpTwZPazlcI3bS6RTpz+nRF4qzA3AGkSQRSmhwF1HteDgrwgd8Ius2tAQMvOIbTdMBPtgYPKhQ4K6Ozzgoyw2KxxZ+CMfAOf9BV1Q4raaI7z81K2z+K1WQY42zm5RA2RXdDBTJmUkpYaEraEMtaUukLGJu2ZU5kvWqRhBoCgjaxaYbugE0zLdQ9jAnFas2bdMUFq8lPUnGL4jkVW1FQ7i+r8QEG3/wnNK0JUj9N+lJHMoTSICxpTuHV75gPpJ+h0HrtrPGXOU4nO395gfLG0efnrOv9L47eRk4M5GVeOLkBJf3lAlahCBf5gLGU48WO/aCqDwd5OzRdaupIFyN9afEHU4kmXQdSnIxiJY0DL7vT4U4hdOTL+jqZM+aKZVfIV7l4xCz4a8K3CdFFRtq0gJb4MMAolWuF9dzJXiI82Ahy1+pTkY58Zt3orOO1hG23NtOl4ZYCwgWj1vDSPQp8Mb9QAN0QJ3XZ5XEHKeZjPi+LmdVetwOjZAKH6Gc7wqEMw5Z+YrK82pyha5DsFj70WRwYqh2amK7s2sNjS5syAec+tZnp3G1l8H5GFrdqHn0UBA/7VA9MkUSPOUJeqoXPqGum0h8dfLm/fZA7G7BJ9znv0j45PKT8iFHD7owfJ3vobmMgVjCsnFKA6ZnhberN/fvMpwMiJdOwHfLvd1Xa5io0bi4v1L+MGR3xcwugf7SzkyHyEqrWehXJ79VH8kNjB9Nom8aBjrDusr6JliLegniQwYj44+JFDpoTPf59Xpq+KFUSMcwaPFm8iQYm3IX//ejfxMZ3oiMWE6Y71vEJSGBtL/m2uEH/x1ivb0oI/iJi5aoUMvD45w7R+hVPFP7DSdoLUaTZjj3PS3sQUHS70Pe89+sb3ayg7CvFoR8HSzNccQoCdJCwyIKWPT7nxgDc9KqUqRwmrjWwoDo4/PwRQIBjlZFhQHxtmhzHZ6PDHz3EoAJkOmKdPKFq4/SPbmTx3+4k7rLwYuEokf+yf52IL2Rw/Niyg83qyuRHE5VNj3mLheq1sMZ5n1kdrC0nmvNXaqj4xrA5fG2JJwD88I7QkqPYNDN8SdvUhDuVZEONtCXmxONUjeuQY0RF7tZg2Pagd8PxYCCEkrULEjTkTpDr/gZZ4sWPrK8c2iGxk4J/hqhr/h6OHtgJynviBLe8xWoKF7G+P6a1+eDWd7ef2j62L1WCkkiRJX85LrY0kJcOKYAt/9IddksULeAFpBtqNhoFOlZTHbl4phpG4ybG/CkSFfM+w7eO6b1KbqHgS4rZf1wjk9KNH8ICMOMjK7Cv9sksd41DUd2+I1Erfi6n6NBjG53PrKwQSnDkhHQggLXQ8zQ51YE8+MvQERunT8eR6mbyfWNR9PyzL7kQQpootPMba4mT5dgufuk4YOt5Qn6S9ovWiE55rayF0k93PDu3cPi3GbQ4q9Q5CY/eEtS/ZQ6IUMFy1KXdCdGx9mCmS3VjrROE9RpzcnNMyLEppu57twGVJ9/3BlQ3pcgk9PoaahT/EoSXjFJMtu/OHqo7WTEjxwu3V0f6hxkYlyl5UNQzW27963isXxxBrydvNje1WxH3VJ9m3BDhRalyeYKyqQA0J9B7qB89Oiz0bzi2/TzQpcgt1CzKvYCL8hwo71TqHzxn4x6fRohj+vbdm1z4Bf6XYFsFFPFZkP5PXihegDAZBAmBaQkWbYSqWpWUTbE8J8eHk+b1A71sxTAgb7nQDsHyP9Bv+Gl01q4gDnigvAKIiw6CSqI7vLPHzpIfekL8vLkQCTzZb0FnTwV4ESuIRqWq2ddptOGso+5YQOtPHTbBcbrYpIZjgtgK04amVAo5lczggA/BHjf6UrgTHqeRl2pZfGUcO6I+FC+s1Y72goqRUb3KU5WX3zH/SGy20b350+EzTVL9+7dyLZyGckZCyqxk9OP66gNI0exUnuyKYxGSM49Vd7CB+bRqQSLjbQ7Q2u7yyRGvLkV0SJw2U+j5+5V2/MXlmJ4u55VTIEVCJyn5DzTJCgA+KYo4H17el8EfnKi2Gq5pWD5Y9uwq6HWz/lxdPoS48K/EikFzT9/xPJ0xuXqlIXw+30oFSH2ziX+Ey6HiuvrHVbS55QjSrTMZGMPf5gMKG1C+ZpNnyemXjRd5m+P7ywWVsuBnYNHCT3EA3Hv0fAIFY8ptK3yiWn6lIuPCLyjtv4y4oT6fUaFwgib+PWAsgSnd4ywYyBw9UfhAf/sYKhZfuoE5tDgQCEKsvFVs84wrFvNkKWD3hA8MrBnBn0efJlfbHmXVOLJGBtnjZpduBt9195vqPK9y/Hzlkr/NwmacaZsrFMx0TNd+jSkuWD301FeHIgIP8y/nrqS2/OATbTR8DzZYsPbytCj6i0LS/8/pD/JREw1iXJImS997UjtGYQRfDuRDbgRyG8w5mpPWVaPgr3zwP/968CIoXu/124wPOwKjKVcC/pkCeZL3HsamihI+q+4o8NNCBxNoABsL+/jRt+MYA/2yIqcB3N6sxzAZvnLBWok8lC33rWImUbS/tiI0nGdTaLdOodT5mFq0cj3H5H41SGTmIK3DlR+TNl/p62qVwI6u4RTMZ7idGZI18Kl8Il2F+lIOKdcfNsSVhCzLZAZnzbuAz2QtOH1JAD9ZSH2VzLimlzvtg2j85HHvYB8uUQTBHyhJUa+shkvhyTym8UulOy3MaH8ln+K1wviouG9eEjUVxO1yMZNcg55c2m1EBNI0IGmZ0yS8oKeuJv5i4ZJlcqWABJgtn5rqXsmVfBC/R6h2xjlhWTFAlfGRo2RQoRgEC/IDCHVAMU/7Aw/EkLJaABatpQlGTZEnl6K+CsnuH7hUNgJwLFWESI8rXSLELzAC7UWljRCf6XhOQeldTgWv9OkS99iAFt06q9STR469+mhc5rVvV+OU5W9PDH+4r91zh3hCiVHpLbwtAYypWIWf4r8OmjbmurDsHnZgEVrANTm7E7zL8HXntkP74dvm+SsBLZX8nSJ71jHHx4KOtVTYclfPo1gPDdP71R71ds6nrfVEnEJXPCafCSdZ1v40jPMsnFIqYh5LRH7sAXhxGwfMC+v/MTRPRmEus1+wsxlrtjjFD+N0hVsm116M+SuG6qSyvOqdDcAKFCMUFfHVr4o05rx+H4Bj81BudN8oQXfYuKoYBKd8DQmJI6+JTzzVYMbBanjEo6vA939lFNRBGb+kAckA5xX1Gzfwyub+Gpv+eRr+lDlYm/7XNuVAgiGtQf5bXUPuHDaP3Lu/fLfxQFJDlY6a97P72jvB4XZ6Fr2XXEEHRJc9h1YTHxIug5XMufxYFWOGyVsrdwi0Lxqpnv9idEe4U9N+uNZLBdgsmnG8lBMFSbTZJ0b9vgOvr4Vf7YIvNs7NkvWz9jOUFBesAgKORZW2/u97j0DriQNonziiclls+TP+nArJ1EpznWL3suCPM+NwH7aq8tfK85Fn5o5lRP99bUX7mNqPSOW/HqJZL2txmuv130Hk1OUlCw8mm5pfYYDmqSYmJVj4nkti6h+YtlcR6R9Gh3yP0WVr2a57TfbBi4/ttHDQHqL0dJsUEPrN1e0ku/zBs8PyJeZ14b4yaYZv/SeLcI+cFg7u18tC2a5/8kfaQLZPlukNBRgw+L834tgoyoYp6PQhj2hfV9DB07pkPQf3GgW22njpqiQY06n2R/AStxR474Qwr8Bgn59Dbs98h3ImQg6L0clW3P3L2fDCbmmv+aHf3gMB7BasnZMpR5YTxpZUIu8VFVpeyBKQWq2237Jj+F6mNOGac3yo8f4Gf/ncuY756xIQtr67qRfoKxa7iwHyleZDvGQGHKhx0CjAdrIejv2ma6L1Y57EhUXTiij3Fz6c4ezIhLYvPdsOLpUryGyKskOib8GRUJvzY8OwjM5nx6OR9Z9OTRKAUi2HUYtf5PmpOIQ2Gd9Tn3m83d0FcvxYIAMfPy/NKF9y1FWXGt6iQdX90pofmPxdrwADKHYJvonsCVrgk5VZ4Jw5mryOLioHUjR2uH1V8v3P8IBkKnMVvBsauDbtfMnYlzz681ihixkU13e+HW7p3+rcz2gy4GgnsgRUfB8ERqzQzrP5/Kd/ub+q8S06PyBbzqbAEjn5CRD/y0wfhvcuIQI6jJUNVQYwEVWifxNZeuzDX2cpJcWgy+j8Z7MNVg9uahYXpVinXD/2N7bYg7gjnamZNfVjmoUSxC/LUhHQY59QsmcEFsM4sgTZtszSG63QAsF2lEokTFQXKcbkzrVqObK9X0xIRIGITy5GYoxTEvFovqLAVKhvOMbh5B7TmTvUOjmH17aZn54QIKeM36nscbZX997B2L5+xVJhCPROOJ9X3OO+8VQCMVSVTsZh9rLWn8UakeFbVl5bbTF0tdos4TMhwM3zI13m5UG4XI3zrBKOSugD9IIVLa3m09VPaokUvxGb7uFzNrCjWny/FPEHwoyWcIrKxawl8/ynRC+tFD/Ex3ca1acyoMdB5YpBEqvgBUAEO4oxbDUtGM1Qef3zuns6/Y7Y5q3mNpxu2jH550V/3O4yBte9r+vElYVQmrXhzEH8gyj3qLWi9xFbWJ6Zi1eE+dpXaXL8ikDZuiVR9cQEr3UqG8IgCJ56hthem1PET/97/1s03sF3DK1y5+pPRH5ItMUWoq2MOscals+7ltX4zKoCx16IkvFe+iy+OkPlKnd02TGghp4/OUU8OVPAd1sR+dQRKkJiHFYKPD6sBIHjni+rKFbhKWhjElFc76DGn3rYp18gz1hvS5P5uOvwzuhpiaEnw8AbsKVTrN5j8ZWU5YBu1dveKkjNNdFKsZ2oT5PUCN2b62RFclRUPnuu52BaoWnqBjvkyP/Qrzvd5apyRaQIM9B1+EHSteDsXx8JjKLeJ0trGS/++7cXgjRYR5Vh6PW001hnH2B5YIaiU6IxmyLNRTVuCGs9C9JnNeaSF+upWeBPCxEcGIv+peVa/28DykeGtCruzDcCMVdPfK6Fd8fPxNTr9xI0MTGjzpko4Y9pt5tudrT7i1Wuneb8r+T/9RpIuPivYYmfdsnAvL3og6LBQI+wqrPHSnztQIIroj4HHU0mRu8zYkYdgwrQbpJ/57hm8mIyLyTztRLOAtDjlUvOpnzLDKeEk/VyR+W+PEgLJ+J6XjDaPwda5DuaMT2q1i+4fcz5lP6GnGJl1AyjirkB5VZnPGQYUNlXuGgVLbxihR5KfKrKHJnqu2FoppFEl8h/9QE7CMXaK0+OnPBqpOmeTD3gTN55xRJMynjFj+DA4PyqIpY1OlRRIJN1HAUJNrHFWX68MKWkKF6Jje0I5A/fsALxExiSwgrFORsZNR5F8ItzAioxJIeSgb9jrCIjbCZwbjUc6Y6OtRXMqq1I7xgfDbgkUnPW8L33qHGtXDiGjEeJCVp+VJW8UebKSz55z7aB8j9faRZLps5tpPekjV76tO8budFJnF2YiwnOtoZNxseCRlPtezQ3xgK5i608DZsUrPAnI3C6LdtLC3Egn771vd1xnJYiP3ATpFjO2/16IQB8nPiQBP8qktfjAeak33VbP+xTeRRD4IGEfkGeRVYwuNNUT3GWINJfXZr4+deGlCdHazZUXtXWKlzLzNJgQMTw1SOxY7FtZTu5ZQ0aoVuCrP38H7bz3t++O+cs9+qNiTth6qyhoGOU0c428namfF4TPx27oeRr/siNNCOX+3P3tpLRXUS1ZQudXghm+cc+/WXh152WSjrgubDjYun8frp6cbc/X3h92Ihma/rHBOfz9ZTGbmzVDiZbDyHwXCdrv7EkYcEo7syxI8zgOkk/gcOOe6c3yIJK8znifztGQc/KgvTMHFxffFocKawRGl+KfYLg9OmVfESI5UPdemjvJgkgZfnMySiiItO4ZtG70bdx7ECH0v5Ft6oqbcp3tPdlBVfpKKfjyLOsvsFbKUCXSszFZ8bXTM++kByCA9tG7j63fUfo7EoUshoH6G4Zo9mx0EezIVChzbDWoHXxYXbVFeGszn4lFWFAOkpyOvqqRoTxmIf6rMzIiuEU6xX3soWGXc+tP1lBh8gV+/a8y1cmQVbOj+HgDsT0TBh0crTtYRDDFA/f7+aXZ+sZ1fo1lhE4ev5aonGrDboLhMBwhdn5lwozjehRxWuvfcxwjTDWc2xKOI1mid9NYkrHlJAQjsJaUjfC7kJQdrRQQQWlAhO3VCC/HFiZvrT8nkktViT5ZHt4gR4aPLH/Zn6FBWKxfAsKEa1HVp9AXg4+8pAajNVzTX6cZ+tjbFAC9DNmEk96fNBrKn8ZFk3SK+3UPddq7nbvmikEsW8/xB+YM7wSthEDHxVPizeROYaAwF+wTux1mDr7gk5VEBTp+dgR759ZV3nf7BVhHykV072dDoiFM5800+E0mtRR9THGORGFFFWKWU+mZlv30l6AzIR9pcEvI7aIvff2sfzPXddoISExxOX2duzDWn6X3i4tZQfhvJV1kMEIQxENgxJqP6ZKrdiLgfg2MfSvp7W/GdKvP8VsUfWgdNsHpsK06H5lyqsgQA63IpuVIKmLJNkC3DDx2r+uFO3pTSEOsyXwFyiTYvgy36gnfma7E4N28YquEp2O3n8j6+xZoLLTbSNKdYZOca4jpUrb9LeqRagZmmPhq2bsSf8WnbflispmLbZtb4AebiJXUxS0S2zX6BzJx4FUs2VBKG1b8tI9Leeo9nzFHAtxyjcjsWEvaaa2+VaM8Y2ncYPK3IBT4poeKFZQxKcVh1K8MpmTYqcTzr0ow6UF1ptfH3BqwXEU2C7rTMh2pHFYIgFS/Ciulr7Bsd8symbdIWxsaF4cOiIHSx0jtwcwa8jcisVD0V95DALhCYJXRbDnuHerZPiKh6WeBMexgtTyOlwgNFnjWGyB1BTl2OjOAdVAXiRagd+RVTj8dEzEKHEh35ITD51bO0oTlJflx6krczqsZFvW1laM2hcnjUG3yXAEsmWH8DvNxw2/1SrTKmZ6bGChjV4rZXibuLeqRfwIuoBZjXICuGUMvrCkb5e+QCNKF5dcOdEXRMt8fy5obyMqIVdgs2NIuxtpN0X4UVbxuL9JvnslgPkSxdTwnaMADyP2+CsAZE4hMvqsFQc71jTurjvGP8OAkqB2mRFHeX3I7IejOUzhWVU++2fPnAakEJRQw1kQdOI+SiwujpbMQgoSOK1GM2Y0RYf6niu44ICFNis+1VPdHo51/PKKh4Yt6M/+mzIDdBuIEmduoVJVV0Fi1FXmDojqkP4DUoaqeMbQSTSybLRYd1QAJvkGp9LMZnPXt6Nmjk34avdjfgaDlZTkLNzUTsLNoAVF7lF+hBoFfizHd2U7cw59Sy4CaKVlwKeUDfL6b2+pkswoYMPEqcBQk8owJw0o/WR/C8LmVky5xYbn0tmPD+vUpGvmLp/sihyvxKmWwU2ftj4O4fcn+CARwKqBglhfln0l00sDcGTvivRrYUWncrNjxdRf4SCkm7xBhpmoOUdnhxaXZJD3CjsF/1AILvbGGn9x0LXgdzxGJ3kp3CyFfVcULVE0HJK/FToNOzhct6oyHBtd7QKSIEAD7Cmqt4sO21V1iI0vmkNG+RpUl1ov7zUQRuR4AZpfcWS+9LVGRFtwOKQ3H+HXzwfDVANZAaVKv98Jt8vytXnMMBVdkV3fVxO1Ull+fw93H5gjk+ogHqFZsBZHsw+htCOlNtrlfV35GDtyFTQHpGpONNCnV6OwY9ZXcUtX9S3ts3OBzOMFFncVIo+yIskyx4JZvP2Eyl81Piqn33pJWdc9wPve0OSmndSS7YeWwM4HliIqiKEV68U34U4DnCPjMqF5Z177kxf3GNWJRksoZQcP1GyfNBhBn9UplkEMWEW3uW79bDOI/61noejBRTC0C9x8IctxhATRC+ggVJdt4FnfBO5VuTVO0jdsoxbIHhCfsjAXGj5pGqa/L2OOqSxK25c2+FztjoxzPdvkfSUWpBhHQyXnk6fUT4FczQWfkFwypuQwzjiXaor5K58tCJgieX7KWA3PZSigaNjQ+sa0trqOgk06YF6D5fTCf12SroBLCzp9M+JXLMYO+WK3ypH3wCEauoBrLswUP6d8d3Hztytc0aHvK6Kc9SMNCkrBjMdt0/2tYkjjqEvnZ1yiPR+DZWb0HpiplA8hXpzsC82/YPkVT8R1k39Rvtv/Rhl83W0MWvmbufIEWnMz5UFg21GHT+y5NHdILr8c//QSG0in65sWnvzWTQ3d71glwpChhdwV4yn34nMg7SuoEskMnOEXlBWNOQj/oz7iRC4cquDeSX/8Eb43djSlHZKu+Y2c25mo3uMOHSW4Ez2HdlZXly62fFfY4d9NAeXf8pxo3V5qj++AIeSmkD8m81hQ8mqP9vJdXg1X5ETO4+gssesfc62CCEMtEz0kvA2648qHsi+bPgapyknUJ6oyjV+R/IDcHIsBKLNV+D0nJeAq+VegD6emY7AMtGVA0clzPo1u8lDfxIgxtbZOv6FUrFU7S0kRGelr4+5xtyUn6VoTnujtCo7NSWliA/svEU76DWaj9ikB28S+K3bLPx4Ji4I8f8KY2iJi8OdceS5aJntVSe82d4Fw6X6v7ePCLc3AeJw1tGa9eP0P54vvWhbJf3c6BS4srdKXUbdEdSVBXgXwgptwpq85WNKKGzxier9czG9DWIu3fTWwrOsRh97NCsVyUf8/uPdNJxsrgun/w705v79Hu1q1dL7mfzQx23duHrnI/LixDW6cqhjxPMlkO/ihlkOye4MQyKqzOUAEWoNp+HnIZ1qO5W9Z8xblHRcwZQmeIGJyoYhWRndQo0RN1KN+U8vegDly09PWYSSCHraL3UgvNqKewQ1ubE+xovfmL4WppjAZOZfPHIF7vHLnCa+IcaqiChmW8s9GaCkyB0GS/LuMhVT9U1HkM3PQaq0G8QnlRmYeOnK1hW2MH++9muCT96pRm1kMN8jfvqBul90F/nWPMTy0vcfUPTFBDTc8zNYzfv11+HqqtiikvINxQZESp7ak0GigukOTakYCOvr3wHw55IdD7vLN0Q4fRzKqLDCHQxMX6Z1NlZppf3Mn/LhVjcuY01zf6RQLn74EWOHObyVOA0ZQQTlPDHFDv19MkhWETY5DG5hFBjmD10uu1OEPl28mhI+uiBbONiqVoZ2Klz8P5JQHoqdk1ZYglmbsxVrr52QzKLpiuXN3CmLG440JVu1HW+MW+JgIFt5+ZZNqcR4oItfzJHYLVYF0BPypCxxilHB6Lqocr0JPMcfXtSuNCHvDmq/Vy1NPAu5QLy9htNpyLJSIAe7YRSP3r67xGz+kKvZbLb+/uROsV70aP7pexByyQAPvcjwSIX8EctNrp/148DqQSJ5TCGRKF16sDJ0jTRLzVe/KhCTcWyay/Njl35sEgLriikqP7XF7zYtd59edCcrNhKV6X4VYr5ybBUGYNispg+tyRMKVHdKH4JeF4qCKElh46DntrjL4AJyRhl/2/7N3VPnDx8/FgyzNWrW7jNMe9YV354Z/xDw4UMyalIVvlR8waAI7X5hdnWzcYWhUias7otMVLcbQANBZQXzUgJQRBFABlAejm0Kb+yI55UgxF25nRvET4ia00l6IMmwopCgCV7SKvGA2tUtjVlYReKfL0N+kvlJTgjO9xs23fDBS+ANngmdCksDh57Kza14XDGWcuQ7jD/1A1N9mBFxwQq4m5zp49RQjz9917xFaTmoR6el+p2BisG0F/UslBEyE4OSvaSl+rzDQQyKpEE19YzSj1VOSEsT+STbtIFQOWOIo4o0DUd2mLbY+cA0gdqpQtSKuj215quhZ2z4Ipb1M/uUF1BFmEP3312wmeQaqbqThwO/L8yxxsFl2vmZbKVYMwpHl+XHRMcR9RnQofqu6P6W4JHrS97aQOopJXtIsjrBd/fsDn+tvafdXXxT3hVPMrVJVL6DVcFdJcL+UmAkPzyaKPMWlNOQm2yYj7MMNeE+aCl36k3suVwDOl2KDtWQIpDiKc9fxYrU+cVuG/BWK0c6UhTU0PeGubYEFA/CfRVNfFXoqajq97gCOMQ+HF43CN+5lJpVj9VHLP049fNeyLVk0w2fsoeFoTSpSIl0D2+EdhlVdQQygT+ZX6tPSSvfajvVdyMf10y7yWi4wPq9mxBjyyiLGZtS57bE0DS0NSQ4KbktR4JBKCFiMz/flye+/dpKFJhurPCylKAa9DNNbfvxzoFA+ZsvPWbDOvTE0ZBt7Hoc8ccm27fC5FOkNCtplfTvI0LMZBrXhD+JjQIJQdA5+Yg6VZevpWuXQVKYm6UoOqEWBuClg7MR8NI81syiFiax+y9DMat8zctVU7uX8VclIvKC3glCJAaoUR6LHNfoGgiJYAKbS9E9iv7/QByXAh2/UsLOR3+cQRVgORHSmg5krlrpxZ8S0l4bMU+096cQSRzCvKYLpa3FCuG7E1rZpM4zC6vdk/q7iAgleAOVAzSa4k8s6MZPn4eLkrj93sVBrOTbG90U6C9NKzhqMDvzV/7W6xf0mHyGSKz3j64uPwjGrQiMSr8r4/VRHPTU+QFsQlRZijmaYDgw0yFN5vfEi6VIQ/QbaN6WDgwnQmMlRM5Wg7i4hPq4hlaTFbgSxZWh5A7pbFfdFGuMVPt5FZudSfbrzzCpb+KQ5vPY3wf7FgoES8dqsY/zHI1LzNagXsqIqIKMIWDyr74c9oMAl0u3viQlQQxw/bY7Kx2mhtsPkpzBVjPdlJVusUM2GNFKANUFtCers8r/LweCUc3UNjK2ARJG49KSG15VrEpMrSwoXMh5GM1ifvsREpAbaCZBDY6RwbizV4DoU3QvU7+0jbEX6Bi0WTErcrCGTu/LRF4GRTKXwuY1Yfsa67Bnq69ga2mjTO3otgkK+e59BpBxwpmRdvJx+ppW2GrbhzmHONZ2LAwnByZoVGJKnBI9BcEMyff6v3RfS2FgAdbs/s+QSGFbmOAIqZZ/UHP8UcJ/hhmJO+Zl6FZi9EVVj1WQuVmTfonldJYjHHtSHQc5Otav9YbleHafFosD1GCJr0j3frf3VnjtBiqD0+LckI6gnmu3/1NLemeFLvnbTL2bMtm1A0BsV0RNyw1TQbcviIH9AkRd9daDRDENKOrjXoVeFXzFiC4iWXjK6Ndd0sU5OByfsBR9/UqIKugo+vC9xqHQq9qJoba/RNYQbe4HhvR+yJNKvFlzq1zS+Rkr2tIeXIn8Tn7bAhiMM3mkIra9fQSpwfnhUPFPOl3C33S6RnSixplHq9LeHz07CGuMOBIc7gSAwH464xPvFP/FcVlrQyJOMIFrtB2EMOFYAU9PA26TNRtE/njbQ5OWjaP2xIY6h2Nrk9Ao98Sn0WbTGkuv8JS7chzVhJWrd3IMk4LXDKJXIEv4PaVx+gAy4RGJM+gbkxuvo+GPZlVPCrZOY++MO+Z1XzDxtbNUDwjFRpjqUluWkJzjSY4RldAa4kGbuQ9Dszf7NlDBavKhNgJBWPH2Jk8HO3286hVr6K9ONjl1R1WBp2Xn1rGDLFhOyzx2vCFX9tVYH8hurM7DyawqDlMRXgblc4Tj7emA49j4Ib07KpOpZ42iaZ5M9wfJOS6MFllbAi6dgE1XOg8lUXxZQ7pt2hoAimHTx3B1m+v6ppHAUOMV7BCktbsVRiVuHkdNyQL0qfUXrJDvGle97TnDHzcEC1N+p1fPTdpeaUBJJ+neJ5MvNjGjDYCX+VpCKNTnBCAytobDPJuyWCyaulr0hfJzE3Op/EhMe3Km3XbZpbBX/23Fz0TsDtmW6CphiUy6uYRZlRLSsedaO8FxGMb73sCRQzy9srIJ4b2RccNQo+9RWpyU6zOcaPCAuq/Hh7ULs9AaJxN8JP3bac0j0uxOx9qcFHqkFEYvzfSc+w0DDPeKX7iumMu0Er5D7bDqpeq2nSUoVOKHoC0f97Ywwbc3d+bjKa69seBm5h+eUApZxArd28YiEIGg0OdZaZiHfJOaadO4DLgxAdCmpjTBTyBu8V7UjPtC3Jakvbf7OZGIKKSdenVWofrqkAsc5bfPU8PeDtDjiGl2bieuMdt+RePA4lFsfTwyGrZRqVrmZ8qrwNLkF5LZ5l4cegbKLZJ7YUmiCoIB2p5ZyiVgPcXtea18h+qmeH34KjnM3Ed6ZZ8ziOGiuZDsla3qAFfcjiRuvHRrFR1w3VJ1x3OvobPr7LEmTJApvtXTUcFIsEy3yvubdlj/kcmg8/UmbmWJHH8/Mz7ZPs+V5PBo/8lDI7LTZf8lzIp8Tml28kCf/gsfvZT1aDjpE5AmuDNAlhFzp9NPqPBAY5xV11XlZ4h+rBxFWeDUO6cDG87pIOdrdBoXIuDHtS8Bmr/8sLLXCyYEgv32NENf+QVx77JpXzLyNeWUGLUHmqQA2VtiDmHyt7nj/NQo7MTeg/h0raPvfranX91Zarmqxj+L8C+5yb/z+5tlb0L9hSCwlLbHmm6FXNipXdc3+t0ai1qPlcEyQkmC/f9spIAdKoWbeXLyOXB8aNfhhOyP2xhZsw+dH5O4XdSH70SYxbfZQzKKi10/39ygxs01/9CPu6BlR34STT6SDWEOZzJooI04zaFUROLumf7FlFoYiFtCcpdlMcCRGgkpuM0vZcgEDucfWrtoxMbLnobKoH8AzWUgqpVzR8GoFvRj+QxgmuLXry+wWZ7nsubNBc8ueed7dxhCXgCjKM38sZWVcLPYO5+++gPe7FmPW3V9+YXzH6L+czn6TXFcYrcfXVpC9K6M5XmHx/Dw9dPZHwVYvzMgT+sN0gaF3P341pXbdbZAMCyHH9nXcn2pJbccH4yy58uz85lUUii1pkPGCFUokZ35QdhFGK/31LgkKbWUy+xD5wIyt8TfRDPjfcJVwZiWIt2+IJLwvyzYSknZOiNpBFzIj44d5NQXktDACdkax9Z0+KHext+oiUMRLPauG49+uiOJjVaYD8jRHtfzKebNTY0gWU8jjEeI4uesVTHLQM8B1Y6Lj3rt5RuJmMLolPnrzQbP++igsQ+jcq5V22VUZ1axRh/O2fHauO+OI+VcaleOrraeqg+kmLCRmc4h9hC2SKqhwfPTCBo75m4yy/m5t2bjTf+Rsx7KCCm9LPD9rb7DUUGM8JwtfuNJ1t2oC9uQ5zYs0PS6jCk9JqgiYNzI08QnnX7N9Qrn8URU4EesQruirlJdkhmRbEOirQdU9Vmxp4SPh/XWm8Lc1+1FXbvEHjP4EIw1vdNJxYHvZK3i0MFmzJM+cswxOmgHqsv1E+qqx/nmK1JTRTnmZu+K2/NAKcP9XC8AZTgGVJnvIEf1BPTmMBSObWVZh2TdAYVVWpoVlGM+wfOZIyMXjGLsj4FrPb+4HMSrraynskz6GFf1aOuRgs4vz82ni6ucPu8OezIdWg03upMhg/xUD1Rcduk9bQDV2GZc+TyGBwa9dHQ5TPY0VNAz6t6b+xxbq+Kie8XuDDA+6fplf+aQWwH6Ro6fyNQ4FP7i//cMaALrrk7DfWjxcM5/+fZZ4+Kwjx732CXUQOMm/Xu+vQj+TRAiMksfiOorDArUVT3Eork56ZdIQTxp/U80MTUr8K5QY9O9ysiFaGHkTn+ZLCKunU7LDCxZnDjfpa5DWMuNJxklFesUopwxCDrUYFqw5da0NlU41wRSnqAOiyvVPPJKh4Gwks71XyFuPbDR7KQAsHHsMOynaPcjrL8183y5Mn/opUZYG5fInlCCrA4uGRVqOMiJbILG8k2uFSw/0nfX8toEVOCxRKx0uAGqarH8C6f/2J6Dhidv0+OyNgXgZ8n3BYM0LtuHLLdOXizhrGAJxv+pb9BTFCG0kuSk0eJfErmHljjXhur9ECo6saEoHgTSlxzgJm2laF0gk1cGSVgfoPgoXL4X68WNaPCr/vaDnszsLc6FP4qbYJ6+2hFxAHsq7GWFgBKEFsanY3SP06Rs2EYLs6fzVOYLJ2FT8WmmKWrDJ0zBVj1YMBWZWTZQf03WLT5rOjk6Z+If+tb53cQ6nJCaNeb+uxTawD2tvyJX5BbjP549RfNYngvbtcAj2+rfzrP4wxz6EM7UrALjRBgZ5QwRvUzr5/PWXv8ZzDJVnZbksx2iIlm5YhmpxYxWN1QMi75FsaxQhO6DXSu8x0cxbs/rcFyPfaIQqryJv/5bTvH41NwQdfIcMMlgMUaOAFBpIqVcQhgsAksP1N7gCzj7iFLldwwGd+uGgcffY20++M9VVi1VWse8LfB7u29RYQ2P87652iv02JN6JeYQB34BpTuRQ6ThCHa/AZYagaq/UzOoOzQruzYHR3ePpB1JjWxVjt6XHUzLV6L/RhyJiJjmBU7wPDHqhPkkp1SB6Og/NNMPLwM1t4OUYoeuJlMCsJERyZGlSdn1cZX5e/56DZEkc0tF9ONZjXw39y3/R5Q5q4p95YLPLh6LAYEzcGHvSbBq9ulxVd2tXzCDSzJO+t4Y2+Y6TmmeDjbnnEobPsTmWNxteDMGQEwVT1TbqHeVeAB+hKAhFwZUOIhVPJIEHvmw6xp8UTgmbhPRK5oSnKxpq3XMd/hGXhMiz/PnbT10w7Sn99uplnasT7/A3YS/6JgIgSuS/tjZaTiCrthzC9J86FkOsHGSVwBMERwp2Hb5f1iehEkEZ4B3ZGoC021b/aJqRl6XV6VdpZSqVdtk6aiPDqxmYExCrjoye4c6Z76vvJM0g26+HeDUrqBZqyc6k041fJMjfMmkhp1atCnmRJMLxZbogInfqkVkf8NBGlJJbf5RGAbSthi7kmqRgsQbLKJHkFLjbxGIjxVoeRbO46N5Bf1uXuMoGNhLPs/gfnd94+ZJeMZ9fqd/AdKCGf6Vq5GVbTfQnFEe+PMSQUNCXqDA9n4nfwT4JYnPInZq/p80NEeeoaJFlnaL42xyRG32LBOaw2ospWWahUVHso1pgrmiRFI+3QtmdsaX91WPLK2Tr0oWJ7mdD9dHk6VToUG/Aq4mfxIhZzxHCvUlS8qbqiUscYBUiWwwWxVXq0fb3gPJ8JUkyiX6hA/2lNHGn6Elax76BM8ryJgOepqGn3l9ZOdaqKb4ELUNODqKmxIc5mgF68/wCcAQZZ1E/83QJdRb8eMEq6/oJRhOejaJ+0G4k+K3VlkhLsa3WPlkC+XMhEcH6490sfWBsb5McjDq+3KhvIe5b+JJADyKO+xyORuInJ8SenJvO4oKP9nWvZ0DT1mCkIChLvG4/mSe5KAgLDL9O67zL7Pyd/za7bAo3qpusauNhanqG/AxNvtIPwKNNY2gsXmF89yfu0R+PwUdKHkKc0B1CFjULHaX5+RFmyJf7gh7ygGXTX+WEVGUS0QobNVEU8CItFdG622aLyvuOr5dmBVTcgg+KnwSgHO91AtUmIytPkR6xoSVqsOTEqf3ib1eM+k1z5N6MoRCxyh9eO/egwZYhUCANEsBQv4HEc8masn2TW/IrGi67vrnztjqfZTfj08u4NYHsoxGEkbzpJueNgQXZfIHdxY1C5cmLRkkjpX1I2NKYGWY76hr/uuYlNBNiVVVRCnz7o7Hl1d97fjkWvSZJbmdmJxzHp0YcLvSCB33oK6efBYWUfCBH05bT7m88ARwD6B9gXV/lWRrSLbH5RJktY0ILsA0mjQuPWiXEHqZ9Tg39FnXOlzn5yk7ICuEPQUuQAmvnLxlEp0d+HSqe7vy1sMEOVTrCE5Xq7dsnMjLr4lXm8szrqnYhkx4mBbkMj/z18DKUp+O4w5SclxAd8qNsMz0snzYZ0gF+uLVaujAbzaJJo4Thfx1ZpgF3h9Oaej+Wo1kyAy8qkufs1GOPf1z4/Ii8KlPwSnC7WU3jfPgCdlv5Swp0k1L+KmkgN02Yv7h4CQF2K6OZYz+pyQ3R7MoLvjrD0AJ2hYhuPMbSV6xEAiX2+Bzgl+pE+y/TOjokpzwRub2K+o4ar1qYv8tOgL6g6Gq7tg2Zb0QM7jdCI6nr9Lpdk0899IpbeyATi5SjypMMZNqNdSbD3msoU6cIFW8nG1v3amfNYgfhZwaRRbuv7VIqtNnXVV7IeoO93mI7tadRnurKV6oIWxy1clpVRwKZr6upbMNArgDoAj9KT3xmtcKQQUgyHri2WmRucx+Mv8YtpHZRG4TtNbXD0AFch7rE/27aBrwOd4rWUVSNVTjvlxAGkFMgjJYfkHZn8ZrxOeF6+Ms2FObLMFb14XwjPR2jmWhuZZ2V+B4MVPArXL/EUGGaE3zKY7areMOoUIOsD39GPVMeei3LTZ9zTM5MW7uIzvANaPfWESZQugID7FDP67/7r4H3yMVfX+MbkHDZFmwfRQ0gsdmzIiFp7HBHzm2OcjE+hB27JQ801Cm36tlAY8BTNNTEF8IbgJUbC/6mRUsHu2z0srNy/7vGGktXkdN7o6qbnnR8jTsP5Rtez8Ew5+isjAZTwrRXU1bQ5vfX4ll0f9hrUk4Mic2qCR2hckauQS+51CJWEHjyRWbeR0Cd8svxXmBN47XIoYQodIp74ZK7nyphlBSTRQwZ5DW3hYcXSny06PjvTuOSb0TBDlF6wsBYKHv5ZQZ/XxSw/voDLG0/sLSgCkeLdrY+9ot7v4LohCiFRBC4XIw9X+63/hDpP5PE7HO7Phd+AlUjH/nngIX74ryW0Sj8y8ZJlPxXWXeVN/zYAD3ubaKrvxQmoEU/KUikj/p9xMT1O5JaI/Bu8Fq5bvgq62uaBBwxobhVTOroqL9X1o9REkIEOpg9PfXUq3uE9z2HI7Undj2dpm2IghPzPNiOe1MxCDZnjZBaUp2Fn2rrnL7WFe3MNyCn8U9TfgskKeDe4gF9b6reHKGEpmCviiz6LIKpaFrlosmCjZiUn9rfxISU7rPdhRPy31LG4T45Kqrzte7OEwv7k9pV8HynoKjoqtVmfjyNUR3M+sgNDdmBIip+jHSDMqushi1n5xyVU9lyLH/5BgVG/fm9nGfXvYi53MycBIntGObDeMI3BOFvEb5z9utzMrB9q55yxg1/jLgouki8KhVGdfACHAqLT1WQpniFckxCE5zEjIc+wVfOI/7hGEkAqvKqe8foD8FlPDGsLgY6+NcvdfzEmUwdImldO7y53PNIqd9UV+kJKB2zM+LNUudfV+rilOUCeB1poxwTtums/LlpHtpZiDoiZliLZN9ji1bT17vxUb1fKrIrsGK8CgEiwBNDGRNltLHNaXLCsPX4xCbk0qyltLfAapQvp0NXP87WLRzLDjFn5eW6o/sBfW4pLWSGBf0QRdVlvJF6nMf4VXO2pnulWVOJWEsZIpxJVIv8eFQxYQD+zFkX2d+i9b8FZ01m2WB53x9hB/RreMFEGDZ84b+RB8al4puKBBHDtA8SWPtZTeC/Bb4VDFV9YJ++tfHiS9si23LUXz/tAxLQxMhGjs3t7ynMOevVhVM7nSkbhlAWz7PiIdPLZE5hm7vbzUTd9vDCLlHbiyOwz0klsnfPU9fFODTA1u+Smuqw1kQdH5EdSQPrSt+O+7uyxFvGa8CFDtkYG9K+d71/mHFBOKlbLDeSYzux4m8zM548tx/nQ8YSHUEsFlCLtnhYm9VIEeeDQVccxzLLJLqaxigO5wx+q6wjn6t1Vzi4IqEnyOvaTR40r9iXC0mJhKOGn68R/xrSMQwDHioEzNB9GVLX9Fz0Q70+TggfLJmc7IOJBVv5BZiU2mUQcALVKoJTZAZ/NT2z/NW8vlUvxKuRS+TctuAyQxbitWA4fxsG7609gVWfYCepG4D9IwCNBNMq+6jcZW1Dp79bPHLHSkaq+EAQ8qC+AWH6rUxEczhWykqnZTlDmVIY51TVTJaMIwmp1V6VZk/sK+O+PTtwpyAzjebfBnuxMZ9W9CyFqhPKWWCkhKUm34K/2YzFhZxwyWsJj1/xLPmzfxmBriqRNYcW4zPyKy5Ijfnmd6ROXkG91KKVFufhn2C1L1bcXFgiQi2g1lA9dH8BpVrBVsf+dP6phEfYtI8y2rhH0SadsIKbk+V5UEZAjhgOM7dWsODMsugT5IkhePq+2Exg27fIGXMjLdPLAzf91gzlXO2KLfl9P92mws3m1Ou5oFy00+w3wmDcMAtG62ulXeXxhwnNLK0JNyMd4dkb86GaJKlpwcU4igIolPbQ9MIPYKMNBOL+6q71a7Yg68Zf0TLN2G8EogGBNWmjrByahw0GI39V6grBzw0x2YqSwv+7Hq1nfL7i8i7Dp8fOsuwcmAsvGs5hr4sfj6uf/rYa0ekaJzeLgnIlx9vH5I3Y6QG1X1lYzfcO5DEOFDGF/XwTjzm+cFV/zyMm1LactprBYqYyZeapOCa1Foz6twIW3Gqb3QUjCF8uBPMMcmuicViq1kmOM/3VrLuVeXR2Mr8JmGLigmaN5Fqmb8F7cBA4FO9wazVSXCpHFLJmc3lPwM89+4okbPhQv6pspKCRxLgv48FKyZYe4ay6Nkl2KWDA0hdLpf5rC//L1XUsS4psyV9CiyVaa0jELtEaEg1fP8StnlmM2VuUve7KhuDEcfcjrR9wPyeyyrRXQwnoH4NQp3nFL3hppwtx4UTaF/pjbvcMG+9oiP/+v7vhokhiY6lgKMZiX8dFRS9YQVew0W15o1ZkkFi2zB9bX1MUIlHTDZZXobACf7DjBFOWHTyiwjgySQmCLEUV8GdXbYJ4UVVZ0IoJNVt45vg3Gec6pXpuchsuv+/HQ8W5MT+Uufuk/diyxCPKJG5tZdZJZraHQTwbkcsoqK4BtVcGUP5Upp/bzdfYewXjnHiRgScqsy3mx9MtynlQzrjPH2AQaahHmT79detfdFPjh8PgmROJnFvXXQeHalx3+Ar+ueOXOFyjYfitn5ENNYyV3SpEFjS7QJ6PTQIQn/m90ikLlqIO9rqXDm7LKqGy9cFEG74ZT6lqbyLfo7U4FLFXistFAW3AIM8W3n+QUb2uUkkxM7sUoZWiCFV1hUX8YSwp6JBwdbEKE+wxxidavIJjhyRgFXO5lFPpCgVz2NKB4JsWPJOfVZukLo5aBy0ffO77+kvF32bDYS+HP/FLK/kpfEzMjKRxgiT5fC9iNAs85ycZ/pcntlCnw587xEA26UqWQokK7qEbvWuAoQfVR7bdLA77+SSU5YFx0WUasWSPVm4emCOPxzYYUWvHDNw2+uUpHd3lHmeG7Poti5ysQdESnVt3UZQz6KtgFV39izfTEcLw8WvfmZocyWVyDSNwtkCO/VZ/Hy3oMyxzo45TbbGosI7UeAC+ibIwjpuN4Q1hzRWVxGtDmt8uvJLrU5LppIsUvCMCOTHy2jXc1ux9I56+eTA2jcDVB7uAMMnoDdR6IPQiJoxV5/Y3PoMfzhTWvasdg31uvsuotVC8MhXkB28VAvOFZfcUHhfgD0/E4ynOGGg9GM3/g5cr/zKG1sXf+/ea0dOC+pTECPVSaq+e+Ms+rPdXtOypruAxNy2xTf4CBVr8N1jGiD1CPW6kYb5id5JSpO+MYlmtbRP28dLzPVMdilHoajb8RaX5F+97oT3B6sU2a7gYhdok1lV00f+6miHFdHft/EzaqHbn1X6o4VmcYnK4lxyCL66QEP9aHZBiGJySE/WPiF96iOTwDcNEGa/mr2dgJEEENis7KYHjXawYnWmkUHMZJY86nqtd/rc35V6ON2e8OMlVIH8r/hoT6V8FaIB7I/ZslTDH52TrtOEsz1+zEqQTxO5jk/VZxG70dPbhuUA6l6pMDgpZGEwttxTeNn5g/S5b+gmbozj2ahRKzL5as9fd81So/IQV1Ql/DmKe1XMLbUjJYGxBAAkxsukefhDf6ppL30/tHEDRJEGuqAZ/a9WeLqlvbxx3y1CTfe3X7hlFDTgwFUuVlcvTcmLEGY0Xi1UA9DhZWZ+JyC2FCyMEcwvfbrAs85e8FmEzeshY8rxPyLWVVsKZY+n0VQtzr8sDLPslwpl3b5hdn2F4cH77AA0DDxL6ulCt0+1bAtPHWQziMdQtLBQEhOjz+69vTCzP6tJJ8yVvPnT7Ilm7UsWtjlIXGAi6sdHq0o7I/+3+oYkYVHgwgh5IyPVlOxakgF1wB9ccrRu+s28TvCdm5+3BT2xuDzPm3E+XDlQcq/DgvHr75Oszl1ggUsu/cpcSu0C9UgY+3oN10TE5aA0yEhqUmMTI/YxvNptfRpA+bqGlvfY3LXBl8xTU3xuMseDmdv0ymFfwg/yiMjA/WSO+aUL6OVVZzT/WhXhNpruOgnx3l/NYyjBH/xV10d+UKizRgMMZ5ZZx8/NecT9X9ctdHmYDZRwsxhIfb4hgTrvHwm/Ebxf+bSvBGUSx/BUp7HQjOZJFfygpwMynTl9eMAoDpkBpe85MuREYABqEaZtibMC7EvJLwm2xtrqChzH+lJ2S60kcJ45XzQJ9kCLzq47/wskNaSzLLvVsGSbSiwnl3fYrwiXM3mCYSi68PeTtuuWzUCj78jJxTDuywdhDv3w1jnw9xskWdk3pwN64UjykKlap/C86Javn14FI5cunmI7aclvJAOgEtix5G+0is45kj3k4hCNP//4VpvQV5Z9IKcjLi5Df9NOdr6DrAyXNzE9Oz+OMmA5nuDIWj0jKMq9TDheLOcqTSuJU1JJZ19eSCYAX+JVvUxDQ0mgJLHRM5aHDFwbmoLI7gi8AMhrgEourfwqngab6XqtDD6vqDPslv1reUHHdZnGbOWrMhSXWsXz9BEfNshfSbqS0PW0WY+2VjqJYSNFRRD3VRjFL7rLJsdSFySceUvvfvQDpmSQOY2tHeoDQIom5B+M0ly9pUktSz9LIAmU5HoqC0mRxDJDj9Cos6CJdopG/+Tl3NdAYblnAHfZSlEpfxox5CkdLrwOBCxPMV2LVr3V//b1Q+E80m/vi8IY15jQ6opJRoui/rciiaETo17Ll90uztGZAcYaEXrwwUfd4Uk9B9eq4beJKWJ84EsxIai9p05wktUm/Fp5lXKXaL189Bvr8LOn6UcRtutJMnpYyyHmGBH50R5VQD9BCOf6m5GU51iDfGdna3WRr4q44Iql1CBvLeNJQKK1e9FKdOt+126egSLglWlnms/JeoF51WcGJBsRXEHOsCUuewvvcJpujKxtmkEpuRxuF/MebEev15CAQhvGK/+3L42eng5Cu27Hv919uYCkL1nLroLo0rqBQ0oR8jhdmtlt9fDTWIGMl1H20SFYXo2Jqgix31p+8F/Gb3VCS6ltJN7+jQXu0H6igZFlHNPMF9vAnuZgBg3L2yngAdrOuS9a5AtklemqK/lTyCHGTgphJmMUT4EC6SuojqJA3hEor+IAYWhHxN0LSsH/znYtmseU+l8DFIT+kb2KN5SkL4Y2O0Zav0zpPCysQgA9Xev9XUuultImFNCn/rLIHhTf57Vg/voVxhH5oCMoRwDFE6C8wKNeXY1tRI8lD4aU3wQrs/r2A78oDBjWIfGB102WE2Yv4MV+wDVKXwpmcwyYHvSzvnKZvHUVJvywb8/1zSl5EKxqsJV4EwZCoTtiuBblHkFKH6fFCx4smER/dmFQrRf1Qn0b/RkUrYWVzgHlQ5BMKX3bCFuRT5+70CIaWmpz/yMsHE8H2HZbyTiaVxVtyLWtlfzB2Qn9pcsmcMov07fiT7nQ2qwZx9Hl8diMnFwzGnPDpcG07Xhwoa45HFaZPcDyBxFf4vpdBWdYtwL4cNGGwtmOXCja2UFKXIsOZxxwt3xXOr2RukMnF0J/efze4sddHkhBBt5hmXbKKZ+P5dDGeQx0uZp6ceVlX0r1eg6FOOjFRVWyvzWAYRbHtcYqSpcxJn6RwG8KA4sfuiuVShabEVYrI9l/cBgSXTeZA4TO+sHrJbyYTwm5X+kpxpFyc6jVnNdwF2IcNNViHyVJ4SsKHFXe29OlR1tFW/hSL2yxS/eCP7CyAgdU7bSRoncYcUtFnu3I1iCvC8/kT9AdHGSJ7Mh0kF/X5cU7L0gzO01KyHi29sTscUmrrZSRfeQTPGW2MoBQl5atR3boSvy0iCMkFzACKbnCdKBtkVwCNFCzD2cin6z8D77Qr9rh/HQPqa4Kxzpv8J+0xEu9JkjWEc4QYJfziWe1JHXIKtioV2xp+7Rk50wiDFeNcpza+nSeofOPyGf5UdZqdnQK1YxbKHZln68pkbkt2HNJJ6QfHzlfRrNGR1ThBPQ+KwDZyk1Mvg/JoSOVP5BaZzjDNZppVbUmRL9d/wxDbxFbe4cbsHvnU8Wfm9Bq5hGuMOw49/ZHf+PAGlSwGhKKfoiw+slWXx74hBI485XlM9PvgMWZRJFDinJBMr28F5Pb1VTEFqNCulWj3tan3jOHFjlinslEusGv2/F5/E+f8uqxnjaTt4qQqQqYC/MSyaiGySaG9o2clwUpfJhQNykofXhSOpdJnS49xJ6so+lk5bPv6wPCpQb2xMD9XQ2S6EEVLxWv58ph/zy+gCMfJOmgtUxX3qr7XZ42PwbzVYSdgpE1zcfs27llRpa7lcJGYr+obzXIWiDOC/obD/7rQ1IdnFTqfOusDB5RwaWKWLohrDIjv3PkS6M6aumlX3KfBVrbgrEgOQWu5bH6lzvzAyY+B7Rq3fZlW/fVOuVhSWf63WlUCAwe16fTLPkbELu0G3GgSK0uToalUJNHMwLTy/ktZSMNO5Yd2sqbO+dKHYahLbtp+CMRh9Rxp+XE6mizDfqJ4P/hPqDivz5Cdbnnak8Xq4zNEQjFJh4y0XfLUoeE+FSeNqoiJPsr9YMBTZdd4lqVDIypwZFsz8fqTfzPfnr2YqquxrEMyG5ZNzpjH/1vi2Q5yS1ycWMhjcy7vX6Yf4Uzm/gVJABx/5JHYjy2XDRMSv7kdWY0VB7rwFSu8hLn3z2qrZVl/l6IyaD/b9k58R7NeeNJ4SXmdZMdc/SrUaIwDBOFJye3h2rkrI3tD+/7e+jIombIF6kpw3rRpW4nVGaIoNcvOJ39VxzTKIXFdvcLyE36Hwl9OimaBb8EzKBw0juORiqqnAXnN7bKObLEMqVsC42+KnX8KFAaO5tvxI0+wMf4X/GGxLGVYKR3Rv4a1wjZrjZZUJVDs2w9eDq+Xxfajy+zJC9xhVB50FDbskw5Si3Ey8gofgHJ2EjngPjCcDI2l1PsQiWKa80pP7YM5wDMI1xN9r4hp9pFFfg5hxqBwTNjAf5ZmtzW+qpCOZ1lTMZazMqzdD686D/TiypHsAE9q0FDwCVZu5IXlPQSSxVZaFEP7K0dvaKUfD8z3Vfyv8Z+kT+KH1wst8mQbAn8ti6z9twlk9GnA9I07QKpM+r5OPZJzgc/WVNboA4E31yZMZTpejyUC7s8GsqQGPPZnAyBhSYrfA0Ep+UPvlXkdrRAQ8RwKVyrqU/ILADfYqER0ArWyVx+yxK0wIxeZAojSTojdDDxUigwrSGJfG84R0ujlXZ1FYcQdXbZGFDKk8+DiqW01AG9fxiRAYo+F/5p4W1skpBWFu9eWo8K/rS/XOposptr8XipKrH8KKEbBfjpJGhRNqiSnfMeMH0DNDU9B9+/yqN4QdqlbKUx3WHfMCF9TS3jD+dzBQTtPQf8NHfIzgcQ6zb+5Ht/t+kaRIOUSHlMzX+7uUjhXXs9PsVJKjRWrFVF47owd3ZoUMd2T7cg+acOX5eeVOoBf7cASj70vikESp4/AKNHqPdzVJ005fUNmA8crFCjYDsHT5IsLkPE08Uu8Ai7243NyQre/VlL3ZgG2mjjCQseuj/Ivk4WAJ74FgcPql0xbhD2lwndgA3P0wCGymSxJ12wy54pkQ8BA+2/4DB5HEgZJ87zxTZqLU/GM5Vjmjiqlrtq1cmWYyU4qmY2Yn1z0vW+eHWcqukxbZLDbcwbIdsYJpNWMt4qcDen2cKZ/668xE19ORQEwUg8+Lo9SVPbVp1NYZjX05Kqh7Stql41SqrEwGuA5ddXJFP7H1q8joNaPQDwM2/7Uhz6n4Uaf2sfIHH5tG1wvWd4FDa5421dVdtdZQWvj9+1l4vO3uL7G/doYGdvEtAKMZhFRP64X9/zyuHNWefc565ZxdolwFQWu4q7l+qs5r1FiJDIY3RA1DJ/mbQwvJlfm7yfH/toE/7rEie3G39M5R4RkC0xTCnvaGoMG2YHKRNLlvk+YqPe1TOCDc/NX1ZXztyAmFpcdxYq8x3RAicOivue66XW4Nt3GmB9vDShP1EMF6X/eZvz0/L0bErlZ4Ifpz30efyPtVlhGi78lC1wA6Eu4aPRqD6ouWETPM2v0BT9+n1VPN6krdZtGRT+IWYS7wORuCzv4O72iehrXRjalJBkXkmo/hLLc8Ot8Ln3WZRDdMJ7c45HgdSLasfbg5VXpV8jBRC5NRHzmwVTI9OMx8gRBT9U2DtkxnK1sY0TbZfFr/qWL/oYdEi1JcMVruNSP0nQo44uv5U4nnA35RXiXOzUTDt6RQwy/ChKQ3+al97Y8lMldAfMwxu69cs7Z5pB0tq0Rj7/oCwvZwTR/OmyYDRcTPBfHlZUJMEQaBtF/cbjDBxS9unUkmxXzShJ8uzMbnvbWkzEo18vCT89putV01y/VPXRItgkZKBD1OvL3eSRHrliV9h73rGmdK6mONijIZnxUYu5LsSVy7xdyBDkZ2o2gVMDYVXl998Wvg0Lawaknjq5ZGR8vMPBcheDU7EjhdHsxBxD9vsudvSJ3ieckgJziIZvUzIG713DrbLa+EkSniszVK376MQT9mvx1H/ufHyNI6qxwLDZk6nUMTm1/IPmOVaxLq89iA1Q6aYYTyVo1RP+HyyLWMY88VQ5TW8wuuMApJHQ2jQ+nf+QCrPwFtBltcIjFfsndPolT8K3d8mzI4sOLANfLvVTA+9gU4hTVGRWsdoGtdQhOKuUcf1ARqrPi7A4mIpXVktZABHvj2H70nPsmXbA9URwhlhs+N0GumaJMjKEEJe4dTWVXCwBoFXNvXbCbm3a4jR0YytDpvxBeDCIpZQ4IHbm9/IkDkaI2YfK+kWPEMzvSYxlgGeMvWHLAKCnFBEgA+P7ewEzBc3TNYsdx942BUKyz+ybUhN8N/CUXvyMdt9MGGdPEeXXS01dbsqypnfZ8ef0VYz3osztGTSexYbKTon8Kkdf4LCi16Veo1cV5QqqWnhOTkDd5/qTOVJtgf0XxMEunWZfwKm7z/zYssAb1eekCASt3zWzSUVIS0vX+DVQlEcun4PB14vtIbJECEfJtdeSRaTkZsgtcbnwnksxfPuvg8pAXxO+r2/bXfpJg9aqkf7hPdRFYZn61D87ThdAeU6sGAXPpL2waVCeYvDlE9ASCTrHi9QzHjVDOjfoQM6MJAjzX4STgU1tZwWnUzsRORCXQyXaAE0Q3xL4qKI46pzUvR6Gy+JCu1TFN+TQ9bgV/UXqvrXqIGHsyDRe4BWZyWmjhD40XuPe31kHVEeKjmYsQAof9mUFMX9SY+oAkUAws4CN2UEv8omQ0uutCn6tRbhyvekTTWd1GXfjjIeWXWsCkvm7anMkwdqle+B+KDYPeY8rG5JmtnNO3jPpzrZj3SYv0S1zCV+CVfZ5gLpeZiYWsGTUmTSjt9th4pXKc5LT2U/qJ6us/+gGAExhgIfgVaWpuwxpW27xQ4592BdtdV9GWUAafaR/BinbWDXZqqOzEuqL5YmYN+6g7IZi2E+3CyLi8wt/bezOJ2mr61cafr3Lx0ykoNIrYgmC1NJUzNxNhaIuFwCsky479apD6FVlIa181RE8tzjKctd61AymIZ+zgxP/28kLVeJOsXAiW5C6v5FN6sn4ROJJk1aOxtjd/crXkxFSGYjnSMH980FLF3if/fFuaW82y3vHlQwaBYJX6WHIkvDlCS1tlC3ITkq9VCQNFcyBcqDuXJmnbgTYzOdrOUZxS1YaH6VJ9YYWrXw+9+Xa8UjyFV5r7ehGGY7Bkriem5hWoOmPZq1hQjWli74l6yfe6fwMixx2/Q6/Sbp3B9TCNqx85dD7qmXeKeWFKVGhy+XrI+wtoLfHzCMUDLBrS9iFW67pzph8lcg4Waz/2Ei9IdLq7mTiPCaKfILMLDcY6HzsIOIA/SfX0URRnZwIlldYQKuSH9OJcAh4lrAMFLwK79S2Z0uvr9zpPdV0VQdKvubrNq+MUU/jZgpwsL6evvyKo3xIcRSmC8zV5Bxd0VdYEGynUPqYGviikJmj+kqrC2t2Q/GPXg4vghsWsKZNy+S7QiXFetZMKj131Y/ZKMUSP28HCZezYWMMJpnKYcCKw+ecSIe6Ebs9a9p9gyz9C0Dw4Xu0JaBvr1HNtCKbh/BAeqmqw6ylQsTrXOVUSrEqu93Lnv2s4Ygl4JBfwHWHmvyAFlAb2I640fC3W+7GW98X/hvqjcZlK7x8Tos05foKKpewlT2ZrDCPbdKue89E4MAXMmJ8p4WOKpkVfSFvK9MS5RNBXfGKDelNZOQGUV1kX3fWJIShQVa6LaTb7o1+yarcFWMLY2p4ew94w/ilpAf5gKb9aQbEtg6caQwemkbN/U80SMHlM1OJfiaFOS0G/bZcKjjMKzMt02Z7sY5kDIN0c6ZvXnOJB9usz0BOIyCuiWlwXqNNAEpTUdP0CS7fYOD9ziFduX4nT/TOz/9CaXLY0q32Y5Y3xQx7z33BE2WXvr+2kjNP0swhidRIhxerx16aRTYMAu12Cd1ItX/vVYzc3GABtmaoXFztv7l9lnyOIdHzwKbm5bmywJouAJek98oVPLV+H53OOhnSOsQqCq1HQ+BTC6U+HbyiUjGRNlHCMC7IVSsttpovKp0cZe1xHfW1JJwEY6qEaKjmaRSVe0ecg5VWVbZyGSvD2WsRF1lGdltUEtOF/YfnPi/cAGQH6CtE0N/FabDzbFN0lu0T5V+AZBxzNReQSRmu5atbUP6lmsySWEm0cI8zQNMvIczVyUQ+fZLDMRBJEKJJs4orlOK/KBPrO0+pBYd8bZtVu0B0U1DmX/NBs9LX3uFWl+L8bu8eFwfyyOBcEJWTJQWMrxisw91B6uuyB2Qop2UW4u9Y19MVLRcdPhTLaQoMZ5djmoHxByyq39+atagRxzMgY7OLX82BAjS1cqjgyMYiHiLPZH2uqGtVLVfzPd2hO/lTNZKKew9epOqtGgFBXp1i++3vt6DiM7nh+NRrMEZewY8gERBiGoqSiB7mYa8bspfPTsWL9+jxcdkSNJbCPc+N2YbWuaeb7fxeMWoBduCwuBkX9mgRItIvPFCnK6QeMpQo95DVs3H2nnL6vtY/mmvtMmr7mmmwjA3TwpZY3veX9wmgz4mpOFjXArQP6WDRQlstus/xXqObDL5JMGKgwLrvzgaX5ayVVfn440hUvc0YhtoKUJP9OjCffXoY0PU9Pacu2HVLeQtkWpYTO0UEielmaP4SuBf83XITJYiv2RZojSNGOM4fWSHwoU3+G43pJrILpF2wsUpzyetfAyfo4uCMWEnin4qzqdSJdwL7w57E7fNqACQLtUNayjKUcO7PfTnhgQ3Ln/uXXIDU6VyEYS4pNgvP6XoB938vlJ9RjWwWSjkwxfOfniO0sBMvzfRnrFmp9irmiYjhUMHcwt6ywIntHbJrbn/c/Pu8Lsw89QQ6c+P0DYl8CO/mgeEl8f5qalv7z+5vtbON//hqkVez5yapaCCGnqFeTcus//HRTAqSN+YzEIkt2mhn4Oyt0uT+uGfn1rciOil0g1FzPQfHl/fpvGazmMjeBaH3Mcg/aJ2jtfRtZPS7ylyCAoJ+HY1WwWn+iSuVoxcGiKYAi8LLfV0aHPHlpH+CBz7IiTk0witnWoStkAAsF7qqhQSBn/HfFfyDGj+t/G1S6aOzcL35hMoNjyV731F4NfE//2owjnPMZKeBGXOy3RsGUnoFbPk8ouj+11H5RoBrlRFxxBz5aRV1CXH1YXWLk9lBtO/lvbDfxN3UGo8m1t+UdeqGl0d6frkDud4WirlDkn7D+DJqo/wsJ7DXNVFf4TaHWZWiRnk7QlLukE/bwdw5uT1UyCXGJzdf2CBZSQ/a9eetnaN8bDb1k3WW2GEUjNy0wv2tBM6gFPx30Em73PRdW8c7mgeH1KNA86QlSvMM27x4uI6mo6Hem0ycYxFegDvhzVt4zZ29+bUftYrwhJJHJtkW3iu1J9BHHRWM4M8c1Yh0+0KKv+Mu6r+IqjiSubelVojG2spn+EjfF4jSTOBMsr5/u+pTaBsPpHlJUvhPgsDA/QkEzswj5ZZmnBKcXSlwoUYPxwM9pcSCIDvHlqFDOpYy+QIf7EyfMj9b3pL3Y8AV4/tcBtjiE0rfyBFn9dMC3MUZJFCMIHBCz/Fz/NnqwUXnQNC1rhSjcLhz7fz4/V3cHSySmeD2u/L5jTrU9E8GRkE+OUhUmbRvixXeyRSmuFCfS9Be/yhfny6uLqERSNoEDF+LZRCn6b+I3KEtUUizNbsW6iNrg6B38mlG3g92uqoUkC6bnK63gpsYuj3/TjCesUBsM6Fjx6ZAU+5WLk0+pQMzDBcHeTMchDHzHVz3Ueh97WeWY+9awd+KMyMf8QgOoD1bUn11m/i2jjIrqJR64GGiqeG+emdffc8xx42dNuf04v3qThY8eHjzCF1zsDgyemIAUiQ9LrFKb6+kp6CWjOLFsOagDSoZGUHuy0BBXt0zIwltlK0JQJWZZtqUt43V5aBFJ/sUAn+cFEJXR7V7ICdoob1n+hOCbMqnCxyN+NBY5Af6hyC/i3FeRVQ+/9a0sy7PApSWlivp6G03gc52zEshlcpOuQsyXsUSece3MXeiOrhoSrF/+6wZVXta6M4Zj9HTqz2ntckIiLZ9kouP2kl6ZR2mkxZNjgsE/V6iv/+aTnR+0b0Anh4K7dVR4/Ahx5PgCvXSLJEKqtWn7OluEdH/+VEgp/eDwUzbd6eYqgwMCJFQUrNwsQTssqOEuCx9XeyRCS//zzx/s22z8jcAH/XEs8VfTY4SMLmhCwjSeEE8zx0TOXsmc5/Sd9TcMtpkE4kPXlfrSbEbVHR8MK5AUOj6uZdyHmYTmlNZ/1DOix/deF+2XLMPsrCTigyfZPvZ4lFuRkw85yvJrXhP8a93qVj3WDpL4NZvW1eqU32QX5cETiewCzLi+ud/uv3o2MZ9eaxcPJVXipik+QpKM/NvFU/YERduvzlH57ZVfF5zDNn+OJZMOxgz99lWuD5pCmzqz9guBj9/GOocYUCFK/igSz+3KxDWG0E05OUhW37pwLey+IeKbyotj6ZmfvIRDkIeMhYsjgAt82Ekc3TUlyBRBm1claGaXZRvI5dx+xkF/gzChhJi8fEM9W8LM8Zf4p8RFohAJGHEEjh9Qew7KscQpD/E81ldmuKzZLfG3BaWo9VMaVdIwnKT6majKbqaAEMHKrSOibEryGK2ygE8K/LhQ1bT5ahi/Z5xULr/EZwjCkiBLNLAUwUlumWLhLjvHs7WNCoy0l52VOmu8Ntha98Ih9YswLX7hTzxrRq8ZdAixFKG/mBcKQ5DAyNYCYo0c0l/3k3Ix4fsb32//DVfQ39VIAGOJUcX7RQL7SPtbKyozvr9QG69qaL3g7KJEqQsm4BE6HrVz/ylt5lKIc9H+MoZ4+jeaASsGht2ADfxrMWfl8YI2ChfUeSfrghwvoCL1x8h83GX+/ruDTW5HD4zhLhCGLeVXCSu6QflpiTK7ECh8lsULoW9rc1J6/DkVJfquC1xV9VR3Cu68TpnLOI4JNWNAE+EeDHA5iA7OP+Bb7Devr1MHchn9e6Yxjabk13sseM4dTTiX9ahZni/5jWPuu61ih+1ypZfLIqUdlAkO8WOU8b/Cq0rjMvP828yG4HjqQeksH4VJYZX2I7dtXEm7LH+lvfwVSgWrIzdNwYWHHAbkWWXnj6Gq3jTFOCxsp0Sw5gkU6iOxmVUn13HqBMPQ0/BH+4r7fXWCCTg2MOX5A3n1+37glMCyWFbgSL161RoTyCLeqp0qiIBxtdPPc8aa2gzAiq3Ef/UN+in0hcqOnoxZRZTdo5Ae6kiPZ3wZnP+QYH0pO75UeKXoRjddhb0KWbAvB2SQ0rPPUk7+2CaolNi+fJoJXOuwNecAS7JztU5Y/QZhqO/rppihduGvLxGvDDwh95Jsvgvb+k8TCQosJaNFcrHDl8JvX5aYPXucwM98YSzJhKxvmianxKlHfCID5lsnunG0OoCmPWnxJeWHytRqWT9hG8ldYJWoVZxhpoyKkYR+pjYGqiQBuE0yE+ltNwRL0Vu+3MdPXXobCsqj2aNszDm7zKAX5YwUBhVLfMKgxHPVHt/0P4Lfcoygh59dxOi71UlbgC3QkV5Vnzab3L5jMO3loVbc+OorPTXouxvq6KSSrrzoD8fV83XiebOEH1gXIo5Sp00f+M4y7JM5nAVpkruhBZRlrWPW9t9mG5In5yKVTEFqSIJxlF9s8BrxW/+aeHHbmRz+r5cYl0y+HV97sGfcEevBTIvUMd+HM8tw38cvew80RVkwrf5jKLjwBcVM4auz8sSevXRg8/5vXE8qXDXEiZJ4MILMSeaIMJSt1lY64bj/QOIxTPQtOoZ45k9Slc9HK/h+EZ2KbARHPMvU4gdJwDfrOP/WytEKLKK3+48h84MHIWB3pfzrYtHp9umruBTl8w7BZDrkBgQaeQbFMe1TcBN2Vp0DdZmNrmC4FpuJthyRMI5VbS07QS5Z0G5qPHN8JP0/r9KH67Gs+YNBXBxRpE2OHTlfA1rTGR3A3lWgIZVF6g1qBwp5ueKXnESZKKT3i6wGlr9acPR1rm0pibBnObqyuQXnlQP18sWQUH9Q+1r1Ug5ocO7kvNo3K4T/erBE1TmZulfUMqEiegqrwHo2ARQ0s1E++XWurkK1BJCSLaJ1f+RdT7+qz/xcq/srFe7/dqm5+358VJOCoGTRolICkTkhRCyjVqpPEVi74fyu4/v5NbEubfnj/43puehJ6FWW7uIEDkp3pIbRJLA67UI9YR9Vfs9UE16n9twGuHNlVBYVVpla3KRUsc/XXPDtJqN/TWQIiUBZdbgkRkcQSFbR5xeGSM8UDgjlsNjTzWyOGE1cFhUqjDIshm4pVeO2vsSms3xROP0wVN2gEWRP99JxX0tQ5CANDZe25z+lT4JXNUH4++C3J1NaYO3fKEyjklrGRVuvyELaWRu03USFMtmoayRfyde4i3QiKLW0FJ2lr/gMwx8sJr9fjugg0jSZJGxH7+VjNzWz5Dkf9oByn4vrOwMIvtU7fEN0TVptfTq5/JePh4rFU7A2g6uRXedTXvI6YT1N7/NffjJHDkqpYnRs+GpEeXGGVX/+JvvC6aVSPb6BuXUxBr+jTPWGrnFhitXn2ZGkgg57kwbso9kaVL3kSTfEn+pitSTBTTVfha8bYUgGCliAykU/qe2KsQHmtmjarxG+n+8D8FLc0fWPzKF0/9jF75CYXDq4vD5x9XMn66vr6k//381uEz18FcYo60D5ANFz4YKkHk/7r66enVza6qiqdX8eYBjbq+ReVEpHOkSIsfpnx1uJAnbXlzptR2DIl0jK9pFq447hvQpc+g0O2ycoc47/WlyWfxccouLkr8fhofAfh8ryBgLdxVbrVCpmdwsdLZDuaKk7lZWYBa1HNVKQLmJHGSViWRGllJSYTUHzGnpshH8UzDRX//Kfr9eapCs4npAgA+R4tbCvZ1RByyCYH/YnHvW6qCKGYiT14+HJ9jdTv6VA7WwKYyXA6RDkFLAokFY0y30hhohOwNYWrRkB8CDQTnhOhEMVeKgBgccZ8uubUW0BoQUYoj2DBqrr7kgUHocn4swa9wJFr8M08Kgnx+DDqnpZnQWB9jmWN2o+3mVrsFlOHm2SGjzL2ZaXLGyu9ArXPDWzsGFid7MMNfJ/LnBieHYo7Cw28Qtj78fEqFktjWG5VDvOdsiMKfMDtcAujvnvXwfr7ViFqVYm8tIEa4R2qc2pweNVSOJfuoWIITLl/aWpDJUh0jheYx0fOPJpRnv9TLV8vDj2ftxG0r7E13a6AUJaklr876PaaUpkJpoiloVtS/eRlhBKfxvBB0NGOjBqyPDw8VeSqzXy952lEHq9rwW2biUOC++JAxl/beq0pMdlT0a9Iv8UG2KWbRowx2s9sjD+Nm+LDbuUYnlhJPTi7Ha3DeGVPyKGy9FT95gxnYXhhG+Vt3r9cmgV7Tfrg7HpZjPZv/pYEWDY/tfkUISQmfnjTK0YIvoJrTrkZ7eN9VtF4+L6D9cbxlnmNnMYcYubezeYFpKazmOTqQ5pXGFm+vJ5Uo89EOe7a8XRRXMEf7FPYNJ8xH1w6B6R+RCNC/L5XHGJAn3mcanEoRe/8RelaaaGevuxtvkRmVYdECn+daTFGMqd7zkmabHuus1AMAc313297Sb2ey824P6EUSPST12NE/aGKP7GBqfe7GrcBUYIFKCQrHlOVzlrmFWGMggfi+vRmxRZ1nOfPyeGIhEBMpKihd6/sn2Wlv53R1kaZM+7e6EIteYstaUJWaV+x+Pe4HvfBE72PjluE4jUhF7UkBy5GKHS+/mN43Ep29RePmD6x5Gjwf2zsuor96gJfhVWUnSl5BN0stnRNwcSgh0+/HUhRwqc6aRT9hiQkDL1qL5aZ4B3rNDQur3NUkHify3oLjraJr/pbXLiN5u4PhJ4rPDD1cVeThI81ZdjmNjRAYhXQRjrinSPMnqjI4K/jzRseDVlArJldvFcoxKNui2hi0Spjcy20h7Af4VnkPVhmpj6pAVturo+LdIvNISBCZJsgs89/5uWc//FqwTubrVNEO4JSeZmrpBXFP64psKH91uG+haDgFGJd2qJvv9r/HXA+FoqXRi/+VWcxp41GN8Gx79IyNAh2TVGLV7qywmzShY7u9W9JxP/zngrGEMr86pG2uF7Q9gjkwTAd5HGUP+F4K16WofxVB9G2qv/EkLvzcNk28iLTVw/lq/ZYXqr9tztmG1SFTW6xFabomBUNtvOsPyeW7zy8VAnFZdWhotUk6NIJ1bJdi6wRpW/dApoGAwOO2yDYsD0A2d7Cq1ZKlKel1dBaQf8acQ9Lp0NPY6O/JDEidKkAcN4igeqUC/CbNpFLVIBp3aVxvZT/jxHpTsMIzCMF7jsR5paR6gr0H1YnBxIHaXKV55UxZfYAZDbdiOzl4RlMBd6aQOYC1/M0RqBOP5MOazB+RXG8Kf88SMKPfLaqTT5Zf7S6Th9ZfTjBhjF3+IKrPBXW1kXuTmxEEFd2zYUjtMQqGoMSLN51jGqJzW74A972U6mLfXEXno6l1djr52by525nRcAiA9O8svRyT0+Fzbl59EJWVSEnk/QcBcD28RoHVcxSf9Nk1jAZk+xel7U7esYi2L7zvA7Yb5SkCP21esRaBlJIXFWOzaGB2HQhrCXSqRpgI2i3czPX34z1PO3U3ofgUQJo4wQBn72fYteDDiOzhwLc0uliWvf4UH9ce2xxcckaKJYCP/f2i+WeT0PmXq5Da0Au7P6148Bfqw03K4gYp0GkAmQ3UOyLIIalS2+mXr36+uIkPGgUNphY4w1SDf6Ic0DDtePIFDberwutijnMoBLBUH86pXb0tVLNS+UOWRhRs/88uw5C+iLqLHqDqvGV0RFvkoMJNJ0KrEzBcQHYl9nO/Gugu+pf/fakYRtKczQgZ/KnV7e9yGllFA0X/TFszpgU0kPWtUeEi28iaLRYH4aIe7RFIuwDsO+wS+vEvb1MvZVHkeJCnuEYkI7c2T1fuBqIpVAIl7RYrh2pTLfldrMimdRQDXkkkGZlty6Go1IpMrZrP2xFC4f3cG1fM0ZlFxLT76uM+BYGafEtq7jbqkFQv2aYpFrXulj2EuaD00sUi+5+aDt2V7KoPHVf3+rVL8ibZ8o/uPrqqaDaBaTRxf/piX3emzCZGwAzdQWKEEM9n/Ujj5b/EUzhajORptEJ49euuIhF0vXW04n3pKLYmTWQsl0VSf4ZZ69auzI8/XUKFxpnaj5jF/368bAFeU+daAwLaW/b4gjXtjE70cStrMg9x3ZYLh1tixMKzRjIL+GLD6UMC5M/YFRbnhiyo5G9pjyRtxgLBBx8XVtDDDX4Bbu4riS6NmjqAafZuE24nxbRYhAgRQ6+8fk4G4eRxyzoG8174n9eY9p7RIJ+kYoBSEkUaH0o6IoRbdTE1G/pgz/Yqc5rsCfTxXoh8UFGfaiPoiH7FTLY24/ZLFujPrOqBgTe++pR0FO+HnxSc/JyPbua9cp3FqoMQ2a+7TDYp8dX/IfplPo+2a+8JcploPDP/Ayy/+u7/CHX6KJxKxIV2VOuRktzEjASNYCLlHivTKgjQBRTBqFuKSFALEkmhIEPv5xz8WqZ9rUAiESFCf+yHrzt991KYnscCvTf7lMoYl0sBUdcqCGI+uUKHiLQa5ENK0XzS0O5faKgo2HSggJVjNqm+zgS7azIDln9UzZUEASwYDHjE94M8GCjagdNbHjXmn9UDzkroO/CI05p/lSsN8CN03HzbP+ZLAgIV/yKwl86hu0X2ruHT73g8VLxw6HR1uDnkrLVZ47eZ3kn8WY/wxx/BwzRpYhE0jsqowCVfm5oGNu9w0zqnIU9bpqL3nlQg0yH6qLphku+MtaDpjEk4PLmW5H/A0GXTXhenW8ITc2S4z8C0ComLcT/efosvIiOpF5eZlxdEpewEn2V2OBq1Y9Xd4LPChgvnDVbEsPO51k/OCzop9ZGNchS86SSxYy8v7WUNoP4URRV7DMPOdBZjiOsfO8zDN8fldoMKXIC7s7LcgcX4LltCLZOBjnCDxNwwfv9MZZ3dYUT90RWeSWV5wDyc4HKNoFbbynmqsAE6dvF07KGkMAQlmZ4laivdLOuPDUdxh4bGRYub0zBC/3bSM2719eT/cMgmGwCQ8ohtzX1X1Ghmk/eBsguMD1PEnrqTCKA20pXmUozof4JH7Kks4tLKUP3bCR+ack/BHgcEAj21XUlRm/q5m8KBenY4/8M+ZnRyvODraQsorlmWOcI0s4iwNDpRjMcRSP1KD5PnwaVIKQMqCU9Mu3a+bRwt96fXC7PVuLOjpmYiIOnkUsKNTalC+AGjb40gWDU7NuvVoyutEDB8dYg5EqeYHv9/nvdw/gYFmdbF/g7AUoJb+O1Ix/64sLKEqtNJxtWHFfmt/D5GdOXaBrp8RnKWKKZvq/NrgaNacLUTQItKyLSsAe2qulp96N+w8TI8H3AWo3hiub39JjYV+3IgicbjE3A4dEU7eizLMaZ11/IcS6ib0v91LsUaHgEnDQCq5ea1a/k2j8KVjqu7BSoxtGNyu/aX1dzFeML46Brf5TUNdSNWdRtVSQx1R/wtx6/Pj29Wnxryqw21z9nPllUdyogdRwecQ9rPwy3jOXr6hdGMvRF/Z6mdnYqBRc7LH/PA+d9xB1nNzUv4RoU6QYb3WM9rVfLGcklR/pF3idvzNmBU/5Xl/K6c4GAx4Ay3LB2MFz65oR0MIEp1GiQOe+LbtMlQy5jXsQn6o/UsOLbqv7w+zbPlkYeRVITMTXNR54ox8g8lSxgKGQ4f1KNOpz4apXoDoZ3fnxNz3QbmPaV8C/QoNHWWUfVdPyODtrFODO52wzxEFrrkguXxYnD/Ru7DJzNR/Fk9XG5u/0ylSvXkRt3cDYky5kGcOQfY+NHMZsYUOuHp42WzE5Fmm57x6sUmUTduMr/3J7Z73oqO0B55HEfglxsjqrNMeGMwuD7a+YP6Sj95l+y5Ip2w8Vg2vI2XDJfnoYuWpBso5aMxozzP5df2AxQm58azgFdvhgIhxkz2lHq5hOJA4+4DUl62aqTavgsBgcUx6VRXAPFAN8+o8xdeIvUFyyXz1z9zsVRu7Y+WySJxWvwU3UGucqZ3EDu4qBvFsMpgdUqphXLZc2dDmpZmzG65UVIo8w5AmVIl6QJCJf9dDleQwrDcTsAsL87w2gSQ4JkkrkLMFjstziDCZTv1hsIszkBqOBzipXf8FgEmlDErtvLKJFc+sybe0+97+5ZE3gGzfOtPoovEzhppkwZabz9eAvxINvOtBul3YLayOqaSyE/lmrZxyVY7aPHnRIxHk/rHRT8VMcFfcVhmaiHQkRJpEUf5JWcaaxwxFoHZ9fFAyzpQc02Ma7Hh+bYV8UXerjbwOCU9mInW/Ltd3f+kjtr/o6fX6d7Dk3hcBt2GRTSbePf+l1jP3vZAXi026bq7YQHcQ5AtlefsCgDozsf3y0sak1OKWs7PM5y/WhKfgp7CVnYOqGoZysbc22EqceQAaQEyjMTbTaZYqnDYFwnbUswYKcgWI4PVtK2L24xH3VgVal8OPC4sbWfuldKpFxHIhg8t2D8YJBGvc/RwuoihlfYBvD9JOSWtpF+e+GjClmCjJJPVU6MzHRdf7rhwUap/hwecWMKggEs2ru69VkzcYoQzD1xCXzOi60SjWC1r/8CIN+1NBuzMhmkw3dbWkh52YsJF7QE9I/+l3A+hLdQLdx6PPf9Ev8pEFIh7Tn+OzBH9/7M4tiV+gQiNEf4oFmGQ4SeEPKaLqNfBmz7tl9V6fVmVBXPNO29T3iQ5/OtsHy9TN/Geehqr1OW9HyM992N/yyiTF7XPMDktVf2o3554XZItbMwMsM2DzzH/sB7I9fleH3gaj7KUDXfvNKmYoV6vd1Y4uejuH3JaZeOdWbMbD3UvVsy1Rl4D3Lj4Y5DHdw9xCBPIrbL7n/IsNC89CxBDNmH6iRU2pn5aHgy9sYZ8aueNodPqUBp4V7Y9YoJj5NX98lgLAgJzlFI2ezrEoePoDrNNdNNKxxu8wOblWil3S7sYKOCoUoT0B09FNXOhfa448UqOmWSYQ+86nOndX5jJPu806gfWmfvcxe+kzgK6yFoFzPcpeOC7AKxB9117RZ1AdcuFdwpzVcVOLcIXnaLr5kLkgtGi8k7aXjRrxv2l9opRrp2uoi7opsMXS5xgMhNSqz2GNZG35cjwRJipSFHvQEGLnt0V8f6LiCdPRy+8pwtGrW/JVjrjS4xShOLYpycy7RcYacpoItdpCXbcvNTQ3vEdJOK6nlaP9Cwh5p7xtMjdIORdInepFmmJCacoboRHaNEyOq0Ulr/0mcl3y+H5mcmROX5jnjg66TYs+CdZ4HHz9h4D6shE0nmCsFM7ledbU9tfGDvuznlybTD/oQCniHBnJxzRTH2m3xv8duydIws9oSiFj7ee1uSwTySYrSVcK7JXau1sIG+1iNoCi8fwxKOJmfRVTzH7O/D4ca5fJK1n2M+tta0PsJE4Lejw9ttz7z1Nx909GrXnC4q4m1jBWIyxny/BVJStIWWnpgvohY8xonN08Usa1U/hjJo504UwoGw5xqdKS6RMnsChniH38CDullUL0UgOwsLi9ddtsjRlHEyqmlowkFsvQel/8PTdexJKmSBH+JQnNEa625obXWfP1Cz9vT2Fhbd1FkZLh7SHe0HVspMJur/UrxtirXfgNcf2ElBftb8cf6TW5e4QuwOjAoagHzFSVmVrPQKSU0huZk1MLiL4ew4IMu/qYd4maoQgbhKhsCiAsL1eOpcx7prp4pj7iMV52oOucQ+CBbvup01ricjcoUHgzooop8hKDEfGnzNWUcqv0tTgJix2St+FTNC7PRunm6l5RiRb0zezpCZD5ZrgKzPYVAKgASt9rIcvZsZwG9sksThMysVYZDaBwf08+qRMtTvdVHmSwVhJ6ocm9TnI+P7UP90TdAlauBnlnDYz92qSXVcD/q6XzDvHfCK40//pFlx9JAv423lJmf0pqHQgxYU8G9ZJG6gP6lJ9RJjqZA9CZ/g0IwEv/xYVKu9nBPm+ubXM0xl+wymPiYrcn0R3uTGdAJYs5u7spq40cKA7x9v5p0gEZQgmSAArsBV0tl1OSLQeeIociDnrc9oqFw1K82F//2O3OHY9BwePFrKsMo65I6G0YhmaHRop6nTL6qk9q5u+ao+7cCblLEl5TZR/ThqxWLJZbB7Cs+9pQtwXJmVLP8Khdo/aT5geY/Dib/Lb6YDUQqQUTGOTPCIQoopFWb8NMB3EiJLenayml5jeoVpzerykTrh6SYwiwjpR0FH4MD0Gqmc+YKyN5AYXkoMMR2UKHm/fDYWYk07oNhuPuhCv0V7kWTLA1HgmHqqbyLEVYg840dMDvQvYtibLSXpiK6es5hUqr9/ET04j5kKkuxZlb7l4lpkgsBDeuPZpgRnT5VXtKNlss8fjMwdfaNM/5HdbD5b9/sfKzkhn3+7Is+rftoRc5abMg5isrfjnJP4SScVXG5WoPMDqBxKa1mYsKaHnx0nDCi20DNpr5yvVyMmPT0mL8behbO2eU96kEsAU14x4S0qwSvyJSM92lnOv3OQmd2Rj31EcKJqYrltuZra9BqirSnVyg++kgwQaYqRV8Fp1KR4sgXrKFhz9JcEHm89PgmWMSWrFepNN4JHz2LRj658+V8N44+8znJpnQiB37twyiRmXfdKFmmJ4AjzckJpvMg+2RV2V96YJ1rSC37hAAx3/0bcY3VMbahpVAW0IcMnNbCVd6bDnyc2ek0DQ2ReB/D1l9Q9JNguc8cyDCtzXWa/f7XQAc21KFSObPbdfqyrhF5roggsB0rQIEKjC7L7vTYbBnEgwPpS04akv/COf/XdnvRvfbwMXTB/FsGig8mV4vWoHPWChTUaHbW7UOvUDTYKCY/J58rkK9rMOkWbdwKrNJAeMFF3yAy7Yraket3ET01r1F8iNS74xt5O0gYKR7NrCa7oT9/O8F4Nzndw5q0fhvjeFzH+VcLGFfzoOvq8YjaTU/XvRTYk4exX9oTmTm6Yx1k/SumQxa3sXm8iOEBIL90OjscRmT662BpFzOdi/By192In/p2ALS/+XHBAuuSnZzo/DDfETR2IUYSvIf+WQktwkgvpBH6+97qFxDKLH4V2Szss0WfoVQXQahvp3mbYiSaTBEdVa3IrDBEgD8ljoYJpj3LFGZFA//NfDb1UhBoB/+Ln+WKhx9K05Kv2lvzsHZITDPSZuCAwHo+rGaI57/4Fcoc3A+VbYl3OEayCtqD1IwFvwA7jtmDH3DYpFvBI+bbzfa16t+5OgKOm3N1ceHDCGLarkPr2di/G0zK52+haxxGE1Cgr74Djg8WYK8dpnoj4DMn7GxIpE40oa2ujz6yiVZXFa3WboyYbX/cr6t0fjU2n4uCiMZks53Nh9XG/nU+Foyq9+57hJIyO2oNBQPuNUDt4H+Ze2sQCXbYK8rVZSxzpxkKxI8WaG3WyNrLhSsegrkIly5xO3ojQwTrBggu7xgIrQ43I/wC+ZoxcJPVIHqpUZ2u6e9NjKTdiOOeCuHv/u6HB2xkaqsy00iz/ZvRtd/JKPGZGrcBWH/gUpYqXMjduPgF9pphDJ80Bz2aIXjubF05S88VbpP1YtRXfq1z9+/bssKpF82jjOym7G1q4ojKLJefindO6mno4dMwcowYayW7XxsHODuvve/f3GlqBE13uxcyONkpvG4fqDOysIE5dc7ji0CxTbGkL2FrsKSXiTrLsz4aEFhaIFOAM18NstE6nxJME7rww2BLIkBKNsb/PU2wSX8D2QiORwAa+4E6bC7laH3n3A3sg5S1g133XdghbFXj6rRPEzlW2t1iPP/uqof0YmG5CVm2Tflry93hc9ul25085q882Zh5aKQuIqyhfB7C6yuk+cDUkGtPgL7/ofTY732RYInBRTlqBOPRrKraNoBdqHLBV4DVkxo1LNkuGq1AoOCMO71toJlBEJoTfJUzfz4w1TiMK7p1/1HdelJRpyLR/IkxsKbfr3ETffPy/ZQXCmz3vB53BPOLTGwllDwNpTrclW7hJ45iKhHwPe/Al8cFG7wKzYFH6FXXZSFdrbbvmItgytbIeWQ0wiuVte+F/UVAqK+6rvz+LOEWL4LeigQZBgyw18/ICj8ohgAICiGGVGU7jK2yJD0theEvjfDZcsCg5/g6kDgDnv2E8paUQ9FOeCfeTrv6G0Huqi5BS2lmwRLzfRqbeKlJEOn4Cvzlm/nQDwtc45ihx9JAaUuQpDXHuFaObaR4u27RQc7NVR+LmgRff0QigK8eFeBWidrq6dkbd/fTfn1r9GoI83VxsIdp1zxrejKAyPiZZ/RT0nJ5gBVmXlJjs5CsOurvOs8cBntx0CSGAK5RFOY1xFvPpkhNPQ58fgWojxEX6wQIWTaE9OWxVx32hmnuw/gx1a9+NqXObQs2tIe+6hrkFKvZ7XCnUL8ZStwgsiezlBVIs9fx19fFKLkTMG46j+NFO/Ma0E7i7oiFNGRlOyPflLFwODQLH7XkkMpVCH01k1wsKRp7LxWH2dhKGAhWPchKq0jygT3/pLBjrOb166QLu/iuZuSf8PIbHMVQ7+U3f+M/biTBrK0T8Je20Kj2B60oo3yIYivAYSUIWpiRwiiVuLlaCqNZboclC+QwXUlSXOAnBpn1tfBZp21nDHFH7HRNcbfp1gpBZqn7jETdkowqYqIrO8zhB3a/zF5NSDXx1gSTcCXDBKm+0AfE2OYCVMurSmF4MOMlviVdEkLqpFYDr5F8JpR8ItTxUEyadZ/nk/7QQ30FXh3DbYEq5SsNxzlB6FGRwOkBgFvwG3hu+xmh7IelJlQHpSfecH/lSE5s6IAXeRyHWconC74VyC6D4m0QKKGxWc/4uowe3zvsL+PowUvG2jTlFz8wOv0glUXh7voAQ4STZj/xPUHetlQ2LWYqIA3raz2fqbmY4V7GUZIiamuWgZ3ovgMv5Qf6uMcA2YED4QaPrgBX4wM/ojEtXsHtKwkEXEmKdvQHtnGNAzuGf5qMQzEFDeTkAr74JCTsF5NjSDwYV3Z876QRkJKhNjv/LrUxICOniypv9czxbO26pOPy44DvFlilM65K6FwiE8Wnb3U9Cnj8EEhevFVtbpX+ktayyppllew3YLKNJAAmMjmKf0NRjHCkjV1j1sBMMddiA1tK8XUBhNH9Hnz4PWkh4AdrTLOfjyEXXYkZRL/n7kfOSgSmWe6KTM3alb8CKK4s3q8pdRwr55NNgMSmGrZahGrGz5kGlFfbIZkbreWoqbSpUvsYN3UMk2ftEb2l8xI8OBoPFbv6B4oWF9tWIfmf6E3SMJoP5Bc1gF4pKXk2Yh7mcx1b9YPo8u9m1qPvSeDox7jb25C/2pHCrpIbVXQt07PSG7NMf+8dTfAmkDJFUFtPNOLxFMtv/gJV0QFE2R7zan7D4gynQnUTCJf8WbV9cGnYol8HIvrSXbtc/EQbl8niA7FgVFxkcZyKGq0oZfRX12+pfdJGMRjbwhbRagUB51dPOrFk3OBmAaCZSqgvrfz86EKmHUCxFAX8iAeI/SLC3RpsdHFD7tEtDWVI/Y8MFnofX6CGxc6HMt4VTBx3Xkc47bWEjOr1X3HrENyxnfxwsXHgDdD/OsyNQQNJ20/t5yuF+IT8f4VydiHQbEQ7+ydGfuHVslTFlStWCvRzjqUnXJsBEJlAuS/mPftcUtVFq4BwkpUninL5w8zn1i4VsMGZ7w3i9d9Bnk7+uNLgWnKsJIelnLIRVYcv17WvgmkjaywFnRWV51wssJkymDMre7NfnsEKr3hltuqYsCCxfCof5uZVtaXACC/djeQU8H9hsyv/LsTpf/imdd0rKY2raLmP8H8/+rKmyPC60YQ1hNqY/gZdEQvqHwpFoiSBd4Y0wJc3qwMLhPqucn+VWrhWUmc+x3m05wOwyxLomJCBZD0ChvQjPnsSpr6hQ2Y55iQqUtALq6YI2jEWkj7NHLH9sMrDL0PBp+WnHBgV3+ukYv+Weygg+7SIRWgMTEQVQZHMU8SIVZT5p6O/Wtg6jU2bLlc7ftrsYkGW36YQAp5lvrYJK5Ae3IZ2MGEyOajA8v4UKc3/zaHtBI58pUlNUADDeiUlsn3M9YgbeXp2Z65uLeWkQmeHGJLAfwWqnIH9xsyU7PQ+1bMOJI4KORCjwZ+Avh9mhIy4N+FGxwcrh7T16lD8HIaWNqIzMiymiAx5MzuWX32oZq3io4fNzkdPO7fyfKaXqjJfijT6Yrkx+GllVpeiAvz9uIFDoL8JiJsjNB/QUiL2Q19onEQ2yUDUipAsha+fdXIptho3ABUtQJUHGcy+gzDnseNK+H4uxf6e8YgXL1fz9lzuiMgBBg90FY22TzlcDS8gSTBiryjDKVFnggn/uim3tt8T6MhlNn3lnjgj5A4uT2miRyxpVs0HJlg0UZtQZB2OOQFopci6kDs86eMBc/tl9KhB7VMPQPZ72l52r6bAcVZ9Rd/4lcY/GnhlbwvwJ0e7FSFyj8danQS/9NNnD6owx6OXTBNK6n80jTOdsUiruWRPEXpPWXfFvpYO/FUOjyzd6UtLyaqjyuorKbVUDJi3M6NQ1Hh9PuQ5/rr8Mc8PRE0AILbEwScgK1eyVjWQlXkRZHX0p1D1ZEgSGQuemBC/W80VM6ta7wuAxcn1t0fATW4nDqT9QEseRTn46wHrq1A9RXl03m+zxt77+1/guBd5+Iv2fKZbuNUuuRZUtmv2uA3eUnOyaki7pO9jzhSFP45p8FBZzzeFB69zdwUWE6VicJxF1gJWgckw7Iabvc52fRgOaoA+nOEnntFK61djx879bq4tUOjf+0rwVdWyLKuwRU8n/au9ayQ/IaE2lQFObYVhpSqSAkHW44srfE9Y/rdTiZ7SjZSVUuqW91+ynJ+MwZpum0CdeHjfkgIkCe852hIJSfGobZgUtrAZMDYi7hRKLQeSqjKJ+5TZ0cskKIBM3IkOLrqw6oTu70YgD+n8xdMqg6RgJk+GYekTZTkRqQOw445IVYogVvz55QP2JBmgV0L2010Wdf7M5CkjUN2nYciAgatTQ9m786LJBHbWubbxZvagTcs1tYos8C+DoFesQWTy8xrM1NlSEh90lJ4qs9wE0JkEfV8TNjtYhkVmqHWi9iCZBCk0/7L6W6iVLBV3ioHY4Ne3hF3L1gw8MH3Mzstj+y8Y1mRelj+vYf4CjmrmI98YwGpzBVPh3SsiV6Es1sAtjP0L5Vd2zdQudpcoF0imnGeT6ctw+Jtkg/xNZ2j1AQIe0+g7FSMMZbNjjfFkofITN7T+wK13VPgBT09HzksUCa9sWGH6AnSchpGhvT/RCw7mytAqaMQQUUElX5Z6GiPnToK/ndmUIf/CHN+YOAr8JB+UUzgPD+TThHgMp9LAk+JMIqF+FdJ6NR+97mjRKgWsECF0TZbwUzVmKj73oTMuMyKqgCHeLxGgvg7rqPmlnHWnSiKxPZJIeKz1rdLzodRSo+GCpGrk5pfdggi71Cux7Vl5auH4Jc5/Y+1leGO21z+OGULgi9TnuTBOR+H8JEJ2nI92+s6EI6T34oBF1NWrEIdGDC/Hsy5JmOOvDy34gKTW5gQrUZIBVagnL/B8z2qVSGYRoFGSBeMGIXxPmAsE75BbWzBjd+ucz3k/sX1Aa3MVBguoh0/EgF9j1UIwFetsm+E1v8TOP6KVOcwX4AHdZpH/+vIxb145YMGFttcBJpayhcrGwVsnmgm3DuifQfmSBJyhoipUF3t0krTGfAFAfncsSMNM4xoEUIqBW+2oGe72MB5XKwH8kHGDST0mMryE8fEyZB0tT/SECZos6qFPkFzFgcoj7bt30sv0PyzpOSUbWPm0QVvwD1pCLbPnlw5QyuFqv5wZTvNM2VM5cFmpTOvKofLU6iVe9C9OWGea1Nv8tRPUi4aEMdsvO4z+CiXTDZF8ZA8zlfzpgzAnAo9PlXYBpSUqCV6HkpfcNJ+Kk6GkC2i+1K527PnnMUzNFDIMwp1Cqs8yaOZ/dc7SvnDHUEznC2ubnG9Wx8CDRpHlYAplWAWHif6ISeTMFHGflE7udUg0yHKj7LeDXwAk877q0cC5+qQDUH8bAPTV7ORPyBlFexilYRbADiYxsYTb+wCluU0aWIxPWf8lrIjfF57fkYPhQ9ZV0f458mibqCJcAj3FV3HPm48jxZ/5yvO/x3Yan9o5GW4u/1G6XOYwOK9IKMls0H15CRpnhkEg4pf8+LAHCZxPwCXrF02lZKCxxrPZRgyFfUOqyHnsYyHHt6VYhldwhGxDMZvvvCBVyzhetZRbujbnBy25tK/wCBX3sadpZlP1cAWaGv05VLUx2GkSJSqOyNpXYxBQ/AktLZMl4GQyoLPjAVk5XE/s2g5qHIdmi9t2FidZUf8wgJCELZABGf9sNYjv6TldVm+5GdamH0XppYgbKoQgx3r9Yjo/hsVy+aUhXoFA+bVD5nTYQmjZgwf4aEQA5S8uEp5JzDxPPCkq+9sSJC/b6fsn97NNmB4ZhM4dAzZbSSIdot2GFvLW39x9ph08I+vG8XjddecKggP2x3tJOP7w5rFqDo4e3EIAL2+U/OHXiDM0IlKF72s4WipKrB7qafFl+gOILSMlPFSfP5lUyrhdrHRnhi8B6Thb8uz/guO7VOV55X45JjVy0OziypGjO0U5rLMtP/yf489ODuOJ2WWlnJLd0m9KC3cuVY0EhaBATEYgO/l7pZ71ke2/hYSgQgwI7pmgoDSs2Y0IQzkO4wyiuHwCblnNM96/emmqFf6mWlL5F2/J/liLv6UgcJgiZF72C48wL1MIB7yK8EMBKvrm+XD7MufcNjuawpVyRbL3jyR+Ip6O1G0GiGv35FjU6j1plZdGtWCDACwTZb9PP21esZdfMWgK6USm4uc6BtNvnThjmPeBvePOPKVJoP2tCm1EW0149FqrwfSfvAfcKmaHfMzbXJxsu3XHRbLE2dUEqy9/2XP4w635+I3Hdz+fShET100UOYX9K/ZxSQ0IZhyJcmdBUNkZcQt8u9k3CJacQyTsnxnFdbwlse9FSDxnMIVAp4AFfKqCTK+hY6XZLqrJGj4V9di1fQaJX+CgTUnXnL+P7LMNv4SY42M5nYowB91+QlfWk589Anp/Nqzfl4+CEXTVKhLeXl6u//hCswkPtA781c/+uMS+06AegOYBR+jiMhFGAGHvW+Z4dUdAbtyGoZ8o1SMDq+schU/sB62YrBN/JD7OVFhrGcq3fcrdotPtf0vhtLNH8FNxSzoAHcg8vsYoynAVbOrG6IpD+UHkY/2pL1rBn3J4ubG+UZhbKU2WixOePT8UAYC/sim2/usmBmO0CAClKRk9gl6Gt1sWYpaT2K1kr465VlEJSUFp0IQKLk5kL3YPRG47wFEKk9SYnmOBO+2/tURk6WJD7vRtepfuzrti9R6+6PWeB3w/TD/ORAmrsv4mr2pT7Hfg39yMiqyANQJjACDtQLZ+hmUnwC+JKWXJp/v+IYa1DnwTxcyXyxtFF5HL4HxtFMkY5nn6pBg/V8kJB1AGMJykfAQCHuW7niWDpiiW6PEbcikabk77PXMmUWVPe0ASyZXWya+4FTJz0Sb5ozfENvXf5F7qqk7l1M0ZglgUZsbX2iAh8s9eqKqX6rSSKrlp3rDqand6mZdQ6X7MDi2dTqcBz0ZvZq4dQJg6jPUBenzRdl2aVBZX9RTocU5zFEzpij1/KzRiywyfyudIRIoJWrPwvGhfJ+M7pC/8Wzj1jBb2X8VP5rjHMMgz9psN0T7JV+BzP9spw+O8SgrdliaerfVsT7cOQTpcjNOxTpHjpRuUnIHKhi+UsUjfV6Q99RtXzbURr/2t6dEhsrI4ivi0v+75EAmfmkT0rXa8FqSIm4W7tOG2Lq5Vpip6oPozXm7zwduskTm5lhDbJwTaL0sw9FSI96w2/SstqXGpgF6QsBrb1ANi/hjXUt0HRdujTZnnzOolz+YqByjx/tMc2pIm04o/HUQljTbqZ/2DileD287ct0CDFs6d6U8ccBNfomcXRz1q/5x4zG3uwNkSu/noL4AhUqb4Y5yOHg7Ld+NY8/BZASx9xHHt1VDKwS9oajUdrlYQJw/dd/cvnGrFwovVr7aKEp39c0lJORPCY9Kxvto7UZWPrBLAVvHeshQVXfGBWE/Z8ZHjzNvJv5U/CPRJ8PEOdC0WMJptYUvJSPCuQFkXzpIpkrVbgUWotyt/GJKhJSClRXG17jKYFibHTj6MP6Yzl4/LwKHZNGqH/77CY1ZE7UYQBqx++TCJbBVjF+Fr59N5BTTcslxLunRFF8brmpUFvzvuR7zQ/e8wmIrOKYsss5eBEA158ErTA79nEFLy6kinlCVoI+ca7eT5rNDUuLAzOZBW1/NAu2S3ILm/lBSLfxeGIqb34oHYy/fOXOoyapMsYGzYIPBljusIiDfobY513whizGYeZfu5T17rKWqzcMJqKLJOyj9ahI3Fx6uSbJ+eI9BP79VSDczm7qtoUXCySYuuozsKR7hzd10TB8P/SHsHzlxaw3TXtomRQySwFrEgjnvtXF7ardgXxEnB9uPjRUkyXe7zI9XI9wSMHr7NkiAoLUKq2fEh/oC8cCkiefoUQrtx8p/tuhIbX4kUYq9W+R4QLGjHEVHgy9vmKT4BQH0FbIrTmQGos95+gJx0fwnBU75DkLmdoFDmin2lem771kt+y6rgUFPbg8TSvztYspCrSHGvZktudELPhKdpDvFXWl3s5z7siqIdFgC4Gr8zyxajAEPe2MpjcaJ7QTJbtrv/jaNlVisv72Ca4n4SdFKgaYv2j6KDj48Jk88vMVOcRKGENatfqZ6qB+072I78uRU9sGW5cbKmMUU6OZqESYuJ5KgjkNSrliP0e5sa8UgoEpjFomRcueaGufPxu6/HY8zIzqZHR5Kux6Iggwj7J5zfV8KqdnLAj6/Yr99i3scRGZGmRzXLcYz4cufgeKs1SwLCzij52HyBB9DOAc9o7dzCTsAHYNDQXr/ZEBKWEIi2fZ7wR57VkoS0mQ+r2/ke/ZMzFSSms3DxsjLWWU91UozmnpKoLBQowtV/9SULhGNHTOHY0vRrlq/eb2MIYYgDk2RpqSipVmXrpdM40w1VL+z42Yiqy6ZqTxdNrndXDOO87OCUxli/jh4qaAle8e3PV6kU6QTxoDhNYdT+lY5JHUVdbViSrKIKeLtmc0SO+6II+/XMfPwv7yGUFKm/mUuGkMkDyEvEoB0CoPSAEQh/LfWRV62JeYUfkzyb9wpJGUgc07ZD3qYTX3x9O5torezuV5j5/iTOOPI7W3g5ZhihWrU/uVW0bpAtXKBIj/XHCU850JK3G/pk0OgAce3I8nuqbadYNOgpW9hTh+feVLYGUFsu8rCe/Wt5ZGuJv1SErfRvfDdTza+TedlNQtZsCluvgpr7Z7E/MNOP3sMJlfBmDalheGDpKZZiOFXWlS+C2zhbbxoopF4i8cVrtoumVjzDTrRJukSVrgA48tXdGIAZYUoxvCuzS6gSTf/FWC9YqObIZblU5Gp6/LFKNlGe7Euz43LpLB67qWVKR2YbWIli6iFcOx4TsgfbNx/je7r86Qmc0DGQsnYStk35ejHm9zolnRMcr+V1sQZXCWaNkC898Zw4v7oFT+pS5ndXtF/6ul+tYWf8uA4PJJgoHjnLofNFbYx1m5GhaTS9tJMC/IZhhUuLp23mTttztG0l2z2cX7Atf8bFRIuRYpyedJAV2nStIH5yPbB7S46j+PjH79S/q10E1RlhgqN+a2Sp6APpcludWD9RK+qIM/jQqjF7aqAuYgnR40GFmxd+MikYKCf8NBK6f03Fc/Gow9smKiz3/aHjve/w7FTvZSBiKViqub3jkNWZjcpqc2lsK/vKB2xkKcG6kofgGvYQzTd/cpmU2Ngwa64vgkdWRt6E4C9Nac6DT8n1To3ZHlJmUwY50/3VPdicOhN2TFZWvGZctLSKk8CLW6Vuvnj2Pgv3TSWsydikQn08Vjj7hmGbcD2Gv9/Je8oJmpSbeZfJSteMEqTH2CCHNq1VuyU2PvBfUAswLmq3XNeeSVGUTyo0mthJOiVnRFsuDQ/ine25DnKorQy9Anfo9ij8XYpKsKOB+KKR/crYVlWLGWYFLWKP6Xd2eN1xMUQIC/6on7FKG6paL78VKy7SUpZzB5x0Cb/W6LAuvdbUWPNJdx1whikmdScIbHgbNqQstYAGVtIMh7YalPth92+/7ELTAnBlrR6AsADZv1AzHPalrT12aRhiCCWVYMWCtxr+CjfTgoobJsDO77PqbFbksihagrDm8yCmfBZBFErr1vQlqaFevwdkvJN2AlpOXqSF+FkSLU8NXzTWdquM8ErHqTz5og6MOc2m0BUZ73Bg1ZIq7tzlgGMWjw/1xtN9i0h9wKeo7WCaItiyr7Le95YJzO2PlGiQ0H0A3nH5b08sBTN2efgIzEvwyLPcvgdsh8OeiHXkttqFpbzSdZVfMqNynb7sBFsA0qLYZBLl959Cm+OpIr72FzLRH88PaKb0UKSBJFXBoBNsLxRNPE5XFadWppf3/i1fkd1Z12Z+lr+CI21vANYUfgD2w75pjgMfobtYPKFJJV4Dy+s9VN4o8aUt4eQXAdioVd8NvqSGtOzDLIZ3cvqJ3wZrimQRR+TOqcpT4uv+pWKsE1E8ojiIIaTaVDSd0ARibk96WgqHdcHUwiLOuYRCal9+h76MBrzEX4ivGrIp2fxAqgSibfZH6BYIxZuDsDq+dUl8zQxYTMeYKcHKfh32VuUOpOqdqvoizRHfEAlOD/9Skm6hxtBsGBnyzWDgIDpTFpgQ7NiAWYkSYT/aY6qsh5i0smlpAsHv6ZIl7QwaRU8MAuUiN91OJe88MVM7NEwcR4fH2VaADM0OH/KvwcvEyVyWMUunILYU4lwzYT17/BZWGvP2E2NNZZBJIYfh5c7jM1Sz6Z6Rj1aHoR/XCpTXsVxyZSGwmugVE46wDID9wxqLAqTo59+h4mjkcI5W3p0NDItD4esk+t3ncgHrQXo5YAC3tQ8X+J/XGtIvykoJvni6RfmDvHua9GDRLPvQNuMXI00LKbWDbUjkbGti0/o4PaPd2XHebFaM1drcOaor/bGvpc581XO/vfQ1gHRnpTkhRTbbjBeJUI5/fXe2Cj1X3Ew+U0FYgQcN+dUd5d0NGMiegQPlKsF5VcJLeEnPD6NQ0KtNC6NFFtMSU1T+ZCqUKO2jhE25WjgbLnNcfC98vHoHs5XbvsW34S9JUn/tfNQgX/cxPSugbbqZArLbz47WHijwJE35XTPJREMiyryADnN8PnsgPbAHSIqIxFhZwBnWHHdWFufSkT5DkX3tDKUXoMiKbLDAHFaMF/8M6HdLzw+hQ7/82xfTXzjCwBwkmN2z+Dtbhkt6oSd+DsAPor3jKf+Ubp9hGOqAKkoUX4dHA8nnML9IMlYsq7j5RWnnQxOmYUt/++ESjlC78SPh5s+is2prvuvYqRW50lT/Q7KrXzX0i5J+GXi5zo4Dz+CK1Ufg9fNcwJJ+zVW/u1w72od8yXzqcjwp5cXlQn0Pml6jqJVcsoMH5DT+Ijj+55/oMHEltAA6SKa9QXK2u9nuuuEuOsYPfmWh1dRWmJS3poMmhVI7XWWVxrG4iKSdeabxNl9Cxo64ZzajxGUT4JN2N3cLLIZYwkXEtAVDYaEIujWsbPb63xGIO6U/NSsrv8Z8gdiT/zLn3fDDaCDldSBEbpeGDwdNHEtzoYoVydP8YYSgfRFfrw0fKmTO1/ObFbr03+9ynHJI7dcTY3XWRIvmi8BbpjxFfiHAVJjit5uNQ9vyL475vQC2mLN8KjRlFnG5XYXeyDr6mrbzkYXFoSOPUMoH0rJ6GJot2RKbYKgmR+M0+YIOaPu3yzKLvocPuo4f/+T4zQiILhIyAW43CZOk+ZMTr3b/fMbHCPenlDH0I1jgsFvSd8gQraAXf32c3SpOGrqpoNeCPxaDZnX0N0su6r0vT3NsD55NzN8EkDr79KUe9fuRTPZoVXOtV7S3CYXe8QL7oDbsgYtMGqGIxyhvBGps5qZLn0Lo4t/85HtYIePr7+YMvlZQYOQfjQgNVu7l3GYUTNSVl8z9HQytqoD6Z52prb90Hb+FIh33l4LHwa2l33K0i9bbYGJwQFlf7ta62DoUuYQJD5DmWfsgBpYwQ3N89UxtiV7P2GJw4WGh3ll4LC8mQxv3rLjdZ+LnTjARHdy4xRwFAO9fXGsOYSJdMzn0WMFEdwh+Uv/hNnu2Nu2YLqX7ohDVUgUc0roK9BUxtj3JKvx0OPL8V9EcujMXQhBNYJFqaIT2vcZD2AgDTeT/8tiYD+DrRPYBy51efCbIi/m3Ce8QGJUNelqI/3LAVSeObKM2y663ivrOMg4ZSP4amzj2azl6/A345fWiRkxDdxkSFQgrfbO4OWkOBpXiEMxKiwqlP7ahiujojuLuGmKYI6YEU0hxYx/ozbYWG1afH4VAEOrvUO+RzeqXMb4SkTJNyZn68lvu2aZRAFU/oabwcqBUyqL4YD2/b4dXELd2VYHFeOdgCE0zOOxiKDRk6N+Dnj9v0UxPrAxBZLcJ6lKUGlqLGAJay5vC9mJIoaYeTOYOPYCSZIW4cH8LcUkWBFvN69qJMI3vmWlN47BrYPreI77UuemkXBLPa0eIBdq/BPyFyu9n3+iRJ44eB7i7Kc3nn4YD/iwqJNk5ZCFZUlitS8iFfCz3HNKHscT1TAWwOP0qFkR5sU6acXjkxI34jOJyzO/YDfspy8Kusq+ZuopfQTTbuvbT0tN3+XYXf0N3IiTPfLYVAuB3Tob+HUfwacOw1wX+cfMXZ95jvFL4L9zC+ZoOkSgkG3t9O6aPaD9cx0MIrSozXPkZH/xd2BP/b6mnUMj6Db1kUJ9Na5Y93JgMsbNxxAqazTyDaYwBO3EPcEPTgQd3qJdYjgZYf9V6Di61DSDZLyryZUU5z9B+LfTSCMgAdIygkfJTLgEqakRZ9nT+i0hQ4+Tsq3JJKn7bCT+I0uvSuO8uI63hQA88dkBdYDiw77/MmK68jsskGdxKjqC/lWq+XpHMiyhouylJQXSGgOGdBY2CBklsX/PHGF8M/2NnvO5JckSQXZP8szIQVWrhtZWJs0oCfBdGCDb4ZLsgVgyvtEzonq71q1YB344bYsiplYHVk7DlUzmDYVYPJHvOUEWDksHVR1ix6zbUu1Fc5IbiJvzWdwyO5N84jQvsp2R5FTwv0NlG4TaA7WVmbWARGJjLYAPhtTBhDvIC6ffyUqD+GSBNt4kAgF86CUvnBb9/OCFUTL9W37l+pEjoc9F9Hd33tjBMYIC/tjZsu48HP83Jxz/Jf82PcybRqQQ01Riq0DKh/VkFhpQSmdMyQVJ0bvaHmzV5lk45/N5Tlu8IJHkMAv/6K7Jqpg+12hmfBxzcWuhYccb4C/hOGfQCySaXMJBSthpQLo9cOcsw3FYoF/yZZ8YrTW338T30pyVYC9UiehfjoiBSX0pANwIFKQQc+Hr3qiczqUUMoOblHkLppuvD6Hra+pNozsz6CD/68O4vOyJ9r2k6jm/mUPcbEvD15it1PN7YC4L0spULfXxA+GoJqEzy7tefpDTuus8TZn/51s/X+ZSIt9Q3eP4LlqbG6z8/q8V8X2dpaoWVu6wbWTelUuqpM5Yi5uuM4YhLEe2QUWTPVEtIJKNsF0zkZyWxXEq1tM6A+sQ1HOHOqC9W1Kxfodbox38FsCyPcHpVON3UTGOu1LzcUCPzHWYWCOXfep/1eOT4cTCTpqUdtvODXs1ErPTKbFWIJ4SJqKOv/DA3IfrBijZh1JDez7hXVy9ykYPCsraHmULfkPh3MMceLwF3/PD1bwI9AmkPeWU9Jsh8Otqynfv6Tx7V1B5FrKPtHP7dnOCmRuSj6SoGOtHLm1snfVDMqQB/DXUhr5FYoKj6gOZwHu3Z9TU9lMn3TgsK8v/mP16Nri9lPMDilPTiKk6D7FirfR4tCQXqtJG3JDuXPd2tsJMzq01T495mrpA/08ljMt+IaEELeAMP/JFIO/jhylcO+IjOvf48ncrdyDS1C5GWCUmsNdk0XyFBFB2zTjn9Xj7xL+UlR4T2BN1ePaTOIX6F7l7F/T69uEa02pYw9NfAoDhJ99NQ/MF1khXT+xOBcBWkaWmRUgXFL3R8fPkJ7L9VTPvk+Cd3wY6yDzq5f5lwgV8zAXIbocyVVrRfp/Z73ttp4RB0sQbx0vrTqFQKrcrg+/TRuqv2Hh3V1nsTiuBfo6GWN0ZkKho198ULs30/c/GLlazJqj1w+NWMZaipTsEXO7Hpj61ZWHZNeGJcBEH0vC48SQYU2b8gO/RdXaMUaOtKxd5ysRNJRjBWQ53E9YpS4HgZSZb53AvfMvCT6AKps2Acfc3IIfme598SdVxZZLWqZO1+D+EaTXf/7tRAslElNNJj9jcrYy94dy8PBdejl3rlYh1Kd+X5pDwelPEyFJ3iME4iHMAPOTsglZ84mYknQX4ic/dZEZxVEDSzJSzznhnuA51oaRkgaGlnv12Op9cQ8vJIldeC+VGC0Knbdl8NUbPKQBYH6mSyVqL2hYTKouyeLMxRS+RaLsXXvA8sUQCyyRKzYchAmdZr4CCFuFpc7btuTGlIhWtzS4SGyd1lPlV0VbCKSOIl62AIGr5BdXc7tRA+yHraZS+Tr0SZpNwFgqh314uZwQb40BswBkjQsQrZowEYO6cX9zNQKHitvB0GQ5cvNJW83UrP5XMBfVrUGLlEyNLyU6NUWJXtwXzzTj4fYwxzVOTlj9Gq2ORu2E5km9yGUVFgHruvYuao0eAMBWZkxycLwGogElxqDobhErk+gXmxs3/9UGyg+lwlj064/RRGIr/N0dQSO2GL+9JWJ2iOdZ2AAUMEAYB3LGgWb19cvjItl1VJcn59IQ08y3QvXsiJXSX0kcqxs6TiEQFknzE3yN/QN5sP6YrNp1WBDLBCL84hMAzCLjBvMPb1wBPT0aXF0OLKN1AEpHr3AUBP6+oaAqNsGhX9Kmf+dE2qypi8nkBMT0U2/DSKR/CjILP7r5k/RVy7tGibEjaptwlqy8LvvAmOYgJWOnX8vBOjTG9SRuplSuTJrjFEJ4FTS0wW3LBZD99lNtHDTIZTmMwQHJMep/h8X2x3WOo+0knYE9HUD31StOG9CsXw5gcWDZlF3Po2BsqFLk2mlJOdIhlxkxxGrtpfRfFL7b5GzQ4/exfJ/q+MboThBjlgtDJVLhTm0XV1wKwEeUxI5+apSP2JlMXCLcGgBBV6AKsDvd7d0gpfvFmWhPTgdwwN0MomEEmzcJOhdb2HaS3d5RRyuzhLnffq5pw0/dcdUPPgQ50jQD/1PSQ0p4qqJ1PVyVLyhO27FGrFtaJbGHBqjYSQ+uJ5F/yrWDOz4LID6yx6iceDiMKeqWRqiFZJYuVMcbH0oZ9cJ3koaQ8zFoV3Q4X9xOtyqQZbvQDPvQbx6zKL2aTzOHfoqnz5Im2B+F44VT4/omhgIPs8M7e7TE4YFyNZcyU2lXu0HwhWY9Hpv79kchB2RfE4WVtC2PZLpgFQbTR+udbp6XsrMk+Me4HMilLumbCwusbDYhvRJHR4vWdsuIGAdNl96A7SE+E/wDfOzxsComjd+nTVZvPBqMHHNfK+WqpcokBTvyYzisxeUErFBw2euk2qhVc21bGoweWDcRNUNkAMIK8MkpVdH0MAUbZgcGKkI62v1zBlxHbqtGopcYYPep/NAy2z3ZXFXhLy3GTRH0urFnoSWXFc82Z87JAKbNSa45ExJnhRn9eh8rjfeM9MWmBLuv4oMItaZiT12Cbuq+yahSJiK21DKYoBGPaRAQaQnFAOae9lWPd96LPs41/LDNaCIqokreyBBOtTxJ38GcGfJ8YAw/KYR1HrCOekpdkeqLuHmEW8RgK4zZC0VtW1tGT/st1FQ6rKyHpnIJgeh76G2i6XlYEQbc/VxU/qdFxsKVLM6XAcf6O6qBLy0HABe9NLwCh0g5nIvgKJnC9LCkdtpEnUT1bJGO2H4KVdnSWcck6P6M9hkTqiBhRH8DhVGovl9IDiS3+dooVOBTun9Y11cYsVTgAmPq7NwWyatz+pPKCXklgb1ZVYZx+Kx/tcL+13C2E3Xk378+XfKHd0MA9keMy4+5LNVil4LJYRwYNdITdhCvA0/UDLfMCVS6WKHGDxzaT3UW9+FutLZDqzURvvMVxWuaBTc7/w/8xmawrzMRd8694i6tz6P7+HiOxp86J62RTC0PAwQ92Y1uQXQxlxhaxfvvD5tEc/Z/Yrsaj61Q1DuGGcyBiNz7Nar5iuuJEgC9o+2f4R/k09oNZ4tMnWu0nKkzdr9b+O2I5c3RYRI5r7fcTWpRPngXCfPqhvbXBJzDPCCOV2qsq6+AQzNWA5UkUhjLqAaQrq9qQr+gpoqaahoxZtBEM/07JzWwoRj60UAOvvqicyJDnLil0/CEEi4aSQ22hfhnLhvTvQGuNRuZaQSrmkwBa/e83mr5OB0vcgVbeqE+vTpJhUoJmpLM84OKDzALvM6QOmh/m/NCclioZVnEXG/fuqJmQzAqOVvENsgZ9jvkNHt2hQeSrxSPpL/tbEuaXhfZAeUONO4tC+Hes34JrqoSUtX8IwOjcbQgJtTwBLf3H9Ygj5ZnidKXCJ8OV1+PxE1lkPS2CTPvVeel86WZmbdFCv5zFub4fRyBaLm2QJqaPfVz5Aae2IPQIpGLhY+TTRMRCsEOl5mhWCs8LkWC/esQi6NGDjhpWXzm/+Z5nOEQ2bX4SxVbPX1U8D26iPxxmgML1aHBGM/RzImfuNVoVxZ/NcKgWuPLZ9VT2o3176IQx9k9sRmetWzGOo+ReuGV51ztwngavfjFqKIssitylA11F7r0QWMaeGPz1aOSzkfKUBb1ZLT9Kw9TctfLl4nZTZ+iKXOIoUY6HvJhbsl1pcpCYtAa0Mf+Ho10TJypQaMEVJSJip3kYvqhM9MR2N0lULoUVoGk+/mJAffL681lssBF7Mrzhax2tnByQEJzoLRY7Web2pEoWHb/AYwMq4JsqTTv/KqcZAYS1dof9M51arXvWWlscjAFSLVxGh6AkN+WuV4BfF5OgyrTxDbrL3RvZGVRtpmBBKUdNAlqXLXeC7aYOwVEnOxRxfNWfUNEYslScTchcQIX+km1fUQgVe35Zq2EZz8LI9TZv7EXtaYNwP7Y7hBSJzpA9OUHtGtTLmXkTUQ86mNaD5D2Waa4vlsN/e1CpufNhZK5bGM/dXHxRdkvOk4vDAwaQX6OFQVPaaEDrI0j7b3S7qEjhrll3Na8muXEqqy5Dxe+CcqVfupzAELO9kzPbdfg3LCKpPYQ9U8SxHfhsajjbi8TO/ydEBc69xnRDLZfFBcykdk+EDZNrQI2xpyWGhcRtOa9p2T8pdlA71PBHvszd0+4EipvOtj/LdDXROqXkb/3bVYuYHp90MrsjlOw2w7vPuekLqanjoe/vkaBsaRaLNVF82oYaeEb+cGw9PS3KXY1MbZhXSgMe5s3xe6QO9bMIyaZOBoxCnaHzhV/95yNKMNn68dEZ5wZcUDhTu9v5b2k2FcmDWt0mV+05XzK9c9Fe+ssu4XvpeWgPbFkyKZwKZmiYpXVB1Ux1S2OtdxQbLnshihONXiDGJcTzytRkuIgD21Pv37/tauPsHvHRrqn6eslX0egks2KBJh0f3ke0JTwXZKcPL89O1hPOFTGhKZ58ZnvHm65WuLEFK5LTZv785RzbQqVIxC/zXy8v48W8Z1WdgPdzIt/lXuk17v3z0SZfvdugB6qq7/3IBpl3BqTVNG5DuHoJdRW7Zeyg385WQtOgHwBdE4NTib+Aqez5A4B1enJL9uPsZU34JHuqugjGkm684WUAmPxr9Ca/j9ZhSwMlNfUPR9N5vztYLaUO/aIQfg/Q0x7VpyuuyrgA1ByiyTHApPTH5lHfeFMey3vUC7uPsr5lPPMc49xOTxNL6lbiPCLqymBifaBWFW+cm5SWW+vmjSo6h/gatQKx4nZla02ezmawJ/pWwfGmkRcLXjcNrYnXqH/T85f+aqXsxVAlWon7/pHYUg/gpiuOT49/gMRJzarnBvug9iUusYK4fw/kfTVexJLmyQ3/JDEszM3tnxjLz1z+7575NR8xUdJchUweklCJ0LjiGlRBmNkdYP/GhWk7vT9nBX3dxmqK4nrN8p/FQ3ESA4Xc24d+4irRmKJ+J9l2nAm4SVpBqNBEfSKL4dUTUsUEAvTgdnrGYcN1T33Y41hwsN98RaD6xGD+pAX+jBDxbaYpHZ4oYye3guCVe8b9DaS/sNbTc4I6kS0dpQDKp3f1FSvyhWVHH//bLptNsXOfovD7wvs085VEnE4qO5X98IhgCF+zUu42foqlhnGNOxEoO7jMhDn0djwRpF8msg8PgFtSzmTXKQR0ANHqseDpZqUWoAPMXpPzMhHbi2vMkCKrdmsIN9fZVrWUKORtZ0dv2qg/9GepvWTguwfl/cxpo9qE85qUKEWK9fIQFtBepjXGMiW2Pg/MxbqGMEBxDEvgL822wd6hirhTnscuMoR2W/nZoqHNuGv6GolQ565TiQN7iB05rA/UYZSHkQaC4W6U3u8/2tzYmHq9hKuugw4tJs8zPIF3oX0ERG4QeIY6Vpjr/2askvlBjIt06N/blEV4QoRO0U4XMsY/F3UKsR3UB2T+1cCm/nW2GQY/wClO1pYNmyhWpQusQTuv0ZCsjsKGSJtC3vQemyJUUC8KZF4PulirEkCjNUq6fDYNEW4RRgkIczaxFm73mlOXIv7TMtZEddhBF8y6v06UNPgOCrgvVm0uuHD/YApCI2HKSQ/sy2/xJcNvJn3t3DkRN7ZqSPFb05C9llRMZmB2S1uVZ5kjC6EQ5wMHZuvanEsD0hEZzEhlOg+YfN/SzlTGQcg7WoY8Avknek2hoIx5ic3+wQzF2NJOEJfPM+7R5T3pDkN42wI8Jh3xOprhSLA9G65TzofolMUywRYNpPcxO1sy7go+Y06/nox1zxc+k2hRzd/o6Q1QDfLWV6XiIoCewdWjAdqXlF33a2+0c/HMBRz+0ppGCXxQ1HTRIjom1/qbjGGXvT2d0MSTaVihdTNwOIxNotk1GceZ8wtq3QZuKgsAN0U31T0tLJUIzSS9JXGNtOj4LuULQ7gVNqT820Fhln5BCkHpexmgNMxGD2xSyKG0jBUx02TiZBU+PTUNyJZKxPxJQnqohGDqx+RIfuz1u5ycrNwcZ6MUzMG2mG790kuDjxBn4EDdY9sFhPUT7d8FNLEw4Examjo50tEkzh+hCo8moqOHObcXixJAn4UD3wv84/N0ZQrTw3wV6nHbSTvM85jPoNo9e6FoTkpIMiu0hSrvo8XMZBsFWIP/PmY50ZGcjzPtqpA6EY0Rir1j2h9865dAafhvnyP4+nkt764CDyE6eLIN+R/fYixIYXK07ajSyOhnPwTTY4ngp7ZenBkoEtYT6ijVEKeT78WJjIco1hLCqcfKrt79mZRRwXij/Ahh3uPUMbvi2ZuUAzEEonhrVP00hIzKhAcBh7eoLiGI3s27rjqn3fP7TuXin5qWm6HY4S25+GnqyMxaJ+eTbcAk7UbcDd9fQKyiOfW9XMX9kVq8FsEs+/zZa9aJEYeCrAaH768KIh7XmFuUCDDydOKBDSnp5gdrQeH9CAXFe6h2YbZn2Hp2PK0z7amjDTkV7guM/g+yyjKUeV0uMRUWFCJNZ+37I9mAY+g/PqMaiF5jVr2WKCt75pBellBePsBn2VWTSwhL9stNJ4CYxoBbSWIoT7FejS7imME9/URsZ6nFIZSbGbHNGGSrD/1RXPfb3TQED0O2HOerLgflRil1tZxDcFb4qTEoApfR/kb0Jv4utab+nUqp8OniF9z/j+a/33IR1GfKXDurEfReEDxbdzUOeUrbnXsb8oLbbseOVMmk3bHaF3LPAdvF5XQRZS+vkbOxuh1Ha8/gVB94VBGS1w9fzf5BHyMOojl0SOFTzLED9Pzw6pU9+IV95xddDlp+gVm6PL6tUWZIIdxVNuZ04joZ8vmJ6CpiI+uYXE2Eidys6i5uwizxV1erzKPjY/w3XLeOeLSaysC0JtRrdnN8gwbDd7vypPuTUztmTBXWUmscDnaa+ktY6Jyl3sy453q30+ZfEG/y6LL/icoI8Pjl5U7mC3Jj+62+ZuRxyTh364lBbxJfloy7cDZW5BvPxQ35tnD39Yyh33h+H5R8fdK1FnpuAG4o2mdfkBYfTWP+w7bw9DW2/rxzGwv1ZuYSaI9c/UYbdaYW1czRVEtInCFPzYXZQ4UhFcuYTVkoO4GmPE6GX3nl3GnL9ELtIRLmd5rXs1IHHjy5APIsYy8itGW3+HjJRdHCDu8QizQQa15QmsXZyN7Oxo9xvBlzPDoTusPShduGc7TEbalrylF2bfD9lamv+WeysLMLJzvkvAQGjC412uRoTuOgue7X1lKbtLDPdz/tKPNZqrJZegXEKbAxDvrDsQX+lA/o39ms+lpU7b0ThMVmfdlHQI+GbC0/LhiQmPc+Omk5OHJTrmxSDEIz3ryxGv+RAZKabpif7R9zdQ9V/gaaD4qbV+WEaAXAHVtPJsv15HUGI056qqVf6gISEVZQLwo57Lur5S9DRv4Gv0A16SbYffQBQZpJrH5gSEBNpV6b4vW9zkMaT/ExilZ3a5cuNUpksClUVAwrXvRt2yX/lxRr2iFLGK4WFlLw56+iTnQtSO+GT4M7BTr3+5ay/rMmrCWr3olXeoyPm4vLvSlenYilhZCK34mqoDrzeMkfqnMYiLqxqplvSFV/6S8+baFsIV4stYW/KozGq+1dr5dyEndH9X4+1v363lpAZ/RU4Wo2sVnHh+LfK/lVVtm3K2ZTE7OPvIjEo/Tt+wfWbIZokSA8+QVmW5quNn42GMPhaGb9BzGEeAVFKnRX9AZVpLnvhnGAa1AkAH1i4cu6SgKHKhjqyKIknqDpI7ZnNoX2C8LroU8AQGzVawYzRPG71Lb9Bt+UdWdcXD1m1Vtip06I56pYyYhu2zNcwIYTEMq0pPB2orhffbcgOmatDxqIAsRl4wyuRrhSO5AWkL654CL90pYoZF2yjbDmQ98fUTzP1Lm6iaAssFeZeuXV/BbNCt/zIu/k4oL5lTBVKlnwTdrgZIn/PKDrMM6uir0MI/14Y4xBcXhjKCrzgNulItViSpNiA3hY9PyERlARyvtUkVE9kHQ1iyxyD2IQ53MDLBr374iLQSlGKrWAfLTjVWiPYwAtJXzc+TxbNUGtijShVWrGxdH4J9CrWQkcHsoYbhLSrwhexNWP+Do3I2kRDudfnB1KkOEaIRKlvsE3e+V+rNI2qNRSRghNKzVOpX2bxYwyPX9f4lQNcNtosD+39Op4PTt4mefJ18x21a8BsUQP5jZaqFuOkNrLWWb3aU22k58wHac8aGWsaV7kGyoocxEcTNhYz6CWFGf2cNMMiBoO7Tw9ljAWKTOJk9hnaYxU2alTlNN9vjlUTfCqURduk8x972xehMJd3Y8IwhoTzVyBSIxfZMvLNjZ3LXYypHJAy3RZPe83vG4C9pGruurPi35rlZaCDssfsMrGWKex1PLoSpkyEBz8NywbyGpOf2RKh5sobzLXolQ9Z0EEcgh1n+BQPQoUvOfWkcA+JeCm3+69LAh9l/EJkJMjtWOrpmeOIMk075nHHywyu1OgulCLu8EEj1YdUZmq3s15fnYDmRzF4sn3yCFoMjewVfwz1t/A8Q0W4o4Els54wV2XH5yLq+8vyC7ZBE9SJLd0gwgjL05leN9n9KVh2phxqRVDoCIGStdYVfMfQ/LrsdR7y0k7gBOfHbaTda/13oI+fbwzX8F2wWVuCP/VPrqOCwdWKOySTFOLYQV/htG6vn3KeZcD9AcLlaWG+7VwV/GhOXSKqMAJes6ucH8V4iQOxTGRyrIlp3nDvRBVOPttK1PpDkD6eDXwBhojmcDNrBHh6A7sGAQLKbLDMaqRunls+VvmkUV28fMhkR8dfmNO12FbhnGk2rVMq8K/YhKaRbIzR/vid1RvVeoe3mL/xRLYkWWzH73TP8athvRxjHSfQD5A2dgp5d7x8VM0jpJK+RAKkC/ckMsdEkQzfqe8H5jg69jVSzCMH3/DsLM8XFd2Q4Vee5oW0koz5jY/RdeE3fGISLyKa5GuKakbQYj0gyi5+pC5q9dxORr36H2i+0pBGtiNilR9eCZ8pv5BsGBh66TctKou1n6z34qfarzyR+lrw0wvpfmmf3gmcSGhopqWs5JMHavK+gS/9GK+lSiHKMWo1jTY4F8QThVdxa0lwxsmlDG5HoZzechWU7eCYi9Rdn0g7/rsP+mejbnbxLu/Yl5MzVdOPFbOMLTpxz1ASsp/85POEMLpIbAK5hGVT/45N8gEepxKhPvdZrT2iraVHuIsN2hskfvYGQln7SziDmA8grG16SswkYJZwD542lRQQHSAjYyNf9ZjIelN8aX0GvTC/K63KA/PfI0eDqyc6mZQHUKsn1vC+pt0+MHqOaOyfwi6VVbMRHtgew21i7URjkPGE09TinwXcFEFXfg8SMZ2qrcyqWFn9zcqCCFQfsWjYoPKZ/s4hDi0M0Af7N1yEEuKvrHiw4c404H8Var+6iKCoGGucc1APjEfMcglJVyw1qRcqKQu1D++XMTOEUxYSeLZ0zYL+ng+gm0OgCDSSFYb98XnYlbvdXxXqxA0QpbcRn1U3lV5rA/Iu+PW9kFBOY5P9jc8DCn+ZoyCTwd8s22nlUd2kUTaDImI7dD358H+jeX/cxMhRVAvqw6UlDBkYrQ+AUbdddAPyl2VRPhwCmomlzG/ZLBM4eXllUjtaG9+Yw0zy57bpYl0tVcZ4YAXr5y/3eO7Hk/h/M6TMr82rojZ/XBOT0SK88PqXLkkMFIR1/sZBCOHmb2QOwCCwqlo3uMEqwLwB0Fhh4zf0aOnhhrxUqZFWo4nJUse9RJyihOtiuH5Yhk0f5pckvn8DNtjHZmIEHbr8b6X3QeZ0fT4K5WkZDYNyc7TdrSGbCkm/hG0TXpyHi8s8gzvk+Hd73QNiTiSFJxfbmb+d+rW8FR56BDovm4OQXuJUZi6LL9X7K6SxEssO1y2W3fkq7ZsH8931ZCp87X+ZH/yaR2pMiBUN2tjPtTZfXsL2OfW9rwNf1w0fix7atqqpGMkiPEQtOYrh84//hQaSv0T7O8+7kHoSisJj5bXPrnJc0Wikc0U1ExI9HoBi443x6bgLb2j4gCFvIzVkDhb+bM1aBd1iJmyuLVTK5fbJvmI9ck8HoTku58x2IYtXpJbcnE+XLzcNizURmiRZzH/epRFOLZ2VMfMKq94D3HfRxGhjp3yM9RQkcTj+yJdtAWAGnRm4acmexESrkDprPEeomQGn4GeF5/t5CzuSUZTsDNzeQW1HsZSyLZ0TNU1sXBRajpRFbgbbw9dq7GKzeY8NVtQYRDs182S7oH9VgEtcnzpz3T34tNUp/oRXPXVR8gwYzQfjdLv3XxMLGJyJi225IrJ7MqoboSmKEYTqnvnl+N7GMyl1Jgyi9ApHZFnS7qCObgszSiHZH+fe893k5OWz805zmgz4KxJobyvPH/E+yocFVxI52+5ruuDF33by64dEAdGF/w6lfZQonocvDiDk+J0/IxqQQNWa3fvZ+/L2+Bo23/+jBDzAyIAQBfK9ay+jWWd/HwKqZTtOlQzdR7agHi9BR0T/VjTuXsOvF+VlUKTtXowBrv366ivjz0rf5nxZbpypKefMgdNVX50YIO6QCaCMdDetG596aep1ZpbiK9CVVaG6OcCK0FkxL+mr9weUV59T4YsVV5zR1wBl4xeXsdO8TITVD6GM7q38IW61m1v2+akm/fmr61fAlbWc1IKXT9cmF7Q/XpG/OkGajhXpq+lHCDIE8JGAACgrqYBFnskBMCvomjvu2mUXkarg7m9YDq/in+jqQ5wswV55cGA/WbUSXiT6lDIJuPbFKDQ7zzvsktgxLTa5Tv/11XkaIPMCgqlNGlzz+AuHXk/IXKXlB8h6B0WZM4bcNjR5iirE7qFJl/XsHcoHDnXTm/YZE4TFcI49/tX9l7VeObL1dTPg18gDrETiZAI2tZQyS0eqZJZJkJsLIMRCBhKWQBjFOPyvFyGIY5EJ+wuny6b28v3nDimPLedqCaX+m+u14To4q4PCy0140lALEjzuztj9pJhd8Jmi3wKJbdMYUOn+uARWrelsPe39pafaBq1cQfPp1qdQE/eGz954g9/R7XxSvJBUae8N3AwvWRlm8GVml1+hwI6YDGoSxMuSX0j8S8Z/olYYpoJfE/amA5r5Lp6zDY3ibK4G97VLkDYRotzLCJSEyH3Cd1gnlRw6qXYwpCTN+xpP+cAKtEBOaIGNPtoHdfAAFkl6V+PZuB8DvEamElc09VRlWv1kWNdXbXYRUSduw0Tqah7iK7YsV6XBdhrR6Nskcuqq6vyuIbri3ekHAllW5hBnas2+QGZY8CJOour7A1dgGIFX8ARb2A0a2fTQ1oSUCPjwRzYv0HInx0Bti/tcpsl/pCoLPh2qlLmHkzWbHONdCst731El2aGAfuD+PDN/BN9+4c0SsD/aWDwgBZq5vF6kIQCVD816S0nceXC6bWL4JkzY1M7p88gfAyuO2fePpS9Rl9U0X6u/2krhx/hTBB5JvNLfUldVEjNAn/rg/ngfkA79OvsnZoA4Cw3aPXR+aKCpSslVzU974tsHE3/tcpB0EkPmVHHgpSSDMnmma9xM2QXI5ZuYCcNE74f481ldZJ2Fs/dlI76vFAB7WzSFKEh32e8Put/L8tRvI3enj0TFvfy+yGc0nmU+Wm0W8RjjyHA+bwzUKYSxclOBRUdFf4KQqJXBfYcaZBw8x4qmr8jEOldsIgDfLQkLLeYbhUbzDS1JM6RTP6qsAi4i20hASXgcN+umOy7rOBN/NuiyGft3GGm6EbLSGEbSVN6p40fXWGagHo8qFlvn2fxeRS51OwgGFCxiZk8FUvOXzEXUY8kkO33UUeYjy3SoPMuYIWqALlm1pzUAu0YxIAy/w2rfjLWPsel76a4JrDooZeJq7ZvRuIFSR0mtJ5H18GBla5CkZ9AEPQqYRdVjLi6ZuCvPbXlN/coN/E4QwvGFWQrk1XmVb5SAtFHlFo3ojKoYAyd4rIVmEEK3Dz8ApGkOwPQGVhJAvsY10XqBrtBbwsC6FgE4aT5cdc7diVouY0D+Vpe8fqWKJZqJz87ik5GECBMiqxYpYFntj3SZo8Owxn+NN53Pk3H4XacTfGlRB6oPFtbkLqLUNAH6YNga+tdQYp1N8YnC6UeiWJsyJEjimyCa3lDnQk07B51nyotnUMBI/wmIXrIttzW0I/mJrsrk1fYKDLe+tVfql0CK33t9HV1HoisADzxjsUbHbvoti7ukA0wCHxhUwkhtJlIh6fsA9b9d/P11usA9z8L6FfZJfTONIaPsNuz3YA260/Dk1n4F5i5v69w18TY+Bt3x1u3kYqGx9rOfsZT3EFyjDdB8llnI/lQnGJaf/HUA5KMteo7HZtFPHs19cXHHMbTAt5GWQtA4NnNa5ZBH928+hbEjYGo95RH/FR2vvU90IcmdJMAJsPp+0wBaGFhyMBMng8e9MXWokDPI0WwIfN0IXll7Og9Gr8hTeverQYloWfCt+jpT0ui7tUSFK8sRLZGccujTwEYkUEfGmm2QpM+O3qYWr3IKW62H8AH1r1n9R4FAE2o3MHVqxPnSIz1jcAxBqK4To1bVah9zd7v6DdLyghwCUO58e6WaAddVUfbE91cKQseMPcWRuyv6Da1BTHtZf9tiX7nRx239V0lrzRmZcUIbMTlJjGX/nNyCmEc9PSr7m5rpVRv87Ib1XdTpL9qUsufOUX3FcrFMTdFI+NStGGtepXSPDBpDkKWzlQ+WDgPgS9AqKwwdzUkTO13CCKQtcA7C1KQdmtD9y2GMS0wH10+WSYuHyqX1K+L60Vg5OJfqBZTebeslc9w3fpF6vumiIjGrO8h9xKaVWF28pPZx7/v3cp++MLp+/K0EUzBZ1EOSo5P3KqXDXGiGq/EuTehI/yLXS21Oizw4x8R/MfS56HxY7KcFFydIjFHH3lDQscTSEu/X28a+dO8+HcXguUnBjBdjgLldaVQby5ptLnPXwmOYzY5XZ6FM1wTxjRsSOZK1JaCbWb9Ui9B5Wm2d9qDUpdmeOoi5aB4LUGbz+pTdiw9Lk5ylevTAAxwVoKLgxIKkuJNyqSly1fzS9soR3pSZK3JV75dWTg0R64n1lyctKLytxJ0toW/gwjNiPE7CAqw5sEzmOzFziK9rQoHvNdf6xQ8OpvvXdteOqk+PYRuEfedwgEOurrGS0lTD0cA6d0hPd1ZHv/jiVXPHL83LYCf5MYaHwe5wbSMpxyu2Ewb181PK4Meyvh9g18txNDFRc4akYPPVpvDyUxVx/Tp+H4toBgQPzzWzcPB19XKS25J2gdjPbvP7UD4Up8NPDwAE+jdQwcmj3XTSCgq/8N2RiLqY7rvvQAKUXBvGM749RgAIbzsLrxlPlxz4WVwFw3TxsZ6JY63ll8KUL1QuPfqPC6g1heWM/4TDB/0Bw3jSS3HKvwJzx/SRPRrnzqIqnYv07wpsRYLhZSAAthaZZHm5x2EpVM0k9Xw4ku0cfzT2JlF8MhhUXPJjKULyatqYPh1BpFwH72fGibIBoWu9J/2maq2BzBZUGLdtOyGfvY3t8voyAKzQY2E0WZlAOv8MfftGiSYy1qnaR8XYaQ9dnFdlvdL+IykAwwW0W35NgFYUac6V723l73xy0TyN/NX2M1PpWqUbaOJpJrA089qg74RZfMq/Z2TOyxnGInde12l6HPfstKkXrxBQH21D4YQd/8Gax5f9r1X5WyM8yXIGgs8zP/dcnI7JOhGPkTqeM1phS5WOz+psBeA7qiQLvzsct+yjX1SkcgG/aDOV0YSdoxDxONaOlu75YihSy3oFsCz0SrJ6Iov3Pd5QvVS7BDVs4goMfdCr7f9kSRLR2GxxwgQxSoNkJb9jOnELDI7D6ZvUBH5CxjSR8MOGyevPn1q3Rbqqf6JtTPU1vzN5Y4TD5QC6ZmjYVSupIMM41ShbSP2mQaq/vsgDuX1ylN5TuWiJT3opSExYB33nz3MKBBM+sEaisODMZKKsUbQWZ8y0r+6p3MI0P1Ib7Wo7mDxBEv9fs2Afu9+efQzsgRO5zXsKw4c1c9xPZvGMVyKOtAmJZ33a/NQoJKYJIjgts1zk81RrqIWkjpEAw5MQkw+zBHFgwaUe/mzK+jKJ7aNnqC8uO2j/qG9fIgKSYEhZJ2u976xdgeVnDGJLjcfflFn+4IbSZQ+8ydMvyxnQE+0VeKbOePwZkvOpX8WTbrZOK9wpyIpFqZRzsTmt1MbCHcHWRDqWQMAwDNOlqJ9FVjumxZUNOlA0Rv3Y63ucqmW3rLf0fMapTaiNGSfGsHpcdarw83kc4Sexy/IxkmWCGRD9CjfemEKLrq9S7IsdYijFmOLZPvd3ftwLPcRAuisnDQr5Xe2gXlJGNueLIGThHR3bHpZWBWv4vFv65ApcmRJrNFSLo0vHoFV4aGQbhA9NLYOK/+njUCf6BMgiZwiMcUfuS6fRpd87KzxOATyXSwbNlTOil8yv6e6hGOKIT1T+6Hr2ncd94z7W8mUrWsBZ+Sptm/pTzI10i5Ed4XVy8RhZ7BYJ7/RsXGR5cdiMbBxX/mIwjvj3F1jnSufZpWKo726+ZTCZudR8LIErFlp924Xq5cLYeKFLXSf5MPsakk2nYijDcoodnsT1C7/p6QZiiV7jEW1ULtL7Cgvpp/kPSCeNL1W7xxKwG+SqwS+QG0dkpLMjHxWmVyqhcBAVIVTzcgiMONDTm9T3by8yGGhl6xhl0y5phmKHOLQ5esfUz9jXRfnrCm7D30F6oH5++ss2oIGBjMflbpYwLJkR8DhhDbVi2+6om501vTpqxeKArKzgqzZkbtqjApXa53z0xsD9dhuFccb79QTU/SPuLykA9jDsPJpJRgY2KQ2Dr449MEXUKnscv1i+gSuF+CmGfF3XCnbETsrjAS8lfiBEoRSD0U4n9ZKF9N1OjY60A/up3Hei1z+2O5kiz4pD9Duk5qT0jqSiloKL4dLbIsNIsdXR9ibrb/pJJvqQPpOpZ08kaaYvUS/MjvtvMjkCqswQeoUtEc85EJH3WNMV1vn+sMO+ysS+YXX6xlRK13krFaQRXikjC285gXfjKUWC1iF0/rPK30U8j4R1YhPeG/+ccPrnuWeNVq489gTTMJvxMK6FaN91de0D3+FnPtIOzspztpp1GJX3K367MsF7saImzmAyS3OOLwrY8VKRcHYNVFBoXFOGFbe2zA9HljYvjiSxt98vqXYaL4LB4hBFm8FfLalIRTfsnir0kOv9wmXH/DeD/LkRF16/i/SMuSSKuNl0sJdZ99WCKMWaGvx+Igtr0yU7igs/dq1DwqOeApKGIcXO/u/cd+j1pvm5TRhW+TwsHZ6GJznK/fCLXRRv9trP9uV6KnFYvZGxS3FD9Q1h7id+YSdd7ioTLC4wW0kFgbLIibOWeSswXyqXNSz80y4FHJOIRH7skxQQEEFEvDlC+9w5/hSMVEBDmZP/Vvfv/6sbgizYleDYMnYQgb4UA4BSmVJyN8M1q01l8Bui/tKoJOVPY2H6WoF8flgnFy9bqO1++AGHc/WBB3ESAElJNbNNpeDsttSt95XVOUhZTtjIfw4X9D5LppGOrP6nCBqooKvCk7fTWirIki29ZT65czis0I3fTCJ6wEuCS6QotXOPFmPbZvnIZ9pGpaxeZ4iEp+ajWo1l4L1M87qg8ROqGMQfQVdC6QAfPDZBWWh3K1Dyafnk5onQG8YZBUn208jt5gCj66//SoCIBiG+gXvInP3f7nwp8Bnw8qQC/CCl81p607OdQ5WgTSVXaUnN5DL6ID9fL9eZ0CruKcMcRfKHpC/O/y31zjwAwu2Dp/2roDN+HCWb1qRHTyCmJ35z3MnIn7dV1D6nJN3aRKBeI56w5r+0WQi7XQLwCT/caD9rq1sSaJs44VLDqG7YFCKP7ILhhEsKGzRdy8ah7GjnlE2vM+8a+u9YN+u22lx0ATnulIaTOvjdnwfNz9SgxtqLbzQVuwLE2gP4qm+WYN6hKpsE6jdH7Y8t43cLTH+ja9wW5MZmWmF1NlSSWjDsRqP923WlvW3ei+XRlKEnvekd9Ie7gRu25jBaiteDP9pN+N7VcTtOg7HVg/SY1uCBcHugHhFuQneqoxVxmayhw3dZ6Nx7LzGa+t7u2/xkVVuEJmUfXADgUHybUvtRqkzQ75zjXfs5RYQP2igoIgabYzB5U5tYPNmTSPD9veD0s7WNNT0RyF2dAwUrMSyDr1bINYdqzMDdsVkkBc0pLaK8UOPxgQaKraUT467G0NrViViaBgQ6FbNIb2toFSyJiI/lbCxttMPhHCXjNKqUUl+N88nZ6bRx3lWPw1WiY/yYCKm7WNmHCNWScUXVuoQTmGFcTfUCHQYnbeEVMJ8xjF467L9FOAtHXCZ8c+O9xSb+dCvhrHi5IFziT9e6hgNsC5j82qVqih6zCDjVmXqB9fkiygD+jW/rkMXqbVlE+J+wOUVpGh96BhQyQenLDJ7UayrO/5yX2MdNz0YSvSHL2CBgqVAhrv76mPDt82Im5zIHrL1CxHZGupbqPcAodlQjVid1ngNb/t8JhKFxC7gdvrIm0LWK8nrj+i/TCYmBH4NSi91WDpszYxE/2P6F/IgZVVOuO2ytg12dTqiE5XBJ+TV9kcP1TgHQG1hk33/OxLYkoe5KrIMsAjO2IAN8KMml8yEgJzOGs1B/SIk5mzzL8v7BrhnAtJedbE1S1088mQ5FgOBrfNNvdFGGeTaP61//ntz3iZ9idNLehaTIxzFctW23wemMm0z6PaAOv979Id1tIUzbp9iJFsvCE5Rin8/6id8QlOyT8STGdMShRs0ojV0tigsJB/UTkGp3/4ndDZ7DlYNSLLt5pkNsflPDcACYnSx4kLPk2ZIGeOyQ7rFkUYFQnObBs/px0N98EDrHcCCL7LOLMRwrVcxdDOQpgoB02vO7X9JA4kaBkVwSbqNLb5/E4U9IwGf7lb1wkVjkdgC7Zb7S4ICulOT6oCWG24wTr+RmVhIXAXbZCl0wAPS0pPLEKEDgp890JNizbo4irRRzQgSBDsXPP8GIZ01waaLGU6qjSnkk6bSy06p89ItbgYulME5i7x7HwNtbl43NuW9V1dodxaBHgj0T7OUXJGUcxoHL5wK5foOpMDYLpihy396MBDuqJq/muhnsOfbZZJwvQ8sSHhon0zB5Xn8g6isbI8fDjGHDxD2Ji3Prrvu6GalVs9Sn6yR2qZqCUZxp+gUaQpIkAcWc+XF8BXqcVljccPMGV0GG8qVQCnf0L8BlczCwk5Uwcivl/HVFyTxC0jng1+yE3Ki8e5b7amT1CQ6p4zOjyBUjTARvH4MAaQixaI3Fj8FWFXCHY4WE389IfVLhDgbwO4hc/H75c7D2EK68fDDnvdoyPcuWOcbeIyE6u3+oCc8FTlOM1VTLB8WEkCSiafthDuZ+CRPY0tWgKG3mqAH+InTu9uz6tUUQoJw00nhepx1NBy6kYFCSzudUZ5/RF/XJzxMRZWlkyF6OQvCkCEtuJBVaielBAXXqTwBnLxFW9aqUQ3HbnHbs1T6izIvJTQlm/ibH66xhZiaXKTqq9l33qWQ8RevRZHRup3uqqKiIGv86qelwUFV6sHBt9kPrqJZbnwTMQdh/Lqh3jbp5yJXbkhraz9804RocqX6CFxYDy4OrYx28fkxumz83OZx9NMQ/hmUp5tCIEARa8QoH63bWFYAk9yW3X0qgX79X4zxfBpTJY5JFnxGt2L+uIJnGSXtWgwbEEQIQBXvfvsGXv7bReo4oxXIVvUIXpI6uWVBZE76tlFihq+wj3gFBu/Dctl/L6Z5GPcaBkHq42EnA2Bd1DO2jA6M4w281CX/d9WlO15WA3q/t5ZNbTm5w8K4D0SHw9xd08fwqvkRLqMVkRdQsoW3mr2UvLUl4gEFoNkaf94+9SqMKG2dy7MyKi9o8PlcRsWV21LyascUvZQJ/FB4GeqA84fhvHjETkIxLaUWtmozdaZ+ltBwL7lEWefrHUquKqvENYzTqPmYUz4JsclQjlhn3tI1KMo5uDDmedzajaX6Ja9cmdZlPuVSMvz19uEEkT+6FW9J7cSxf1iCWFPP5g2WZMhyKtSUIWkFGUCa5xIhvsmm4RlhdXfQqZ7/se7BUCzRpJc1I6yqAU7MUWq7XWSCgHbvfOaMqoPSL4Z/GbycoaocmtokeWFCTeMPSZwF4Hm95HHLJCFBp0WW3g70qpi+pkq71Wf43noaCfvalaXbc7q7DTgVn2E+Ak0BN7hkZup9vWHDKSdHHtC2VGSbhVi+hm4453t0UewBVLmCbaFBjAXl5VOz3V6pWgZGQLpniswRLshHsneiXymWxz+LOSdJij1zgqF8Lc6fDwo6W1me2Od8VjWeKgQMl/eXILDThlp7bQhAqgtZCHGqCARruDgC44z5Q8sjw4ZhoA6IEmX0YWnF6Ym+aUWj+EgGJrSGW8lXq8hRt0gu9q+nlsLSTw1+9t73xidisrF0HHFu2mUmsHQaUCFLIUu68dxQxgHHlsoUIhcbAmwVR6weAH0MnHydk4c8Uk6dR+as8mKhjYKKbunm3lVHyyWBhXVVWCR6EOy5J45MsTP0vfRmEXe4Doa3u3MaugaIsUZnjhFmrPVqgx+ykBY4He0g657cfsB/vlYzZWzn9iNHXUUIiLSCoiZWmCAN8TuYV6BTBb7vlfv7c9dG8K+JPdtCBxcHIprCFMBYuKed6PW5q95Z+pSSeqa+J2itrhJaOCYe5b4r62TEW+TPjJrVoZj9hfxmJISu79MTRt2+2m/4Zk5XK1XIlas2+yGxud4y00qNntc0EmP/KK9+uS+cucgGAvzBjoqVxpFbZ/Y3Hbt41zzmXeaUAkHTCSV9s8h1X+lzNBIODRo2uykRHLYSBs/ABMpeYKJ2qFp0Rvbr0rPf80j/oIKlU5PJA+dfXnarc78uDxiIAvgVYE8ZQ35oMoPmr/wwROEX3Q482Qi23phoarKLASZDYEjK9l0qB5hdC0l9y7/sbED5MJAmkj3NODp5pa5bPqSWZksP+rzINRk1mbvB6+ll/XdYdc1YDxvQG/J/AfS4gSIRYaj5H7uJnRBnX3UFyPajMpidzYyU8C6Rp/fLH8VM9Js/RfOHy99oguWBexidA+C6Zzr8uskt/9MwZjUjtUe4vzpXRKjWJcn5039WyQQBnVgolOKqTmfACpn8y3d5oNA/WZ5pvrCgRahxYemuQyUHSczKIJhKYFNm5iKBX6mULlZqA5sukf07Sub/ZAjagQF5e9jLGjYvdOfwQ7CRFoQH9ChgzbmcMzDYw4NiBP/r3VCx6vRxjIGqOCbG7N2Hy5G66uGZWiMnVqCV06H8VBhFZGSdX1LZvwOM5RdPFicIEfSu33kbYpPT96/JwEA/dDB/M6++QzfMZ+Pzy9bYSJt0/gP6fKmh2CE6NL2TkBH82dKTl3/H1YkTPxm0MvYT7gyI4laIUj5VQvP7QI9Q0CwC0oYlIyVA5sHGr5tVzOUV1VWxGpkGdFEr9GLg/cyfYvnofBtY/VNcaHkS7w6It2ttbILgBUOd7ybRJCQrsUBEEBW2jD2ye1KIzdAhxrLmKU+U+/WmL9PyFjQoAYpM/+O0pHHTFMCLgm2wTzQEMgWdiGsQJP7LICy8fFl7klvtqaytQt7RLJy3jAtXZZ5goSdeKmMUtlaCyxERrGcIxdoh0IGfLlb+8hRWJUeKOy6hxzuNYzGAsljWVI0eJXHS9O3XkRnBXw9pqVwRp8/AOP9x6YTQo3rh9lkO+R0DBJqj8US7PodntXK5A8yhbi+C/yWXQtbiKXYrLwlOV25PrtIHku9uXIqzeyPP7ZNDIjiYbFzKDVb9Hq6vVFEo20kZa0lP9BUZl74HoQH5TlX5c7mTbyzPL83delMhkRTLWGu1+4bWeH7fEFYGLtiznUSTG24X1L1cY64surZ/gXD8t/tCHN3siNgWkwDb64YeUVpl2rLm1ZDXrXDnGNwA9bv275W4NZe8UjwLg70RDUhyvHAutwCvbSYMyG/kK+vioXqpQ+bhGle8APFXiFIpWD5kZJGuQXxVyB/zxmQ+0/x3eCVHSVEQWOxq5ztNv2A0/bNe+9RAgmPvu3Ayw5GBYawf+0poAfxfW7cB6/rkSjJzv5v5h1sAIXfc1SdOOVXTTHNxI4wLMc62/ywVYSXtjKFq17IjQBg5jd6q3U+hQmjG1wwxjOP6GxW8Jf5qlHy8zuu8n14kVg2ml/Tma2I3Vi67p50YxMfxuzzXgQUqtGIE7djW3t17OHmYCcsL2F5rSA17t6ZYvyPU+uiU2IqyNq0Lpg+5+9p8OpBkp0D8SAF2TUqzMmknDjZNCkcRuPg6x86qv14TdQI0pTJ6VmzRQUPjVYTKvGbolXH6p7nAmYWBK738j37fxXSh1zbJnwf0dvsmd76caYXY+LqtkXZay7gbOCgqdVjdSnEm5kSGB2Lrj3qk9UA160sqXH6cV+puvm8XXwPcqxkpKW9NbVVh6I0jgxfpqI9GFmeGFB2TQHojXK75/YuPi+/6Z1f2LsZtqZ1K+uKz/7iDJwBunZZdY4wLn4WUt3Z4sszpjLYqPhy/XGQDMqgQVM7M+D/jTHfV1a95DAOalZWsCu8/paoVkNEkaZgsM1X1L5ZCs6Ij6gGII/Qsoo47lsio2Wv3NiwywlNEYw+7ukuHVQn4VVEVBOvpQBgv7aGk9BNYLnrokqeshGyBakDvtqkrjHDdwVZrG23NeY1IId/iV7ya821w138ZiRaI9wOlwXckn8mDqxSvGh2d7Hgu8IhzJSz9tIUUhFAZG7zi6LWS8isyubid9lFYO8CT2ukHTSJVoJJMkqI7iyBXy7MIagOUhaOjH43gF+W7yzCrCYpYNQDWJ8Ap/7igF/GA4/fq7y/fezp5ZUw9bYiSVMKWYE8C4fgq1l0Nsl2xM3zxmBIt6LA5cdK9p6Y0zaVYRic8YD5ieomjAvpRdpiIbnk8idS/3tCynD8EdPCq1jozahqfGtI813KxI9mfoog2rPKs+rJI6CXEoY080Fwe0F2CKr3+D63AmE9JgZEs23D5vTIecpHyS/OM1aGQMcwJy/kmPDsHk9KxXv97eu1oi36j5CuBuC/i8dCz2/njwV4A5EOITbvZfYy62EgQH1SXlXlxNK7JcSxr+jfwDDV7RziOo6AzkJBpYOUzvSzfbO8kPRUyBLkLeAF1zXQ42G63a6QaiUgZWKtOYteFH52oB5vKcMQzm5qZIuNQ92mk5BmtQuIRHCqhEwkES1mVoPCNap0fpjXqp7ikNdsX12sjGgnXguccwYklgzA8sXcGYMnzFDrMruGsM9XykcWZCArwe/Ol8Q0Dknzy/Jn2lA5bXk8J1WtXfgZmJXwT7IzlYPxFVbWAj/pUmYTKbqsFHiaxFdcAscpL6IwDoClozbngv+MuNmzBuEEB73fek2TNwKVucUvz1ZRdWxYsqa5xbas9RCoblUeYXPthzUvmbrgRUEbQRxftim3amOQCrOxTVipOg7uGopPqFaBQAf0hDL6oOziMdvTGndDJG/5XWlrlfs1g+Fl+Zm38FIBHS7bVeapg/JDPClXis86Nm9/XLfuK9EsEqpv4Gbwb3DxdfEh0evv4GcNj8l046QsBOzD9Liq7pjsNET7ZKIzbZyP1J12XlxKfy9CpK2blTLDpn75tVUqZT0I9SVF2vEX6wOo4UFUZNusRVY6+G8wLOmhJaPgEDrORKvbQrGmmlUNCAH9Svqp/9NIhwulmIqXki8jBTHABI4ckA4Ns/i4UBC+mpTjmoIGPUUBNaAppRIPZrKM47EDNm8QmcQ0zmtGUfnAsLlCH5uWxmPTrxStoH8Qkm6TlKuXfOvF3s0eY6dbfmggAJXzR9HvVC1RjFUx7Gorj3TOPT0bCMFnufmJjezA3b1ozBAJXcsVbL2GosYNERQiZLoyqWLag9LSRbIT4QVOwrr0LlyAd6XJVQtuR69yWdrq5f9xgVUQxuCip9slqR5wPaq3dkflr/6tIJFmc790pkfowANMUzvmOGEFKkvydB24BmyPY2t2CcYpFTUd6ZA9EyyJTc6YH8fn27hGuV+QDF4Ssq/LSxQ/LzR4/iSz4REwOw0WtRZfhkyVeQA2etVAnm9+epZfkDpujBpDzM1OXrGEGXzofXdZtffPwb2OOk6vNXhGuuT77WF2dBwdECRYVik5UY/IWR6PSb3xvBvZxdSGnptMzKEhgpkRc7YQgBr2+QQvNloxDQq81vaBMxqM6jTfNWqrP1Xyp2juMFryNL1Uq9JDadR/BD/QqTR0mdaAw9l2ezJXcpJO7PvpmM/SV8L5fI/csPcd4t3bWcsL5dia+QU2o39lvCBotgKLHdEGam+IBoYQzNB3GpP58iAO7eJUgKb62UEkshvMGwX6ouzEmB06bZRfEEtbZ2KIr73YOsR99zTKXQWoCWzaXj4Ewuih7FwSEn8xpb1H4WMb+fXV0wWThR/Hr/igOwH776ehA38CJ74PXU9O33OUXQ9ivUGJ4QjBqQ2em6DkiUi7xbTycleyIlt2ZWPGQn58cgaDdnVG7LV8mFIec3xukeIPEzXpr8XRVylb7kuhX+hTea8McsGpmT0/DKMR48V0/bt/5qMyA/8QSBYF2D20IS12ubVjGJU0ImphPRliEG4+tQ2QyHY8Z3yYdW+vh1TU+UYkYZbB2AFxtqUg5hi0Xw8OA28LKtwBUIYDFpT3o2PMNByhyiUwfARZRCemDMQJOHggbPOdtegEqkLvnB3xKHR5T9akKWbtOQvKuEnM7xAKWol6dRyMsraGOK86K2NNTNEqmMXPjsvxUg6uLmbIThC0t9XYntdcxys734m1MQ9ZNExsUN105C1Pq8EqkLTm9pqRW42l/dqYiWBMlX8lzunkuRhp4BzX3x8ELFL+tPb/3f1Fkia252NCB4L6DHlo8nfoyZVeG+bM+QtmQ6iMSqmnnuqC0e+qQaXWOyVMkz+i6NEqcpv37STTN+U+tgAlmK9fjn0BGxJgJTP4ByuFPWA5qgs7ISxQymhXwwtNpdKP35hkYU+Ftx3o10LK1xSdS/0PCqZA/Gaxn/dfCt77z9bUXE6GU2f1yUcOtjm+NnJ8udILtZ5oyhrjhGK50bIpzBXJGQyYUAiJBkKKTMYLlrSZsJEia7m3X6Tz79cno5oF+XXLmki3+7OPpJxq8Hl8XGAQcxRJkAzu1AF1cO0kSXOOE5DHYYEasmJ7i6QBLoD2iDN7I+9z0gDxVrja+2nZ9G9hE7LNfp+MG1RGnifvppCRTLpAUzZ56lYrnL9vFFh7m79ZC7hBBqsv0XFdPvcycYNfYUhe2/VBr83M3MSIXZzKp5EqReFLCof6maA/4fV1e1NCnSbV8Jl0tcCqco5A53d57+kF/Pf3MiJmImeqIpyNyy1tZhwhCIJosgIUkVGIkMRwEbBxVt7H91II8V/QVuwdZsERejzTqO+sLd30FqV9HVr92n9uBC8wfdFHgne5tGilPXOUiZb6db08pzTWVVjOtlQJQ5VXnRp/dR8L2odx3rfVQT2/55Xv1HOrVOUgzLpdtfdAOgz9StQL4wKBlFSPKfrdflq0sse3Du9PIeqY53UbsJF7n2nMgxB8wjiMaFS2EvZu9eQMiHg7W+NVnj9bN61XuMhLKeYbnxbWiynp7Xh6UE9Ktzct1Wq5OwDt+loP/rIDJmF5w6GMFEb5Fggx07YQXr8Cys0KlCJpAdSJk9P6PY+wvcg9YllpfTJHWmKJFVLt4YkcM0umJjsIyKrVmfNnvSWqEPBPOCgTHNvokYYyiT1iL832QaAE6geju+sZBY6mUOzWR+aisPyJH7G+bR9JfUMLTUm8NESK+HrAp201xNRv+mFRbBmZ3Lmp5GtcdLYpkKw+BRL5Kvh3WPkyVLUs3pHWYL9Qsfkmox9muAGA0q4BAQZrXXQ02cu6HBAhuKmJ67eBM9d5TDUKaTlGjkJFf6p2xHoeka3f7tfEaa0/m+nhi1q26TzvI6tS6lj0SufYcaOqz+lWuH52GqlG3qw9fQ/SJjylsta8rkch6ykDB4jK5VZFEWpBmOEAPPTZce+wqKxRINXjt3xRoONrO/nie9ypcZOxoNBN7R+jJf5NqQu5pgC9v8ZEYwb/elr6AlIpFs3CbqiaJR5pva0Z9NGNNdjHEKa8QDy10IGz4CgZDDy+Uz0rbS7yFKWMoPbMuKUIVBEi9B0vW6caolBaM91tx8crc4PppwSoqN7tRyGdmw0gFOFMKYLoKmfX4Ql1o1J5IUovAdDpNEcYI+NlY1IW9uSixt6olvzvebK/EozfqaoCCTV7mRtsjExEpP1JPIOVrY1OBVfouVNSs+SjZjXuaZoQ0o4m4ZBu4Wkpm/OoM/ZCUyORO/sNVVOydjPp/DWEtPub0MIwojVzTnGCLmU1l/XvsvrnURP4Ahj8emHFXZussjt7/Fi+aWyfNyCP6PuIENmOjdSgFNKCLmLxeEoQCAj38R5GwoElSOExALmEAQkt4WFP73I+B32gIBBiomEOt0Gb7jVIOpRXxg/vLkDA3pdGac1X+j9tkL/AfjgAfVYu3sjAhJ9yL1Fy2T+7jZQlWj5Y/qWEyyG5x49B1lOOlv7NlW1kXR498o6WoroZ/BY0u7WcTWfhnSZb96/cKtWv1necjE039jTeT+axEagwgHvr8fZj+aOP4btUqYlOJKUjBIMf0im+Svs2fqVn74axU+7di2mt90uzPvMpCjTpc5t/a4J4OI8YrZ1GnO6Ev54e2rxbDAzIulpE8fmzw9ZJ3KbPh+U8ARglqW+RlC1j1Q2ZR+fyHDfoJHhVjrQuiEwmrmH1q8mGgIjitVx3rAaTVwDbdWqLoWZIHXoM6Ld8ShwFu2vIEE2PcswDh41ujiSDVzkbpBPpu3Ic7L5PIPhgIUZ4WYW7Co1qpU40EwBMsuk6AU0vYpblOnuCbcl2TuVV8e1yNSj+l7VHwvo8Z8tlwOm2eD+sPUnIzLm7po4oXZBaqLfFl9my5QgMng/zWMizyg5kC+fuin+BZPVt0mRv2NZW2IAEHn3mRfvvw1kyk5a3r8fMPvawP0oVTPdGbJX9RX4rdb9EJN7gtvXi4s5gOkW1cz7xr2o8eIheFp/Sd6G1tkqMOq2badFdZYXAANFUGGcMb2UslWUKpcZUY5sfO4RsqO2g+hd9X+95dva8s+fgbviXxWfXGtX9xypNVErYO3lU9mVkGJFMtIvhy1WrXB5Mh/YiWCfpzEbC//4VGxUm7kxu9NXLH+miNaT/A4+LqhXRuZqjZA1EEchS4/OGKFqNccptAi3Le9taKDneprkHOJvfAcS9S2++jiGOnfavFCLwk8+YO6mNthyF9zJbyWkfXpHCZCjJE58/F7fSgBgbAC5xS9eX+N/tsXwgCV9/UWMBB5aFcJr/htpVOtUgvDYyj7WXXHGRNiFPtIeYVm/7QgJbvn8fjC9gciZfBXTWsNsLCzVHofiiVpLikKaecyX5u/E/NOyjBx3I5TAFgBPf90u69fDG+ePPajMs6Cy/1mFElTDgfB9wM5HUJLR4GbPyXI7PEn0+/SqXxevg2Py0D3FdRrum3IXgIDdDDjx2vmI/xv44kR69HgW8nJfMZekl/3LdpNey+eOCTz3T7gDXI3+hPAkg628XFYKYF9IY2tV3E85jDMvq83S/V4MmGPLIrN9UTTdAhbiGgE9OkdD9TzA7VJ6tfjoZwSBYIuqDwjZpdnt85HsNcnichqDY/1MZOPvYhU97eiSMz3Vp0ntK2J7Mu7U3gL9qSX3Url5MVQueAD/jvwZAP7hU7lL4jWQLFvIAd4fDvqbR5kR+UxnkIUlwqKk6Z7W7CtwuqMWYvLK2FHO/ReiTFx69hx/rei6MF+THqZ9FOZtngJEzTbSSLHrrkm1y6Uh54zpwnpVKSUYCrT8011t2ilSVt7Z1siTo1s/XOL1UNx001dbQS3XJk8+Pcgbtv1BM3aPbKV7JfQHcf1mqbX24jqafk0y0j2mQXh7YPUtsh2wqnoBMVn/mesOyLaj1cXCpSk9VX2MICuf/RhYPlV2rVXZ73LMR4NpVx0x7k1vFjLktd0+foobUm7CxUkQhWcsiFIddsNnZ0WzM3IRYtHdqA7XqBlwq5c6+1FSJ4LlTriDqU6ihvEN8dPR1HMi2v1l+ZA+hyJApjkhEQ228ftK3TNzweBeiiDWr9/PfNFh9+ZphKzEYxr0tj+6TlUMkpHG56/CLGfI8eo4Xwo0Zu3UH99ca/5Lf1b+DC4q9VGhKDDi7raT8dgTRn+GfiqY0HipklHHhub/DVhd9v955r9knBIN1bu4hJTh/PqzQkR+hMpFt9lKyigiD9oFBEmCAg0H2X/oIjzrY92K0Lnh+NfMiI3UcQcAGH1b5jlm+Cvnmikue2iCIp1q7On6ddCeKtbnjvg8UAH5XH95Vyw2AaPiE/iPcPPc6oOxdQ8JB2T98ylGsGBuErZ+BLEKZDwR4iENtw+E29/zIaIg2KwT2HfzHDl6mfhRVx4YQbP1LA7bQl9/ZzIl6Kv7vnVsYRNh+oonaqZZsMg5awyOiC/V+d/XMMTWOsUVWLA2iZjvsbOpdceER9mcZSCRBnnpc+UVD0NY/k7T2giHOdibgbQz+xbl+Yn1q/FrjPayzrQ7/t+7/cBFksU0i3bzIwhbkC7+VfLkudLpanStDJo3bQPhc3uGtyS51jr4bKrVMOPLeOqjmIQH3TbxRW8lKMkmh6cpFU/mlWLkHgN23e6Q8GWXalWXPRa68pjZjFda8a0Yy9Kfsrhqr7wUUyJoE5HHTwsYPW0cy0Pew0FWcarmhlxqCuLwkQvyH/94NDm4VD0jPGAJQiH7V6V0O+0P16jUIy1pGz6JUl8xSzqy7J+InOgvSor5t9yUOE1oG6e2pCV2vUijq8Npb6fzdYuADqkfTqceOlCWXx4cTiz0aGVhMTfc3puxSPBmINyu5Q8KotUEPisUH36A3ik+zmEy863zCx6c3WoT4Zga6uEG/776xI3RcP9zHNIpbIDGfz6MmbCw0BseK6DLfODmU/xQw7vPa85AEvO5LemTefjwLcYm5bANPrSmY6AmVjyP/xh0qaH0n5U7VcmJNfXd/mnik15er5G6ETxhga1hwSv5U5kZCw9gm4aHNZuGbn1D9CpYbgZMS5ZLiyUiUOVnEgdqVbnzt97t/QcYh5g4Bpv+RDzBL6jLxhzyO64sQeu3hO2wT9IsAc22JfRRHxaDCOD1yMzYSXmlCaqzpaG3uYEUEDKILEl1UhOVozaxD4soh9PIonaHe+EIGAFLuqqMFAsK8HXB4nRyvQ5YK4JJPClzikmHwwyC7LoSWGPtLGqNFHvRb0LM+pOBtbE+LwTmj8WfaEeCUbTsSb90XKyODLiAu5OUwjNqnikLPip/HKeqhBEULPQcT2VsDGUQtH1ltxHbLij7ksl48jG72mKCjq+vs5HxhC81Aaro96WS6yZIWHGNPI5ua7dGF15NIyQOOGh3a4y9bmm1fE6NvVkv/pFpWa/SKFKPDgLHOYQE9m5l5c52RsWzlkay1CFD8uv9Cy3ff4IhVmifGgN9d18K6jsT/9vMcg51fxp8SAWBRRS9CkXFUFwGkSFUi7M9e9s3n59BBM5DIPOaHBb17L1umYv4OrMveis9rTUZpxCTvm27ugr3p2gttnnIl4braKH5Yeq1SudQjnO5TpOM5Nnn2oqmcREr6nm8SGog6DwIUXo8Gieox+I5zw+4Wtsl5ok2O/IIJjyNZhNBNkApjkbk7e2k+LH2xqHv4VczPmoHDqUN9NEyqOuK8Mw4jypjiB6psmzP0d6QUxP6Dn2txO1g4PhIzLcEhk9MI0niXb18z5TOSZ4+/l+LSSv6nQhRfuv31chSfYmfpfP9JUPrBhe+k/1HU7RdllDg5x+itfafSvp+9yT7yIzwYe/G50PfgkZHkmCW80V7x8lCAgDwAdFQL9yRGxTUHlp0gWQl1VPfFd8kd0vGncE0uHRCPb/vu+mFemMtcBgirZ9isY2vjJi/RZvRwGyySFB54TsecH0VC74SJstZpduouc85Z0fMJWGDawwf98BSpszykNutF3dKyOWdxNyXhOWUcQJYmLbm64JvipjUlXmPl6LNivInLgxQtEVUd0Wkdw7wNV2tLaQw2qeIjNzMt3XSJlzyNoQBUNkUTwVXnxhHM2Uy7PseKm18muLdv7D5/Oo1Z1mHKld3RMuotZ1sx30Tzjazruy60ISIlDyhCT4WAqnbrlaz1GWGCv+0rzwSZRfoq6avZQCd4NReoCGoVs5uZJWWuAPtRrfvR0rgZukHtX8bo5YCl5bITgMG+KaMvgGrCm0eh9GS2jXof3UKi2aKO+XVET+mZInRt/bw8mtLWMj39BuO5YZZWca+qTrS9prcAJiKxf8s5KpDpvcQdv9CotxgUi+KjhGD6JOtcLuzyEwNMIDnF7ktH6+31i88BOYpV8BZkJ8m6lNdFjjCNqJoRENZwo1F4Z1TBKmKFekQZ6c47MDQsetmNi8i+V8hqbuq2ImJtuGeIzcIHswAOrXZfQ0bazjb/3xRMo7skQaODH5tSsu2jqHttHstvmt2amdkFV4CQTpoGFFIx0hZ6lf+6mIq24UpRNIxzNyv6fOLeTYzqpsNXxJDXqx37h5qbG72QRJOOyEQfYLsiYmUBEyKV6JaO+VQ3mYlEYU7JcADEGMgkqfLLPV0lIiNReBQDItkGywZZv9QoKN299OZIS7eb21gkgwjDwWdu0K82RTroNCnw2YXVAtEpkBExeXoUzVSwYedVZhqsMGZRwFfz8CProPLqy5Kt+Aau8sGkARUoe/iBaXsWRCd/VcvCBSQobcy9nVDEQ3IsNkvk1dErq2WiIvGUZ+3mbK0Snbq95iJZ6btiyXgGG5NvP18JduhC+xLbGABD8zSHA2gEhpXARQk4Jv472KzJfXFo4RotDV07tmbneyQsjW8GFYFjm//ZwPcm4wVjsnSRId1h9GRTSnepVE0+iRMGpqXbaRavsjQkEoVHRp4sApZduCigIRUjJPkn36AhFjfKQ1xpvDR0xgGQalyTLMkJudH2/mLeWD6dVJG6EbwvzNsfTnAq9pKr0pfEBljETVHvctHeDQLXqEUMlLVawypHs1hKPfGez7EAAUHygUrbfnDstX0GymHBI/F1Z7/pbhXN4NGkhYlWHZOPD0192jXIYeENF6MWZmUVt4vtrEVVm4eKjz1BNGpiUluMJHxs3mTMB+GHF3+b+lideys/P5wPpJ/RQuPde7HjkehquvSHgm18TkqVdNMjTQksZ/+653nLISuHPwbln+Cn9RUaYnGtkPmvqrFmY1h7m1G1NMlvXKnf7ViXoE0KLnXhCy1cjssiAwCXS3ZBmUryy7+j/L7Wh90Y21VxZMxW1EqljfChRogGf2GUrewnRWbI2/lLqsZ4PKXZR7cd178h+qChYQk98weE/5CETitf1QZLYFi8jF129G0NZTuRVDaXfL6VipqVS5NPPzUhnEdBgn+15f/NKTvzwNy5BQLTyXeF4adPAh6MryOMEdf6CFjq555qpzg7deSzz/Dm1775a81OgIu0xkGDMM82gcbCe10jKMLOkiBJ1yxogxnQTDuRD1EdBW02swNtDyqXHfgQ/xyE+SH/4SQK9X4TJvXn/5UCgdrMxC/tX+o/UzQQWzXCyiPLuSvYBGtX710hb9CxMUTQYRkp7d+7o/LEyacel1Do2kKX8bI9XWPHQ9X61vThm0ivb0F+MVqO0lIfi2lOwEukmuetP+TRmxgL3bX5KLqOI+ET5+xtFtVuty1KngGoNaMbXYQw89TSAXTY+54UbGhBPvFaRYHRwGJ551iFnCeQUkk+L2iWNKfJovOJmX7cU98pAbl8ELCucBT4OidRtjB5bGJe3WyoJtWtc3DBHPX54XMNquhdL0v5qMmIDRLKk1u9F030+QCT/0P0/tvwpJtiQw/8/EsYMMRuCILAia2uVL9FtP4BdPVoIOwDbEva14f6nYAI9KVUE6WhuVnTRsumslFQ6lO80wTy70pbHSy+ba0H2x9YbT4PkQxVSSkPUT0soZG70s/pW2HCvVnbvqMbCW/fcyN/7nqaiRqSdts0JnViy7uH0hQYxyliszrRsHaHS9ldALaF3W9tgzQJcKDq2pywolhpp9hx22UgrHYQ7tOljy0mFOpj9C6NWP7WH01zoNaUCvm9wxV7/q+tvIqxMzEyzoDzU8BtP2i1OZp1E+Rcnu3FqsvGfKp++fLIPvcWKlxdHxdIch48tn0U8BvIAEfZco7Mbpu0llcXuAkSHDkB4DmUOgjxX+0p2QYsK/kGO8b0IFK3Hr1HiFFHa62UXujpja5qN/6nWMGcSI5RsPKBI/BT/Fb+70qdm+OGIRxC0Hu/2JrkqDIl1/wc42YDlc/77ikdGeAU3MFsNS17HSUe/a7ByU8tKFcXg9il3Lno3OYRNtnRzMk3+2d8obauXOWx9d1AdtaRCovKCBA7INqSWxsFzuX2UtLFfcf84XaDmZk8UeXKKGowz/LBIuHu1HvtjrVhinEWq9zGcl3NcwpIfstCGurMSoIolRkf4WztfA1bEtG27G4gMs+U2GTlozQTPgX4YY2h58QhqTzteySIkeD9Al76zimqadle9nkASqrG4Xd1DJ8JV+3UwtwbbDdDGDW5x6OtaXlxdcI0FRxGSz6WGkSf0pQhszKcAwliqtsF5Fvg/kPuPL1+Lyo8eZmgE1oAl2dlIpVNDAKyC04n6cVC+cX7OgcQ441IB9vrsvQEv8NDMGsYWM9EKx99vwN7HnfUYXMnYk6eF6EOb1HRi2XvX2VLjkvZeLTN+ntS6gPkXoXo1YPKZyHhjouOVwnukDnMqYu7g/5zcxmWEjP0rkdukl2IwSEBLTy4Lqwkk87AniYmmNJKvlpyTVnWylHoz4As4rUjX81rvX8cC4rYr176L9sFioJYu4B2WxAhSubxWk2VKp7HgF1jwKK7SVrreQN/sj/trDh8unvhjxGrTvj4M5HzsTGXr9kv2diJxl7stk4Q4btd8M4AP7Ez4wMCKg11uMv9jKoDiUpFZcWFBZHIC/CtEEKTpb7n3BBMwF4XEofZ6yGQqwL5gPBukvrE8b6hJC1zjVSg3xNS5KBgvPnTUiqjlQiPojoMeO3cKoGcX5q+HUDxiTqePHlQISjzzJqGaUKEzn80a/K8Xr0uzqsx4weaiHfNYau6/Zpm3rCaV/bagggCtAPv3HZEiYrlnN+ERWW4T4WRf2+29iFxT5x4u3eXR+/xk724EIrAqMT499/ASq5/WjKM/KMmz1jLDMaWkVTrMJdEkIfn2GWJjvPKLdhjgSVqV1BQcWCJyf1kak/xCn3qstgMG0OqBVRch104ZC1SMJehjJXiT/1GxRsn55jyS5JLaJc2jPZ7t76eYxSVlu/qXm/uL4R6rStK9g3IM1E1Lt8UMd+C20n6oCNRbJ+siGsKfPfxsTel24aQeTxHOr/s5fOIiXKF/gZLLAM4qD+8aPr6u1bo+NnjptqlI+ARuFan/FjNruX+1kyJ+/FqILldEgHeHEcb+1+dHIpvt2++iWuZZ2B5Kbh9Fe8vIZHt+rb1bM737POojyMcyrpDISzxJPUyRDyk+clGlllqFtZlhrzW0N1Yv07c0W/07K9Ym+kw4RLqRlEU4Udn/PuSqqrfhDi6/+s2ht1yXcEOr60Mq7xEik+EtWHC8TVH8t8XmRluMN+oVkL2UomefHZS4NQmLNFmrOYyFKLFuU5NoKuMVLW0gc51Z9vrdpm/Tx1tT9/dOfQi9IuE6ct0fqLhTBwB0ohngpWgu9pj+w2o/w58dRmKf7lzVlzCzj4eEboQFbWzL9TWJ4zeGvJAf0m5T87pMheY9gXhWoC6BJrV7/cn5KCmaPLLdBSRVa8S0/uuZ2g1vHMOVlZsBfyzaUik6cSoP8+hM7rMewk4xf+5wxxffv6fb66karC+r/yRJuCg+zr0s5JYCpcfK1yMKrM0xPuigbpY60b9/GDfbCTQIUkgysAlaS/xCjHRPW4DiG56AUw1DtdWpzzDDnFvRacEo/qGwD4bCUS6VxJD0UPWxgNXk/naiavPFM6Ov1QRkEldgMVvDjBpEXaX2QYZQzpdAfSLsP/iLlHbs0pzWAyUSg/E7UJ8QWx7J0iguisfLMf+LDANTNsts5dtsFRp97+o6QDNXRWU4+VHDD/Rzo8wKyQ0WG1hc4tPwvW3qKFcPdIngy+VlqTBTYmJl1ukWdui6Vfuo397d3tu3/IpW5PoTdQTNkUIg/urVN2bRh4H/csFnUo/gB+tU9wOEP8EZdoR7KoygwEcPcjY/WTbsacsBNQ1LMK4k1gOKu4qHNGt9TRdAa7PIhkhta1EeSUw91P0w0380mOO8/vzH8uGIMQdsQAFdaoMujIoWrh1d/S7eYMXLJlk/3SxFU4lg9ePwghtzYTW1i8OB/6csDFhk5dyIOZCnEEzTTZCMl53nl5y5BfNFc+Dsk0hDHU8gpCORhdilftB4hpd8O0+zf6Pw/U0mAJyamCrZyCcBYzkXLaSA+jDyxvaEfadgfnHVkEMzDFu9T+bxUmu8Rp7/VOdmzipjYLFc6yF8CwUElDkN97Z4vmCd5TlcWwRvW/IRmWdFYtKr4UPHMxlRgfvQbYRPaZcDwHGLO6ii0T8Hyy8TafQYbYsgmTOE8Z09p30pm0BqF2idOEcY4KKfadZImcjqvMB3bq4LTpGq6VPn6PAp6mZb2EnWF6iYVhQliABNBWUL4EFnv+Q46YmzJornJMKW4K6GCqFwYh7iW5krTK1mg4ymmVRksnn72Eur4MMjirC5qqA+zuMcxPFdlycYu0DzAH1IacaIWXiOOb7nZkttXG2QOodizvBnzV3Iu+6NddXv8H5RpruruCQPKeWZxzIa1yu5v0a3S1L805jmeCs13BtLZU7+e/UsoR2GtQ0WrkXCt3/nDSmFvHSD2RPG7xopowB5WSdKZVfThsVDfp6gQoR5z0jf4krrMUbDjKhAeJC5xqksk4nsS9XmdKT+IH/wo+ckaDESmcyq6Spp76j7Po6/6O7nKk0JNr0Wu3phqbhGtDlGW+re7Vvyrz32KlrVf3Kewv0yBmISB9rP89k6sBW5YysEPktBoUV2SRMiJQV7yNa18OqTGLlgTmXJokdCklFufK5B9lgIESbBIuORZqY+tNIDklUOwWqaNkgk/om9YwpIKjn0wyMpXnnNXcqzyd+ggT/N6Kwq6+w2lweHM5iN8nMqRUPMytjP5qcDwEgdZpkbk+3OP0PSiWsZfNVtWFBDs9V4YzxfV/FUIhHF9NnXph85a9aFPUGobPslPK38vUpxKffCXryhX93X7G9rVLvBKVFIahsfeQTujk33eJOyymANxvpkmJL0L5O4pBl4EwvigNCVXjKCkdW7yDsRGdeG8pnoMCun1kzRzeFNu/QydSNgjBDklPTh6FasJpMXpLRZokt5QHaerWwVBMcynWJ9Us6C7C80bhky1U/qHmisM/u7GlaX4N8DTS6QsLEMjXEC1QKrEOnrGX93V+7Nht8yLwPobC86U/rOzkJ1IDva+RqYkJES0ESm0VnDVXI87yrUJ43ItVRBb8VBGOv6BgNHepjTEhatLE8YUuFIuD9QL0sDzUfUvdveHpZjlwVwDX81P5un3SyxC+MSb6SzL4kOq+NDChgbp7qf5HozOaKV9s9Y1vhemaY0m9VZz7cGP1rb/4ilfM2VebEfp864rpv7zwI8wt/SdmEuW5KvXq1/th9/w6G8oyC+yNCro13S2Af+ZwL/QyRDJeScf9IHum03xWEAd/OBrlhlLMq6KBk0D6oASKRmRe9LfkwXM94P/uAtEHZobgf4raSlAbRDEKsS4m0lVtnVEPuqgRCrW7GEwdKi+wCM9Drkh/DXBSb8GywGrmZzZjSkHfJMFcJhqQ1/ELfr7Szo2S0GlqRYyaQg4+9mQZrSzxbAqiwpkQou4Zcw6f11nJMgAnMZXfEGNEEsCroIccNn3uOhFBNycyDUnKJ5ioerV0e05mtRo6XZoJlmhda9oCB8tuqgfHjauGusZFxyTDiIs8o8U7U9LHVvLRtSyFBnhxGby/A0bnF/I6k4kOPvU91AUUTgWuKF1fCGMpLrjXBOaw83ebcJfcufQniCYhzPYuQBx3GEdVjsUAqHWRGFNQBVHjXEBVVZaApdkC++ajZcWi5glJb8v+YqzgG3cHGmHY4wXGCVd2J/D1itaT8OoT87A86q8yLPX4c/ppfHcaUxwOSgL0Rjo2JV+LoT8X6dkYBN/HYK7cJNV9zq7nOrzEDQCs6sRK0Wj3C9Z4o4oo2m1upYI4UIv+n2oVYynaghQxuNM70Y4SHp5qRUFB971BEmzJCBpMOaDQ6F2F7vZdWlIz6fx6/j1SdJCAm6PAW174NK/vr/dz6BzQjI5C1iKzm6y9Js69Tbk5stqqbx3iY6y4iYEvbgV6441tFh8P/7fOkBtttmdn17QEWZfUl7lS65Z4WfgDorsq59UHfxZq7o/vz95z7gUu7vpKZjRBjGP18ogbmunSawg3kjyd/NM4i/R3DTsnQMqqpXCSZLPXx1MrqsvGzNupksjFGmyUFdgv5lih7J96TB8gXDyFmPwCTR06G/0tQpBDOKbtCozH4mwezADgh0QEb2nGi5G22OnyIjVCSDmQIbHDXLPRxlkpHZ1Q0AQpA9zjU0kQHdAKEl3mirBOVBlgeO+09KvyTTI0Zq90vT0v1r7mPepUwCin5B42hA1HtUWZJ5g8CT7hWWLT6reQv4p7fZXn82rKfRL0FqyLheRwz2tUIqT6+eiKmv+m1KUCXTxBUUYfAPSnUpDdt2vnT3jP9L3LUCHxfE094Dyl/uNCxU8WANR6K2bvmumAXMREFD+N12z4v3YJbVFVhiM2l/b3lyoybUCPz7qqShXx6YNybENrv9RBH0CQQZ6f3Ka/Wuf1S4m76RG3CWnpJqfMJ9tyHyFyju6Aucsitislz7Rf6VWXlSZu91/i7CTcb3iJ+Ivqd8G9N8yOfLyJMsyP5X8LP0KcRizr2nY3NZ734tc0+ZuKersUopobFe9hslwTS93p5ymHMsXoxSs8NHFmpFGm/oMPzgNRDcuC65Bb1qU5ngJ0yj/m62k9L8ep6nOEowNHyAoGHBwkT22ch+bFXXzG3+nIwTctSI+vTtvuNPTEMqMnR81MR+AKlYUEwyQcXFQLjPVB2md9LZ/zIZwkmY6NjPOPW4FKZNJoMX5wON/F23ZOytxuW2sS8p+FJWR6PkoHCE7GHQQLUcSW51PfTx3Hb/QQj5+SRNuNaiSYmLF6biG30n2grJNV6rnIpiwGU8Cz/y2+YfNYXqvTvzOfE/0Pj8Lc2voo8DKx3cf9xMm5XrAUvBi3mo9X9rPioHEDf8oPMDXfo1SoACa9OnFKaIivTa4z7Qce2okIH29/dt6D8bksXnzmHEP/MQXOJ7w6byeCHD0CJKpILvDGnIpMbDg6uQtwy2xTlVUkOylT7F5UpH5Ejp2aFpf06kyrEiBfKac531XZOzGokCAr+TXiReoj0Yb1RiiNiehBJhrKuYMCtMavKBi48sup0MCF9DQsTJCJ//sxA2Vr8SPqSLdLed/0mGUNYs6DlQ/GtW4+wZv/sYewTLZhn2wSlmcQx9Ohxst+MMlzFmmE33kTbs91ueXAlux/Zii+vE/yu/6fEIIJmXrZhbq3A18MjDPhPnbCd9H3U9nkDo5Ipwdv5PtdPpjrrXAkBBjysnx2EaLG3KZgeTrLekjOoK5vKL7HO1lwfqMld3z6rhamAvONIZtVJElgJALBemVutFEBOXFPcj+0v27N25F3Yc0toRERipDzW+IgkMyeLCHDvAzj2H+tTAC+Sh4jjsZxmbYv6oCUoPRHn7ULI9wqM+6PNTn0WRoyCBOPmuhx4lEL9OUpSCjIesOQ7OKMIEiqzj0+mNjfidAYbWDxWNstecM5ZUWsCufAd3JB3GMR19mYmRFeX6lC88V8yB2WWiwCUMbUNdM0//wPOukMLLpXz0+nlfJT7T/S9CZF5E1dLLRZHE4dLYFQvYD7oIfnD2Q4rJ/4mmp7y7WNHwQ4y5+BtGbXXf3P098q4hlHdl0fEnsDLm8kJcvu7rEDmXv5YPHQPGLhyvkc80bgu3S/e+YtjYDYL2Y2hrWO+LGgiVqx167fFUbaGuGt98Lm7GD+tSzAoKSoCcQRou5+KPDY/TZKspsfIx+whAiCMihxSxyjuSaXnumyVfmbXECNKkfFsl7gLCrUjoEM4LAgCkWoIx+M1OehF8v/8M11EvQGbzaqi3b4C1OQFIf6Afe8lDnv+TbJikLdQea2n98ml/+nEE/Nyoul+gHLOb+zBn4SdrN5bv7JKZGt803eL8mvgdQUHf7H02bNxf+iTvcrnD8CZLgKrGW/B2F6d/DQHcL8AE+TZfXexr5ASbe3J+GzVf/fcwe1WftbAt9SGSLJjD6WQx0RsHXNQo8H9qfoagWeQV2E5nNF5MBW6MZWbEmMs+hyUpE599GmMlBUOO8pM+0675rceAFkyo+UuB8Dw/qki1y73TD1gFcWtwlxkMvIJHmJR2e0GhwtoTyw2VivZb+Re1gNOHXlEz1Cipk0WsCk94DVp1FUx+0Jv76xgZ2tgBfYf6QD1JEkPlXjkYkQB5YcqYC6De5fyOtZdCWG6cXISN7omK2ydMrgatIc+yFLCnVFGS0OUkzCMRFR228/1tZgPN87Dr+wk00dvs5+R9zTdxCpjNx56YttWc4+fxqzCPz5GcGINv8ZBtC+o/z2ynDb4IiyTq9HcRkK554P7JNn/oKdI3UN6ItHdvvCA41Eg8kaF9p/SA1DYDZQNQy1Z9cqpvFfBHq23aJV1XnT7QmSVQbBAW6a1n/obAHjqOd9MmfkKS8u/qkNrHlA0twl6fkB44+3dr12t++9kN2r+tT1ZYa1OjceXAxdA3kEMZwOjAFigwm/7D7RRzidoMvgsZ/K2RYUf508omG6GpQLE3k8TD87KAYQY26DpToC8pjf4mqHbrZPWgfPHS2vvB+74P6mHLlPeevlVIbBWCJQKKeDMBRFIfX9F944Fk3O0BICpenv6QuRbfxf4NooGNYfiH716OSKpxNUuDXEhkC9H/leZCFltoL6T2r0jNxQYlrFOz3skb9J9iUOKJbPtdB1fccw8Wsy6wv30os3L3gv/IVwmOwDZToWfmxsiLG293fxtYchXXHrjzYXhY92WA+/df8wr7+2wIJca7inL36+b1EXTFTcX4uD/uSxpjVS126TkSFTAglf9lv83xjECakc4OV6JNQ1Gb24UthwvAkuPlkznasQn9liL+jGEQIN5AUnGyfgE3XshRBTOz9NpkpxdKEmdu0ZUF0MjasKsHhPpLmbZ86p/x0VwmxWcbib9WDq9dfBcm69wiaJUuphUuUZYwjjTCJfYF/bedogWPIxTP+LhkcfF+1UGuS07oj/YPT+Prjs92BDgzKF7ELAur3YRSGD5NHwwavXHjRn2f/RpMdTqS/FJLiYgu90zfSLtrHY87GLZnF/ik5rqf9Jy6YqRTK4H1f0s6N0xzyGZ5gKoqeu9PUX5NW+pHGKPEiQ0G2Sk1/Jb6IxT4DRrNlUuW/JqSHNp/w8ezYZU/Jllsg4zZbffaFg+Opc+/o/pXUx2GBkH48vvrIhtnyoTEk3MXxRMk28rENaULu1NGtQ61A1oIOv+zI/vpA6dIU1Bz5HSrxU/5EzQmHqJ4r0DHADkL0TEUMpDimWM60fvpuD6wjL2OqRjOlqr/i5Y7cE8saRW4HPQJhRs8LzI5MPt+GGzNh35mqhwLxAlJ+LwJMGmS7d9x2F0gRaCA+neT9ZSBk+pmXlBgWzTYbQTrDi3cl/atF9Mz8Ys/dEGWKRrNJvwdsr6ppbdtx4VS8EdJFlhzn6dVcKPD1kRR1Oxl7nm+xj1QD1UbjeroDf7AR0c+MiZ7PhAgT+u0Y/LQbhbmYCVU45y5LVuVolcR7xfg+xZeBfvPovdcunzSoOhNlGNAPCRPCcjEU6SvCa87c02UYJJnV3xJjf/AxSdjA3vGsC9itLRlYyCL6xWjh2ueFyReoXhs0VpvgaPP2QuyvCanv5FkVeh7p8WeH5FnKkslv6q5FKRKovPrdznXL8txEmIbI9ITy3EG2bNz0v+nXi22xMv2KrCDzpuvBFGQSp1E3OsScl6saEh28Vriz0lzG9aXPrqOBG8c9yUJfminRmNF555WvJmHbVfAMuaIP9G9YVQx7F2X+1RaD6P9kJahDgXOAdM5eYOTR2nwLbcY+NpMqrTMt8EK6mE8PhtuxCkRzF+MKQXrfjKcoX70D2QwdwWPLPlnzkf89NxJr08fwYqnrjwWt9ecFsIg6mE13d4nSITB+9FOgrU8CinXoG5Aleesr31/hcFH8ubZd7tAV44zEM29uuWeZUivNYkQrW1g32rS+qdI6903WstB3Zzv/BAOKRswe+3keOOvKfOzrEStS9A94IwbDEbQOt9mPYI9nkr8Gg3YGZn2E2Bdpmj/O8q77AERDt0oQN1IxChtldBsjgY/YNVTH9VflG4wLtJJbJKK4+viM6cYiZGzR7clUgToJ5QzCsmNBtVx3ZR/jELZYzUzNaAFBvnZkDgfBkIa9vn8sczW1lVT0unWmYBEmHrXCpG++di1PEWYECXoYeMFQCYK9ZG26WksY0fsq+2soplzQvOBXgYkUor/9tVccyNNTx3lIhw57SVjaTMWo2tXf08aMtjeE7gPg/I1c0Cq7jN5kr4NaElY4AfyuaOsBUCnNINbuKat0mYQf2dUMUrdl6PosC9N1M3b8ifROCY51FAbBvBxDHaqa3j6KHH/0Yn+tHxv6ZPQpdOI1si2ZDQtTHJ9Ao3dVhdL3kr1SdwOzXlKO5QI3bRVV+BBHJ8H7XtYow/5NNR2TbF/UXSwcWU+dbA6deLTPoJYIIWsXgfHKePqVE7IRfFDEGcjlwNLvmVYgq1bWldGa2Sgk8mwaPYe3/lQh0cIWyve6KLQKRxMaG5UN3XuQjmQW4sNk3PZlUNNhP1s9m570eU5eGgedcc4SIWLxBbK3Ks9mPq2H3+1ZS6HN3dfwghDTujmEWst9mZUiF2suNFcRJfmLu50o4X/gV0rrtVkWto8ycMq+OKE8MK815BsWvx0PenV8QsNd/ULOv/zp8GkmCo19BIKob7+q85PH/cPhf5GcBsA2Q9921NieTAVBjhKl03Eu1JEXve1FGLDmaXB/ur2mXiX1PKXMjSgHcmLJOnevyQZJvZsIHzbw9ZiP21K5hx6za1v7Ae56IH8D0a2Vwvxe5uCRCi0os7i+Zn32K/LLt2YPuAfNGaIy2aYwpgJhGyWSGjO7/NVwkYVGLA32Gn0QLgNvju4NBpjjGHCC0pYsI7ViX1uUsn5aklxFTuonqUTK375mX0GF9l0SjqotGz6DKl4JWwWzU0mVtBcijcmoML8diiTS+a4MQKM6YHS53TEka+y2XLWZDmLyl9jHd3C8Jvbyu3ZE8uDItAHbw3NUcNnHDvRzpCg1mYypOukOhkN2wtnqvF/LXDOTJfWqo+UXshZ/n/NKnot9ipX1a+y1w33p4THzPf96eqJ0e17cRaRpkoOj3ppGcv1FczGOhKtmnZWVYEsjvrAfc7Uy8xUlO8674rXAZU1dH8WA4gYa4e0U1ZVxcn8OZnFHtp1KOZJacHpGaZpi8QC/qw+6f4xrZnoh73uaASHxxAPcAjk8ERo6KpHE0K7xlFnY7/PC76phX4xmN/K2peaw2uOUFEKl5H50qd+fl55q/x1VjllF5INUHXlSVa7R9b8QwC7NqDbDt6UUo16mJf5SgqV1LRVCng6TWH+UVNhppL9FkQRaC9gDCQni7I8sKIpICDf/EpVOcEUkyn59wTMzrzmfrEteMm5FjHB9WH3+UMZ17aKdp+mscESm2pZ93ClQGYPV2LPiW9RnVgkdHYb5yT5ZNBh+BObaQMTnxfzmjRavV0vTglMhj3LFnW0VR2WkGmm9BYpT4n2J1b1fdmQrlWG/gPtslXZ3X73Va75oOY5bNfFvA+r7SrgmRyjiAOnNM8wcKK7+sWWjmPbGKs4FIuvIyZFi2tdHmPjJIVKkjqzg5g8s21lElwjMwE5H6PWw4jC4nJdadoVX4EZO51zeEE10mk+DxFbEACqjt6xm6SWRd++d/mrmRclOZ5xF2yW9skRXYqGkCv3Ni4qGy55Ik4FFNrdr7sGK+oRKUUjDUict7iz/1iOMIBQ8MT9A0DaYcSVrXL5E8ffmlYWcckES4bXKEpcm/PM1UYlqGE6unYS2q4L5GsQFYzjK+YUPxh1ep/6aC6OVeF0ZO2bc578qZ7I5iuQm0GO7WZ2Gm0NHJFbpDDl6uYsuv1+xUSsTfAm+GUJV0a7auLEXI2nCzMSm5gQHvvaM5KsB7WyrzMPfzQpubmcGEHRm6ex4JiZp+MkKoBshomOK3NZrXQl/8TOc+170jZ50+y9cBR/aLC7BwsOOzeHdR6QW4Yv/Tkv4GwdqUHkRPvRKk4bCnhv73gi7Sk/r2IIv/xUMNNh1BFCY/9HVIycP8m+GDFULypI77F3BK2ZAPWtWrTvQ5musgf85pLLuGG9UL0FChWGkiFB3PwwvCnmkpXgy39m6RzsxDBUBwyiJVSaA1mWHWzZXciKMubrhaFSj/SodtgB2OeduIAcL3x8wpYuNT9Sv473FbKV0nFd7PAKSohcd/2Y7OJsRHlIvLWLuc8uBXRz1F0OTUTXVyBY598t6UVE1Wq2ZjPiDk8Y0OG/RtYC+n4ym8BLxqn22blN3gGto0Rl+nTHqXuYvV4H4uK++MnYAhrN4vfAZh6PHykmocw8Ep44hiro/RS2Mi795cV648Ov8DRTZc+CvCKTN67luSyHmvMTKK204XlBkILTZ5Ta37YiDMQultFy6lceVmo+xm/aPWaIc6pN6A8+gdXhH/yr/7WmRvlRPxT6p6k1XfUlH1YT1Lw7RoXYi6UMCeNQPRshPB0JozdS8JJTpIcZgPjdxa480KSCj206rXo5WAt9TKMM0/3uqg8Kt8y89paJcRmA8wQ8d8yIgPPOKH/IHoHgn/oezqf+Hs6363HqoaP7Hyyi7VFlrLQYk0Ra20WuNb9YOBK0CwenX6ztL2WZA5M9Km+JDDsCIC02nVtquGBRUzsp+usJsn5J+8lbeD/5+LFqyiyAoM3UOsDdy4iAopUicirbVazZIoXDMDGRfWVqIRQOFETS9aAsZAwuvpGTJljrTz7v+EYwgwrUwwWbioE3/+kNeHI3W/wXfSy28kEd6VyZREOetLKyypsJxvw7XJosIEHPJ5oFGUT/SSjpoZbAITC4ULUzsySmb9KSx1UHYKy1gZ0KUnSmxuUpoQtZWeYqzO2hpWp9WOD615JgWBoKioxsBED3jgVZNL0EDItSg7Ak6Pi0jRxsCHzcQm1hwrb0tLydKeyB8YQuN6qfxJsiDyLRhLzzGuKdqjNLP5Na65B1Kbj7DMHWQAh4KIRbZ9PmanYyjemyYOj3sj4NaDcaeiOljDCJ8ZQCvkDZCsn2OlcPvFL6c/qOFA2tmp+XK9EY+bMC2jJaqOF1iAxoV53sAWbZrU1Id+VDIh+1oDqM457Q3VLyXHRs6aAJ/14dJv2QbXSAiGxLCKGFZ/NoyrHnFv58T3s+vdTO7ErOrLlkYSU4Ipi0i2fA2INFo8Hs94Je48QF1sj9xA/SeVAR7rLWBwso0XizcQ48To0vp5cE/Q+F3oc0x+q57gqYwQZ/YIPhxlTqolId1/n0YYFiQWKRJDXsnX/1tLFpXUqIZ5jUpnzrDd+2vRhlKxZn93llN98SB3N8dFRRoR9ZvN8+oAUCpoOgBy1hsZLm1S1QbXQ6gdvPJr7/dVSIrozIFJXFeyMknONCDcUBTZXuILvw6gZj4zvELv3OsvZlsIGZmzfHobybTQPpPhODV1VEsp+eMXv5iQatV5DKGm1HhhFErgU0lhXXCovk/lq5j21ElBv4SJrMk55zZkZPJYMLXP/rO28yZmWv7mm6pVCWp1Z+XbeD9OYjN8bt+IakxT/6Ky9MFJZI+IjiiAGr2/JGSQ3fazjhyKcvhuYcOmM4ueLQwxYi0BjF9RuSVITgeS9E2pGSukBLXDh6Rh6uMrvY2XVkwnwvraAw/dGQEAAC0qVU/SCqu+GmJV9tzXE+PlGTzLiPbM6dOvRawNlOcKp2bKGbH7t4cDm7wY/7LIBf5/M0vaX7L0qRBJWSB8U/CG10meE9ukZ7g/RA4sbmp8hhw+MJUMyIq7COldJM3ZMsa/y8PCmNzzexB1EwTYofAEVqymAiRJVVUPKG+e94P5Dj2BVXJf29Ya256ZQEYhSPg2MlOQcM6vmLKvPTzGEu9gtBNkF5CxZg7KS4XGsPJpq/QOARP06E6jLldabTG1sHnAmarYb7zzM4jxmJmOojNlG2PBnVsoGZztn5jRIKdy6/wPeC/MUC/6W8qX6IZXuicY17XI+/lKmD8HEav37UWacauWLn5u2zjXQKcDh6qdg7+3yMwO12OYOzgKQUuES4GkM3tmkS6Jtv8C0zL3L8i4keQr15/fyRq5fqF8z2NEtGgKfoQhMH1a8GsppTCZzr2WrbVa0xrns7modH21jA49KhArKvyK/VDwsT4Q9r2UJ5RSAP4ys9NMq7XX8GXKGgcJPsbBx9KP0C4fWJsSan/BiqY3370jUB8fqQz04NmjNEFX341c7SQCguOBUng8sbujyJ1WjqPWavRRtJFo2h5ts1X0MOkQxV1QU2a5d3IY/kJUhn18P1Y7IDY9US81Bdza7df1aU94CDM3x2Unm7hXPrxEpZ2UGGMVOVi9+B5Y8Qty9HLJVrIrdt5e0Vxkmfw7Brya534LmLUQ31PTBKNZaJRZ49xvziMVwPe+I+AZzrdR3IJqZeaeyR38bIT7nwOe8mn9tjjy6jSM+6YQp4wRUIvHvl2Ht+671T6NNkO1shx2tIpBDzAEgvuuCyYkndiZHWyHCZwDbmQ4zwrm6tN0y8EfGKal0nAYcg8koLqd2g5ks0bHGQg2h/IPU+6yrK1/mWUGFReLRWyg26R5SI/vTpMzgBNZH2FaNTmLJEXJUYuaJSyfapetxelt49Gx+u7vjk9qMZPA52lG7+nKj+He+yzTkd/WMsEPUOnF5gv/b7TQdwDuaV7AIteHgX6xfCq+Xc9e2GLjfURLbicNdjK0OqBTd+kjMRZPlB2LFHlefRcmWlU9BgxtaeiHWox2r9vNLJfkAKvABwbIAtSWzbdIcpHhN3GQIjbjIHHZcdadIKH9idwiLAFU54Z+u8u4G1UuQabWNSI8e8iJvG5bAv1SRZRW/t4jwl/BLfYC1ZsFZfYrnwhTouwq9xzNP11HnG3qKff0xJHfl5Of8TEiTYvCAnyJMOi3X25hiTVbPFSI8Ddqfn0+MvZ0+U0+SzVB3rpptwCHeSF9HTmbzkp5btFWkpYD+gpas6UL3+/OmBJu6JvmmcYPZag8VQbZhE5ZOJjsKLsSt74+vz5lUttl1ZekMxhZP1pNydWus3+kIzdO6XhtdQpjwybc1jkwUQMWCU0AvUcJ65qBkIirW7qFS/RExrR4FuUt1zejCOWN4I9ay/JUXTXrUoNo90LLPklGXKp8pxj2+3azIkSrnSv5sclGkgfj1SB/QgcAGljmvmXozJhkwmaFr/IIfNjwixaAMXqKTKF7LRa9JX+Or5BdSqW7NdzwF8zCg7n5Ow1cmdhk+9ugeRuWJIQ7lmgsHt/X+O9Lk0J7NoMJPyscY+k0273Xw2z1FDERi5kky/IbSIXXexIydB0/0YaiRVaD8cMfznpgDNBFEy/AUDd6Tttvz8Vwrlt6oMJdp+LYWjF+1S8OBDiQyCv7iAeRlFKiS4sUtWrPypaXqxGo64/h6uqfNA2vYpMf8RVMFQeu61B5YRP4l6vYjXm8Vv0o/gS20+rLUBvUWjmhebzvLxXYiExLmTxzMC2ilwm4wv1g2FQMD0INLXStHOOAqGAjLJIyza6mhb7fSZ3cvdxNTWT39Cavo3AOcsyJi/Xs/oS9ziTHJQaWiJX0HPi7YWSOOVMzrpO9NEQJ/oWa/mbq6xbC40C/CfUElDZMqCxmHz6JMc2Otz9l7Sv1dUMCESdzw+M3Lwxn7zONhhsww9/4e8XpbSqNVW3oxGbEY2lt42S8Gs4dbljfLGzvWa3XLrXhcDerF/OeeAv2g/yh3yGcpdstjVfAW3A9CTTzh3gPSMzQU3IHB1TgCZ700bcKI6M02A16R44tcZgaLaeoF33r20REZlJwvbvg9TEpHOTg9qfwNgn8cN8ZcYW1hsyQ1TZUpxUXrCEZ3HsX1wfLwRWOdLt7KSyN+3Mg1x9lWqt83crLDkIyX8N0tcknYRaaYRabubzUYfctTWH1wJaXPmY0NTsr4DasaWydQjNPKP/+QJSDcY8XAHuWaNLRjw91xX4n9x6YGEh3ba26DvmN162pYZgbU/d1td9zZizHfJGs+Goisrs6Rg+mor7m9Z37NbGI4vzWajpQKnlX+w395MMtPS3LSdMrPoHzIq7/rrBcBgoCnTtHivrLNFxtbIjGMudPoNfpYqv5LMMzxj10qpryBSLUwTKXpea5L8aaHvMrQZm52LU5Cx0QUpF9jb+XbDASpWGlrX7r7SvfsmnqtbVksuJIvGlZbqTCbHJRpKPwjkiLI6YiOISjYq5y9sywke7Let8NjP4Ei++lGIdcIxfyU1eISIhz/eGM+Mv4YbuF4fUzvibtke6Pc9yYr/1VO+/jFLxc30tOQte2x37yNwK0zTLVP4GlBxHtq+UezSKxsVeRhyKa67GzGKWF7NtSHKnKxWpNJteevjJSZGeu+uONVZXurfaYWzxc3MF+v9x7+cmWV5IgK/aRawMLK9SFawDt6DnV8xwPJ/ERfp/e9BvYs5TGyyi5nMU1yc5c4NCYRiDXjBNjXb41wv/iCcwh4i3/R1Sp91BczCSdT+BSR8ddciy8CIx05Tb5SD41GFTPtm4QF/Dh0ZZMKE2NLsLVKfLw6w+h5Vy/YFaw0V8obyyJYfZxbQ2TGqRBFswmuvHW9bUT8XfHNWECxqpcHTeIIVMMvSKv8YJcloD0Q3QhdpokJXMP6N5QOxCzh76En/bbfbTp20skf5NKLwayaehsdiak6XltShX00rJfuwoIReUyrunq7/ZT3Lt8zDyB6QrGnEp2V8ZQa6o5WABPqu32b8fH5U3qK56p7KvxKoKAbUY1WIR09jYKw/5t7g8zJw4zd8d0EqfDMSg9QgVcL9NJXXoE9VksGmWYJ/eEmLGZyEUy+XIIklI+jEQBlBAGArrS5J5l5CrHx/HHIl5VPswuEPg0ABmOk+8FaRGWaY8J1urVPPTpSWf5fHuuuVhxPiFuIxJ5YmTe4jeMb4jI/VyreF6iBx6AE0B6RuBasWAVyoC4ACubTxK8o0gOFn5gzlCoBCgORFt388JxTZcqcTC2f6mN5KoGtYYGlWR7bt/2boi0/ZgoM86yWSn7vt2DY59YJYJ8mi6SZOa5V9SWoS2LSW+KK2FYKG8Cd6JPbJw34CBIds6I0QjUy/yi9UMiyxKibpwv7ISR5XGBF1NbX7xBhf/pireL2ozSw4meXN2MvQ1IBRSWUnoqc7R6ZpY3PWYXolCdnW99p9urty6prj3Z73GBqykcuIQL2yO4LyxaYK97Mzf5Zykp4X4P9TSMkyDLsbgHo5FYXOUHJv7aukLhxf2IdDN5hoRPkm6EZDQuM/YT5mB2Biku1dcRz7BqvJZpDEgav3N87ac9umErd+mc+a5PwsPI9esvzzwp7oWHLH/87sHqfbOlDggFUA27dh+AqCY5Ben1aDPndxTOk4VRIkXj+BervTOZfUVAP+8G4Jz+xoCjR3q1UZo010oYUC+Ieu7v1krrs/ZLLcNitD48UlA8YiGwjlAAmHfUlGnEKWalhYx95/7d/rB5uhb+DbgORz7s4bhc49YecMDJey/CYOn5bcSFHjEg0PbQolwjbpU8R6flr0I/eSaV58REMj75ptqjgUpCQuMzDYcU9Yc0+oOj6+WweSQ9MCLaBlPKsvC2mcoXrR46MutdGPG6DNV2oBk/ioDHB1UsR6HW/CI+mFfRwsS8vNEI6SdBwGqUL5sd55S6mnmqobVF5F/0KbwVehPVXG2xesaM02Wf+nlHlzDV+q7Ir1SiiLNjXrDQgNBBiR+l8hIToHide8EXH343hKZomkfx/MX4qS0ACiXAosh9dAhXBf5UnhNGTqWXlNWVgnm50plsXULjDzZY4UBQ9s4GNq2QeDNyB9CYyG2DCBLqVDQ2vlm22MD1t1n8TcgENBWoEvtbUWsjAR4yswq8oNNpdhr42BIQASAgYBWS8uc1ix9/Yj5SlwBSkfSB8q7ZXN+My5CdOWG34yofl6esoizmKVWE7XKCohfAxkae+bxddCFJvU+anbGo2NXhlZ32qpHGj8MwYXO1agfGtYvCdcdW1KBZyaNEB50NrLamIwRlTF/vXbon6jNwR/1vjTSz84rqW4I/I10gBshCfcId9fRoIeMcCGlSSMKc62N8WXZcRJH7stN6xJ14q/WSucB7PHD7vEaeiQw3IANu4/6CpqJ1xdcnW6ubVFGft/k/IJPzN2TmDJU80YvXGHgCI0dpte6VL0bvU3EErsUTAbf7vpBENearTRLB39Ah630xR6o9WLXT6+wXw5sgstfYXRze7Z9vFzWq0ofTCixYDWROn/CaBH3+Z3OlfDxgnQOBcdnv5+TKSyY/Etg1nI9qNBJU9/lZrcS0CUjVL6nWa978VyML8qKGwfB3eR/x4BOh3P8HHLYaCIaDqbuKRPY3BVlQFeyFsEmnY3znQoxFz8hk6TLQMwuDqw8M3fdG+THEC3JMz2s+5OvF8RIgcjxRwODnCKeeMBkWOplJ/zobONBs/Q5FPyTGMKrFWUsDoR+Ut4/RqfgL86ElRFJ6vfdmsIvdiXjmnlgL50RqhPjw2jK8inkDQ0ekrpgakBxKC5HPyDJ7gbp1POxF0yPuiQ1JNmbYNLtKOG9LPwo4eOY6FocGeWkt8jHU8t+S9IPzRarE/fLEHi4BjjMBzSr1ndQu7w455/pSGTw4dg8pa1dC9wQOP7Qqt8cevkwrhhFZ+xMJ0H+8MnxtMJXiUGrPRtL5YXueIa6CzQxA72lnmYjnH5zYthJCwY63m7w17V6/1R334efRGXqTAx7VOw30fOIZLedC1oLJ8+mMMTNTsAPFRBXIT6P7Vw2IQ4lfwXCyp785W3oXNRfvVFchNteWWWYvOaivdXVBw7RwGfiouV8booNRPi0GDiUgK/kX4bZitFqIqhiYvs1n7JXQxKNetLxqbD/uJ+CObTL56b8758fcqyqbD3sMsG2Qulvo7ph5fuxxYuN7RVT/aceYG+1okR3fllls6uTfaSBRmc/XcDUujz2eGbCCsdycepO1Or3J71OGkX7AEdf9o6fBN817PM+pELVzPnN7JSiM7+MRGid9mnZQuERwMpqVyBaQ5bLNo0CcC/ONfh2Qtu0GuyYfY0R/N/NnfCu6DwWCn3nFg5U/2UARWvckXtJjmmaakSBaV3ZbAzKXhEpNpT2Ik/L14qscqYugy9of3C00DGyQdlz+dCu1acdwg9+usuWiFXK4XuSEYwE4Ij298MINz/H8daEsvGg3pdg/lKtHv1uHs8pttmcDSWYeK2XiYzYdWG6K/g1c8XELj7zPSQI/XBC1PFybAJrFcsjzxVl1xjW8LwqD+Ifj2D+LntD/qpQzuWcgm7S2tzRsk1+r2lA6TNaiPiKyejVcO+r7g+8OVsfToLla2mqo7OTO7w9VEGSDvmRlE6pqUSG+PSzOpLLPyjKNtKm4HbSTOPEPsvM/xWeyX7uVhABjEe2nm38IZBF4FbK2LVnPhIV6pH9OiEA6oYOQXIPvbY521C+7XLzJaw/gszLWIZvs7FfeRGz51frGttqR/A9dV5iBXqQHY5vWJx3jA7UZQGBjk3XZ1CKmKHGsGA8O7xXNylqM8Yp8dE31SWu6v6669TnwS1fkpDuykLz6u7QpdhAn49+6O6e45E6S9+V+HaWyzhSq3sdNfukXdwRoVkILyMl7eedrHixJGLGKEEgXSVZtZzEJi+ldG9KLu2/QVUmCZ5fKtS1cZ6mYZryZu2h6DnvHaez24jlizhek2MF0TxfZlHWo4+YgcSkPH1qQmOIkVBaSWfnauNgiTTsmGEKCZdXEQxI4Acrkj5SzNrT4lHlKHhXBq5FE8jRHmSmYXs5FZ5Wl15VtIVpIH3clo+pWSgauIoLd++AeQy2bJFvTB9+iPiupCOgbeYokgs6HCVm+t6cijd9T3pJ6YL0UAXeJLzavPYmG13kJiynruUzair/WkwNMwwGuPy7whGYIG0216TRrcHgIl8H6JPTy+pRMGAmz8x8JINeV4c6VPVy4nR6ZJkflpZmeQonLDrwPIdx8RZuoU5r8c8zsoH6RLi/BX3UGjR9XwajvzSWwc9Np/8G1Wjycwo8pw2I6BrXL4ODxm7GRVNSm2ETz0iYoRmzajL5591KXsrjE3+19a4yDCHmhOlJo7vSqF3IorsVMvvHWu+L2eRbXtphi2+PPiu25dgzq9mm5Q3IYmg1j+VZe421nUEez2fVV1O4B8e2h/DJr+QY4AChzltB6xCUxZn44dmE3uSkuus7Nt9vwkjiR9l+smq+gp58/iFrl+XPDECMI2WF8NfXBoJ4DpWYDdaOAUvcRt/+3oA3Fiyf5yxfIR3DYI4aEw5rMjA/8cvFFGl8fmbT9CJqxHQkzySRH5iGUZ1Px8KjKNlGV0qLEKScOt4WOpqHt64xTiSlKIKwNBFEzCU/IMYDy6YowhCg5u+ieEqCenGC0LM1LFp2/m087jyN2mkpQw+GrbDZpaK6kdxxUAcO0uxI92UT50iOvofLLRH4Xl+UQgyw0A5U+POd5HodEFPVa4bF/vrpw0VztC0WJ4yFe7AgdTsXsDl334vm2G3/sO/nOmxMM2fTM3I2Sy+8kHRsp9D1htJYR+LzL0JOExRyYE/1/3tXac4NcpiAyVEwEYIoA7gTfT8+QF+TzzdGuzZxbGIyd7Ci23jN2b7YHQcFGrjL8FJTmVJFeWrbypRlq+EkgWVPjR01MNSRAVegTPyZdTCniDXLmkH7roF09xxdJzSBXp0USampC60xfwX65exrzlitTm+svWCakjcv3WFDXoZN6RXSBaj9Qy168jKREATO/Ot9YegQqhD59SIdzwClhjobv7oav8Pp6kB8TaLq+Pe8wsYVGCUHVc78Nr2QLUCEOcDL6r/MHBEBTbecqGLtUr+BaS78YL9yBJkKSFvjsPHd4gP9HbMHMsE1/U/aiE193eCwIzOTA7g9RJjpF3SRDMZZhjN5i5e6HwvXChNP77NefbfO/pcV3ncPqub0hj6PU+rV96bbRjMyp8sLzCrysCknZHAlBSNjqgjr7VYrWryxMSfwOZE7aW7wauyuPgtqgAcFgTLDawJgREcvRjQR5ar0AYMOher3+xuR2dNokTONJXecBNlF6YvbNx/rBZGmEZflKzFo7mTtVkzt5VIMdalh8YcF8fWl35gvSXZtSW+8Zi6X4MF44k3Og32iwShDDak+/htT079YhQkVStceP5UgQqkjm7+v/RYfWiwHr3DpjV69jsE0mPAK+HR4k0YnLtE2O85Xjj9ZvtYEfoWH+42Q+a9P04XfK2+f/m3j7yNlfTA1BYQS4JhJU0/zFLwMqw5bX4QMz5CL88O50J3EkgGOnkiwSF0gsS04Qa8R1WEoHaFd+Iv7NcfGJGcwbq5SRQE1PoKI1e+JwFkcRL4d6ZVxu9q5ZLKobRKizJlkL9O7yd+r1R7c4my+QBuGmVo/DOt3M74sIA3GK8cN3rgoPlIIea4HbCRikIPBV56bCRZPVLUvVZu89t0xB2lmqXC8H0PIG/goGw55KLwCSjOeuF8/1wKdT/E9IwLlgzsYmUJroJqg2aa7PmLE21TxsCH9++z9JBFE9ndhXW3y0aWDfrjGTdflRHLNC7OO/WUYthK2qUyOdv/wjZOrM/28uC4ylpOKvPFn4Ud5frvBLSuwgNUa0IA42tPXdtOcT/U4Z02+nlzf3exJXl8euG3A1rrdn8zm46Ffu5xrLn2B3nUamj1r2/HE2f7NCv+X13SpXUPoXPvXIEFDL8vg8v6kcZTvEZfUXQZ6odMHMUWgRS1fsbvaQdaIOl8vKd1PEjfMT49x1fL6CbQQe5t4HtmZhVBqgalLIDZFlXq/MYmOa4F1a6lNdyGh9Kf9Ow17G9ZDmZhSACCp0TrQd7nxmewqo2pJEibSIP16kisvhoOnPYpEqYFmX55ldcrlj04gRFvYgdUirhxgzb02+akd1mxp5fI4/8/2IUFyL+YaIeBxSbGWN0IbYvXcXIDzohQKSyVn0HCc6N7rmASqX7+zTzPYpZG/s8FqrbLa15Op3zo/wNkp0MdXo3a605AtgUsrwZv6NBQ7JT2PCvRpFgIMETXXfE6RZ7UUZnJVji8WS61EA34EFawZIkooj1LC6kGmHSfxLUMJWM5zFBUSGlbcBbigIQ6tvRrlC+MeRjS/s7i+0mxSd14v3N+wJkvTfrfh0TITM3xXKLGxBtribvhkztJm2HxTnq8IGbw/Ye4I/AQZMCa4FeVo7FMx3wWWT9/FuJlm6DyhU+W6bxErRyIHK2gdeX5uKhW1x04twr1MRQyfX+mgYYRgkUBf8IzIg/BGxH/4kPGSPS4StUCLKiXR4GHxPhgW2HGYqJDbvtkBoD6NqB+5D5cXdjkpDz3nLzUo8n+zNYQMe5H4LwOt1BvsKP1x2Uq4boLCQmwPd2e9yJGsIaBpK1mlCClcA58rcDTh/ssE8UQXHkJwMbIzSW3ggjYxVXk4NbmekDPVJO4SQjKQoFHfvaS6zVaOKZdzxDqMdQbVQK5hFoJz6VzNuRZ8t/br0Ty7y9PKQLF4V4t4QXUl2LWm8h1CT7JMsVqtsJ8d+ULWS8en0URjnETtui0ubGQ2Z7ZYTlOwc7i9VAuFU1yAjJ7kjUoE+esz3+QJaB/S5PKnTrLQfntFzUqNPH6IhtyHeq3qrv3N+SaYImKRF0KObcnbxUnrmwXdq3MsA19obqF2t/LVkDbp/tIM1Iv60QVdKXxwtxhXi0GxzK3bmFn7a5dgWGv4/xP9IMtth+0hM4cKzpIwx4WxDyP9tS+94TwSeenFh+1VOQETnXivpb8QZE/hWDqxPx3fu/GMUSe5fw1D5m1o6aMaNCgI8obvZ0qVMS1AlHe2VxiPcmLfgreWvZ6XHzZ395ajhXkeDq3ZYqnnoLa3cIn8a41iuggN4ob1rQBLTflporqOSF2U5HzdrUhHO/b2uSuJxRqpR/yN3LmpK3xd9/k0IkP07hjFEAmckC83mCducpwNXwrNhA2Yxkii+heraxp1dVbOhJeg1hmjAPqDaRQyQ9RLbfiTkoJVIlpBWjSZ6UsZjY79+yJ+Szeu+gblzQ8sywi0RPmWl6pTjjIzHm6TOSHXlPqcrwhYU5fJ+In4SfvYVf+wymJcTevV5pPMCjrNnRlTdU2ml9RifB7YtNSnRwh02yiNL/Uev23nIdR6y7F8hBk/Mn7gMBvf21YN7uhxww00HoJDT+W45q8MxmESGJxpX43WmsntcHSS49g1QyyKFMxvLJk91fRz0fUm+yWyvUCRY+z5jkv/hpt1+IXNSHlVQmlZC0oKCEoukKRsMnxN+Sb7TSa4dlpFJtZAFSWBHiDGltei+MnIryGsm3QbC7lUW5IV+/S7nktgNCJKVWJPrhn6Tz6DQDaULl3jJnrEKkvrfBYbWwS/FntEUmU6Y/XLW4bE7fwjPgiL0b9i8u8XPdp00LfAfYnYrzl7rI0qNC/7MgdjtIUtE9iWF1znBVGIdGhC4O1uZvEWrREV9YIS/kXclMfeX2sUuQ7wISleQbn4U/hgQoaede7p5bFNSH63d05Xgv9dAd8WMXIjxgqZ0JfZnvgrH5pkhZXRIWxcI0qhbgH1L/mXR+R9j9T6yUr5N1bL4BZuJXLIKtYvujVHNupKQBqUXN7JvOZ2baJ4h6fVWB/qqc1rtq41dkm34J+z2gjWLUVbbEgW9Unkirjsk3stl9Qh12nousvr7eD8d4ZQea74RdTLO0xRBVYaUi9b3+DVBC39pQJmWdS5tQh53RQ8i3ShTvbVrLxZyvjd1YuP9gpdQpbPGGD5Zb8MFSZ/SSu9bLsrfjAKr4poXu4GhR0/ei356l4jRQdriHDHGWfveYrM1liepIbbJuc+HWj/ILs25mHDihoJln4KOFIzEPG/rusHhz3QU1yNQhZSChg9wxwx5TJOYbO6eXEtVxstVTkwTBEUimTk4mIgzK2hy/0NPDLXBptjxuXu7Tc3P5VlnL8B2h/hq/O/b3h2BU79vVJVxsEqPOk+v3QsK94wpbPmI5OYlxn7pVFvf+kKAx9Isx4TPQWmrOUDv8O2xGqkKbMuloH9dt2HKI8f3cv/l8L6phvKPGXltqkxlwaMuawbsCFhpTAvWfkbmr0Kcoz+QacUxFn6XDQuuNvXieZXyapvzH58Ri5RU38q4zeeKx5h1QfH8m2KBCdmDf3wtZZVvFj4gV+66iIvz27RCoVU4MVs/TVCkmh2wEiVp5imfejK92XBzculN1oL7iGw0IC6lDeujxFtywk6YOYEY1Ut1xJf5tTU0Ifu24XTEg8iGXSFnTXHKOFyHeDjl+/rOQzPoLiQ6SXdn6uMWl1Hm42pN61JZzVQZQmo05PFlr5E6ctnygBTQQCmTQn2g7KO6SUiI/asPMJjZatkYWlnpdp6juE7hlPkb5Nv2qeTOB3Dch57GyQcveNxI5ASMOBM6r+ApH2zlNwO3SLTkcE/cNfQNcZNUjpgwLDAaWcGqj9qO/OkWzxLl4qI5HVGr9xO5s8c1oKctgE65V42cKM5Z0+NycjelLPewtf5IDNO3VZ/ZxyXCd5XalEobq7M4xOljnoPoFVLq3900NJ+7tj2d0COYHvMH1aeLUY6qjW+AHxkI1ICiHSaS2nCxz/CsH1F9hwUuv/JrJiG1sv5q1sD2ijJGZZ/T5/EooWJiZiL7W972YwRS0Mc3Yv7uppBMPtD/X6VZ7zGjS6BWWNyMTH2+MoChLnhXTiiW2y7Mn5ESrKajmJe8BVJIUjLCfkRukCkmVs1zFZa6jQcjmGrv/Q1C6/Y/yrTNbtNM1fkvDWiIHBJmpvVLK+ivyKRNgXRcMuJxfT6FqoeJldrg2kvzFkRhN5eJ1TH+S/r90+6JRiFuiffuBH1XVUf4WVZhZOaRrLhioEdUzlpdDdJFHimsez2pXrHnm7tRO31a/niKbG8MRJH8zNPpPJdCTnKkTFzJfrtxMZf8xuiTEPd/yqD12f8eX/H1IcqODiVjkQT2UrJSr0x4aYU36QvHmNjq4raJHBubT8YyweRq4uiE7R2NVVaY1UvL2N2H+H+yDQNUeeiUS+BQF7I6GXSbbNQT5XlzJnqIr8KRtk/3vqFhOvqzIcQ3YbWQU/kFCmQBVjwLz+/KY61XA+hJ+BfYe8q7CiK6r5MHv+T1Cm4lkGyvaJo4Eb+hWsikW36CbsjRTpz3/HfKu6OlilBitoOWh/gq30KT1WcPHbOzBgPfRl+94KC7LeOWhzVvbbzkc16uDD3ni61uVR4oulwvsERZoH9WUia3C9jUqqNBN1uf/0Lns9vZ4f9XD4ILP1u1ujbH7Z/NkXLB6qE24vDcbNMdk8cOZLFkcRN+DEC037sdEfAcnY58YCPBEG+IK25n3v1iDJVTiH9iPa2XrTlw0pq6nG9fy3STVtQG5qLgZQ5RxL4LfAC/JzhCwf9VOYSIHmVcqV93HfOawYG7d0Ehz/MO4XS/IUWroULtf2ftWCLD7iaI+3dxy7hcf+ehxZtuKrY1SdkefsE42qlQoyK/1PIR9X9Apx8hv1sujtPm33X74mRfqFGaV0HWPJvC4GsyLyH6rMIZAaEnOJd0wBMt7xbP4Ak59Mw0efHICU/nEDeASZe9RCOy38HX9sQreJV1JDpqORGKWVmx6SUzcTP9o11wv+r9hhOo9A01fJVpHHl8Gmt2MANCSzDrC4KM9Zq7ftjRuCr+v/0oeRT4EI8bMRthfn7aoebukVx5PoRN28LicD88MuOE9mKMd2s9dYd5e7UIOJ2aPH97K/4d7b5nnmAHJa492O3g6gF8vBoB3UMRtWjOAZYkFSiNi6MlY847jLTkAB6YNPFgGv+Cz/DAmcN3UMu8VN36C8jZgoDAucNB/1AN9NHLtT0CoDYAzNG0Pi79F52ppC5A2vxuCwnbx4jRsCglhEkhVEKpGZJFPl31r3F64AN4BJvtLxEMt0TwYe17/4UYRV+D8ev2GMcc4vMxFxsyr2MLi1mbKfp1JZBvmC+rW01rWV/vBRWyiLCqfaQZnczodQidV5OyFdyrL11ftTI+L0v7rILRJ6Ueb086SI2LdXYYsWV+CSwXeXk/oPiZaKpSsBt9oH4qrGwjN2X9mV1a3RAGR6Oi6gTHpIeiF6PgtFGRy8H6d/cnvwADLR26M5KoWw9RDH7Ka2z2qwcz7ns8IwgtYiozrRZB6jRqOPcIf/mpQlk6NwbnW/97MbMpHiyyscfXJKhbtfQLw79guMpd3tpb+RLUE/1cm/UkCeE38qZb67C6qdJkkinTZMBDj4vBvpw2+BXSJRvtKx+QEoKeX/0KtrtNrB0ACNwJRdo93eXVuhay6SSLhS5lkgIq7kKeLUV/98Uey5YFWractesSUXq8iX8NskVpVUFe7+daUBcsexVkkQdCESb5rt9EJ+5XwYA0bTLk6WKoWO4r2nKmxkePGvpfeSLfRY/ytbI4Z3dSNcTSSCle8BJQbjVSHBmjfliMZ5Hxhp6U7elgYS+ElSfVvr8AApWMopxb4KHDvhni5Vhfu6i/y16m9KDbbkRJ/oLE100msWPFfpErp3WjxK5Ymb5owA0oKJXIeWPjQhewqh+B/QHLabUh+Sxvx//+5v0gBT1Dqrntu7YBjq3bK1q8y+1Te0Sv8xLsxaQaKAvOljKDgtOtInLRnpUbKPiqW8E3r/ydArIejqLD8+701FQ44eEA6JBBKgrKbxKetQV2pZfHhm/gWR2Zmr6tj2X5ml44zE83Z9U3AXmNkhDVlxzqGJbIVeZjmghE6fflSHf0ZGarH84QeaAGPngnrYTgDkHfQHzSvUAJOv5cjtQoSSa2ebJSux/jcHKXxVEDJEIBu5OIsJwrW5JQQkPS8MLefiHAOedTWO1SI3YCyjnxkP4Kde/9DKzx+TdBkcJgREfDGh6EEjQCkMSf7HpgFYLprBvXKIltmt/A87yT5tm3V5W+Iwk/jcjihIhOv+3Sg8LIVhlMzBkYfkNX9cbZeuGUkAjrlKm35evmzrZCAfdq8ffsVorWvASOwJOYP7uJOIkc39NkZyEFitjJf6bUrPQ/PESWzp2O+HI+Z1l+Aj5uz0bTSTuWMkP4XA3n2lD1gjCnsLphfydm4jgLCYgQzafTPSrmNY1IkAiTYVtZhAcYpFVmr7upprWxW9PtlfaKSHWhzbB/dEM+a1+9jM6v58TRTytz9IQNQAOVRk3FNuPglt2yP0ppu8OUncHWmUXX7roN93e0AuZKhoFrjHpxLcs0dVs6LBFhDeeLNK/+x6YG4QwGPEeqTldIAgMFGz0gNIg6QDxzPen9bq/RXXyymTdO5kB9Qniwpr15jcihr9ZdIddTsFk8WEk/pCNWDBpX2V9mhidoInqXBY+PTgtE7vxF5qaWeWcgLZPKOodxUXKFuYfeCch47scU2wGvmtBudYYCakHHSBIgx9gkNYtnV5INdPM0ccrXpUSj37YZdacf17YdPRSesHu8mR3sTsh9DHKEBDx5tzBYaaZpLmTGjywlTyaO99NcEqNksLAvrrXa3JppaMfYtlXTXqSm3DmYkM+Kxzj74f9pJNMoTP64Ae8c43latDfcV+wTkJcH/YndTTQ8AgOLguqUB1x6ySSEx4DmU6MrmkvOv7CiC7WzjuJ1mz08eYWTyC9bzrlMZ1RXdv/VOQDZEwK74+Z7fg+KL9/8L6Ef6dpIFYvFJ8UKbX9RPLSf0hWPDX4l2e1ySOzC8Ur1Jz4gj1QN8CJIvsJyskhJPFaNsj4JSv4DAuvDSIJbvXykI4tb39Mh+3vX+mgR2mAPXqYhl4Y5gM8QRwEmhYh/uMbttkg0FSCMrCQEPgv2AKhlsKoId9ou32sKmB2EcPaMHPOdTykSENhGEwRYO7D1miukfwWeoUzcHfm63NYadM1PTOeB3rBxB+j/s3Au+U5B4Om29jwz8+ISw3+ifFCWvl/UJEfEZ/w7WcbryPMhcZUl807hPKTM2ru1HP0JN8lXonvQ4EuI6HYlS1C80Q7SVBVoUHVnt765EZDBaN9TreR2gb+pEC/7IwBc4Sl5rgA/Pwm2Zo2ijf/8gfGEP8Y5lL4eNLKXhmzurYS9icGaGSMwgN5BI6ySjtfQ3bYGdK+KGD24LJrpl9N00+uJpM3QRd0hREYNLp3NmCCRiBbv65H/6XUpHo2i3LMrm+bqdK8Cqx5iljmhWoa6oCGfI7O9eWJKNI2XcKW7Cg9v9Cm/21JBKU/P8CV3dGp8+5nLBCubA9xXonUEjyM5LMiCvYXviCwK9ABpSaqHQMnV1yg1641N1a/sqgXI177/b6eU8FahAcb1ca5wMjs69KJXoe0Xk0/ule6bYmUp8I6q8rU4iS9E7Hpz3XWLe8iNljnXfnC/feQ1SMk9xTaPTO9wP0STMtm1Gio5K7XNL3XAg1qSeUciTp2Zn4vmg1Uz3TEbQ1SZ1FOHuBQnYS/EnA5eNzma49RtanCeaG78ldmdzWnOEo0X5hQvBTQYefX0JaWvhVTnuX0Req2lwgo+ZfnpsUctdlpiIybkNN4pu3bVawRf91F1Vv9kOEkC9EO06x2jyiM32V/Kng/wZSvATgmL3X8Eiju5Q4F/nxN7vh841d4Z2VDRZPIczFLiPx+7e23PTlZHkZM4H4bkoA818W17ioM/tOkgMX+bmUiQh9JjUPNtA0atXnKm9aAaLkKEFm20RajHwglu7tH7nFcxkrBa2RnUKwwPGcCNycwPUjvdkYJoimI3NTR+vZnoR6ZARDuCnBn43fHO1IIJd8z0st2yMZKKAdpmEtBy7Og+f0yCvGDC54BsBVMpe1Lpx3KpDCLASosX1WjgSI8X1VR51ezhIN3sLGcSxvIIC2CH2osM6VuUYkT8lmUjuGy+AptHtKldkMz3hYVh/Flm9cHynbSrCX0/iY+KPSCuEGh1aYGBMXwHrv0GS/SkizarT/86R3eJXAlBNmebYfxv1txp73gXJrDVzGnbdnUAhHTjjn4dh3O+HeI+2E/e45Wapywfs6h1mXRkldczhfrkmPRdyBG7gGFG8zuldWfaxrFG4Hk9dPU94qtqJjLeYeoRCEdF8qcXeD9WWWfjp8K9V8olnOo2/yAV/oI+gggoQM9oNaSfSZIbaZXTcc/mbcxhiwFrx7sXm+Mq62+cDtjbFgpItWs6z+AR9PITUr46iVtozq2A6decotPcvayw7EPa/Kh5dLZmSP67rxzdhJYAsJHu9SfGtDGlbzbi6BbE74sEtURu0+yVqePXHQI7dgAAPAkgvCSH2x7XyREHlKLKvGww25hcr6QNECVItQPAeagsC9NxQB52ZNiIHADpRcTUieKl7ID8z596LTRZif0wAP7GtI0pTf1E/h/946HiTFZumLTr8rCUvPTHXo63FhlGrSrR2tWQ4H5BvG4OPdW82f6mtsSTlkTAm2LPP03azz+mL7IxC3FR9+gH+TmSxDLyzFkl/jr9kp8SdGLlyphdC0bLso3rPT9nKfX5/+fKN/dQ6+HxPRKUWTMD03d9SEaMxMKEh08fFs5TR+e3yV4EmZMnaKU+9eiIo4CukC++sGn7I9iY66k7iR/lZiTCb88N2OPWvlv0moCR2EZOQ0K5n6iVtE5u4MgtCV9so6Nclme9k+1SrEGko/LCOIyckosUazbGVNILTD7xxbYYeGusuDLSjItwWFYd24SlTy4+jyf9BSNlW4BZ2FJJlwOIfW0gL+0lblzekH48WshXM6qihDiDKl/5SbibflqpxZ0O+6DxhOPCdLPlZizFalge33Av0ZF1uXRkVY0hfSUrXyj5oPKI0iTIMqMJuNEk19AUZuKXG8It93L8D8v6h5zA3sc3HOieIkZi1vX8pTZ8JnPrrLKaqWGXUVoPVHFKcgVazIBOKUOE+JuLDTsONYmLX/+xvgJOHy8KPz+nC3qkFX2rmKMGWIfyYN+04sykLi8krdIswcKyRFIGoRlrkbX3NrLHU912rXWXcY3UqxmIK+lL9FBp2a4ySUToGKmnRSaP52ePOqzAyJdUwh8ttvIx6IFV3RJHINjfIODQxv7rwpNpIyLCM+Auc+FA+NP1R+QvUeDZHt7BdkvG62XpVEdU+EtaFapfQsaRMy+JQF39MTbF2RA98EcmwNOgFsXtaHrfZPTejM3nqSKpTBtO0tlaBJ+MHHSJ3v5G9YvncGJ78KAQa9tfNUVOjR57G2YLa4L7a8ak+QAoHte7TyFhldsVDlhaw21PMg02G9cXHzcttqYviVWyftNdmtWFPosPaCXR+OMzlGdTdp5VWZfYA+xb0u1ChVjLdVtWw+GxoFLCvSepvlXcfsOE5gp7sS15rQ56+PR60uE3KNILTXjFzy8lCbDNa9DVkS2+fJn5zONv/e9/H1nEOusNbcyuuRAG48c+CUAbcKlPymmhXOMu+5FneuVEWT/m5rjZzd4IHGMyjLFL0oaZCcwLPDR5/lmYc2ieqbIVz2ynMcHT5DLa+viawdisQjGEzKfQAKHl158sM3VfALZh0ajpT6nsZP2WCgS0xUSjtpbEVgVaaWg4XSWXpo6ParOgmMsGu8kmFjOf9cMYJ+oe1Uf0KKxqdreWDwaHY1BVDV5ihmIKDlcKorOXryfN27tXdUfOnbCQl7C4LaWWmEdhY41UQrt3fxuHvP11KcBs16QHcRq7DaJPCKC9msRUDk62NSwR8Fw2+7b/Qk2eoFt+HZ1lbjD9RYF12zAAsZzWZTLZH2vJ2gylP5orePUog9uVWWGqxPyuIwH9RcLU7Ed43dkaJWoUaikV3nwMUjnWdHXsRSeqZMsbgsLAR0vOP6JcKVYf6/mDIkqOK9nphcrW95/d9zknGEvZ67C5jNtMHTp+XvCLm9kLhgNebytNS2i17qRtV4QEAX9EX1ogVq4x9BORv46Y3A8PHn7pzU/6YI/K4FiKkaRO2YMxDfaD0JnVcn+Sj2L1q80MxpX4JcXv798YoxlYZ+w/pfipGxOFFiDN8vhzoAZj2NhNs2ujW3+ks9D8ArQcVaGWmkh2CuhxSrNDoHUcjMLxFs2J3bb5pO/GO2wWn3MNbleZOzvHLPqg2kJKmNz/T+l0fjqh0xTceMme/8XVPx14FS+Quh5DaugmKTDGZno93f5l6WcVoB6Ura9ZH/AUXWca/jBJcSRyj/Vkc2P7TGfr0v/0JttV4b2ZwTbe4JmhC87S9YCeeZ9oM2OAsk7pdP7bARXxWGNQWRJrk52u/fn3F4qnnQC7IaBNQHtFIQtedYT+5jDEmU79HkwnEBeC0P9/ol3gnXpJ1Qoe6oqYddyVeQ3KcwDeQmYgrY6F1OevCGiSZVWVrDwx2HdV4J8Pq0pmLI5cFs/8oPfKajZl/5kWwjxjKVbjmzxCpZj5+2vzJwgbXdIB8otEfEYO5JrPz9sr+nA51fcPXa2L3qHGE3IgZxg9GqJT2jnsoRsdcfuD425DQi0r95uFVl0z/jcnPP3FcofuyMI6Wtlcc1d+y3Jgs7oOmoaWpXdkKwT1WBXr7LF4JDLwKnA0FKgcv6mmWUnsJJNXl6oi1WugxUbkCWdwPIJs+oIxbNBTQWZExQzKRyZSW42Pk6LsTis/+UmzchO8T59ndTqpUz1xBXcZ8N/vYLdl45R5U72BG9SrnQ6QfytUTElPfm76Ub7Os9Kq/H79imnmY29Zcxj+NU2kxuMlWGgQKuQmuXRoPFp4i/rVNLjsQ3IuWPDG9w71CkP0pBL27OXiiRv7eZGKrLTTaGF1bgYlG6+sfNrXzzs4q9M97TnJB7L9oWki1Zfj7coEpoENJ/u7RISHL60UOJ85ZxDedloOrNY+qcASHAax7pMVTIjAdQbxw+G1TOzP0IeFpTBgo4lZmyBD9raybSE+1G6yXVCfQ8ndD8Av6xZnCwbV8+3TKQ8JYxRxbN5eGuFsCRvJ2CzHh0M7Mt+KRjfxRnkNtBF1sGvP+BtySWz/7ChQvoJVRd6FDuWvfIZitpX+cLAUlexCXPbp4ieCDFsaRP1A9qpiiOikvZNJKBzTRLPTpBsPn4BD5DRP+Y0KDbh04ZNK2n+eMEDFqQ69Ws3bL0VieL4SaSpGvIec76qGGl6w/HR8ROLm6c6UOOQYy/gbOUDJnioBEXMRQVviLZQXPGqlR1GAr1flK9ukFGVyFrjyfllMizTcIzUoRjL0AvQBVApkv7pIPVXZ2xJlafhl9DvJiIaTxkE6mIvwasGcJfFs/8+6l/hLmqt/3i6inW5kWb5SlKLWksxM2vXYmZ++qs6nv8u/Nljn2koZWVGRJKgIGHlbgKLRj40XECyy2TJAWrG/BfHjACqRUX3TFyP6qrEt9Jxv5uarwLHxSf83MOfQ2kge8jmsHDAxThmUMDyK3D+5FqfcKSTfo0pOig0Yhb2Jeq5shac1JQ0JYI912BhbWg9De9BqC528iQK5fP15Wq7WFnu7IavhUX8jjaBUbTXvLbY21NxzKV7yruR/kJx68wI7WK0LzEYdE+ASvDC19uWy6CgIu6XLk4bIzn9D+ko8Ijg7XfbXzfXY7g4gVU+fPKi9EHICxLEOyteOhWFNooRWIZLFqn9dkaT8FbIva8eJDJyLF2WbEIAMkz36yQFrVAxVnoPfbhjNxeHeaQoqpViO/KChIgh/EoGfC7YeRmK15qCbFvirEwlOEAzCYwl8Jn6zOlILTFr2nebixSKCyU2sjWkW6uyyzqXKllCi0es3Ot7+DywLRV0kMBe957FYUsUCkVIIheW/IO2DoPL4+iX9ELrmWC9GPO//MtL4WE4HY8aBYbvxsjYB1X4W0ltoqvgXwj97bHdoxfeA5O/0Gy8Fs7hzZRFci3Op8viMu43HYbfuSDwxP3xIbpjIMw7bJ8YBpEMCYJtuj+WIO2MqqPyaysebFdLqez2D90ThBhqfn5hy2J5FTv4zrEaNf0Eui4FJSqXLCmPolUlpueezJEdvKS9H5j62BBbQmWnBkDIbEvbK+9GikIJSHuhwIR58IUGkcHJSgmnlmI/22eUvh1ja+Ra/mUZ2UqqhBfJbx5W5o9BZgFhPCJAbA9+hX2yxztyLir6KynodEjeYO98I5RPM5RAOXI6bfZTtaCTXOVKFfl+BpFb9b8xHBBE7bSiVi0lkKAzEu/odDxJ6nhekIsyYN5G+RQbWYVzyMQ3x/Q1Zmpjmoyo1XqScih5X50dpUsGp//EGf4ZwCWACR4J2CSQkQtDiC8pqZGA+qrcC2m6KO9S/MKtaEDFxavHPvU27ZOLwWos7BoSX48CCc+V0s+EMiQtNoKTmKzWTTnmpSE2efoyhwpKKH8PxNPdHUb+esjr1byJv95sSk4dv9f2IZStwftdPVnR1FLl4/QiNrJX3ihSteLFG2RznOQuu72GMg9Nvdwae52CwnHBqZuak4qfw56z7b/JGDU7I8leQz1RTH17cs7iOGkntbDFEuXLLhR2T+BU2e4eeKRD5ORI/XKxh9e3T2H437AH+ofSKR1ZLN2kGZsUruGmSrMkVPgNoVm7H3vPa80ZdX3GyC0gufzF7hhM4Md9BhSlPj/I0isIqhVV0WSL/iFMHJDNRrZt2lF7kuyS3vgBIdKh3SbIQ44VyenDgFW0hiblNWIna7qKnFTD1I0TNch803xp+USUhN15q7ZWDnz6U9w+FX66v3NlHE5BoDjd32glSPyV0TeNhVMIhU1/d+izO+Rmu8GVm/0Lzu5JE1JK3O7aQNYUuGxn/Ju3VeJcDS3Yx6E/8q2SB0e0uP36BGNlQy5fKsvwNj7BzIRuXtg96zDr6pSu/oLg57eo/3wzf4VJKSRFXV8cnz0i0HkgzBBbcQQF/xuf6gmuWBfIG1h7m2NH6adaLNqP9CwtKeLFQcBOdYKP5TAQy4I4SoTUWMNwsZPZkRRXRODoeLSmy+mFHNsGL1ucjHuLGpLge8GzMWRmUgCG2TigfeYF/abhe2B2Ote3LRRbsmm71k1GzhRuLMRpCNHHtoKazQuoViuHWt5uYGosIECvp0JrZDoVIdQ1AmzhS0O7JZDdNx6y59VPITceKJMwIGWTcoQ/+L8IlcsUZCGMYnnlywusqinq8qjkbS4HXWMs/aAGe8249MUg9ovIz50hnwfGAchkXVDBG9sm6aE8hlwZMnKSaa2iJfmf7qRmloaYVtqslx4zNdOy6MTvLrOmX0+RdtR5L6X8IYA0DcQUbOXl3De3GWc+2liWhzRO4PN+4bry2VuedY91CvPnPDof8m5PvDadR7L4PMaEuh0WMsm4ohbDr1Umtb/RQITSdqvb0KRbygzvYw4RB+na8Mbsf3vYzcu91ECOB7ix4WMZts6AKCesZv7bLnPtqPXX3kWEx/bvBbnc6u0+FH59vhqI0AC7L+lokpo6SoTf5taJcF+pSuRcIPqI8X0jcKKTMfOCLmak95VCA82sDPVrM3QbOu2TbalvtZTfOrYwiU+PiTTJqcWvLeGaHIi7t7j6Ef56wkznJLJRr9AcdSNXNrxy3FHa2pielgb6WvYGF/sApBsNhbVDW0uZwxclW4c4MWDQFpV+tB8fD7/WJ4rasvR5DNDzRadfGDVY8ma4TE715lKoADvnXAlwpZH1PVLWZj9cQUukOiT3/YUOQL3jEfLoVySZcVv+KaY5XKjgTO15vGjz62ZLRcc+DZZ8IN7HCjDkpUsk20dKsxkH65PXRn3Ysvj+ikKm6TrnHMkEBRqj1H1KZPx8Oo13yiHybbwatX4+fi+aYDzPF78fTXRvpUxft2CvBCQg2fm1GyJOct0vTfsbs1p72S1pUTDWE7+TdRNHEp6s3xikg0qE/mw+Jy5wDRKLslhDotB4WeTgzqXiggWHbSKnAGuvzheoBA41Hy9Y4PDEqc8NuuDaNWDNltvSkOed2752DmZ+vb5+WHQtnoTfkuJ28lODv0YZ237R6KypvjIwxDUVqbHbBkpwOOwjidrdq5Vqjr8iJFsxQjb03nFBpW9scGlSFw2pE1V6Fvd6ZfTFfZ5oN47Q9k1Q2pJylfcvW0lHXo9U9y+hy0qDKc0CqZNtf5rbmV6/KTQtU31iO3c8+19uBnQjT5FcQYnHn2L1LxKB2oD2++wwV2BCusJTXMpU1WvjaPpREPpR2tqLud3hIjjEr4z1CzpC6AO2Rkk5KzjRqVMCxlu4vtdzYisd8xUIyG57OVvX6FfZRJoZI7r8LlZI0QhOd5dSuR/a7JwpXnYXtsul0rlnxSUjUS+bC9HtLCfhBoG748StlBkqKYzKXjmMLIlvubZdBebJ8UVUHy0pnrj6j83xUl46GlR5tKvyXsx9Ofku58DXgpVyAl7cTGQuRsdnWIEW9FMXfoC+8a+lyXkj/+WeEA9JOP9MfMU4KE/SEt0KRh8Dy0b42c9TPBMQ83Mne4hmbp+YY/96Hhypidtifnx38NMyFu9VooWojfD611r5OvykmU2SjATilGWl0e+rE0GsQUXY9aV0tbQv1L2aH3E9sHbPUqsqf6DjcxcrgrJX+BSaqdbGHedKCwkEJa16z4fQwN2lkNA5P6f43W8B+kEwW3jcBEEKQF1ea0JUwhcPV0NPgSNAqqeJcOliqmnQk2wL3Zg8tyOdkK09dTqlZn4m2iwJLvKQ94SP5WPlzmtK9qpPaf3geNF8wzVjYoKAO30XhdOHEb9tVZh1n1lDPj/5NXsNTn328KaKv0IHyYaaT235d2mHUjXRHk3BfdNGP7nprB5Xtd/5IpuC4c/mRyZP3bTVlgQffBQP4kzVqHqP/S76nEx9+2/QE28leO1+pkz6gWRnkON5QRB5eKBpxMmCX19pR858yucI8J66x7ebsn/G7FBj/kjtfjl8P5GrF8dVnxwFWWyl9efOqCqeRS3JXnMypDlPt3FVgCtr3xUVbwaD81TqHhk73paJ52jp3NZ7XF9XMW9MFnmSZAVoTY9/20h4And3kUgZu1iPnqIrkGGlpl61P+5vfuKiVDIP7ftwwpfceGzkX56q3zaEMV7PioyHzVLOtWlK12rYS0Bvxn5PlWPY1oj7PLPX3/JhNSgyC7Tkvw/0W4unGj4OLr1RzLcVLcp+jNZI/XvV6aN5MUb3mdFf52747GEhm+2fBEliBnkpmuHznpPlJef9wtSqMIMqtXn2ppanJmYiSukPKnST6Pp1ikOb+uN4yhJ39gfnCamf+/7+j/aR8R6YmwV+FmTAgbEzXrqX721WRNwRju5Hon8tc/beFT/98POsk3/TyirzsitjRNG1qd2dNVw+W9xllC3TyyZe2oelaLYsJluZT3qT1ZeUWOk3qV3UqSF9gcMLhtkehBdIhmVMCIqWKWlRLDlYAwn8Hj8X5XMoJDzBgV/xoAJKI4iLsrmpx7SqtnrZeVlBzSbMeJYSe3253eiKbS5+rHoDH+FIul1jDkcmcqnLm13V1QaO5ejZ40AgHniPyfeGqQrVwOhcQdC6S3pyStiTQkNloZsl2rKy3i7UlIoyN4DiJYE5fD1fuGUHm0zd1g9GUqdRxq94C82daWfqg8KUrsa+y5xVeHXQBKaW3/8mjGn5CzmW347Q5FdAOlasDYoFCbp0+BIJFmrqxT38lRcu2FE5/jZBm3loaC86/53jsI8WHBXNE+GmsiMLERFL8PuoHWmty4DNwrmEu4JfkL94RZLBMJHAOyg6y94fGG01fHQOGDuSroT7NSA/2XkYWaiOPOp1zPGCWMOpl5L6pTgwAgEy9cZ9FXeU2+EphVHEmdtwCetIHWXPAALbM+itq4RvIr8uF0fIVE2es6FWpXBLypsE4WdNl1hXrZ1TN/hpf0HBrhqNmaRIL8fZDPhz5bcH4X923gz+o5x/UP6F/8hpO0kezAyGZtP4JKBjBDnMGGUZwfe3byFwvjfRYBkGzeqh7/uFA9xLZdRm8/r8gfgacPy3S3OiWgalX+wCS/QRvu+qQN6HUYOmYWtf5APOrKPFwE/Ozkr/mU+mg1lBhB7Yu+g5yB6eEebtE93qoFaF1CIYqvm19tI2SlIl9fY1h/YnWY5jGbCDjNtVpRgOsvm7UO8v/C5cWvQ6Iff4aOCQB1JLRn3BCrOUgl4Vdt/09kDgBiRD++glBp+bkGMojMc9SIJf7Y4v5Sb+fmHTHrzuCqK97qXCIi6dR7h9iaHFVs8igdq9xgILaZNAWjtprOL013WH/9Ri7Wovdb2JJM8VK6xlHULCeqgJPdqo6g1YP2UyGaoSirs48d16qkzWpktdqexiJ+uQRwWCcp6zf+0JnDpQbBNERB2jqJjr+219CjUCMljRv63hXy6rApVQN+e7/d57gtNLvtXMRxnxXi7J6TWHWtMxj+2zwKzmyfKvb9JQ322vY3Ax8bDd3jgLso6sj45Elc3BAuE2c4xs/THXy/ibfdYKSd0uRpNKNkH2+ZpczD34QSui8u3BMSP1BGW3sYRMRKdysch4attZXA+VFakFxcvn2XDDS5pfijxZSvj8a+4EUHBtGt6PK95OlPtjhXPHOaq3Z0Rut+mDUhlmrlkvf2kzt3PDhUvhC8CPVVWvG75Ptz/nBYjDK6yqu7J3Xi1bRUn+tfT3nYG9EJFbo7ldBmVl6IxiGo6Upa2Bsi5M8DWnrwZPRKpXt1kq/K9iS/MzCEBB8L8+gUBOUbu3L/DQNZns6xU27aQddl3Bbf++gZo7qGlcGqExNwOBTamdK8753mMhRR1mwivLGG1m67FsgCsjLHiSy89VUOp0MYFRBjGuJDWobkkTPwfJngBrcmMTboRP2Hndtweo1dsv+Sw/REmWbe7hz99QvFYTvb9pTuTf6CRQ4vM0vzBBjigETNn+bfJYghZA/FC2uEiO6u/OoMaoS/z5cviqeYgh1MpeEs/dpo/LnAF29CINnjdUqeTj5qyf4bHmoQCnWnFX70M7JQm3z8O/1Z2ULxr+1RrAp6/MzgEeaNEfRwVLv1/9BoC/KXUeIYpWc93uQSI0Te16Tq+GVBwBGkx4dMNkZff+R5qpkbobmzKkDMYEibJ6vW9eON9FAkXZMk9pyUOWAqc1hdmysjxwOm80FbVyjvUj4E893ExSMdXMiN7hnZrHeZ3jCVYcXLbs8QebGkF/SLRX7mX5ORHMtFXgAgG86BYzDAHe6XJrBk1sV2v82GuqBOKymgG3bwEfdWqTtk/hkHkIXLZ2vewQDCSl1dKnW6DrFTXLUo1Z6aX8N9KdtkKfXRSh/5TGX/onpmoCLlPxA1DPwGgluVeF9WVvSZtwKyUIKApnY1I+dzgGq0RNWc/sf8VzHMgoUIc5YN3zDa4uDCUMj88y5ZY7gJfOrJ4Vc4upCqrgue9sL+vIBOJlRt7kYf9SHkPcnbfpGWFHkWZf+g573WZWagXB28t7wBDGpYHWU2YYdaYgHaJ2DgxKLbHsJ+2fKpX+ihkoWNQ5hQ7ebxT8yftKdbO8j6wwnPH3soDqzSmhQkoiVnFfJrAPll/W0+DS5tBjAbLB6BV6YVjSZpFGxLwRklM7ahg1lTYpLquQhqGr4RUdB0lxs+2XKt6iFxbz09WXzdSvueP/oBfefm1fibpD9cT8Lyuxkvlnph0tJtV1GKqzIW+6tIhDSUhq4BnmQEQtzSiWhT2vV5F0zso2w95viXgy15e5wokfnGF3zZyuOweto0R8QzJ//VVEa7ZmdKKER3llgP1xND4ln6P4a4PAP7/JBM+pcqmk+bl6RsT0sbfhbsqzsFnKe9VRu05kt0Vy+awoleHyVOLdi6pxa8xbBZqN3Qe1puHdnWzFQ2uLdVAl3mIh2roW2u0QhMI5CN7Nc/GVCTspcvPCX+/zLhChykbLitodEVlQntCsPwsVGgaMyQEO84KS5eWV9RYlz0NEw0QUf9PY9CW3T5Wpe8+uvCFr20aeW7zaHOoWxzr6uHHqrxFNL5LSwRBdMBOIvFd0eROoseF81AaGnvc8rwAZG3sjbsf4nJ/KtKzL7eIydjo4CzZFW6euYi3P37t8/ub55RTOJfJ1/l668eROxlAtSrklYUodGu9aAE+WYsdlXRdC4r+G/4YY4bg4KbpzagxTBveua+HPnuL/apQD2imtIXGCQm1fxMp2g4XUe5YjuWagakvXNJg9oF52E1xOuGpeyfmVHLPcGzHRDKRrDQhhPvq21GYQ5GakRGrV1zBwsnxTDtGW8SWvvwg88CJKzss4ycMfGlAtEBPX32fY+SY+bepl6MgXO20pakLeov2Qc0AtAv2s2w9PPbX48xmvp7Joi9VCyrB5vsK3u/BFymgVNPH9DwoKlMMG2y6E5mtHvLsbRU6HtWRhJl8XLGn1wDSgWog3BEhszucBz8FCSpF365IdNM/VXIqywnv+CsEv9bbBGdrD6yNXUrIRZPH4Hzy51bah8v5lUMG914/+HcaAK7j6JUKDsEreTMvUe4FI0fI5CXJFp3F7Ir0MDo1vGtTsU1kGzRqJ1z6pvJjlr3f0/L5WRFwMzbVjV8mSJn1TOeUYw7nFKD/xFMWsZQzz84hkc6mAsCtvlSJRP9bRrJkTvRq96tQkjC4WHUa7dvMDanDhbRPSZyrEMnS2TzOQg5qQuJ6AeYLjxotUq1CvI07bujY3rmS0vyoFUOuFfnY64fJL0X/dh/3xCWi/ciPN6phKtbun0v/mS3GyvHgIn9dwoOQRQn/mv0QXR38Zs/JW9txhJ3WqPJX72BVkBNUL1NbQoyTfl5stxyY0M5el+m7IqKureOcVZWQfqH0c65OAh7VkiKMbHGTpAtd60o/gKCkovnGoqpwR8w3YeDa6peLKGtO88SKXvjOZ5y8G1yQUoDRbIBz9bG/rQPjTmb4CwL1lKK8JeVknehYhTwqVu5EJdZYhp2665I9Bm4YwNeOo8bwBkJLYBllwaYAUYU5rdpsNvsxC0WaHk13GQA2O+rFjTypxMyYREvc7t9gF9EZEYctsobQSscSsUrZU0q9aw9ms1wvNjlPVrMY2obJTQSG3daVZwtKWACAATXgpFY3xKqtM19Fvu9MBPmAw1IsI8W9mEp7I0fdlhvv12W+RxB0C9k+GKTPi5FlTpYPYMfk0zRyFZW19V+el1I1BhM5y7h72AqXCO5gK4zPh92uhst1StZEN2QnQel3LyNxoMMedPys3vvBT1ztKfoC+akqVxBZU5kco6cl6S+6fDrteJ6DKsoyZP5gujrbE1i/7PWrj7F8ezq6gOunLnwmPF0ZAS1Y+luThLrqEbrbjEUyNOJRnmF0EJibqcfJ7diqfGgExlt9/dksYLYv+OAa1JdXjZQsfs+72qjNbP1B3T2HOR/TDtiklR8qKXjLcLn+z/W1BzRjJeRBQ+kKladhdXi3Np8JP0Qvo0VHCIEVUeC74+F+oUPxfXJexo3Adw39AkfUbUoBm54juB6O/lFIy29VHD6qsAKTa6uM4S84yqnEjfYAsWGQRP4WQbhbBZIgnOcla0zFfRqOc+rTsQi1yAv5LeYLhPFZAoAmBS9Ly6AN6OmjYPjgtiC1izBmUfQVMWD6PIhxvpCft7vua4VMKhdFtyc9fyTuyXAzqpHXuBI+yJVzDiJpNA0g9MITbdUflI8u++oQW8rogX9Ddldd0I1Oc68WFVq1jp2A+mzJrir9PTJelMHd+BWAdSVU45mt3hgfX7J7mdwI8D0kPUFc40+X34DzR1kUG28TCbayd3bPhuQbZNRXXZaWWUzVO3WDSYgXbIltJi+oSl3KU0rOhe/iNNCw7SjEsjLQjVxLEfOa5sD9hm8tCIn5hy/5bu4eCK7H5RHaE9WYe8JOSZ+r0YjKvYbMwRVdJljcUP4P5sUoddVU6kjhJ+tIyHKW08Q12e0ppZCotr0GxzVBcjveoKOa6tVZg/pLpA0YuGu42/dfH02ovFTZD+uRTKY8RVsDeULCcTL+bKRr59+V3J21Z5csZ34+2ClDMO0xIzIoJo/OJiQ57pH9DfagoeSNkaYAs+1NU/p+aH/YEUQw2Qp9gQFETfn+aywny+1G51uZz3Ja1inFkk4uiaAcsZBCbpsc+FoQpN1XSxpm+Rk85YlqK2Nmd73dueUXke/MeUzO0sXrx5a2xSapyMevjpMZg1xcM1K1bmlqVHCbjdN20/yREWP6plhHmoF1Pp+WnabSA8ONn8REePz5p+JD42Xs9tRNOEVyUJZcs82Hvct2fekUk24R+KWbr8jmQHQSXpD9Q1IMJR6vX0YQoUkzybuYdGt/UmsDfSskN6cLZneeohVarIOUYt3CmLG5tLn1qXcW1Ab9Umton717iU0XZGNqGlZ1yGsS1ZArzXSmRURbjIBWpS9kU13SLmlHaxSMUHzB85/yF61upQ/A4QZRdk03oL31y7EYuq6/QcK8PF+qn995raSVODwo3fKvdoSqyoDXrPosnBYatpnA1LxNHbWiSWFUuuJoWXefzIxaEI6+bWu/kmOijmSkGtxXUnpfI4Z8VHestqGcfQ8ci31V5DJELRwLUEYLqctt4KMEogACh5t9Qumj8+turyzSDvUnvvHat6V+OL8YrIK+a5KCFXM62rcj3nFNVqh7A9ZR+evmKFQqWF49/C0rj/Wh/y9IciKs+eP/G1VPeBjP5Pg6lCPmIUpLu+cLfEjXeiHaXZz/TrfqsCrHxM11IyVMgbMJgw26zPImXWS/6/32wKw13jCgOW7WhsmCtN4a2R0BhTCtbBCNigTuU7/HKKNdzzXVaHlTBjEY5RilYWtOx0Ii/dAmII/QT1e1NjJ8yrHQj/0AqLnUlRnkpkMwo/1H9FhvF6hM10nhr0my5ndaApoPgW6y2bjb6gZqDGpNpN1pfAZ0izZG/DIvSWRsqKrdbYSrgyYEam0jLpenk+tOStV/F3lXLn1WeUqYXjF09WGU5JQUHSPx+uTrVoDRauzadWs2miThI1Xi2cMdiPPQb+rrO5aUyfibYHed9KNnp7dlzgOykR/ZxI0bX/43pkiskmYl/DHAkDckzWv2CqYWoDtQjVpdd2uGwt7V73bR8+0/afN8DjVq5PBy53tvJ/P2ocP/0oJpvj3us2JoxbObue/KVhszHuKBoig4pi+EJ7HIizpuXNgiig5FK27zx7lyosfTRYR+/nUx8KN35RmnViOQlaZl86N9mqWuX1awfdKxK6lhSbPXihLXwnSnfvh6GvGaxuP1x4fKSY3E1I/asVthokxKhLFp5z4sV9XlqXm/SsLEqh1u6EXVAk83p5WceCnzdMRGEVNjXfa3GvZU7/lay/70kSqOiFmWql11ah67vAVU1uawNWRZ10QpYITZlA0HFlABUAo1D7OrigsbZe59Tg2CnS3vrVcEZ3fVqJKf25fKlBt7xet5dHCAkJyVgvWpiZZb+OaicRI4FSf9tZeVL1DKr0VpWNFzsw+YMSzYB6DXumlBfFFhJlMwoVA0tX3TCp+r5m1cQW0HDkhEV2DxLYd9IwgW1NWY2BtLWpDE+7HqsIRtbYTFpZxtt+xLbbvQfBibOXOJBVLw/xvslDxWyfie7P7cRUzLbyM7tENVLcMrviiTaNz2w3QjlX/hiCpZiznUN47H7lY1JCgPFRqGdCT450IEB5hAoM7peJ5fJrKJIO8O9mKfmj/gpdLyObuaoGCAq9TjaNA69BwbKdM7knS3CHr3sLGnP8RrhUxyCO3ooJdMTmGp2NJhaGmgi6NTa5hBVfFP4EZfXsX+QalmlglE5E66a+/AFi6muNVnPU/Nk5m8O2fSMTbv9nvN91MtCuNss21UILkalhpQct0D/SdNrMOyvcDl3+DJbyj399EYnmzmfAQHjYkte+hvshw8721R3J0eEEBOaG9XEvGvdERV4oa8sspojaAZlo86Waxc+ZBUv0QP15Q789eGnVnuqs8PsIYaI5u77lCwtBYgw8I3lUkvZvAJvh9t8BVcuA2mQ25XXwb/fGzXVaOWR/iOjN2EfEY5+KkbGpnpsTBnkR+ZPklrv6zl63UFWaSHRS4QyjzL3nzj+YQNU9cakTm0B1FHWajjqNnA33KpDq5Wzcv2IX+iyKP1a7Y6/dSY5rSwgAADjFif44vVPI8d+WSceET//68vFa94TGWPXJ5AZZYDYtcxStpzKTW4qkZEmMWMU6pj0a+i1ApVGeufST26pI1uJgeEu/UPdnPCNaYsm76Rh+DYwWqaWSRuOf3j4p4p07J7UuWZlNVAWEUuxKylqcVtCqGM7o5JHz5rySuG8Cm5qIvwG5MoxUSCd0tFm5/nuT49pVqhWwjJhkoE0xgelVW8YsrpaKFNA7Uc0XVENCl+4piEoe0tALVw605BQ2kUpXnmPyDC6Bz892UP5m2HqiHr5cRQhSBCa+Sy8OGMOAsgFb1+4DfbSgM8m1spVqw8FxOmD1XHF/Rtyi9vDLrpezaINAnkxlcIgFooFyS8DjO3P7odnwiS4FaLpaGFffyQcgSNyhomaJw2wwJxKQDmvNMZkRZ0ZbwVd87/JmdNJK0yyW6EicGRjn5tWMz9W+hIbQZxX9/XdsiTxkBbazM2qlODH5d9CtNHXO5210PCQvs1uElrUxDD0pQj72myd3kquia1chdakutN0z0eYqVMmkmbHbaz7pdr5F6db+9aTXgE1w8H2O4NkUGg9Hlqw+0DGeFWB5Sr9vSjTgkkVkj/1jye6pgSqFOqcV1AMTM08IndDQNo5Th+UWfI1+bgY8elmPqDXjvGm6EDKC/uM8BtH1Efz+Nii0gnJP385TDUAABfBuLX9hcJUJEBLW+ift3T8iyKllI2/F5JdAttxfXkuPXbDvKiLoPD3dZcTENlw6HOLHr39FkE0dTpP/ubQ+PwpMjQoehKRzOWI5tTzOLQXtZFc+MxEEGrVWWqN1YnMkeP7buccaYeeU3lCqHg9OkUByEQFL9ZYvY4TBBlinE97vlBSqePi5Br6SyqlLLCUhrrznQSahpYIeVbS+vl+x9f/kSfMllczOCXll+XZJ4Wac6FBVKglNOJ0N8rO2kZ0A/kK/WEkmWlan5RyCarK66YLd7Tvn4GSc5WlxcSvGYrZ5/T5E8NTCzdH7NDI7CeZ2NjF+/t70QMnxnztseaAwLEvtJKUltgNrrCmwqY0AlYHDKt4XOMA0IsEUBTqT33hDnhRWbmDpF+b5DzuWXXwdf/qaGR/GPaq8RxV2DGS2EqML9MR6nuwlWN0KNsPQGLDlSgokWJCXkQdABGQvIa/zgztclR7QROePB7RlucsS+q5VcXNEi/6eYvKntH7WegPUBlyiQFfZ5rXf+qX9tnLnBQl4u7ny4stT/PU7fXY5y2HY3GTk1PEa2vyvV573evxI5hwVTKl9gtnZfxzWnY+gkA6F07LTQB4gY6gm/zFWvcJh+KvX2zfAjKDi/VGspfGPVpEUTZdTraupPIhm70vKlbnXHybmx3DrsdNEmzXwWetSmMQ22xNlUp0es/f0kR1WYrwb/HwJ2+RbsF/c0z0ncRZ9J71RffkSGs4mWkC5vgQJn01dAFnpnWNXchf7e+cbSVYnh/M2HSY/go7DJRgH+9BiSs0dEWgD6/nLg1NQIkIPA8Kz3AnfXYQ6mqUn723z52AQS2XJNfa6Q44VGqgz5LqlVn2FUot9Ul0yqL9cMh1ZbUnfeByk/RcEJrWN0AJPoqro/ENCS2usK6GkRUIGo/QplyWJuT9NwGOkItxUgvcQ4kxPbZAfxE/SPGcEh6VNqeiCSdg1ZcV/sog6Mon5ciuJddSqkPS7ERqOGFMfzML44LvcxUtE/H6YERajuzFf5Q7n3zbZ+eLKfUwpnEJhl4u5TVtjo85pK9BrV3z6mBNignmTwsmbpdsgSS/AwFci76HjOQhw/WTlKcNWm+xqC9//Xg4UvcJ0zU3lkEYrNAzX3CwqoLP7qwuHxxDbgEGZOvlldyi8dg5yxqhfZvrGN5b+d4fyI1iaL65oKNMnDiKojpp8yw7X9Io6w75utd/HymCT3ek91QyRzv3brBQXCrN8UfAEkQfqVEtoxoeE5TqA14IDUg3D/J4Baj04jBI8jpD7oVuPmbmBRRWc/I2k2qtO0tJl5ozsLHqdORY4d6wW4TrCr5COh7AQAQtnShKvcB4RoAjMoUqIvlqvd0y9q5n6bSxYa/tdHdFBjsKMdJ0vtMg0QPAGnm9OWIMkRtW9dgjoFrI/Y0eMuit7ljrOjcv0dx9ZAG2QLU39A4FktddFj+heNUOsWYm1BjUrH5MA7LF8l6+VtANNH4Ew9jr+GvXQi/Lza/xeIjQp9D9OE2WyfliLt73iPSWKD+oNTI/e/1GG0m7iHA8FEYCw/sI/c/J2o/QwZX5+sNN0TiKyiCj+JsjcLKV0psN/2O+w/L72x/q3WE/MpoYzNHSz8NyFF4q0/3P7pglzzgvkwriybRdkgCIQfHG1wmQf8JAE0C+NJhNFOBcvhGVCwQVcO7ZcDt/B7RlW50Ue4muX0HFd48/ot20jM/lO8zo2ZrzxWYKpe3trsjzmQ7R2KzFUmS0qlOPl9Y5QA9i41IqncGjqlhmwXnJJgFQb4RU4K2zi/s1iuuL52Xub3oc6ks9WprTzn0EXoPqXzDJN+8FDzNz9ulvhb/sInSM772sxRqKU5sHyetOCcOF07T78bmiGECxKaVhtCSd7ZrQrDY/M76M1DeX7mM8UVL9p2xBdgdFmCFhFMvShbq78eS6EP7SNumClKBl4aI2TLeB70YS5I+gf3bAGkvr4Ly/Mb0DFVkHSv8QqERBVFBdCEbrFsHBdDHU++Epm2VAJi4sPlJkz0N/NH1YQFTAym88fFb8UE83YeOEe6/C4sjV+0XRFWcPLmYMMf83+qP8DUmKhREOfTHjyeNuSkOI7J7YRNEF2ZjywwZq6AzAuzkCbKTuV4pUHd0kAwQIl4JGWaARD4p6auzo7LVOhlBdB1/MjTSbhywci+cjk6M1JM251PmklCpCBJM0RqXwvMvXtKdCC4UGWxFUGBvJqE8auvvNo1q7W/wpTO3ma6k11483cqlGprNAdTAe+PPsLWKJlNH+YNqqXcORsb7/t1mk4BZV2gsze68qSMGSLrgC8cBe4CwZe0tcVo5g2RGwTQXZTb9D1nbNW4vmKw5OIuwyT5URBPj4flKu4vzDsasawEgejOCmB34hmk+uDiL53RIbYtGkZQDIsybq911taR8B2DIr7ec4tPfXYg7jN7mvXFBYT/o3M46hTj5A4F9hSV/hdH3VsoPzx7uDQvkGBUrycJjXNcVmlIWWdgITHoqmqrWPzgpdLpfkB3lzXnD8l2+T/ywP9MD9VSYGx1KCN/E/LcegLQGRZ/IyCyzfeFR/Jhsjqfk4kqEAjq6fXdeM3qj77zXA2i9wTgGNyFM7ojRLsVlMe4wlVL+VuagJn58Q5R30JXt/NZsWRaKULKoF3PtbaVwIvlavRfzAPI9x5LhSEq3ECs+PiG8REkbZ5dbFSI9LGZaKQ2SfbDKfFM4oSUBbYSVSpmqtgM0CHVafCCbxckWlaXKXT1Sj9eyyi0benFeoevJA9DJmHyCwqoNdHJSz9l4dQbB4LSc9xuULqRR6h4TMBSOpGjkVychgDfePuBrAgWhhV7JslThnLaNaGlIRU3LfdJ0Mk7J16i4ltkHxGnE2hQRHlEndZcZrMvEx/kltKXZCEEUK3m2k34fyYr5BG1nP8Cospoac6pOkGt/eSVcc/GaG/b3xBoXQz1WtFNBx83JgpiQgCGUfIZ/ZW3b2W1DBRxMfotwyPs9r/W8s3hvCK3z3YiPgeizx4QA2xFtc4nP2K2yzdFBkw4BNf7ypHdxLj6jwSumS+ihdGQPc9pMKRdu37w+l9gT2LnBECO6vq8RIx26UnxKZR8QlGvT/rbtlUaKlIwu9/AiN8x9eutAi290poOrnZXgsYODOPdbnfHaM3DN21CVsP5MMlLJapDZcWDn8txjh0sWF8kTIRrAk+0pSyfMmAR1sAfeQW8QPiIl28C0lkQs44+TSE/XBpCt6ANry48uBKMzHIDdyi7wIE5Pvucrre6JWLT1/Cl/utCGpOdN/U6PJ4QMMlubJu0pqDUSmwecwFdclhGSo5hb5VN5p/skoforU3wHloDuQgXXiXF295f3qG5w6lFcrzsxHgTjBR56i9iYYNa8cx16fVFszxrWi4Kb2jjJcMNRvoH+ROzbtPIMLvNWtKhDWI42nyG5wGONkoLicwHACv9ose1T1LLp5XpKMZ4ZIrDcqB5Jp7TCGG36xz8JGKmB3ol48f1Oto7uptC+VmQtrtfgCs/uC8kbHp/VEwGc8qdGoG5LVdh2mjpCAPZUst6i1SZnFKSTmUDRczoIrql/h8CMaCtvbOo1AMz4po0/LysNH0LDpD+I59r+Fdm9QAqxidNZM9QKppegydmrTFtzppOLbo+0Zoy2NAElp1yI1jNvDBI8W4Ch/zt9iSH8sSpxz5z7GukPpk/g4r3i+gkwCCpDAOIqVv7eAaQ4DJGVrqQ/Fl5ZJX7cPLJ2Q3F7qW7swQ1xBDooEVs5KNf36ZwgEfaJGKcyyHE38HaNQa9P1gxpJtV3kg8ZUINohntKwvsHA/W+h+Lfr+P2jiGHXWUrICUkbHF3F1a6VUEGsZviuUpZ6x3r1r7u0tQmd5P1rxweyqeFoRhNJU528dHER8RYpuZaqMX5MSDTUtxCLCByUuBBokFhBXghulo7ptF7xBIs/tjKO+Becr+VbS1svADL0ll00g1ghDEOSiMikA/Up8o3gHzG3BI7DYNcpCK2aqLE6DTtFeVbg+GxugYF/1qnYiy2hh8+pguPeQ0L4ipSEVsUWVqGAV/XSeKWOVQGl0rxMuQhvkwfdx8pguwaSTdzP0HG0UtSPAkHei+apG9Miujh+KqeVtxKVVBB1P3MF8iJR7roH6cEJhsaLlTiLQrbRXdKTHy4l4S8XeOV7by+R/KfpTv3nICrhSerTpXLvUvGuNyiGkTLBLYCYJMPyFmzuP2vj/ionGWpHDQauvs+kXcWAfh9LYV4Cp+vqF+USEOXmYECfu+PLhCgs6qEEhj5mgD1ZZnKb4DB+8XppRDtSH6ptOotLiz4/7A4h8LRnzewS9V34PCzg810Rjy6WQQ4WVRLnlVROqGh6jJzHCRL17MN3MCiDgBFz4EmjR0zo5S/niBT9Sr54NBozjHuqqVUszsJIa8uxL47/JoeOp63tkOxvWXHbXZwE5ExHqv5KTXvXaBkzOH2RPDYIaLrJaf5muIa5aTYjqjHFjzDtDcwas6Fu1KdR1vSUEI2rTDcJbrBp3Wrp8b769SoKpDsgqztfXJ6ZxORQg2oRKNobJvQtkBrZo7/R1nQTvXiZ/jK9bxq99D2nD4fnaKsB9msBKsrhbeSP+dQLN26q9okvD+QBt/x6kb+MtavZRL0I77lUv/7xvIWhDPs0V2m8NFUxqzvQ+8sntt1tkJ2QtYFXPmqHiqyaPMQ0KzsEGcdjFv34cfI9MprrBvrZr8hlZR8sXwSjBejkT1k5Om6QPhVGm2K3ntn2rQSnyNUjPX4y4Qf1fNt16aqkeNG0PVK3ijN0Xxe2ELcRmR2t8X74YSR8XJUs6TXMTlxbCKU5+mXZEzmwMQ3bPJOs5Nk9W4E7wcrKiiVBKnb038erW7xCPv3WFJQegrkyfCIwFCIpO0/zqZGCZnrauQiaf9/Du13viO8daUqTRNWRP6YRPHn/+pE0aqMvKJq1z+yP2O/ljCEz5yhMSjuoCv5bWvZpSOOplOrH5ngPf07Fmhm9kaUiLfudrx83x7pmPHfb4IpjNtHGSA1C0180v1SMyyvZPm7oGn4dhg9zg16jBM0k+g07Hs0Lmf+efN6YiKw0izapL1j7yD+WZpqZC3Ulr9wDzJtJygmroT1pQ7vxl/SFnR+UgdEOV4DmOAWcQo/N0uLboY6pcvjzT+17gS3bB1Q1fVD5WeYEy61LpzQTu/IWou+U1M48vNw9sRsLL0FvW1u+nzG56QdB9dhYZmkL11aWf64AXHRLDmqaSkFd67/Pe4ulShBdGXkj7E9OLslM3EhSCMUJYxl5OTT9G/Sp2hs9gJ5jrlhDSkEQHYdF3/37AKbbWoVHY6qPfw9w3IAnEZDOjXu5qThSaVDVczXodTt9UruVgQ0FL83GR3fPg7TmmsLs4ZpIsMJx/sTs9xGYgaWw38mNi3dpgXGxlC7IUP56CNS34ff3nrD5xckM8rRT5183l1qtlX6/sHRvHvDfop390ED9GPyeyK2s1cd9DpQ0O4znRQg2dJodM5jCcZfX8wRmXbdgt8R+RfvRZ4OUTMwwTWqgZ9XWDoXkEqaOeakKwGhcjf0KRI1vb5wuzbzmLCKMZoPiksNDve9uNQgcfjd3uNb7XhEzK9PfjZJmSKJRD3S2kDvVv/gCddph8HgCnjAYXk43gVgv2vEx4X9Le/iG+OUX+HPOJFMg3JV5WwvyeOMvzf/cOt/v5FXwQ9FAirlzGpqbQPxsyNKs0T/f0mQm3UtgZQk9vojzADHeAtzM+DV/rHu1tmaMTk0lAAbPqYj9Dl4Jc0PCfk368YqGfjgBrAMTNb1Bfy/TvVhtHe9dzXgOyIxpQhfiSiaMD38Z/u7t+OKW2ukiiNPTB2nA93PSkyRMeToUC7aoc14L9zQ4QJI6hDorPY9B3sSnP1GRo9HrSFRagzTi+dZspg/ULoSTwNV4ALFfhMCmSMQNtKbeOCJy3AOnD8iO6DHAhl8Q8IgKkPjQNFdHZzF4Vn2yQ1sePCUqc/SyaNH3Pj+K9e+ca7FHy6F3L2sZu5WwV9mHQ+vF66vpapUWKTp4PL6UVGFtT88IbD3DDXUZQtFC3jeRsDSuDZ1YfDJuuEnmZ4SJBCPj9jql7Nvw+GWuujzN/mR8cIkE6OgLEJsqybCDr6i8HnCDp61XPnUDqe/DBIqzpXyey/hTzl529Lr15BZWsgjkidLZWf2md8yY0xfNR22p4ttHT4bifFJkT94cBnztfcNhpOB9dfJZvhEgs7Za8aXKn2jPUY/dTFfNEGj0DXqkvDlL0j9MdDnrfjtO02tpRm5VVxg2zkUF3kxUkQd79FHpYkJwl6bS4PkUbUh5MJlc7ucqX585Y4opYIyftO3ywnrsw/P9R0rxtDX/xFdw4E/RIaRS/qQf4h+IPqySn6TsHzFrz5RI+RytdwaBUZm9mMAmTolSUlbR5p3LYy3RKVCpwAfs10NChboto0ZVyoacbU9CKZtajSRu+fZDQ0uEWuw8avdRmHIjPJ5HAqUPAI9t3k7vfFvAK7n2g6RmHdkjhA+CReU8GUqdIrSjROTeD7ftPbx4QPRM4tQytY2g+SaThucprDBCgfXo6gBLjRLrIaK9FL9Rzgof0tg0l3JSVOdeCyAJudt+VvPSgi8VVK1dMfmG1BdnxwJfXi/lcaCtyRuO+nwdjIKvRjcwB8tpom8+IbQihzv/bVu7sxauAcIbsZYoqH8Ar8RkA2Nz6wsu9/ZtPxuFOgnubQwDxTVSgyGadActyREl3Fy/CMTuDS8NmwrCAgP3PrgeHt8up1cN2Qu1/aGEt86N4KSZcRxHiYOQ+7n+Co2ug+j+1pQcuQCJ1V9Pjv88J5D2UlpMEZ1AQMLlLl5vvzrX2n0JtsnLnLvZGgJT+KPleAQd6+oENOyDkZvsN2BYTqmRECCm7e7Ollztkz2PIIznxrS0ZnB1juc4iYN/futFE9BI6LCt95jOOhbUqPOHGHzWDFa7WEYhyqkZ7SUejAVoqpryVaoirc2wft+7sOvCfxPIPQKc6Yp0VFmDt9bOLUVZAAJZgf6Qyb0m5BeixvKvbLgCZTVrPy4jju0tA9K9tLifwvjjt7+8xAcdQO0uHz0JCaA8TV5IQpeHPB+QT8jW43WaAZRg/f9ouorFuLlm+TR3L4alGEYMI9iJWRoxPP2v43x3ZcdJxoI+1VWNDH1Ie/Hqf+CzxnM7wlrZC7GcP37fQ0xWjfsL5AZUGvJj5drBsanTX0xxb2UFlCOfU7dnH7aCJkui/O0LYaGXwajGuGHe9VKUWyIYorLEQA9Hb4IXVuag89OczwPUkVDu6GuT4avmqPcQ09cHQVb7L898GmllSFU+RTWkiU+GK2ETG2qjCqRLtfEhMh9cLPMVKqdHU2UBlG9RyreyqmYqeHNtafkobPND1gjNsedRofys93TwLxAWlUYNcJCYMhGNwguttrUAEggjXY1WkzqhLp26J0lgPq454hpt+sRE6pM2PhPLbVBQSeAEz5HRBmMx0hdi+nKNTFV/HzskjSCIurRdy/q8QsKX6I0aqyjMQZHa7XoBNthitkLRFWC8OBMFg1L6QIJFVuKdFIyiPkDuzUTWo8TXaoz0Vy8dwGpFsLd1QfjVFZMMVY8dcw83CoR7SP85EmkPPRqEJXcv4YUsoTO/z3QngXwNnBLWhvBsiQ3NTS+54i82jXztIYz3As3DITLMlUCvkJqj6k/rPC70KjzPI1wclh2WmgfFg2zIz795wj/apDOm73KBDRcoYr5oD+c/2SaWFRV2uswddiqtH3CTs9CKxszt4itWg+QXh33E92HYa0SwqhfMM4PwyqLTuyS6RmojsCAMc+ZJeMpVLqBarVjG1P8WiwmUeA5jsWbfofSMQwWJiPRgZGzfG5rJPmXKxPIuiPSFj3YckSfDVHGXY3j4UbJxB+Gmk9pVEDw2UmtMawxUILHYmOnUA/hIQ4I2oEIeZRqcxaP526cAjqn1/EWdOlax9R8r2PFEnmHE2e1zM51CU5ziPIwpwBXPyZ9sLcXZ2jmWM2Xb4PROpzQW3UYHfawQ6wX2x7KV5J2+3zeuSy0Rjb5UFftrmtufnwi+qbXgp+zKxxOhIRL/6jpagoq+SmZ08ivN7DlOdi7cUua6l422rBJS/0a4/PPwzfIKKFezZv3wD1go7HyymDN0AH6QvWx+q4QRWRimgVAOsgbDEslujbOytepKwI4V/0CpYAGKttpeSoXfu1/Fk6ttk/j+Fr4ykKEuvpvuCh9dBFGhBQCZxpV/azL2GJLj7l+r2suEC+XleEAioLovaHeEeKzduBWeNuDgsedargb1u9HdazBqhWWq72OB8UNmPX+mba+54ijB7GO4MEFYQUrqvB5DU3v0yjDiiwI3KuSmK14C8av/nfK8+2JQw3QfB7y/fq323dndlu/ipQroDnVFP7jDW8oJqo4OfaNI74e1MRTQga4ryQnBUjuTHt6W2xLrOLq7DzPAqSA/r0dsA6jOS1Sg04A+wO16bayrqVuTZQFYZTb9IOmjjjCn3Pg2M+pUM0hdJtJh2NEqrgk39BK7dWC8K3tdzIGipB5LrC45xMxTnX8tZEsHahanpilH7EeQJHBTD3VGO3AbpoN+tieNj73kEpiR2LtmpIphTOrlAZzKqR/ZHENDNsGOTHb5W5rxO3H7WKl7Hctm8PF+b7kOE0/eNJHB9CqhU14xUss2X71mTRSCX2JkfdbyX1soHJbwa/vMWb2oyPKcEGiiVLRgYis7Qp8H92KqzVgjzC9BuV8oOfhREvYq7dpng9R9eVTm4tuRkZj345NysgR12WxXy88Vp/mPchuRDivxUy1/SyeUk4f0joXYTUim5tawVIxJ6COK3HbZpioCOGAHdpfDv35i8zP0eFiLP5wJnBBNXavifluSstMeUGKi/6r9QHWrDJFaJpasIRuarmPob+HsDWz0q4+agaEe/XzcmjvCh+J6bRH2CIXw7k7VV3sAKIhKBfoTeT023/8lZqg0/JsNaUX3s2bDdtw3j5hf/gZAWWChKItU1fXCQFLDYvsyMjj8qdMpePc98KSgn/20RWWV2Uq2RkmMNXJxzY+rkF/Oqcf6r316gEGKHoT+9QqVnOW1ZBCBYtloDT/fFcTIhPAmJanZTFoXbxxeHKo2mHmC+WmFeySvWScXqkDXRNoiZHAaAWMyy8lvN3PSdfsCrRjVoY8oz2RmqjMKeLiSe/ax95s6REMf6kabfsF1QEYxSo1azqiGaD75urSWqSN2f4uqI2FRs1NF6Yu5Gj/oP0H8+j9PyR2d+IQ2SqVuFgtoxNPYIrdnJbMUyPQoDTl/2m6kkphNBZJeXSJ4RcLtLfWMmFmVbEns/1LRpEmQnFBt/3b7eaBZ/pBXQlCjTPF+zjoe4IQwsDBRgqPUy3dVCpcFwEcth4ZlsrPPnAlW94k3x1vfcmp0vX35Fy58nrM+GazkQF/Hrf3F4vgDyvRRvuirtlKPwKGvVQ5SSZOA8fz0UjS/BLH4YeCcU4vRAmhXoCapC7pLydai1JdHYJQL+37jOjGeuQQ8jTKiX9RHDMMyjNAL9tdDoSa/a/F0ydscroV4XVeFr9HIU6tJmppfihPKpUV3ajXsfF/bcBugiiWmZi3dzRG/qqFdZTjWp6XIJbylAaIxCS5G0PGz315F3WOtfYJIvEY5F5M6xq1mS5ufWe0jd/Bc3SeriCFxUIrrQogczgKBacZeHJQ+oo/0i6I5+NVmQgwGjmyjnNQqY5i/T8Z+z1FK1UQOUERXOCabPQju0cKKuGOgw35nBRfUb9JEDMrUK0uDIA5ZOZdWlYBdMsBiB2v5zicbajZdiZKjpDTP+Uku5GNiocnJ8hER9P9SRl+xV4WoR75XS8hmoXFZbODE81uED4Uw8nUJgYOPu8cG5E/0ksCC9wj+S37OmmzfBs8iqOfxT1k+FyQVrr12KstLCxNL60U6kEKPSstH9pdYS9wpM8vUfmHobI3xHbm8oW3mCUHWsZQFjrYckhM4OPNjQtEMZaXfV3DSuuGK0fAerZsqnil/iSjIjtGWPNpgNKlINegWlRrOLdpoqcp4NZNsY79OUrQGELhf8/2KohZTfer+tXPDgH+ws2REimilhJQ9SLvFjdjgMoPRWkTPp4MkXuGZoD7EFm+C2yvo9oxfodWFdAmbnfZGAvsPwzgNxJC/8XR4FV4TfPMWZ+6dqWFs5ucq34liFM9cIFYohAgqmBWgD/PSqL+YwEb8crgWH6sAgDh5uRetLmPPYxkGZqodUC7Pr+hhFQ/ylrHLCgKTsV5yrudvWlSlsL4C2xdzv34qtoz5xyuevvD/nHb4/tBJDHZALMr9VtW8/3RuVXLZFOg8cs7aonfNg2WHrm3nbm29MPxLdVmB5RmkdaUFI9FGoaHQeAkDSjOtr3crP69fZMF0gUg+Kaztc/r7q89E5PoRa3fVCHVTYHY3MfiUu7ycVN/NGQe/a6e1dEkugn13TZQp7bksKDYQcgflWwo+v0QbGmbC/nGc10SDpq7Fj2RNbNDOPUDI9wLJ7Wzkz5SWTlahLA+x9MFF+CmASBgFToP3V74EWAPYhMzYgfHNmYnJVeA/xCQcvFr/Spei6yG6VwrWkEU4Jc0q8DSH6p0BHpWF9TXZZ8grZA5LJgix0CK25geMCC676nck4yX3Hqy10bC8rptYe88GXof8lzyLzGs26IWr8euqC9T56+OxFALVfQ0Nd3Xt3eXr0nTDQx5lwWILyGATcg731rTqP+kiafd7j+hG1kD6553Kb3Y3aD9d+PwqaZHi03kk81NOyNBkXtdZGPWewbSoxuqiJ0WK55+TXi5ZhklfsSkBBiSKUSEf2joM7jOZPnczDmtGGUNvEJd9uaj+XlL5IUH5R4FGbEMPv9VSch06M1RG9+TOJLoKXIUC5JbYXnnO/NYu91Aufoa/osEulPFplbCBgauSRFCNfHEcK5fO0AKIdLrZ29fqBa5OhAx5SYXAVTH8XA3m1gwOyOqarDYQ4QSnhIE+q9MYjU+ei+lrSxB+BNhhZfQmGIrZ9diLS+y4PGYWpewD+odYLZamTXAEBf/zF3SnKQb4+cUoetpW4M4ePPOl6OLHtjwAqW+ESFNUl+bOv2go06KAYc2nb5/vZZuZxttildwQb3AN/6IRAl+Pm79vTx/UgSFIH7oElzLpRrENPrRW3n2dEG4q+yIJslHb36L3Ltz22m7/1OhS7z63fhpQEitiJOJNQVxemYNA2+s0cSsnccqprs/rterDH7vH8/L99SlKmxViazqwBzPszN086Vb11/oJFyza+DTXoKQ8qwzba4Rg/FW9Va8thHVQ89JkNBSbzEXyjEqHbKyTTAkWU4NrWHzkYQ5BJQvbsfMVD7xDrSrRrrLC/IgTDqqP1iCTAeLBnd/eMFpWv1Rg5s0x1r8V95H7M0o/ANE2cd9Rf1ACiBDsDASU5E1EdX6JkcfEdR1EjiAbY1bW91htnF7kn2QX3oakFniBzl4XIq7BqW4F7NIv505PJDdMPaQ036RzkW5XlOG/WL0WOCnj6jYut4STDDf+LufLLKNolfF7m48tXGdqcZ6iY5Hww4ouzINxx2tFUYCH0KlXE5q3mwCaSTCRjfwiEPhdMElEFqQp5Z/4S6uK5svyWEmZCDW3Ou391n7tiL0W+BlBaYwoR2gVi27MROjnpKtSMq1NYPofvq0hBrvs9LdEJSq9lY2gzymFw6D1pYKnSzpbpkdnZE5e2zNN3DpWxstQZkP6kbbrC5K94fVLuWaODwLTTgQD6rbf+nK25lzUTjJfq8etr39IVHRjHuFUKQuNRMXU8qdp9/dAPUJBgXu6y9p5Yn68ds10sSsr9uKA5Cxvwwkk5+7KODYe/ids6XI7YGJCsbC8q0oBVVpPx0xFIFTnSf6MKlFfbSyUaEUvL0kgOHns2Ra4rteRaFa+L7WBScnhAHpkAxIIg7Yl/dP+OGuARaLmzJVocTbwkNcGuPeWhTk/rEe+i8y9PRF3jTAky1L5UvloCm5dy0eZcqCaQlzhVmrfn60e1s3vZ667IDh2jDHSDjPmzjB3rDy2LymWkFOeJqUH+h3Z0sLU+LCFWCZgwRHPuP6FCcgjOM6rPetH5ZpuPJU4deJj5S/08Rwwyk4E1QgV+U3rXiF7/cT9NeS06uS7GwVPNVYxO75abwR3ylvwydtCoLPDEN/dZ7c/wqbrZKYRqUZOh+asBfYiLb8fJ8udfEsgIDT6t+Js6teo2sB39spi9aXmfA1JRJr46LQ4fOyUdoJyPDSCFlCtAFEZiX7UJ0jNp4VIyGtQs+i0XpXhxnmuFmtiF1o/cBXBeJcRABF+GmKbBejZEykugpd1wLgfvyk2nsegAsUco5EVBZLy4SWjBmIHCT9R7AdifNDmmFYTuFKggRAk7RO+zP30Zl9vJemy70L1AT1UKf/bd1crRiPoBMophdZUI+5O9/7kB9skNpUJrzwA8aEMAfP2xO4HWD7OKGbWXG3jKYHTnUL2URWc8X6HiuZmZtZzBfmTB2gaLTNWYTLjX63tH0d0bSWtQoBB5e1EQvX58LXXBqdg5MbAuqw0PlsgMUeRIlcedkBQvj4lmVomvZF6+9T8Rwixr/DiE/WDifGmUKAZFVZQgYKrlZ+E25U206LrUBVqgGkvDmdWFpNXDmMAn8y3vZWdgvDTrkeVGwU/P+zSKxjSreON6SVkTc1qb9UA7phVKliGuA+l14IwUx9+LiYFs88aBj1PjC4ljyBKAxyyClHL+MwJO/Z1TY0jddiUhc8E6kcS6FTr2sS+6qXJKH6bIcyt5vngjxGZjo5qgPEn8lnl1vS3jVPgWHj0T5fjavLVsPq8AnYJQnKgP4t9CjkwbHQKvUptEN32uAdmZqmQBXt30kx86UwofJRhyaPzC1ahi8MrqF89gp/VpY4743vNkAeQTMP165PVBI0HzoGaaPPw2plN0mGuUxUHqsn4gnEto2N4RsVCgkKfqvUSED8BDZqPqajNQT1536gaO5VMGs0o607tjPGEHSlRkarUIFUc5bpuSntfDvRONqzjJsievlhJJuEmCm6bcdMvbMEZ5/7lT4CS1yMeFHcm0yfICc2pIRyer02xFNsF9VAiFLLgKN/jvxIusU6wAecSfsLP7Dge19xHoZCbA/PtK/UH7VoqkdubbhBGLY5158Jhd2aRacT+xvT0dN4xJ87DuVU+QBaO1+h9oX27ecY/xIpppUbxH9QtFdb2WU/5ZyD1Df/o4fn95Zyns+6gCOoJrFZBu5RoKVjtg8fVSlkm7AtpV4kp0xL6Ed35mlnz3IkV/rha84VORd7g5aWhe2bCYk28cpJ1CPTTqRPoNrg11ITERcgYvvqsrKemXxjcuZ/FYKoXoySFYHOynFnU5Izrd+6lLC15nLA3aUIRQa0F7z7L8qI7SjwbNFMxjI3K6tGhl269rk2Gl1v+240rNzjSXlCZRR4CkaJp5m4MYuragxbUP2ni9s4y50WBy2JVatgttoMcwT09+lnFvk9x40pbPL/bXC2yxV4EeFORk+haaV4FdhdawtEvwJ36B+CZi4+TrHAnfu4GE8gf4X1Urf16xlO5cn7VV575DNZo02PW1Qf7EVczEjR5axGUST8BuDYDofNGr7qeplIeh2yoIec6rsyls/ZL4qs1Y9nBAKenYnGTWAoZL6zkbhjaEUsMyf7ZHQ/I5O1lrDPGzq+yHY4OBOcl7xt9rhwCdoKa+cJ+ZrMqt7OKoYtokIe0YIXemAVU9JiuxY8cUi3wKxyJTJE4zF2DeC8r5byMs/SacHmVpN/YfTLcDmaGM4JZ7roZ8MqSW++fn9r3r0yfywnIsiQ2uNpsuQqkPIwkYJ5c7So3lW2NRp+oRqsWSrN5XjLYRCZ++Wuby739wEovVj3Stmw5dRg4NeROW7d0yfxjsP4iRsDZd+x+soozVoJQcvB3kWzBXobtKJPFlesXAF7yBszc+u27YoOawjpdVKisZ8bvbc00HceJJMqjvJjoVtIKPdHjX/2cD4qf7uKULe1fy9NPfWjCa5OXll+i/mIln6nXGN+BgLi4eNZo4q9lpJ5ZDN0N8K2EbiV/7fCIwuVmmhl8t2m3cDGSbXfIvP5NDPk2r0dK+0pknjP5tLIzIW5zU7zDlepdL41xyPNf1bRbDQXmZIJmZpb+RXm3wZa/beDn5TPIqdQmZNqv9fy4WJYEZrqodeEi8jRZ3mVf0Z8xs1xs0MgKCtOD6vs4+dlH56kUC+GcXvONTTTXo1AqzmNQfwjEq88BPY2eWOI5s0mfrnMUsY/yBgR0tUtw+IGfy79mL8GtrK/5N4mZIrg29KnyU+4oxjEges/43DT/EFOuPrWOZIrWzSujA1T/8vaHafuYDitGye0z7IigC5A9vySjr69acSbYIl4mWEOyzInNxOmZUvB8qsIvetT0vUtQcE2Dz2PlrPQeiAk1BTtVLUIiLx0qyjPiYeYnlumIQ7qjLeEymGyR3TKjVoGhc6+I0cYYC8rxEwaTawqBxyIpJclI4oR3thO7Jc+QWxYOuYvuYW2YyRM//nadgrUmWbigZ4tQO0Ntn3GF4w7PSCa4RvjK8AySimIlQ8xZTXu1OLVPwObGB6sdnkblXcBVpNJMtK2OZR6t1p5NckQGWc4r1c2XZXAxdCYcJfO9FN0SJmbLE4QJ0aq0PkfRuf8ajHc3pxLk8lYIEyccMWkj9aVMAUcnBu29yoWGEmzFgi9gkMiNszNq49slzUhD1L5Wt+xIuylnV8rdWfMNGNXc8FRKSAMIeKitbTxaSkD1nnvs4K/y7xKai3wcHjj0W8x8xvYOPjHEl0iDwAnEi3xNPb000D8zGe8wV/BdHaSYu5hkdHOu1yXjgyUUIGKgz1oUOpxq5xEa1Bf4ChWC+U/mu5ECUw5OsGMXHmqb1QqxHitOnn/93ZHMY/IqRA3gpppTDNvfq69M6qqpObUlKKpS6kUNjnvCEJQViXk2RtpzuU+ACNWDclEAPAXW1gxgngUK7ZL6dcbExNU8WobzcRVbuAnJWL9/8t28CdUp6/5D+qx8q53dOph09jYGqznDKWzC7/pTIg4e7XPq+1nUBX+hWaHAXKwCYqe99Tjma57vOfUVyQp7xW1EUpxB1ev6JHIjB3xl1kpUiXZVy4wpNqBsR5w89NVYOl6wvhLGs0WlHxINK4szD+WM8JpY4sm3kPOHnIIdTTcbDjbT39w4GQMW9QVuRyANDMPZyqCxZW+ylAwUcxv+2HDEe6LSmCMc8xz/hvoupRVBP+tvw1VzVNUUYTUIZp0GtzoCx5eTyfylSfwWNuHtxYPgEiHVN25xR7sds1trjCNU+wluap5GwznU4XtI6p/q9BKg1n+f2bnxECdqnm/NLwCLh/AFL1VJ9aoxsN/F8wadR1NyC16iNifIlrBC8Ddf2nzYamjl4P1kTDOdBoGCz40n4+utqKzMEh5rR9+MzGoUth+d9aRSLxojMY+fisxuBEJCN8zrrp7kia9KKdpkMCio0pnutBPfKF292FuM8epMBzpdZ/gu6GuSrsSYoCVmfwJndS6Zex/mj9pmlf0ys02GoDD2NTCHhbPTg6yRxtVGO8EM+2d7zd98YQA4q9LWzdIvUNtLJm0RX0NSWEcQ1XJu20iQdfJQirGWSBAUN+nQfU8V/WPlQ6U2tN13zRMJZZHuMm5ZG1itdYxdpUeO+1VX5QjyV4gK8Dfrejcm9SvVjWkDA9MsQOQu+7QUahJPcxjGH8+rGMfysj0tvc6ZLicFCLQXExmXH2ijv3JqkGwbuSfY9WIBRQc5mJ1fejsJHXqDelrcgi/p2J6RHSLfhK0cYhTbJD2CuBghw09R/ssrRjFvBQPF67IEjuFlOjLwp0BVUF/bajy/tWeHaEyfp7lijhh71tc2Ys8fZ3SoAPI8bFJLSh7p+4G83sHnOEPEKV+QHaodXx9s2WIrds57yKTZ96XN5pCUFZbM5fiOqWIrMgrp5EdXGFyd4iYPPx+MqyVbbbFqh4amQHpjrOWg/37FMlFsB18oW62q4hL63O2r31SXrp8eAaEqcfSoIIf2O0YhKnIXLksT0zHh9xnQqyQ+wtfUKuVXYrqnTzWUiUUxmRq5PyjkazvGB0/1AhvJZhIYUMqqwtHJ0+7FNeKokoJBH6TAFv9i6Opr8yJT/Th1b+e8SjUrNmiBYusOGzcF81Vx5A3o0dy2aRitY8xjFrZq3YUvyyiMR9FS4SvYscqMbwf9+zoM3qPKm/rlRWRoHqoU9Wq/mHHafia68vyZgTeCtHREITwRLZh46vxX20JIh6n/hSWITJUrW7aXlfwNSBZo+4urQYvwIyF4AOoyqKVamCwrwVYNO0bVwusqH1v9kblGRxOdp2fIJtM9bhiZ+vdIekqru0bwyYmTS25pvRxtFAkiITVpTL3DPdzO0JFgxk2qNEIPP0X6od1NtAX9kcwpT8LLQXME5i3CEjjPqjf5+e59OVmfb9teMJEntd6lMXJlLg8IciRfWUjxxCCnsqTG2tf3Ps57SqvM/GDhoO7HqQT1q23br7pbTyMELCZDJHyjPgcM8ZIwy96L7pDjk6lxpyk3EN/wT+xVQt7OZ5zd+B9YB+pPiFlaRcjeMPIS+4IkELMqEYhWn3gUSpT+8+LWOv9FvEpIqSFeSRSFzG4iqRy2aexqZW6pgUAh0UxRWQ/xvuGTjhsrVN4kUzb5bERUbSkyrdozssOo68RHH23w+lO8lbNKOQlOuuxRGKpgorWfWkTwR1WMp1+EcWYsEeomQGXSsTzxIawFSoXOH+agKeYmNaDqu9F9o2AvP+bqCLGhS51GHVrIVsmh2hB+EVWsBtZ/9593idySCX0XOlW1z6u9Gme3D2EVR8Kv+pv4pmUSnEurIidqGZPMJ2RZui8OPozJehQ3hiMZaMDys2iYpHYq3p5U53ZEwn0e2doZ0fnSUQ7/5dfbJr6plzgIlkB6x0vn6U7MkVc9+2oC99YeoGXEcHX+CuG2h1j26IvQLAqJi2zpGOVONn9e74aIR2bfGkV7pxtCf2Ww8Er2tgIB40luH75YMwz/22lYL1/d3dqPfjKDtHKG4rAVFfLLGOJAeoe6nTotQcXYJude/MQ01WuuPq9zKTwwU+QYQ8bur/VvRcCjlNurodOEcAkhqW+5k39fd3RMj7W2CMSlwyH8RARMD2IJGTZ56SXCEZr+hEI7cUY1A2XGEEQRmhwxv2YtPgq/1osB2tiH38Ehoa/gGq5W1gsRZOYg18sV7TzkaGP+W2olDItFziOotvhLKTd8B82SuZq2YsRRnd56E2Y5O7smVKbEwejqOeJMizKkQyhVSwsrdpjekdiuoFxoDUqqOoX1NfYiha+t1LCi0rV3umzojbbgYJz9Wp4gA3IYMLxkp5Uq8ATlEPwylesfw+ll56OLzt06UZbsp19wCu7aW+qbdaL5FHv4t+Cbn715nKpw+ipDuZN1lpal4JenvVgGp84V1kwPwAPXjyy4jp/0F+pDEiIrdc7b4ieQOrfHbUU5kzY/xEfwbu4WuBXPGQiVZcdc/uYQi2yOjD9honoTB2VaR+o785xB379xpB6anyvL+03j2cygLoR2LIq+QoMSFYAGYN5CqDHGt9RtsqE81fHdjZ8V5hqEW78N0YsZh2R2tH8aS99vk9n/NiIYBuuVo3QfxNgRtVyzsMDh6YYq9EdKIDnNHRnHekAjhWf5HpPpiDSOlUTNncQ3vOfXkWGhzSBNyyyZ2HEYf18gJYmOn9P9HF3DVKQe/m5rKlAkMae9JhoQ/D1lUO5EBPcj53+9tk/pbkguqY4bbCdq5WcMRDxNIX9ZfbesT5E2YlavVxnZrIsm9isi7Ek/PQG66LlFyR57HM1OCLW21iBCRP3VRTkmEjOFaxNneITx24/py6t1dBElcp4ljAo+gGeC8nBrSYbQdrQt9r/+C99RTfbEGVFGAA30UQ8K5ASzwV79H1ltUWjGCPYHgvVduAk5uo+M5GhSSgWK+X7uzcXYt6PeM3tY3s6aGNP+4GcmsG14AIGvwBHobPOkkWD2i429dbJYD+pjdQqfKjezWpUrEz9Z1J7VItCy4WQzvrLCzWnyJsnX1B6Spv3cJfZVtjINtAqwWcVPPwn2Mn2u2Yhz7gHhEVMqQo5g42PA0p9HARXOaqBWCK1qMQdFxeKHQAX7Jxoiq8gfjsC+7wkLfVHhTvX7bSvlIWUCRwyRoSYN8Sc/u+bB0xrONnoOBVGODHjxgk/kaXM4yKToPN7gbol/uXKijia74m+wyBqPb0tXKMNq5jl5WWMaKDUIcbNPaYIHS7PF4ijMBS5RkLpvJtj7Y+5ss7EXdeswuvuPl9Q0vxjHKz4J92p5IP578bPubhx8ANVzAzN1jjSEVpKO/1VJlHSk7hO08xTnfKzXshVakCVlgdjAie34DDxUp42daYzLkzPdvUKbdxKm4d+/V4irWYIS03YjYqdWSSJ3v7sdgToS5bzfy/yBYK0sWf8XCStd0X/JaWaI0wLrXbLImYjfwvi5reavvwP6tgIITyyzhVvMeRkg+iUw3359USgUVohSjSu5jEpWStswNwzCpq7Ww3hvQKbmHhRW6vW7KV9XglpJKJtUS44TQB014L7kk854iOwbvw1MgD9BeVcyvxXna8Yf0MQCWwREs6rx0NN6ObweBfW4/75PCR4ePYUSdlxZ3det9Aqdf/cEwqWvo8yPRk467ec/5CIQwiAMHdbEgzVSvYPNeCkjCcNoLcEoPSnbLIp9sq2LsB2go1+dr+b2MVOxmITXQ+GEaG917wxylxr6y9g09qqhJjv+tbutxxKCBEpzxyrcyrewuOnMjT7iWRmSXO386ZYEMniJRpgvNNghC/ERt55bO9FxjFu13ueyRCRsiymccEmCUQaM1M2HT+eaSNOK7UUZTDAgiupzeBYIps/VrQVJpGgbYeJKGBHtjPQi+HmDWWqV8NMM7eZJoQfGrlqWhfEzix24WViZMnaoXCaPMQgRnWhn5OaJn30n5PmMWHnUeeECTB9L0Uy97EEbP/Xd/6YyPPXzqsMqWAGOK84+kH+5L1Mqsav19RGx153WBzoM3a+Z/6yKOjMl/sBjrpAqAWcl6qnRv7DkpJeFCcJsIFaG/fe13PJQzvqWIsDGH/bze8CD3fg0+KwySY50sJojGv4tCHkWEIoZN8OK/i5OtECq+wl3eUFbDSXocOJupvmBmwFKFT1tC7tQDgXxOHYIJGCiBA3BGh+Ajvd4EdhalSxI7C+2057JQTsFPhtwbZ1bDrUoNVHhy2lEWZ0NukF0INH+TAbM5Y2eaBDEJKt85VTaV7JzrJDdotnt7GlctK12Nw6VHc13h8GS0M3XEK39JBeXu13ZcC/sL6fi2JIT8wgiGwaH1eM7yXZ7ZyP+gziOzdhzOjCP+mv1OB7lJSg1Ist8hWM0IoBTRRcUyiQPnAPQRD4vE6O7cTmHUrsoZ/TojlFAnd83+rSMq5BgePffknuDHtwpkaZ6o/IfApLoMEFomZ9oSKmAz0oT0IwHot+iaq8YeF65xNzgK++cjE7TXsU2gp+sNFoDd6gfssGqLaIQP3dk00MfUoXUQZki/b2KP6yTiSljp1ztxpDacrH+/q0K1h8xVAJDZjJJv5l2+9eZxzJ6JbRB3qtfw+UnJO7S0ikIV5Btp6k4ELQGwzqvKM8qrHYudPEAWsNrB/1tB8g2tuqItN4rB1t2uJEZjqdhV1NSRVQImHvFbcfF0vflxJc+oMOWna/pAA2PWGCgpQC+17ZMQi6fK0mjTl66jmIkAINMesSIqrv9pkpqoI5Ou6mZJsPSPvANdU+0NMuKNb6itP7AswzWNDPK2KoUyRYfo/jR7UynJ3QBZyLyg/iRXTc9e1T4XGzrCknd/K0a2dwfS/Iw5AevVwAv4ssA295OAXqWeMyCeE8KO1S1Q/yOellSsaEcyPo3PIKc4bzWdGOJYhKE1XHe/oCVx2YnOInu5HGeLO3s3LWe3gOwWhMeOFfEHP5QojVCvM/Ox2FIujo8m7Abo1AOqN5AS6T1k+YBXmqVKW25HfdpNYfy9oVofQXDQn+qK/PY2asoR0dRMLuPfaqErHj9g7jAnjRcwbi/CqGv9ZIF5vLHLKtaxtu02pwizAypH5n+zfefDVPInYyD/Y8wejKWqOPriZCPYMrRay/aK9KqKn2muSLAGX8feIzvkt0pYRkV8yUX1WZaFER2P/7Bw+Wgtixc2vrurC4ze2uT+ZoAcoXdUM00chJkY4latbTPvuG0uKCyCQZwALDZgV02oGpWjI6yaN8rlpIMYqOifI8VRkijDIAOWKEoy9lG9Pxt0t7J1UqbPbB11B4WKl5E2kNxoLf4190FzphpazVF+QhD8UJM7IIi+DuUb6t+qCbj86JuZxXkKm28KVZ4gXdbdEmW07SKtd+nev5/2kWg5uzLDzgOqsoLkSuVjwBv+VupgzL3X3MJuI8fx/qc12YTFOj7q074lnlEG5zEF9VTIiiZyUMP+KyTNS+GjUHdlWAG5JZmlBDkqGFtqwLueM4sTptomQQAcwyT4szECDuWZPinA94viCD/378O8aR4LxfcbLVjcpgt4JFziWB71KnxkUNBXsCAaPVIMrUpm5aw/irVwYJtObm+7IbFbmnojBweAoccOUlCIpioCoYCD7SKLY8vsCceoBMaydHX48qRSn/lb5zUF3xvqbge1WM4LI2HnzNCCnF6UkBxSpPQ8T76kvrX+mJQnHiOi8Px1NPVt/aZ+lfdmR8GNR73+cvMAiZVc1URPXHZiw7RkTLL/KKcHOpDoku8zFmZ8uQAfmQ/J83b33UOxIoVedDahkJp+cm+OqFjwl5gxoZpEozbhLlm9kNY1CPHUaXUnPpj0TCf0I7dQmJXuCwbm8JUq5Kn/OmrYk9FbH6H2dHLH7hRAtWT7dwvBWSXhf+n1W2ZUyWm9uubYIwqGev+m21n0ODAv/Zn/S8nL24bx++eSnwArpnXMQS2bQfpBjtxBvwAOzler3B3oqQSeM+vpTN1hDQWFwdSfbM9D2SGi/jN5HntX6GDImwIk7ZSqQS6WfHuU6abQcn23UTX14CGHRWCtSFWWfL4YiclX+vPFtFBWggFaLn/jYuJi0l7oMDplAT7ho6Czz/2I/5AbZ2Yornb5Eo5OVpboiZe5dFDXtAhq/W5Vu97lzLFXmYwDU4Uyi8ZZL0J8FwcdY4wcjf7y3203UQHrxvSqIDAH2CpEUOQc+DAvAOFQ/G94qNjI1SEEYqUNrb48kVoAUWxCOmBpiGoWCy55swp0oHLMpK3Jzv+GhLvIv9dJgAT3STBXP0nvvXqxxuSbTXkgavvcWz/uCRZhVXJsUw1cFIUKoM+bYs88/OH4o95Mff0oU6Heuru83AdxqfSoiNr+ZL+fHSPJGV7h43KO0srvnFv4VEKqb32zB/XEkfdDBq/Sgjl4FhU099401dXILl1izUTq/Mmhk+/8pweHJrILtlH9Uy9pzhPBxRopFDi3NZiw1g7E/D7ZMzrn9HIegoS0oNcf7ftuPlJmuXyx9x7aGh89lPNxrQui+tGGF4lmk0c2Qy+k15dN1jVIMJ/3VPbZF4cQ146CUP0dlKBF+ob2TKxpCQ3zGEWpIleRtd8NCtFfkYjypzZWLnUkwyv95GctcKa0W5E1J/vsbzVuAvs6XMX9En4nrClGLrMXUsjkW522GU4VmhhmnP+hExA3CC5yTbYO2cT7HNzYdZjpcGXBOvbxQTnxr73gdOPWNXa+DfOYyJxr4MLFDljExQ6fTZj6HkT0Vgw7YrloRuEkRZTLtPxIowGyeD8l1BJ2kTGNG2d4RVT++sdPqqnjhACmylVXUxPU1pw4ni9c3lAULpyV/5CcOhLppR9/VzEaJWpGGVa0N2YOVlkOlpVg+Z4GCZ6tNCO3RXdwOulRkgXIelAXmlBdId2SsW2Lm5tsjEaQDF+kZxvPxT2xR9zoC2Up1HIAQb6ZDcCFzqTomFIOGmEapReruGRUEVlLSO3thh7XixQvd1oCs3mAy8nq63qZ1HwtJz9x0l06q/GjZf4qIgUsXjxYPU4XVHQ7ol/jCQdyu+TX/3vHOxnUtxUxEqsGYrUCtdWKGPtT+zM2BnGjMUIl8nyI0klbm+sX8s69TEO5bMrBhdQVbtbViz4a1xxQL0sFQLHZo0k1K3ni3iPh9cPP+N0LnKDNBQO8kyZtMK8KERot+woGiF6EJcVZCIBxCgFRB8cPAsMFxGQY7FaQ/wVPt+BgNr8oLEK+C2taJGYgZejma/eKEC1OKH+1zHI2SNJ7pAvRUSwXX3M8OFFUcImRzdjleGB4+U8lzmmDwbrTCeV4IG5ZAKFdkMwcsYjwzxPqgdze7ldKYHh4aExrJOux2fPW3XXZ8jXyiMVPf5jjqYI0dcE17ynzfnWJ/hvsi6PoXfLtT8Vn1QSgrvEcsItNzK+LLa2UGDNDCYasSkHUUaINWjpKiHt9/fZHB5RUzJHDr5ymMoalTZhH1g1Y5FxjJSuJOy8QJfjNE2E/07cbftygdmT77He9XzCK7YegeC0/pHDh7Ce2L8th2QZI3427jIh+BM1Z1mbQv1ZP9DEnHYfzjt42e0MT61SUdCM6VrdqAA4n/CzfQ+sxws+jaOpMJx2Ue4vFlAWRM93gFjo37ilTHNJBdhxSB5wcpKdCm8zFXHHXpKL96Ok4pPlfztjmZD8gY7WVrHOLwOp4jT9VBuuUhTCqUywrtn6JZ9Ua3TLgVnA9QKXMbm0mIY2lKVkvoG9A8AyXixaDI9zFcsJhTBdZL4TY5TtZGJfQPDCURmfiCtaYybacpoa/Ef2NXqQe7WuK3QSX3OWau0MBG7zgxMrMmB2+dVs5IKbcoo2GqIuXdyW3O0FjxUWauPuN+l87r9n4y4FXMnMct1Ni40tt2C9J5aYpqn4H+ukB8oebsGYoAKI1bXGq15Z8VH2G8CaFsoOX2+kVHtLTVSNyl1+CeemP9jTPiBC98mcw8YQnxGCDh2Xn7pkcf+YVm15jnm3o5/9+dAzekXCd3LXm+eYjWBRuBevkeBySjEXRjhxX/5Jd1tbIxKEfFTRaR4YSgPcz8kEI/z9hvNtZ2GyZv3RNXC6guyholKNzEbP9wsaGmaVdJ/W+qCL8V04SkdP37CZhzhj6vM9t/Ej5BFg4g1B9JFheeD/yAknsL1IqFmRfWUjQ16al1i0pPRTvkjBMyhCzvQOUQbpPhm67g4gAXUbnFfaLVsczHjqNyTXzKpTgiJzf+tGYhlmYCHHDzJEWruqQRbLhlVl+VpH+5O+rwG1jqjDTCjBzneA0FKSXvgOSVDfJdu45BPEVEO9LCRLKjbr+s2Ku0GH9CHHNMkOWNuwFO1BxPUgf3F8UepCah/twk59CI9SdqCTPzbTxMEbrjUDu5kMVNWcL4fQsledQb+I6FKRaR9hzqr0+mNtqs5xbCD/Faqu3UpZN0VJ3uZ/c1URzlPLtkWUnK/7uQKOUZLPOSPuy2FhKTKTBz9FPhqppFc76suzwZDoTzLtl1cFP855Wl59CXksn4WPO5N4tS/F0J+BfcRU+FVa89iIm3iBigtr7um83V5XRGg0dG9CBJ/dLhi39Wnwp/FB2CBQfEMi1E5j1jqUXzECVD3KZVcglY4gT8yDtM6V/D6am3Eulgjse8He2Vfg1ro2NoUCX/v6NjPUiCIXs5EKOkf1mmuDPFDV/zkfhuH9CNra0o/NTxxmMK/P3WZ+F2bULV71MW5feK0ZOF5CouV3/XDVhnTBDN340ijMwBitZu01MTeIC3qImJh69XBVXrTz2VJJJDds2eTwdQK+5IIbLb/hN+ZKaNBui/GwHFvhrpr2oPwupzP6/hlLH38LXa4dyvqFdyKQQ/g17uTcHIV7AjOhapH+cGVp5k1jaFbYaq3lQ6cvl74cQq1+qyULfFJZ7FnRKGfDM5d4sdtC6K1zXOtCZ0LofEQcavyT4dg/EetoG0PPjermGN/XXAjhT8rxZFjgRKT3/b/mA7a4SVW7hT1TCiB7l/e4NuNR7BX3XHi6fwpMC2gTfWgEo8u9nXh7bCCCRjaSuNd95XQLsrBFa58e1usI70s2EFLnI+zV6Ls7KyhqTXvyVETv81dq9MM123Jbk71IgqPQnK9IDCX6Xid6RY0eOc2TOQPEyupw1jGWraZELn7KQoNL9DTh5up/fGkanIsjuPILjP91tGzBMrl3VcaVwAzBaoIluIOkwxWXdMrih8rKIy4aLHWPGQWoSWuSySh2L/ugik+m6DCxwwBxEZqd+0u7fFbPcRIH6oR0mW9kutDaiD/ofZKTTFHfVX2mK9jpUF6eD17bgpYklFJ40fXJixCGe6ggrYe2WcYOGUlOxvE3p4asCi3CexXXFAPHWe8f1UQTedWJkmgAqUuWqUFx6uxE1cmK4tjhkg2WKYuMTzGW3W9fMlICMpd3CPVdZJ7rvNP3zW3tiOG7ju0xRlFKlYIt08uTuSMrcTMPe3BZsbR3NLmu7ZGm3r4Sz9xmeW0Lvv6pFUPa0XerlBcSgYDqUZWwI63BGp1sSIHbXdw7OR9LSC2z7XxHpejS12aVlxLfmRDs0GHJIoDc9RB+8aY1Vweq+NOfAnm88qr/FOkCqaAkW1+lMJqZBLruR3pKJmtQ3VdT8Lb1ss0K5DvXcnGBniCRBwuqSsC1Sb8UVH9Y5+BcyGAuw+F09G8LFAmGF1pLk/2slyEulvHJXC6FqDcRdEAVd08xkioNZLxoF+2r37E/zmDFhncMBdVqlJDuowy8SUqma5FFdtseXDhyuo9YJ0Yh2UbF/itCxs9z/y0XcDZmZkTJtc/qvBadUfAE//ZcyB0slLfs8DEG82+Msg8B2WkIhUQreyjSWj/DjR+2a8kFeqj9euUvoClyqXLYOtMPVsev2KN/snSVBcbXFDTDJsuX4f4VGXM2RbtnueYYmWGUJgbpKEgfyHb5culqZWB01hqoeV/hcwAeEvUGJRCSvLgQNo0o7Hi4plyflhSaNfHpE9DqhH+QyEhr51XbF2Ac6okI2qrWrJETIJQk36d1isAAza7WPi+YnhVvPikjM3cwsN3WNJL2+NQH9v3fGFv07JlPmywObp6XTGo0LjIyVZtVJNj3M/Vjdlai9R7HDHC6FidWJdYuPt3+CLIyWkuj5nAY9z1uLfgjZn81NUcbGz/cDAlDw+BC/vytAn/Q38Yu31r2GIiBbBIFjOcZaswrO7h82tDVi1FOipeCXGtENsRYX5+MCOqFufjBjX4wnqFxiWE10kTopy+Go0FWo5ebeqrSIi0lnTW8RqlUQeZ/0ox9QTQkc/qvdgiq0WSzWReBS+FEEMLLh5uLq/YYEzuZjiOD3461v5cBKyMrmUBbUz6ibIS/9bjxowgz+lQvGsZ+PMF2+v5T3WWD8wsJkA3K1F7zjRhRPVB0hSa2PV41TNJ9py0La40BYLmEv/rip8SvUCPK319q6qEdi9o12oV36/Vk/1iE0e/oaCj3q+oU/uwvSsHOA44ePFLTEAfBG//5L632V/bOCD9Ta6nTtDGmtwcQI9MEv+rOVSJvvjkI/VrpE6Yuz/WHSCC7ZnNjNEWosQHqbEd+uTJCtn9o1ClU5hEtQe9ZcGeV4jg+hULWdwOCY1dDiIusmcQ6qzYT/P7H0nUkSYoEwS9RaI5orTU3tIYqNLx+yZ4128PaTE8XRWZEuIfwUKmgHnL9+4FPHfJ0nE1aNmyEc5As/b3dxfootvOpRZNV6PGUh+dYtOJl9D80ugkTTG3IpquK8E5v1Qyz4C44+dlgrJ2LrWP3ctVh4sqbq9wHA1q1BYksL6yiOe3r0Y350Yg9pCZbCUYcTOAK/Jrc1q4Wd0aAq2kytmnxstV+4d0mv/6080KNSgDOcF8BvdmncgA6jWJBea+BIxMEIBAjTLwXPur0ftQxaAgat3Fz/dfGlqxBoNuz4HpOJklQnv0Nyt/CnPdP5aGvpVYoXGxX/wS4YlwifsoI2DvDedtsCD8Pz7uXWvB1fIF5+ehGL5Co3BPwS3bXcE1OcGk92zo45SoreOxkLhG2Oimz8/Hv3Jkh+3lcMkFXcVJFAacMNNYETBdXCk2BciDz6FMllPLOgnzWjPEnIRGWUQmxugoxSOs0+WHNT4O1fs1RJOaF00/TkO8hUA5vTpIQK8nXGC7mFOvH0Ylb5usmAOmkjg2D/qYZ+2AuzrCZ+hFNYjAB1E7MGj46bAOlQswESw0FrUXMiVgoBDfsSiUe+kd2UXSs0xcspPzKuDS8cPkiK6bIHvffnBgbwaBkaMspJd+oWIE6Ig52HsYOy5vYSXbWctL2QrqgoZYwHy4se61e4iHif+BFtlfb22xG2vffqG1y0bWUEM4Xjq7oqYz4dm4qMZPCmkRJSL0W68L+lhW+lHvY0f0vijWMqjmN6Yh5QL4edZkcWmnulWJoE7zdRSYrJQmZnAiKtmEer9fhuFkmHebGJYV/cW83fBEOtqnmL4+tNa1hgVQzgGiqNS91wWy5HIVqevMVjdI8sN9pF+rVKvfqBRKMLINWlpYyVoJ5Ca1FPPj+Rh5RcTK2rkv8BTqcpuTvU14fv2vBKTttrgVL9/wNEGEmiBEO9qAjvi64apR+iDDwd8USZZ6ewezF46Ai2kt5U1TV6VIoT9b+pDVH76W2DIbT85KbwoceZ8010r77iC4b1YjLPCTZ9rgNuT13duBjKhk4MVuI0CxBiixGoMYQPepsCvgiPzXDfumJ0vWY2YxOLfJpGN9n9k5uVXBcGeNHNNyZ58rTVFWhm2o2GlYigKgwgxBWok1VwhSXtJVVRkcEGlmi86otcBoLiZ1BtUJZ8UB7+J9+DN3tMeQIwbOdN5XhJYjiSE9ZBMUfIDNolwhf6IS2A0E7hvgYxFBNkAEhquRpBiaqiQrHGUGo2tPTO/QnjbKtWw9g0qGh9LN00F9Ow+/p9Wv8quNAsuVznTGdCkU4eTtANl4QYDj8p2IMPFC7HlYl9S5foTeOdgXTKO8Nsr79SXegxFuRpcBoaBKdKJzgPkN/XoK43/vskj8gMcvE7sfJFX1isGYXWuGH7npcH57e9fQvg5yXxbu3klwvMmlV5UaaYMqPUFWOuTgRhj2Cydfh7Bg9+rtvTqT57tSNYLKn9mLp90RDuIqvx1WCl+na/N5xlkLgbvDlBP0r5MvIvrzsTwRprF7QR7GSUajMTmOi99JJBboOgxxAW6gGROvVlOQfnVnNbVTsaCistf/k4pZi5/L9NqLbUwg76z5N31u/g4f4uDVqZzVsLlkvlpIf8QFiolKpeBe2/RytzExhbagWfELkUfMZM1yTsV0YwBxQDjZ/51f1998oA7zh/tQikJ0+rGc7+Gzj6XEm+lVRz64QNnVZStSmBkyYg0j8V2b77HLiiIO4WaHrL2M/wmeVb/x55Eaq9wG8gm+ePQOnnBbs15ikIPl3Vn9TfGqDyWobMOzGN264dCmHsiSEnOwQ7uERNOnYsRPH9es4YuXgbf/8af6hhKS6xsw6bDzJ+WNIZUVNr0ttitT0bIn817AJrlF8uY+4w2HoKh36FDtnyaRTfRoeVxzJFzjfP/BxKkq/prKoFW1W0v4EvIwMZ+gr17Rp2NBkabEyM/BqP5Bq/jDXc+wV19IBBV5BURbSTDjr+nKZNC8eBOEi4jt/WT1vfeBfwXKwio/ZixBB945QRwwQYRKiBtdypOf4mJPZ2La7/US1RbCzs7kM+mPK7mLs1dl3w7K+nps0HdlK480pzJ/smXnIsoPYatnzuny8fU1eyN3BHLDFTltrjK+oNcqzoW81HV5mxxm1ZOc/aeBCHdg6eICtbUyaQ16KxFHyy90B3tlP8mhKtJyO9wZLwrcEbSqIXUWiWVJg0Or9GSiypXvgeFGfM5SzacA1LLcwzOlAuqSBbI75BFWPTRtr/rRphIchcQwanlMUxRzLl4GqneDd/PQ6ecQe+P1p75iIstH4/qHb6q+QGi1U5TXbFcuVBsXVPD/1KNJsav/JJu+0xOiqaRqqqV9TniaiocYkPMwPjTrMcorBTq0OOj4fp0ivYBIjUvgsVdm/aGhGlb8bLNy5L+fmGGI+6BkwiC3udpsiqRhPjJ/7YiZEfak5l4YaMeOefkPgpqqDO/3tSwGVRQgrYx9/CSzLXebOERSoYPPT/VE6H93mxIsydfoJZHAzkLb33WpIOy07F2hjYvoWaf+WilVfDRjn/QP9mmHS8nP3+UE0QzojL3lLYkKnKChfZlxplH1dm5a5Q8Pb3czatd0K6KiXTdARiX1fysDj3PwnE8o805Itorx92rvaQISU+sif+Zl34AxEx1PsRiEVuB8RtE+qNO2N9j4DdWt3/BJRmRTbYjkwBMtGces0Rkc2za/weOwjr06M1YuyS9hXHPgk92JF91KNjCelyPw+AF1TXhuUeyYx82c91MEJIdn5kTV3ukn8os3hIWu1TtJH5mI36+VcXs+Cu7sWBoR4YV/K/8m/37ygc6lZn+Z6Iw6MRN8rTxwAA1Dv2a8q4eNfgAZdem0vZigR8Z6wtLH/vu1LmB1VZGPHQHoPdv+wpB3bstJa1XsS9dHm+OoRLcaNmhT0eafYcv5SuHqkCsngl7E9uMjE8j0KBvWGnCfNT/ow688bnuA9L2u4WnDRzRGdR9qOCOYEy1+73RWcRcRN/LRB9mUIowgu1QFkg/ZmqnmvIPCG/HoTBkJecaoYxpb7ScjJNdbhHijsb99UiOaihGYzP+Sv37EIIonn4ZAKoewRgHOzp33vGuX2v7ELjJlpvM7Z74Gm8+S/fqVIvEOFM64i84TA7kCJnIZKEl6ioOIpN8vNT9RLqI8b07SpBRqfWTRbb+rJX52esIH5I9Ri7ywYTJhOIC2zsHRdULdp/uVjYTl/T02udu+aPUu+z0hGzZzhmd+xumt9BrD+2mGwcz7jVrDF7VRRvYjA4O5x6Q9qENJKD60Jf/jOpgHGODb6Ky58Lx/LwQ/inxqwKNqf+0U1EatorkfHyfTUP9kn6sZnEteIEJSz2sJyP6hxRPLgYosnfTQ9rVTbxyTPGNGugenvqdup57VHES8NHAGfPTZUZqoRyjaoW7hakJqFqlKoJJeUIi3KDZtCMqamHaugMYmkNps2ig8ZRV4oF2b/zW3jt2ktMz3dhy/Lbv6bXtvR9/21T+vHNE93H9BRxuCOjDd86xlIo1h4GG672DXOi9BohzZddzW7FZ2Y6iSWgGOYCc0yziklSt7rjyS1gFXJNFQjcdIJkE1JnzEHZ8GPcvjGNca3bhr4jxwTpRNbuBPXCHZAphn4kVxcDV/nvTMqZ1xgqBFM9efN5OYi3Wz3wXQq47FSizU8vQpInhTkBa0B6oY4esarEaXaS3rqun3N64yY9XN2fTVb+QCtvPwyJrnv4+uk5ZNxT457ystj1ZJ+Lssssl93GozBsAjcV9a0o/UpGjCS0miJjvuehQLP7pXQOTqX/21Cbssl3fJMuyoFYd9/I2Q1EHYrDjLKmgf6ahmeDPmzg3wWQgV56YPyq+Pm5FAVJZxNkkliY4TKSPKnV4+ixSTpoJbLyMDwMZ6bsQ/wij6NLVWt21ghtAt35GYSK2WF6bIZkHKF2ETosL8feu6cI/9WAD4jhKTp95VPvB6PffsVuRXH5DyQHw8EEVLPJRzje3W3qI/M+crDSr3CdbBPk5UW6GiHuJbBi18yMWVd+WOxkoLSfcdBrYdLvodk4tem1x/r8VC02Ob+XYW6Re6JBLfqO2RrHJEqxelPxeG7WMWAow+81a/Z6+u2v9HWUU8RJNkxOTZBKXe6gghLiCfYt+6q8+JzFH8i2KBudGD8rJbbwqyMSFk9C7lF+9xpOFdbRtN/pd8OYjsrv/J97ABYWDMxDiaMcDSx/TgjByJfF2jsByUVZrvDYVGKyxAVX3w88oHZUijPu/PoM3DxXPJ3Lfi8bo5FvqA5jtSegdmO5G/OwmRjA0tlfxf/cTvX5+WX3o5gXyDzffwIp9iCqM0PvOifuCtj6jVJqQrYRhhRwXla7ijC014QiAd5bUbUWK6KjKsmCIjrZpr3fgpj6RbaJo4b/a7Al7ifJR0T+XEnaIqsmRNfv//+SyuXR5M3eOIXyp87UbXv+oKchUD+FGbY6CRUqdVKRS+Ex7a4Zio/EGgiMoIOXMW4EG93uPROXAbtdEkU3do7QjSRtFGhdAucmvYLHvzhlCwI04Prb9Li/wwt9fflmUGQEhYnS537DgThjE475mXkkD1KEE3VoVN91Bbwi3dftSRXEf3femNwsBQFZoXMY0A4vC/Fqcq84ktRJ8Gf85+M6IJ2FnXFG3hJRaNfH0tg63ujNXhDn5jP6vPBuxcZpXJf0LZLLJdcyL/qjXmTVBYciiyEydUMMfOiqwax/uEzYdbNS+IjcFS6Cz10YXxTjJH5Kwrk8RxN4WazvcMOkZWYlZp742/PRY0hDsEUiFZ9BeqPpPdHEQUEw/xU7yXbqPMdObRhIX9EL3lx77N2S01bpEkz+AehKM2qFheUB3e9AskKMOSE3x5GMzP2O9tZr5tDlBoDhVmaEUBaJWrbOTas+656mfxz1YIuPgKZH1doPQltwQ6Suni12PagcoNmx100Cj6Rvv4vy8j4xmnHaX9MhzqATAaE80GYq6Z1fo1LNCiA8p/ACB/F1pU468cvWblnKyfii4SxSEej0th1kJXTEQp323AFFPfOITEWCcSL05z7xThcfOQWlr+NR2eynr/RQkL5SH8Y2mRHD3JPMaXjpsSBhhN62cyBNwh1HiIZKo2WDaVsjp89YqMJpCKj3wBG7gTnvFWOFScczfJ1BZWA8WpLQjxTdsbI4hR52uR+yrHQXuUC3HWCxexCjOM6bdQsUEtlPDJ0uCZZUML6/k5Z/hHNL+Ub97zJkwxh+K/fbzKhdvI+v72NYPT3pKJKW/gap3Pugq5PxrTb0SXGXBtqeRYt+WrU+QlYf3vkEGW0T9r0dc1eEk0g7CqcWO7/rDlZRNVYv2Np0eGfsOJUzN5VOLjTfLLCG6GMdIrL2yFwq9sFq0lKN1IxLDo1hZUctgHKRm2akxm146vPNv/kKB3MxmM+3Ev4MRIEz7KUfs6LNPZKavLlBxgtieRxewSupQ/Sexzu0HrkhH+w9fQkmY2wT37+WmD2BszMpjaE+3GAnU1Co2S/MurITE7P2icffE6F7mUYxJdO8NWQLZjEfs+EvwhAgxzWGsd5UlRH/ipCW5TR+V5+7krvTuK+1UUSRbcoQCyLUUwcaYRHxZ1/a1qYZESu5LhBia5H/uQVibS8q//XvPwlV0G0O9GIedFQ0Tz4Bz3avyUmfdLg6KEiSgq+6t3bWF79a/pl+BwotDjsWMhDDjQPhHhlzxmBgIeM/3ZOUYPVK/TKd9xXChKpm6S64BgREF0LShbv51dpFd3VD/l861T86yqIyxwBXVtNx8/7lfJV0zkHRWifm5YwK7pan59fMrf8dV0B5OJmFOhNZnC+Z+MHUSnAb23wZVt95MBpg5YaoNIpIEGEXzy9fYgIR7lGRXxU3RfWba7KzhhXrAQSejiK/tuAzFpFvO4dfbvdwuuG/oKKHmHavwUvBz3bBO7+e3vi3x7Cf7kNtcvrpqabNCbI0vqEM45wxe6wEyc81yhbw9KdX5DFW2ApcJJ7nC4BM/yb0FiGCD8PoMehjOvkxeKQ4QdX2mU/YJxGE6PLyYzs0tWHRusDUctB+agWGtfmBlt1uprHk+PpnMA6ehWfW6/w4r2AoJ0oUgwwzyzUN+7khNEfSt10wBJbiwznMfldnfd1lvFiWw01YfB1iKExVe1PBElxE/VQK/Raf6JT6vOjjFpTKFNuH/jSsi7pPBqNp/UarTjVmM23mHK5UA2VuqurpURb6P/qYqLI6B1sHX0cYpDdO/OmPHreTQLf/E7n6i/2YUQpIEAi73ctwVPkCYlYuk0XuYPoKJYdDKv6Yio/B43M6Job3+hWis8EnAZ2qjs7b+cHM1Ft5x7XiiXa/xlz9OVsikiuSWKGjEBMD6ErkZQwBBH/mDnso8ufzjV1fO/cMihtF6ZoffDw21ZG39G0DqDIUjOcv7m0T6xb3S075GW6pHg4/MsW3XU6DS5x03FSg+Mzl34NJ8FpU+k5U4k23a68Yo/6TN9RhmBCk7n0UM0xkLnYDo4zWFPkZ80N+c0mHKGf/0pb8cQsILvMbSN8/CnKtfv3fzmqrA3vDL8P8OpYgjEn3Cx6ypWKW43cBTE+wWitQU7LoRZL2hF6U6mbc2KGYCk0lvxpFPX6n8gaj6LVDswFmgoSHHj2Idg0jCSSw/L1MktAR+v9+kI5+peWXP+fQjEIMuHNVAqTKO+NCuYgvAg2qnFsItqzE92Plre6ZSulqRphYvhY2EObgsWdQoOxpp6K7SzTNG3TjOLwgi8GHcMnahO1LzBoUk0yxesCuk1SsEkwKO/sEnxVUI3ilpiRkyUwZyOosCziIfq4TmbTDUN+vkrDlCoqndIHf2kXcOuprYwPA1Y8MP7FhXbKr/oXODRNpu3O8nnsp+U9oovUHWCV4TAhtL3oCfln3zRua92Ml9Izk5jz217aP14dd5siUnmeBEORbbT8TLN8SNMuTO8snj65eHPhWfRsxEkxJkB9IReaBsRjmP5EPs/+gdxr8i2Uam4kakQL9p04ZuWM5DjzE2E79rdN0AzUbA6/svpTSZz9YjTvAxynbKRnLGOlfiueC4JQug5wSl7CjAkslzR3E9OdTVx4bzOB0j+XbGu9+SVK9R3tuG4DCzY5tp1sWDT67/s2W58N7LPSFPM+vilKVcS5ZH2bxgaAgovPdjC4GqI2KRZfpqDA24dtlDMWzTl2qW7DzVUscBwS8aEeXdbaZ8lxi+Il/iquzfxmT6j/6bOWj5Cwbvlw0/uT0bRGIbmKZfXnQgWsPX7RRzGpJM/Ah9QDsVRJnE005Lm9VXWB78/VQhV0cwUQWVVJAbm885igkC8XEoaxHf+tbdo23PXHxOlD2sMH3Fhmsx306AAWl1ABerk5Xw5/4qfr+1ukHZlwIWRABKrGkr0LKEF2cg3xj0rZ4qeqGtkZ5v44e+BsvAga/9S6fodbUKHFnsgGQc2Ux4/g3OlYDorUr57EmQTYnM74Cj9HoPgQXhaj5GirpV2jAca+/+2oLzdg8sz4rRaMFdmM1Vvp5Z1MZCjNsygDcBQZngErrS6pwRjUs8Nycot1ubG7ev1esQdtFYb82kweww6KqKiDGDFnUCxKCLWqeehIC5Of4dA/BUMBQwbYD5IUB6GK7Mn/yqcc8HSGd4O8gf7v9gvgsWGab3R3qiUQ1uVGe5IZO8EulC0gVVl250beeDKdeKUGOsbCPhw/Gq8HUgTO3AR8I2ngVBrbzfXG1atZ/qgZmq3rtTVVmo5B9fK1Iq5+f6T7tXtaP4b6AqOYPltxbxdl4QI25GHuYIzR4hmV0kEPkXadNfqsGEuouaq7M23avBTwpY4fupUjwL95xDfS2jAyjUdNNwHmglSPXlC5/V4bnz4Hb+neAoirxjE1Ad8Qapdmev56uhk/kcneymqkRuWrIVcll/SwmFZTj/XVovUQdsINYfrH2AJnvo6/d2PAVKlRtuvfphdyptCX6Z08w7ALTQLhSlm1LzZtTHkoKwRyXsOwwQXZfYVN4vf7ym0bhEmxuWKsbsU42c5f6QzjCO43KMgLH+cLKfYZRabKhaBqUfQjeH/MS5CEhVOoYUlheq52MHLt8HiyfXE+tQnMC3cY6kPRDJA3FbTIexmjRYDL5wkaWcHS82Uq52/fTQEbTisk2S5U88GR3Af4wVFSNRdwzz85l7l48NQ4EJ+VOK5unDUYhUE8X3MB1iE2jkuQdGwlw652tswW/f7Z+gOggLD2XpS+7ao78F/WdLco9/hWZZbDWGlbzNNcjp3KrvcoBvdTGscSF/Up43hP9St1BFfpK83HQa3IYUbPsP/JyO3qwx3guKMSAV+wFD/kiOCHGoPZMRBEU8nmG/leo2uuNfpvcclLPQVT5tBq3dVoe2kSrfyGb65e/ERwIe9NBsWyNC90GvfxpZR8MptXaJe3HoPJVfoXBz6EAIlcYCdxTXDjAsaoAHjFz+XptFEhRAo7Wwg18kZcRXt1aWYBi8oYK0Q/c5ELWG9iOtpcKm9BLbmvROGLhaoPLAc1F2O3WRJOk8p/m4tl7Kru7VjNw+KBkLaiWbFOLTuqA5p+aF5S2AkOzvQWW0X3d8ptv1eeTYZ9pZoxugewZ3eVk/n7FSsbnMXLz9AIb/+Wc5OSr06YuAr23xhKktHq2Fu7EulX23ZZjcLnDZSEhRmxZqRJnbTpwj/1SEqpZgmnzl/Z65OeLVwhKkH2oZT+0vnXkdZUyhT0094Ay+iLTEFyM7FyMyaZAiVf8dwicA0d08tPWp09sYYQWCtLyI+ZLGGipiusSK/K+p4X53G/zVEEmHhIoqPv7OonQnMwHsUNir1bCRZC6ElNEFKCuwpWDghfvjk3xFxReYoxb2aRZsHirMtwJCKGqFi8jf7tHCa9XimqiZ9LtFJ1VIuktsN3ZCKeVOso+9wvKzzTvSq/G6whcrdqBYqENBL00Wodr9upvwjsKSdmqWRFRnvptdw6U0dHkcH0TPLN9KZ88TMo6pXzAEpIrS2vDYAnkqOV9eFgDzOgO2YXQdbuMu5+5RcOgk3GTN37ftu9ftZ+XdzRnv1wKQrl5A1PzxKq8j9T3z3xN5h2EL8BjXne0NE56a1B48lpYdnUIjh92i08hWIA8OnKL6mziZvBWbxBLXfJfkrardgnqFQDL+DWAXfSpyv9yLj/MBGgPdgTtgVp4yabyyZaxLM0OrpUJlfPIC/2zO6EbyKU2OiVlOxDU4qXQ3/azjuPGvh3ogs18dPhIEAsL9bDgeKdAKI89VHzBZC0xiqfUuCcifoWSO6oUfyyUifAuiaRzczZb5hHJrpESEidlLXFKTahfVdNyqiPF7l2yIsPJUr0P58thtyHjSrgEyw0lddSCpW0ZSAAXuFi7IjgioDp5rDreNv4O0cqs/8S85keV4qvPOKz2xKllcW0CBERZcwVePkPopodi3BL9yUSKhc/Xe3uiKbFX5a/hZpK++KA2yS1a4YG5xLXHDbbO27UcKqWwWnGfp9T6OqEUNxfg/UXJBstmZoqKwetkInTn2okqgXon6AxYnHmJ1Uou3CvGfH/kkE0q18Oj/2tQgHBWTVeizCcmxijamMRAq5jPMTLD7NrB1ZXSHexdPME6E2TRlEApt8hed19YCUqJZoGG5FenI7/DhlOLNTuK4J0TxfoB2AlC5DHyxxoRwhDelUb3U9fzO4UImgaIuqromsnCBgv5m7Gt0gAw8C/7LjGQd1zDoQJle8Osj7zDxsEBcx4dXaj8SnGc7nKkag98zb/OhlXOV4PLnccywJ3YHHvL9chGPXxH32X/KTLBup49qDZ0Uo88AelbQ28I49j/fGltSff9pIJ1lx2s0SUq2Kz+DckhZplSWox8ulvS14twbmk4ZppTkUkmL6NDckjzOxiwTpTP9xwiiFsRFcWuXyVqqjHZzR+7b3jfZHSjk323PIZ5CHtFfMEEVLc3t7HYbE9ItyhA13NrrfDOO7ufnLk4gGxqW+I8v11qudYnKCLNtWoa4nLl4Qyc8nH2H7irbdRQg15esF8tpo4psOeXKIbmHtXEIQQ8tnmM7K1gek0jEIy826ICOmxxflLWsb8nH1o5au8oV9O5upd4WWcUV3FjiAdgQL+rF7m3jhkIq0o9rttwk2+kPsnMvFIGqVTu65OHRLbUyAfhdExa/C+BMj6G1+mjw6x8DF7XSLxp9RyrgcZJhT4X9GsEN7aqAu9q0Eisy/1LMJk6s+dMrfi9JWoz1GAg4MaVv8cGQnVSV88TZthD2wGszj0wmpDPhm35Ax4LWvL7JTa+mSaScnn01l9YGadGak0VJ7yR2703An8SS2JZsE5r6TPCzLOke78Ch/Pdf7ZLsUxJ/s9Qww05u5LyO8dbw/dp5FUPPRoFqzgALJPk7ajhnAOzEsyND6cY5lk+GCeZXFkx5aR5T3B/pI83FN5t3k3CETndhwl8ckjCFjvfBDsBqvcmp6E/pCZb54PPiI/x0e5n7LD8G0l2aAXi6Uh+AmPZutpUrqRvwALZGDKPU1aaQ2zUYj0eBzBp4stjRhmSVLjL6vZIzyEpPKh6S8FonRXncfrhsmMCNQzC77e/JewDiRXa3/StqDN3AOf1gke8KbeYWsRu8jlVvATNXfjvDXXoWIEc/KBoajNMf+mKeFm86czI4gQNb2kMEzwLS0Ozn3ANMiQfBMngzlxSOevEP3kXS1OYOInPiMYKmYVmI+yqN3fnlybY2KlE3Zh0pCmzotcBh09msN1c5IxGjxzIMRV8Gc3iMxnSK1C+uwiO30MXUZqrbiStobHvtcbT8HrkVnqqJAyKzB69bVvClwe5pQVPrV3h+COexOvYZvfP8QnPYgmQ8m2O93C9jF67qABg4RrpVH+ggvHKDMb+aBnRsLq+MH5HlIq5eadXpYt6nSHb3gfgzC24usFw3aMGO4Hei2YgYwkZZOaFj7jGFOsBaXkJcwhgb26zV36NOlLm/Ha8/4bla6/3e0yI5N+JmTM6Edy+fZfpBO8Pbnrlev75ex4NCDzjygWioOjzDpjQP2YeelCTDm7GjChtv6+XifhjWgek7rTaiQh8c9kzHa3BMWUQG7kffaFl0V0uT9cwFPm7aP2C+Jk2aOZi0uV+6+jP+kCG0sX/kR+rNOEBqs0esfOGW2KpYki48TEka3ABkVH2uudQKr3Kxr69u2r9xW9TJ3m+1YYO16REVeIdPW3eR4GZiAYGYp/wi9YNCSzj3I8QHxJVYVotcM8GePrOWNOFzGKOnUBrhiiQJ9HF/8S9GesU278vSYd/SBOoPqvEXKhLqhfVFtTRHkoVqteG4CnpUCmltcQ1/xqi/FddJRuZIsoxeyl+55LsFqefHJXqO8zOH2wdlIYvJgactkL8sEbNyJ7zg+bXxSBboBqbwCzH4yuVNsaP4dn1yjBtEX8TegZkZw5I1pjVNGev7C5OsjVBUBi2dinjkHubHjJD/RiMPKSuEJY8wppkBxwnwYTwQbFc6AeWXTCv7VdbsyPFZJEWQ8m229fBqqixd2rnbRyIsMFeaQjkkoG+flFxvjKqKap5x4fmbXm4ViU20QPOnYSZd55/Wo/s/vrEH4fq+aMAfD+Tuly9vM6+NRiRtxyo2azpID4dp+aHbXzQxyljbF8Ki4kiW74Ob2fSX8docHcPKnd6dMw0ntpeNiAO6KOm1X4DqCX1ylvkG88zeBKN92EB3GDalGJtXuCGgeo+NmTquD3dto/26GhnNlrVarmrHK7eRxZ4dvQu3fQv6+xMRnS8M3AIAv1MQsEJWmthaY+J5PxTHkIP/q9AhkvFoY5OfjLrYA4KzSfZk3ULJHQEuTYHZCnsCRwhLU+XZrTxDUmqtnaZ0PribofsdVvsCP+KmIlvrxcJZZZkz9YOIATT6+jL8TxT8VNYpYPSDIJX+FG0a/++7wRG9tC5jGCvqasZ/Lch5fZ21z/rZtc3UhY9uWND5KMWL+XV+swFKN5kIG6KfO71mpAUGeSto3SYdlNwJ/i6v97h0vxNR9eRdp4+CwygkjIeQaSfyyUpAklLO5WTwlBTkJwKP6p/2J8ts+Fxc368bci0t/3zGub6her1lYDHFvP0UN1pw7JLF+AZxRXo1Ho2aotoTsEg1H43fRBaWauLuuF5QerATKvr9J0kupPgxwi77w1bT3n6q6qT/Mq1HDpfprEj5/JRmsDX1BRx3g9+PJpkhS0XDF9leA073n+PC9Ch01BQ/AxTxg/ijGZOajNGk4wzTBBnUd5biCykvt/m2Rc2ax1J41JQ1ex0CYXX4u5p4fOx5SGH7cF/p/WvEPa2Vz2s2mhgmj91lJWLNIv/cDWatuBghTS5MNrUbtaja5jaKgg9wYVbF2/aJUrZgb9NAHrTGqdwzTDGtimCz33PZOvEXeg71/ozD/dN/L4Ym01QWfAriRciimNEAz3dcKtguFfgnfY9ruVTumT+4yd3P2LwYJs7nwb/dq/1B6QnwJAKmKts75RtZERb0sVjVHe+0Bc2sKTQeTKIeHyP2duVNhWoSzvuhYErTW54GVmWtxLsGLJH0xe+uqjQjRk+dQOyveu7vAQajwCHHkLCGiVWz6VJbdpQbt0Ylymn8FKSRvCSzp8zC9rm0QCetdIPFjuBQxJ/CnK/PARBqIcG/9riTZpo32npUXb/oL35dY2qnRhjz7ILMnydYkRtSJdEZPf+sesK/K34fRvw4cq59AzkOSfxwuoKH/oVXZ4C09pXKzsBA3coeWoSe9DdGOBUh+wNd9gI/giHl63qm+c2UScTvBk+1Z2s6y6cE4Zp59vnI+/HyqKs7UTvEjwaamj+zr4YuCk8vC9fWpM+bTW5XOvFIeRSaQvgwx0ta3RbCNJnIiPjAoGRX0U4yGrSJLAYf9NePJLu07ST7LgOzE5KuCSqudJgixBsU9JfAfIZmGVhQ008DuXyecUivyQsop29G/GvaiqkuxG2PO1/UNzNktjKqmDyK7/iXYYKSoEn+7HblOUL6p4pZjoJLw8cjNEAuuE1vDDP1AG/xzOr0xpNfl4bpnv0fceZs5gw4Xf2VDNIc4eC+jePrbg1MFXROXESzf3mXCpQaMUuRBGwVV5QWhep528hbQLP74fGMB1QYWhrXFYoxOfXlPTHEq+QjcMG8yMDj/nVwA9S/xSGTx96mcY40Q92dZPHBkBituM+9fFE4ylZpt6vFIIrZWeyO9SLxxiNMnpcmXXNG7tqJhx0fPaCyQGcwkW4tDX8gOq/dtWShe9JU8B6mqFEdGm4s17biPKKruKROiaCjwiowauQE9ULpnpQijob9fXijGyIy15hy4p4YKSw1POTGoH2APsmCwjCEWB4iFDLFRfhH/5lDH46Tpv8YM1Jn8Kd4NDPocYcjxMXqwuf+5sw/B0Yj5aQra5tY490td3WG+j5Ai859L6Df1kJWaHVP/pHEspzra2rhXwNoSZxblxxTh81G85NClH38EbcoRatMcvUIaK8S1OPr9k9m0iEFLa14b3JhfRLHvzxS3T0t9cVKs0u2TSa1FC+3LXSgLgTZgavrICvaY1HGR5PwvLmd6/dOL0rbqmTEquOiLFD5QVy51bYcYDxR5aYrm5iFUoJMkgZro2PRa3ilDN4uMqbzXn8iv7zi2+5DHtr4snNkjGBg7Huc7vvPUVqJ7TvXhomN5T5PdDJ0K8wFXdtPWucdK3eYho67YzKZyuXtrDaZBfHERZVuSKzuGlsbPr1HAM5vLfySSqKsHC6asYMQXXH2xcAlBI+SEYcazzxSY0psGwKOs3+OOtX5HRZn6LXxoT7UzRadDp1T0ijx/MUxIrdfAMIUbCPIbyU6BNNad2meNLKzz3A6jHnS86+/08sH7aGk87uO98tN7FmR2kqcgxX8CuQPAayRbDOKuqBXnaGYFOSyyIrqt9kMreiAeYPk1lm5YU6FRJkxaSq3aRzHuvPb3COgUhH4assD/5eTe8QDEjP/SMkP8pDTy/2BoOtXte9ymZM6XaivITPl0PTcTHpkboX1GL2j657EOVn8ntNHe9ocRq7cL0+e0EEeMw/VoxkcNN7VN5SIWY1iE9WS43As6135ABGVlGa1Lp5GzkwyPWyan18BWMrIYz9LjlNGXtGnBdfuSZTXKBKieTxNy8Djf18q5RNLMLUS9v6REsU2a0qmIPBC9B+NlfFeRbGP9xpC4bhmwkc9BvcN91zvOikpi4x0e0MUOayi1OKF8hcoFE144p6AbrFIO21TejQu4HkEWslOrfl2aG2mrcT5vhqv+1t8l4v9z5+Wz6hBCHOYJ+39hm9KPL5+Qc9g5Tu5BVjHoSl83uPPwKzmqcdA9f151A2MgEmRR9ApF2ep7/P4JBGzV6ntlpmbVyMWpr9FyLawlrO57Xezw0d7w7fLpAWwfNs/zaGs7/cdUvuMHowK5/F+/7jfBdCNzis3aY52lu2HJfkOhOTYFiQCjY34DYJWm/f9oc6tP9CXR399EWb9nRiJz8L3vtFg9VeX+qtdTnr5SH2odkHqbzKJWOxvMShXfiFb81f+StOspqnrJjFykysx2ewaByG63L+ZOaM8UTnCCTSRxFEthBSrXULM9qu5MsTLPBDMtoW2xtyes6m19Xdp2nwI4opEi8/wc2wds6vv6/+9fDbDOo+qS7dS5WZ827EP2RXDSaXlpIOZ/KggDsIgoP4WJk9iLI/Nr2CZdRhHJ62P79niv7wrIxs6013DpBQMVPVlFLdwqaZ9n5Vo8a2pXfMxhdq/W4Xm6m5UUiCjDgNrgsPog0zqgzKCA6coQx36vKCPFYN1oUQjjTh1/Wc9BQhuFVtaBZ5Q1LmThGdBpieMmC83o9uiXE68cQBVCkmDoC1iqEAplIaho9QSAEWvUlWotgPjg0Ql9uNQiFEv/ZltZfiB8cJlPi24vTtUR3f8kyvgGUmWNV3t8TKuzz+ubx0Y71Rj+4kZyM7ZjCBQfd8iU2JGrpUYkRD4Og1Z2B0qn7Sw3ph+pceilPNFdaM63AR1yXRFwDpi3+6BGLoQQAZc2zWAvUWcjuDgg27pWGtlBUadR0HKM6XQT7ty9zKSKN+Q+c9tKB5BTisgHwI2f7J1nYsvtIogd7Wnp4MCt3xHeUOnuEkjoG8vbbn4rsk1P7AgdhDz8Bxj26/KIVW7cwZCmFowJJ4/kRjxyudvk1R1CC2LqfcJLkyKEjDCaplCjCflIX63skFS/YG55wOvVOKgX5L8O0/F642fL1UKeOnsir5ZAa/bkQSTFR9mVQ6ExQwI8MOYv6VRVC4OAJ8HCYLCFklTumHMqr6SuawHKn/j4vj7n42CXRS4lAjj5aPQ0ab/whjsDFgk9wfMwNovQH0pjF6EZblIfUntvUgbrp7McvvZ6/1OqgE1T7yc5dKzJzM6cPk3ht542/bfYTxrLMuozM6jRY7sU8BNxZnlUYS1G+76ucjv0mW72T7xU+vnIcwyrxe+RdE2CsIsr/sf6//zACTQcNT7aqvH/mgw3LhNpxWaCFxNq8geqSTaX948dM1b+eiAm78CjVnO9ExWhV3vajK/wrVULMXAhiHxeEpo/O5szjHVcmnuyJmt+sUpj2pn9DT+v5aKsHa69wVhQUaw6bF14owFUol9b/CcoynmzeJD1hTcjQjYhwq/nGFF7o84RreUg5OYhFRxSa535Eke+aSZWRC8TfBAX6pQ8PxAKGzlSYEOWV0sFgnPowQCtb+MnIZ+iNeObGVDrWHIeps/miyi+QnkZ9efoSIl+jdYpJ1GrnzphVmNDvw5ZFhoxGcxZGK2w4Pn3AExPszpxfw8LeGDHS4YklfmpAzWB2PXX3Q7fTCcqoNkS/blisqQ/1mbuGNyKiLnXvoctVQL67vCpFW7cRK9c48VG1YtxGtpSOb+ThEfuHPucN+dbAnVxLqu7UlFfnlf1suRqNWLx0Xe2TgB1rEwX5xsrM8HCakDaa8SSGHkAJziK28Nl5uDIIiYpvxM1Puekzep8qeW85jIxQLtqdUnFen/WGRWGUdoJPbkMdQdTRg/6kIsvmlAERh3w0cDAQQE22/iFHSQD9uj8FYJqVF93rROuf104rX/aNtPy5q2Zwv3kUbKB5cdt7XqzCemyFXhvJ6O14NK0vH/OUB3v0Dui6M+ygyw6iD/4KUfZPW/0lBkFpOEFe5W80t/J0ihA8U5JLOXdalE5ycypzB23HyL7muT4242/JowDkrpl00mZoOo+jrz0wfyzkmM3qSqW1mUCqw71FAfSCGmwSIWC8vQ8RbcsWE3jzC389xKb7d+4gb8xaiDP2n34Mmd8p+5mIalUVQVs3CjhWF5GfI+OhTT+KnrotfFBOxWUTtbT87B7df7ovcIY+5RXg2eQjgrWHhDt18u57AiS1QV5e5XsgAM7DnjvMXvTN7Res/Cf+AAOrX0d27nSEJPY/AUMnhfOOhKfmikZfJX3Aly+jTws2XhK1BxjAqjoUqlzQDo5JjwA6ybzaYyFhE+KO5nfq5C5CNONwCoi64jDpgynRv1CMPHj0LPf1XDqpOKL0Uvs/POcx6iDeN2e3sUiQViyqiw5v5cOPiRaPIttkr2N7uChzQ/s0rszuWefasRiY4ucumZJNJoKVhpBiKurM8LjEyuM79qx9M37yQn7gbNFHwMfqpv2SCSa2B0Xx80KMEGMHYbJ+z1K6fy0/fCM/EbFH4zRd6YWSsML4DF01f5IODW5YBPE4+Eez3dH3rhOwrp+l839FQsi1LjipuLNeTXEzQ/jDr7iHWSA7kqVxXHV9esNH89VaDv7Y0TIi0oVjgq7hAQ4H2wWPi4+Yuo5tbaf7JvlI7wXnCvuPKwid3IO8S5qS8PXIxmgyqLpWn/s6vvSYsxNoKwhAPZ1K9I/LJPXkJc2+bOyaTvpkEPwNIWXaqoJCrM06o+cj19dxRraxzm6gFusY03LX8kjJeCwLKXUr2lughtuHtC6kk/REAm1PTCIdMw/foORStfKG6MnlUp4S/O7AXN0tRQgHZ2rPgSZAoB2qdHGS3DGvrMTRWG+r0TWJR0+7TxmqS91MP3c/lJ2SOMTWwplEQKhmSK3NosBkWU9+lQFFMeCChL8VUgWCBhmjPxi1kxv9YvrR0nyt3qLyjpq+qNIvzMPpjAFHBkX06jSi/NI4c1jCcvPEyF4XVkf43HX2W4H05m+uWLatRj655iV23BSDCW3hE5UzZSV0Mcl3K1Z/HgPcEXeaeCeTdFrkPyFrtvzCGl/NcUWDvf0sV+zH1cFBKf5Fz/oTC6wOg3syFzRM+3J3svxFyX+/zv7WDHsOTaNs2hUNOA+bzocwI+QYqcqFKKp6+ZAtInyJJteiG46U0wSePJy418beIRwJtX+8qloZTkc7TWyQgKlKSqTMsKFhDmEo/BPSpLQmrEFhWkJJLyTkP8n7mTM83/TPWtU4wEuJjipl/kg79sjylhCfHgXJIvr7e0Fu0/aVloMMsVIqVoQqX0sYX8j8z66tP53gHwjhZPiyN+EEG7mFYQZdDaXtJNfN5HwQryFHA+d7RMWlPwh4JS9fx48XaPtJQOMCEOjM6dV3Wnyn0fKsQ02kyvVpTfIUIgCgJ9TIs+DvFjDT6zHb40l+7j8UUvtqjqMRjhGmi7x/+zz6rkKYbX0ZM0+eSWpPO/uRIREXlExLmPzXQYWnp4ZenzY16nuoA7F5o/H2k0rv7g/ppx6SZc6D5n3OhKGD00ASz0IgVGbTYPZOD9EkSaD5F+WLnQZNPW2H2EvgkFAxuZaydPFPlWyLBVS0P7GSDJh7Vhs88csZRe5rRTA38BYlkKM4rHRbBc00yl1J2SD0udV+CFOx9v7v02DYCYq1mYxozxhNJR/qJcL/JO9HSGZyWn/xhUOC5mNGcIjMsSswgaAWPElV159YMkY9EJrPQ5Y+CRFFpAUQzuKb4XeCECp3egLDzQyB7yaEQ4KBN/IXsi8YrfGoMKnmZcghH1MrS6aiL99VlbTU3+YQTOyMlUmR9q/6WHOWClkg063wx+vWa0BKulKNP5+uRaAdqkb7tQE8BdjUlAvcsT3KCc0mUkkp6bjhfVB8WUe3giEoTGD9IFgOOb5DWjnyBO+dI1zgIm7V7HxjBvcrzNLNKWPiANkJebfLGgKBARS+Fg8ZNKuKkjY01c/tp8ddEUZVc02EYGR2Pc1Kn9idCUj+iO6I8ZG1x2km35c6cGhWx9ezq+rcE6i1IsVDP0/KkR5rwnUxubQv4iKED8Sj13BY3aGMnXqj48R7hJN0qc/rUKT8fDxXGig1/66H38+H88S1B2o25CpSvtLHpIiDYmeIogzhLY6O3QJE6N9sRek96SyEh6pSsmINUJVsFVK734uLvnNZT6ZyaKHd6kbOx+cDEwEoX/WMZqVQ57q4oNFUgOh58eSD4WgjsPmyrC4Q0w/1sBSW0U1Nxp3tZSaaX7y+T55tXtvHhLhhUPUC3lZA6TZJorWMncIJulxclJ/TrJ9rPHHWHZVLaO5Nyv/k0hxrS5lLuD4M6fiLn0TxU6ztqPph0epylrIO7s8GyP+C/mcBh6wvipEvZoUVMcqZhtbl7ZaCZzg6DXQqKthfUapkP3/CD1X59+Ia+IfNi2mttWn7IzIBA+tjK66DJvK6l4ChSbe3jWfzn3nmz7Bbtlonrl8tTMr9PUF8RDS81DCs8nwCtj6Y9THNJqBdBkU2n2b90vVpInmZblQG5deWTVe3cudFFMhfrhA8fwkqzlF4UyNs6CMv4teX/I+q71iOVOm6fSW8GeKh8K4omOG99zz9JdXn/yJuhDToaEkFmdustS0ObzyYA8xzsxsx+haljFuzic5MBDaG3TdaK78MwS9KzO5qAlpNMMfUUGwZa44DIwZ94Qqlr+5UsIC8oGbhOFUoW2agi11kcgLvk8HXybHSu2JZrPKj940wUfot4M7CAz4GQllWelxEj/h4+TeuvQJpB/wjo4jdFNnYRRh1UragPt54VNyvp1NWK6UsW6v3BK5zuxE8AId0nGIDXvgqfqbLo/GwVIh9TLIbv5+6JQEWPwjueWTyQe4PeiabDAABZnmJjqyQTv32r86VGc/veKsHfx28e64Vi/NNCpDFe9mRKW+0+gH/WKYypAp3+her7LPjRRvGdzEUm/FZzORCTCqtMuFuJmXlEoHKw/J67zcQN3NVCFbzXV9EZC7kwn06nvsUbOdkTZ0BxM598u++ZG1K8helbTCQKdBd5NcMVKaV/3QDPg3G5TqfqUZvrZn+NiwLv2ialPTuLuDG+B7iNys90aMqLkqhMfk8T4dzvn0cDKY5DmIHVl+IbOyQpai8bjAEaLmBA985ib+lWyfzE6x+7BVjZdiV4DSh49oU+9I42S5EA9O0RqI01Y8Ep7MI6uiyqqXUEn4eWgsZDhPtb4EhwgMJs/CZG1a7jO9uqWlhPjvFVtx7wfYsFMm3xPIqbGBr+ijMyW/Kt+BcjD0FFl5IOx2CW8iiH8VkYCbDGKlEhrFr2TyNTzrcfpHxedJ9dJwL5n/IPPXUF7VJGOMG+HnfyEXcsc2mjCoreO2Y4M45GmPtMv609OmMnP2zXBvST8Dknu3qV+MmYRDqQMePdbyGW4vSs3jlP60/6Yv8HRePH8UFfWossQ5+AZyVrz7tVaJ/K0PZMBgNgOVgTzdE8mPvirt0iqkv8otlzs4dprQKhKANAnRP28uMsj79+KpqxmyK4xNTc8pjtgyfXNrYlt2NvILUMbRxff7xy9S1gMdI+OiPrRaPuQuMnkwwefTc0u7LnJ6c8hMLjy7yP9mjdVWXn6uCV7Ziob4XJVlJou9XQkmRcUOf/weM7pdVBMSII3KDockM6qHLVKv0EPPncnYvK4s9kUcZxXYGzpVVSj+g62luSkLyVKGfvz1NNyfglFVyxupmXD3Wr2H/WqVcc8/PeCULzCy4QFRtAXJN/SpC+sg3FelyCXPJhUuX829LT/giEvH5/bFS6m9uXNuB+ANRz76XsSfLb3mwT3dgDavNSOqW/X6NWwPntL1YBlVNWVQgwtyDPXxUu6JVgA/3v+YUjmW40Gb2Yi0Mz7WjKZy6KwoWEfM9h3GSWqT92PBa0WyJ6kW0GA7HoDtSJJ2mHBuHq1yTEXSt8AcHEwxhbAvvx/gqY5SkUNkmmLjGFuPPJM7fTJKsw6jlqFZ1NO1c6HIv9anv7abDCMbuD8OzXL1mZoqsQq6KzRcuQCiSpD3yPpUhzJ+/JlTNy6YI4nqzHG6JzA6y+5iZPZPd8hsL/+6e+Mf2t0GkuqPNv9+PbFXJwEuUaFIljbHA3QPA66D6UyLOpLpWIW3Op37sFkgy9WtjChcRntfUlsGdPR+AUPTQmeNVRrhMi0AtwGxw21vFXzBwP0BdH8h+eWQnMYnz7ToEGG8jcvfyb8hN86khUPU1p79icaOlg2OM4gc8blCm2KzBY8bHk2jgPKmbQTfNstOEJ+kkg0FEwFZkm+N0z3SLrqdw76UPocJ7oG+ruf0K7ofDFAh1SEf4/D0uoV1zByzliTmxUcH1bhKwxJ4Uii2faguZX1e61l+KAK3VLNobxPjgLMuoxuprTCPcF2l4tACfvMoof6tsqperbv+MvIXTpmaRp1/u0E7A+zMAs/uLvsZLdchOg5yKCd1VJn8tx8jcwwqcO/Li7/XpJbYxnCFIoQg1vIAKTNl8D9b+6RfP9b5m5zjG8VwFI/piM3UJu1ki5+32l+OSBlusxphaok3bkzgnymCKNrgbIpYG91Gbf7sLWNJpL/VECIytZDWHWXD8S/xZsfWBFh7g27LDGNVqRdY4wWb6cGeSULpvF26m0mRq47GOkjf/swT8S3gJa7pFOTB2ieINmu+2RzbHNR1jPiNijMcHTu21MVGYKDs8+aV4gjRtFRh8dFdN4f4v3LquMvI67OXrTdMmn6Gup6hkhgIHcTESVMH3ejEzJmIoxs9PFZ3RZbK0NyVhqWz5dWnYGOj0ZyZ42mSGHalJuZy64eoQTN+ruexmJEM1yUQj8M4WlB/hX2653I7C9kur0aNupvZSsIWG3tA9X+3ta/yil/v9EzwsiQFQ+//s3gyxoye+ZtPGPi/5TLLznxS4B68A5Z53iazRxx1+pjVFI+2hEeRc7jUXGHwWGHTSZFt8LhZ5DYob+5T5N3GReMq43JbZZCqLvAqS+pHYVhTncz31wO/B7/yz8U7QsUXSJ19KkMcyY336QACeRukIyCCAmqtJ1COB0Vmk4BtdmlC0CL291fDz3m1Ch4qAbLy6+MzMCa5wNpVyZEjvUMhUDmZSZacmvHCQW2voGn4kwd3SlPXhaTC3OP62tiVjYc3tWuzEYY+RLdVxh/Mj20Nws7WpftYfL1mqny7DO0voPxlBW0EPU8O5bAlTp/JTqS8JaeMXb6rQDbzhR3Bma3jVESBK93sw/iZwJc/p0HHNS+XzBQlSRfwg1BnzXqe7pEHANQMPACwIzLAUXVKoXsnerZeVPEjzImBDaFxpOzPktxcCyh2KSGqRvSw5UQoTHt1tDN2ZD8pxDFfvKU7/CJAECdMn/pjzzGs/y9FgaDYMe7/VcMThPQ4w0ZARzYSQEnPKFmo5olycqs0O978ncciVwZwrJtWrG/rfJksY3in12cSzMGOQYmwjP8mEteX6cKBpdxQepE/zJkkE2Rws3a2tTWd8sTG4qmieY83nIvVfq86ztMGKYklWhtb+5SvE0YdWOOukn17UeezH2O+DuuBAF/kR6b9la4bD6D/Y/5uGJQvJjSIEYLFGJuxFS6ObaW3MrlIr87pbQGPxx4KwMlN3HpnNHULuekgaddrHruH7f/2cbF3RJniC7LWFlPjaIIl4+Wazgihs+G0qvp5IuZtIGuVC8rwKb4bowjuPmy2s8oAlkpE6s5DJs6eSPaiW0o+c/sVhLPxNbFQh8se5WV9+fP+xlRfyKfaqdBYjuKtpm7+YhiQQ9NUIhXFeqgeIjLJO29/MbVcvnIavoK+kD8O1y6UkZXV+yTizOfXvOlMQtNFgeQfQAWh2S/gbc4oiwwQhHunq34Lbl741HXeNM8YpAZPQbmg3gyqM37Mp2T6lU9CXWzdSglj8+qioHINfQ1Hyx+g+gZ7XkF91RJm+zvTWHNuZnYZdjsMElkjGKddzGSlatm9PTMY/s2u85Pguiy6OMfprgw++d+j6/al3IY5sUfz6sDorQ/+rr6VfpgFzOUA7+bcWbPpYRykT82QUHMx4NkW3st6hT0hmUKvwPmz2ukWE7aIq6gx6Cnw1DsuJXioVGMJ773FgfL6bpk8UCW9HKF+kEPjbLixEV31+Va7tAemVcF849F+3q85hoCqAJajqXmXQC8r+F6PIODv/HkWBaNsZC3Rxyeyg7GfTErEJ04Sc1yHxEuqjwEx6WHR1/Hi05SbJKAvcGEcJv8avSr7fcfcjU1ttLtJmuQa89rHaHZUnbWZbzXPcpS2P6UuQITvA24ocR1hD96uEFFH0mz6faONflQb7x/0xWSOS37D0TlO9GEMrucw6Nbscv9F3xZSV+Zav/5d8jGwlHoWJ4Iz70BUo59LglOF/olYxuRKcPm+noofDK+NIiiGIpV4aGyc8B4KdIsRRRRJLae54XfdSMyR6qMzUm4DHMJtrfcv0O+4EjQe9v6hBbslZ9/qgfh1/KBKSDPJFGpdAGpzdxXs0cze1lqGF4bIcUsWOXqU7Sy0qGSmdYGqyvCyBvSRtdg7uBILLK0+nmkPT65wxPdKgibLCh4f+GxRV/USzIUv1D92I27zfnP0Bqdue9flWVYsuxiyInHZF/cdS3ncRp6fm02dbQDaAkeM1rYQaRqOe9y8z7zWlVDeY+3LTCGEa6BASdTq/1p83KKvwRO5fnqJVXnPGLkVWhmhiY9M8flF2SLWs/0V6WvI2HHl5LrddUawJzWzmIoIRddRidDKs0Mjz5BfvlQBuXYxaDZER00eMWlBZGsbkUNrnJU8gCNSJOdaB6PH3/SzgRIqjXT8/FPN1vzbSGam1DFpTP8NyW9140tbADxe5xmNMSd6C/+hnwtq3i93eYiHVHB9GCdx60RUO7xHCqVRi65Wj8tnFAsFJHbt62w+HY/gnZ1glDUDkDksLwmZmODM87kr62N2iudPOC9ZyBoPop8d2cLHwGU1Xc6vP10bZYsn3b4ikPs1cYRSanGj52K3mQqAYcwrMW5O7SzbQ4tAQk9jXL/sDofvWR83XBz4vLX7tTt6Xsjcem4A/1DJqOq/w26Xwjxl+wvg1W803Pybkb9BUhkLmnHBGkzPBrAVxe2plg2kXsX3WQTIh8QFznHFHBZbBvUt/PmcBZvaDyW5sPjh3gxKldoWZDU/hRAck+xBE4ZBdn5tp/Ct1k/C1Qa6tNnjEvX8WROVcNFvKSf9QO44MSYRBXcUEv63CHkTC8X+bOMRu/VtfbcMOEaiA1THkUlVFVGH7mPaGp3+e4TROfs2SEEFszevqJ3xNnJViGSHp4gd73UuRFy5DUXmVmIKwYqVkBFgvGV3ZuRX1DWFEkT3zIdVT9zMmmTonDyAUeDPaPZlGVXxxxKSFz2eNC1A5DFA8OoWORVT6+gfznPxDejz1P8sXojl5nqlcsUIi2LgmgIQBD15pSXZtjah0zqsTdg8GRLQqMF7tUxDK85cF8rCSDh9RMh3hpQNAKP/6LwCps1r1Y+dYab1E1Zf8iMbfR0sjzH5BQnsEBnPylX0s+I8sNyuc74fpXz9qd+qB3vNQNLyqTFZR0MArg3CfuGHPrLeHUo00a6SDIGi15Kw052HC/gSLUEbkS+Eaj+E9fJqWHJmEc+wY3spuLvQYZ3dmhcteU/NK512EoQurmNnjWl3ayTpHXEVqw99yOEVGiRTNO+evQQdCp1GrgHJ4XYNgLzf9tSvOjBMptNZLTpffTdGF+9/8kR9JmrG9/JizIiUWP49ENJAgFOV2/pq+8jn08e7T399qxmoZO0Gb3dpOmU8taYQk4Gm4Vay3LUwMPrEvaUZjltJQQGUP/HUXE8QD5Vh7cYYVfrSNM/ltLgSZAV4GO9AeMl9Ao3nhVJSwZiqeckHm1AZdHpVmuHRojX9EtKMVspe+f8txry85Fd5UZD/o1lTDnfdcmiVnsb5ziVIT+GA99I/3P4XNA8cTOtEB6xxLMTsJGWx0ziA2kmgysfqwVozBV7WSJt9L7JfvovFXRPo31l7wNJQ7KdbXxZLzk4MpQuPmNv9BwzbGy+voKd8kF22nPxHBN+FrVb3tmzhomPwTXaQgzw4KGuHLHeIqeNdXgwOeHPSTTutEjrGvy0DrWE32cXuolbOpTBWh/eI7uSzYikV+bMH5r+DoiLotKy/iPeg/vWSRBtRDXAOvt6j3o7Pzo0MFw7mMkIvsS5tWdCNpqziEf+ayBfJ440DUVWt5/dsIk+zfupkEwZzMewYuEcze7DqC4T7fWPmEPKfBFRqsoYw2OWn/hHZ83b/EVM3zSM7AuzGy5k1pCxkmnv7NCjRflSD1ueN/w25aUDVP/O1TYaiMmTQ1g4GIcA3Df/FPK0Vx/qUzaODggVmBUznHv+ej/z3y9QuQmLhSkLq7Vw3rzjw7+j7IvAp/ka3gfo5Ps8ZXwSU4WnQEkrlCAGdO5Pb1qwUZKpgMwYuFdA3hNzYZzCBZ+8ii5nxWwCpPqsAJNm22mxChTc9QtE21hUYlyUxTBTt9Ccl47vdtjuCvdMEhq2uMRgqC3WTLOrcef88yW8EJD0MHtdMfl/r3dVLtV6SrPP1JhnCjikRx++vGkomFIDv37RdnLa9/G5nQzgyxGyCif/YPRJWT4gSwlOI/Tvz2+EgUH24Pn4Yti+cY3YDQD+vnz8dhVf1+aDns8byBWYHmp18GcwNQt3sk5BaA/kUWvpTeIzaUdLIhEazv+cep5WTzqmxYMYb5243dJYFr6Y0jNqM76XTEawZ6dzOnH1sh/dAi5aq/tcN1Z/jhJVkJYXyuX/FxDZiWzwZ95ZRnfRU72SG4+FvfbI/bii/utc4JrKr8QV4JIVmPYStmPsdtb7LG6NxS5qGLzyz4denpXy3M34a5wTkrIcVlWcpt5DtQTAqaX+8A49luivKPVZ0M2m0/jlCo/G+b3i4z9eOAfGxbYO39t0QAEA07kAd+2BP+pZxhUKVxE5R0Nfu9E5thEe04MzGpC6AOHZEyOLCqUlWr0NP1tFnxprBKUTD0Ypjvtrs3S+X1l8a9rLj6Bs+CCt1aook/eojZjbOON9E661osVahHbWNIIHawJrhaZT5mH8W1F2JaVEeiWeeJY+ktuJkhTBPsXmFroFPYrfJI+xeqp/z5aO2OYE/57Bh9FrH4N19UQFw9tGJWXFlYZZWa+X5x9qe0wWzM7QCI+dh8tWcbg4vcg25JOLDUQhzu5ufh0KCCjRuxsn1gb91C0DK8d0M3Xha6npp7pl6am+PVq+x+XAiShM5o9i9sm3W2+vkfl7i+odeWa7niN7gtWzvlmTHyXdqWwmuzJ+BzvqdBTlekGasE9jNQalYoQjm6G3WrXIYslg8n8Ioj0rGY7xsJteDO+wY6DF5MAxO1BavM2IqWQREexzF+w2mX2r6yC3uoKmid5lH6hViXPBEz1cLUrVR5MY91otqAXrF/a5+BB3gfvbQqltoFZqzBTAA2z0oWJXiSgzMf50eKHmQS0S5EVjA7ZEbvUT8mdqUfcwDHfWYPpJRzrfAUWc45nbvaP385Axv2OEvte9WJdyWpu5vLqjpju4pqh88ZP23ePGfLzXV9cSffj/jSzljSTNU5mWT/s9lS5lprRSMJOwsMvmLjVg8sWhkQz2joGuIx+UhiuNb/UH7HE8S/lPcjI2k+qBKfK7LAI24xxae9O5Fyu9TJeolNMJv2EPhwkAdw74prMzV66xElBoPf6G4dvzgDjRmqU1fOToP2IxB+FzQ+efu2sE6Xhtlaa7HWwb8AjrG+rx5YTR4lOFtoQMVcMW8jTZR1oWPWZPjC68WS++qHWP/HUDlS/ttwWXh/WIQevK/wbRxQAGmATkT2O+rd9/EZBnbi+GHbl4W6oh0q9Zp2uhinLOUl0h28nPxzP0WgGx0q/lLcjZzLNKyT+AgeUYDU2fkibe7+WjkTKlegFpRvEyl7oSVLzPGHwZ/b7D9N1rr71rXeT9iAvzRw+KWdAeaFP8i9JCYs+ZH5cfAeZfCLOF3/Upmydhy+BOHLg9klZDrmV3KAXIkoaeHya7ODj6faKQwAzAv/ZNTdi0whsZ/VZvlFE5qHvJKsK1Vhz0svldTPeaiP8mTSSx/bv/XOT0AcGHVmBFPg11Sp+qaMrNDlHfaCvRdmSuW8DmgdAa9dsdIuOE9fofyXq6VqZXBeu202YFxxcVuaphGNyHy3Wc7Qlkuq7D6m+6AyWQl8OJAtW9rZGQAT7nb4LN7yWtv9tXEiE0rwkpidw8TiFXqyeKBhmFzS70CYfYgiGzqhiKQvhvtVq42RP2OjrWinjwmkWknIsnn6lWYZBdV/MgYvZF5cPCXCmiO2vdfrDAnYrQj2b9QAnnsKfEqnAcr/HPjO6bSapdccuDn2FbSxN07n5euUXpx6Hnj2PEZcY+w5oxRDuwlN/r4sZqwsIdDSYrRoh/UhdZSDsxYBis4gEiv0HKfnO1/B09jJH5BTFQAWEVs9Ipfnde0ffeNL664Gd2CX9Vs7Wk8FLyp7etrXHhCOvKHGOW7LFXjXXUjlzKYo8Cde1rQppRF+jvjF+pkhgipJKDzqK9vl52mGtC/wDQ+B1tmUS7EJ7jwb19PrwqgzgXT4GtF5gYteuDAgeWUlC2mIbTh9QhaBrtMv6YZ9L303TdN7tlNV9RZByKCmCrj/ZqSLbi8BAoRGAdNdRaJmIPMjfIaPeS/piLsequfsUrGr8Z7P3w7jIYAb+YUmCXbP3a1h+o/B6JeIzleJfP8ZMwogBrrsyAujfhyzfXNa22y8qu0HSa4dILFSRoTkQ9t1PmDJz4hi2vYkzhvT7G+u2Quvlt1zYdpchYJ8L2LdTV1rKgznXGOQ2XniZLg1K6viKFZBtPy7bcqK/02njNvmxM1UVHXj0bro23EMZGdby4UM+TNFpPrid1oqIciJ+TY+nf7vBU4JW8Z1RyeFY4G3UFG0iijiUosL2itdBC0aUBBCFuYW2M8WrvB1Dx2DoKagDyh9qwX6/NC1O8JagRXjCJDn22pm/LIrs+m4B5vaZmA44bTRGUmmheHEeK5hJqxenGm9/nEcPd5g2FFk0se3OZiZQGTHAIEmo6VgRsWQhWNJWnZU+iFjOxI7JQI1fCxyEpmzkbyT9UGqN/Lq5ekh5Je61S69IYLq4faPYtOBono5qE/c5uagF04jetXGS34Wu03pySy8nsKEl0EvjDAuCUE+dlGdQUMaWfPvWod57uYR8ND25pr6sADejYuDJ1UzO9leSJL89RvQYsgneyEpIMbZASOXmqe1IkqJsT+CAXkv/tMuntBr+CPZv7x47SAiD6RM7v8qcQDHVX47yRmtjjI2pmCkjjt3kJwIOsj3tH14oBDSMcgaCabssJc9TX+tEupDfW3Kg+6mSQU8YiGV+Gwi8Bml/Zwnupp6hFciRT0Dtr+2nFq8WZr9R8b1ldKtr7oQakc7/4PcQ5huqC7q0LGoyBlEc/JCLa7bKixDGPLAN4TCWysSzVbgPPbnJATO++uJeqhLP+aPdqIF7YMeFu/xez6FHLGdJOWzA700z3ZBMoRoZN2CdEfpaHfFQ8npHZh+UauZeB+UPNR9IZaGLm1cfhAp+bovefSIz4K+Vj/jbD4tFqEA+jsJOM35FMSJQI8hQG/ilbxC4e7N8G/SAXGuySn9bctLXRMo4TPWs9XDMp8L59VRqYXZMplyuMW4XXxi/hLLek7u94DKe2WEh+hVG03cPdwiRoInGgYiHWwAM7kYB2aYTGtqTaCOCi9I4JUHD2bk1MGrgEmrg5gngVaM5wO8Xlr8uHhYJOgGMZt8FMECk0tTPxg0ol9VS8oFvFVufH8XfPKgCMRey4fkGF0JPOOWCREWYRbg7KVeBUyyy08V7ji4OgIF/kHu9r8xusM4hj9bOoJxlkrvlDBG0HEo4EzfRrWahdLLRunvztZpg/iPiISYNhj+gY1WVKs7VZMyHv1NBNvfvw/mNLOef4+3I860sf6NDdE3A8PJee0dn8cjEFxn5SM0kkGmcXYkT4ef5L/KE8Ltrbib61NkdEL9kFApjtu2PCfOQNi55WefdOpLTkpG9ntBC5mzx89K5dS2QqV26BV6HNduD8qndLgboJ8OZsBFngTHxPjIVlYUYrPHWh8w6kPsWQsEsRRNI8unegkhhe9BlCU/otjl17ZOKbFV4JjNPAeZpd6kiCySVgX3BhM3/TMLFXFw8PhM4gRzrqQffC3JXkr3NA7eCJ+WP3hOECXnmK3XwFb2y93SKTvH6oLtbJEclFi/kIvPXgZOgFJNQvRNFIWP1kfJGqsEIz4kLJWPlZrVWM52cbSyRLfORTfhKzfO8TBCuf00ksYHWn8ijl+48DcAA09ZH4hyLJ9baxWAqJgnANHQVe4DO/WytMvr6e/uGnBWqly8m1Lz/gWxua7l+W7Rk6L93j8wFNKsLuxVgecxjtj7268AiojQ37gXcdRc92Ws4tL2LimlnrCTM9VsTQXj6EM4TC8Mp6I8j6K1SB1/K+GbcY0CYRwQxXx6YPrzz3x+iuOSBfL7cNfGYCypgU+GIPEZDZ1wq6rvxQZ7bwso5vvh5J6vWh+rJ3X9Uv/VWJR54R/2VdJRVXOKcHyPt0iCNJboHKffXmiMFn5gBeR2jk9Om3hOcykHR2z5gtP173FYbVGunQE/snOZ+fJ22MnPhaHsbOouuxrHjvzJIQcY3jzpzyVNjGv0RtNRPWH+2o9jshKdIjb2PLCVBv/XQ4tQ+1gAqN4qZx4FgVHf0I9GJK3cxOEKjQ0WmUFg2i/8S2eKPPz7wsGOMnFtP63WYjQwCTc++B5Ghm3bOrTtvpi+ZekC/XYtYob87APDAiEI83v24OMk9n5ExaWAYe6rvv5lZAImuy9sgcAsTLaD9fpZKOFz6jIcBaewGPXGoQHX6tC+EwQZvBAkwpT7UQZUZAAROhujpLwYXjc8BceV+WszDEvtFqNBv0iDPnyX1mzmtXgHvdEXRbbJpUVfWxAzxLxnYRcDdq/dmZ9uawoX3dkeiSTA08DOYhkjVmwXMFl7FoPC8rs8TgWnPXNfLZzhPzbEXLFlbMOMVkl/Zol9PvTL1UmxuGiNHx4iJZc/0lNBuBrIsi0XfpbZMe1m9ssSc9uwfxAM2DIZIH75dfXS36D6dNIl3xfSiQf/rO41J8QcBe6Nrn53ZCGnUw14k9yx/JSNv2ngD/AImSBMJ053QWDTjj4ctTk8X/NaSG6iPO5UlSxRArFFQj2FG0YgE/uwsAxVMCr7oRNz4kpPgLALJ6g7TH8jgHZRRhC89dyIJdQuxSyQHw3rPD+rkXopkQ73M40rBAu+lYcL5D1kW+ijiL5006tCZ0PqwLTRY6H9Y3qy/Lg+pJa9FxNOinkWomo8FbxRyLhLBk3z4X3q8ZX455yS0C8kmpVd2qfnD7fJDshCm/BZD+iUiUlYkNeZd0USOxMMN35zGNcDhY5t1R0ITIRKZRpXta7nGl0zhUKh9snryRjASAABfmQq9gYcuFnl8D8skB6pPR81tWtB/rAvSdcVUO2zZJse6aTtDcKPcDEICD7ddT6SC4p3ZUwMClbEEikZRmAY13fYL5Mhr+hKr/njPEEtWUF5fQUlch8U/5HtyQoamn2/zM1IU5H615jIfSiE0+sofTTouN+cGYzyt0r22Wp5IXlhDb08QtuitEvLyuzPg+j09tJ78MmMrTcTXqoVNv1FSAehNHfNrrziB11WUTQ6EGfKXIjC//kgelFW1rzjVHsFpg6lSo6A5QTv2wuYbqYKIXxmLwzwtbRZ7hEE+g9+wLQO/7OKMEFQTJzUDFWwZR21Rb778GuaOJsVeNk8sJ0OD8jbNes100JydVGf9wXKG6jEEYKmKLbmi4/oeDIW0idXDVn+N266NrDPRRrBxpSNNfkg8qNebJw1uX1TMMinmuLIsXqKpVPMhs5/eYuFHIRcmZmxJHVQFkiVGLuUnyGg1Iqtzdwb7MZVl+zlaPp+fma/j8qIoy7hgmBqYlKpKG+Lov8L1Mvs4/nNRFFCzSz62FKhhXGhHXffZIVLQRELaFoXwzTR1+N48MzFhgfaD2OcH8pR21SvPAf38ZA8DfdPnaeOvbDO2Un67MvghgH8umAODM+60CfGK1hX+MqRMzknixyCqr/IWb1OwzOHz0bK9Ngy9ggvyBVycRYGvPfUD7WNNUrCA3yVoMPld/KsOF2urKvL2ImyH09M/qmg0Up61eesXy3JklRQXMQREIgl2FATfFcFmnshsrak6IuQiVwZOgjKij8dyXboLXIvnrHpLDXIMNADYBekPDG9xbrQGXqpqLznUZqQEN1I19f0eOkv5eJmd3+Jct3zUMmzjdjQQW5Wgun/FYSr8OOPNs5anQEuuJaKXjFpw6rGL8nWdJPnGcyXYAYNRv5ezqUO3kuifuS+MmT0uSxRd7w5yC+ulqz91cz8M2qeRU3hD/e+PJx9qeXBfP619eBCp+OYrNCVF4N8MrxByJhUt78SVwtLH42nycUqXBaaqjwrC5gTLKgS5FGZWhY7GEngJm/txahBVMh6oST3j2Ksh2bETMohm4b8nJndOgSrJdJE6SXwX6cLIr6gJsaDdjZesF/fxzHg1w8Fd6RI4D5GEPifx5OtrCjcNWdqZy7iv1DTyIv1suZmyZaD7SvyCYbPcWaGvzZUdxj+xdAJriarQeMMvYtACd5r2XE50DvsE0g00+M/BGeAd8XGBmVa262Ums3nDkThlzYhEUJkYg7Yjr+RbXnQlK3tpZYkBiY9yIwakM3frN9w/EC4vf9htIFxkL8GNF6R7Z39RkxoV36dqLFp65Ug2crwYUq6o/ibTcF3yVnUe/LQemfjywFG9mMq8CtQLyY09Hz6moIyuLIqMLvA0lP24o1M6t3qN7vnw4xO3L3aJiSWGAmHI7c/o72t2+4weZAOlGSNsUkV5zgYH9Vb1iPqHwIzETtizNMaJWJexfTvsiKD7EaqHeWtyzoER4LjdBiC/EQA9AsPMaZ2tapa6PJ3oMyXXJmeQwW7FsAoVFFITmfK37iy+uUMr/tTy+IsSuJZKnM46mj7a6kBUMihDb6paD26LEn2mtKcSrn6lpIgPrrNjCqHOYyi4TpALS3zqQynqdl08s6Iuy4oc122PSeJFTj6bLVxUV4eK0FpIBRKfipswvOHKuX+C1bHUmSbbJiVMBBwcij0NggmJswTv/915vJhHksn6ddORuLfIG15+3Ci1BWZrzaiYP2lC1+IPN0Vth9Kid9TCPXX9v7bfuHYd7aNz99grC8sjS+GMbDXuvMLiHHepQPrXxiLsH4T+m296EpXn+IcLz9CZk37TiMyoV9luB5yTR3Gza48JA+j/SRFNRWb+UIFoU0KgqYpdMfJP0v0DKkjQT2ohT2ojswMo/8hKPF656K9AECFUVDzxNkZ57ipzpbxZ9zErXTYpES7kDIKIrq4TSWNAdJaEFEogl8yAydP8dtdiWlVMEw1bgKiDw2Ye6DXPXppScfCuMQplC223POb7ghWNzNBO7n+27x04ByNtt9J5t6HB6HsUHvOlzmQI13YWHlYxl6LLaPYlosdPW/fM0tJcN8DIovDr7lSsvD69SZP8YE52m3ZcZZ/oL1o8+wti2Pzir7DHjBkS2H5CLwg7QLszQAr0n5CQL/0mIBjeXXgz/Lazkt5IdLIsFKux2RnCdFIsZL9rAlTy3Bd90fvjXL8jOSh1JkmSCCrJ2Z3xYvN9DcY+2OgJcdJrlcut8bOZqujVe/qVD+QU3LWQgCc016yzPURHFfpT3+o3fNluzGjazCvuOPRrE13HbqtNEpmnwryZQpbqjM3sZuNPlXFdJhzByIucDxlnQ5HL/M1/rAg6czrd6YOUZxpjAfKKY9hCydNKsN8y4T9N2UY8uvbt4dy4rgGBjbUiLceaW1VMWPd6y0bgLjAOfSd/2jYregTgs+G8GHv0R5L3ndy87oykdfhbeBeC+R4Xuz+C1FjhWdj1DYZFiqXvqIU2RnPoHbqqcRacX3sHPd0WeUPgfolr6OyUNYXx5nox+Q/gh8nt+Pj5P74O+Pb+cbseNwzLa8s5Mzokv1cIkWLRc7CnOJJ4dWKzvtDvmh+2EjosevRw2Tj+xs6ZBWn8FMJYgWrtQaSoqcs8hMdYG7OhIvBX2//KZNgq0XH5houWO+/gsMYiTtR7LllXzzepm80/VJIuyTa9iJsECwjMlSkjVj7wpwaBKqxvjAJaSethp7FOM8HVDPBVR7Knll5Vodfuxn32h3ZoO6J+DYzlRhF1RN+UcRAhCm0J/9T0CIfMTVpng1rgEAGlHeOSMNTYHukWOU0CVmv/T+5moVqnmXWvoKYNguZWDYetCq/Sy5VNpGEPYHIPo9toA7n9RAcxVTsviqkD6Wj5MihpMgOk3/rqaR9U0osJgLMX1uc7+awhZZ8vw90/60vPrCAiUElFubcZ1a9xCLea8jbQgU9Q9JDWF9Zi2dntWbhXsOLn6fwQJbAY+Rf02Tdl36PtQxWfOBFSsdhUkqbL/xoMr/cJowvhwEqZ8kQ/qUndT3adFq/LsGCZQTiEJtr4aMCA+WlXx6fJi8Gv5EDx1vT1P84dv3jstmmHT4EjtNsrQcypmayce+VGUxbGubeQbBNlMJqSumxXJ6Vwz4ef4h+GvpX+GhWC8E9JI3HSsNH5JYUldUeDf+1eJCHrVyLwL+aXPaVoGG0zjF0dzC0wlZsUXGsTP8VX/w0SnFeT2p7ftBIdhVpWOzZdvrS+4hwVD1GCzL0UAYjzZYQhDkd6QRzEepekFcoSzH5mwaH8zDOgATKRzLL5syiLt39JMRqzN76wWOig7P+anvZ75cGIaksqmLMo6NmfFHerP1+T4Qi8a/FHlAXwZ+By6+z+bo7+DaQuUpgASlGPCJSlZsJncr8jyQdf5v2eBcfxHbdQPx6WH+eNa0orTYHO5oH5BgcbOk8KZm6BpAkjlKHdbevnScEUUW9UbHvv9YaxlfZBaPHzoqn8sNR/HsaqaywLfeVXSXEef69AItJbYHt7nK4OVSaHjqUh1sfdFuwfdvjLbYdP+fH7IZxlfaQr57AqI5neDFdinHCCrFXAyapQk5pCWWS9h8hLaY4qswU18pMlHLtDhuckwPW12s7nMyMcdgPXIGAe+8MeBoy8+MkhIf44UaQHMPWQEK8O8AfM3WGbvj6TMqidJCFuhEyO6ePn3xwGvmFHIhqHPP0N1VVlPbeZJhV7Inrt6XT36qbHPkHhWBwnxsuH17xl09Wl2baNQPdiW17/e4iydQOHxwt92cBorZyep2VHNsBZ62rkIQvVnxJ8Bako31Z9csNrbj6NYloySoFysIY5R+Hgn9oC7b3iva02AMnvED6l/oVFJvqt5Um88bkhWnQzIRyPyCaXDsE6jUS/e7n5dzRAqnr2Iesl0nm5fIGG0diP3Jw7qXDux2sQ10djV7/bV9uaiUEG0vYxGnLgvNpCjMXxRm/nJSyWftV634fD5+xlVQHz18wZVk4/eF7GIEdRtShByNy6nKuv2tjXpv0lC3f0fpf4zJMEg7CpCrBo37+YaS1s4PSUexdCHrVaa2M5ChvsIBy1PvnLyMH4jjvdyXVSmHasN4XhGTXxhXbm+MwFnlxM+hBqmROmLFKkiF2odV/CJJODvfEKdqrYNvW518X+GVS+fY+iITxhVjuQ9NYP0rnVPxCDLW9HN7lKVMS7DtuJqOY7o/+22IgnMlVZeym6angBL0BK5wbdv5ZFKZMfun/LilMD/Y1t+bIzpbgQC2td4tB7eGmhQgWKhCuq9+dGXGxGfAZtppAtBjqQ/z8BSPtIgdBaPa6WrvfPu08q4uI9IUDSijFkm6awsNWnDpT0QZh3sAUZKL+2OzZWAOrqw3DCTJK4+jAfzn74yBPDjtLJcbGa5fQ5Nb5LAD0ZBtFY0s0IZnhU+m7MCrbDfCarq4rcTxFDJ677ftKGBA+EA3kdXx7opcLZfe5IPE8/0pcnGHbiW28kBPezPNW1eiyN9eq/PBQYn2pgKMtZuqWNTr7NKhYAWllyAPYgJMzTLLGi0eL8IrQw+U/cfzx7y8hpOULdX3GhHpHCYtbkKLk0D4DGI+R9aYSq+1T7j9h/aGbTwH1+0IdGH3Bfm/8iXbp/mlV9/Ul7XZvz0i+6TfiotDV9j1ibXX/SEEv/oWp/M3ou47P1ZsfmL89l7/f+itoGOTa+39XOaODd3uIUBHm2QGiyfTxt5IQ1X41Os/aP/gKM9Yr4BLnSEbAriwdg3FiMIStJCHNIkPIxIiZx2izf8Unmy4BSxDtvvKDT4EzKIF7TWel/vWqQvIDDYnJ9N/ppQ+wq3kC2/LzNn4F8Fdxe+RA1kVODCsPUX4eJTptaezrqfpKQW0I5fUS/P0IJUG+XH8yAUBP1TrTbiyn163rBJkYPE03We5CdIMbw4M5rvGU8lqvibT5oSz6BSbwr7N0N78iwYra6v34cqjEoN7Gx32P+fj5nQWeyLtYkibVBAWjDus4brAK+fD1GjqcXVCECbpEG+h2P8jF/QWiTXtX0Yra4ueM808yq/oNhCws4d+N/mRFDV3h2x4E7UT7FsmigiKIh1+sIYyyJLCV1r1o8iVSZvX7cLz8KhUniHj4tDxmEpgDj8LpYZdUai8ICZRbED8959R4G2AWAfIuf92cNEBKoPVHJNQfRC0v53XIOgCmnEkl3fj+jtf0uibOVF+C/xtyhaz2a54v895l0nYHlZ33NOtM6ntT/aVNzhdOUPI3YBIXQlxH8CnBKxK+IIIqAR9upIcX0TYqlhwCIBD6HDpdDtKLCj6K9G9jEab3tOx8FxKgjMmYsMhpbI6Bjtu3mcETcLTCpUg8GFWqfTfeg2/bA+UUdPtTw065dX3EYYhUjKFrMC6PyLHm2F0nQFLLjKs8fITs9dcDNE+/RUbe0//bR9/w8ykPsAw2xkfwiN13jd6OtTf0rsXSZaJI0W6lQD1xood/RXw3iSjQTvlC6IaZxX8UFqMMRKms/D1EEV0NKL+EGJkNt7BvswxRcUudDCFP+2mNOx3g+T5AEGEJvptWK1u0dZ0iB94m0+jPHGvjC9shc5rCcEdox7l03Elc+sKwl9CZgAP9W7mXXXxATc5PoOuYJP7m2yxkRtNasWkHPlgRGCkrFuPYgy7ZIY9QSabN6Khy8N7CIL+326olqxQavuqWbK424Zie8CqguK7nC2FXtWk4ptXiZiV3CNPZ902y6skDoyOIbrm+TG61ta3V6lre/Gh7XC/Knu6bmnfzLdFz15c0ohAuvr/lNfbAWrywcLWoEjDvBCY8VKFrUKnB7Eb537yevocckEA4FXONFk0/7ysKG0G9GkbvLkFSjgynw+dvzA6+H68lrN2+NrRF2PXs+NhmsxpBEpfa7CWKsMMlKFlgn4rjRCzvtCYoDRbWmCGBJh+mG4IegHNjz+KY/rXDih/S0TnlGz6escLCrfrnuajgzHjRmqlWEDTlFxtXt+y/Gj3nbPLthlErmQH6x54VZ6yMKTXD07Evz5WNTB5ZjqXYdmBhyIjYmlsd1VDYybY79qpS+/H+61JOImtQOD7QuZvXbZhYEWTz6PasfpA58md+zBvQ2opjTNHZJIQUDC9ne76dhkkYcNzU5Z0xa21kt1uMiTWjG1mqhmkqDve3bsa5ULzt1l+7ixNrmv7GFoydJ42yDfCcM8TcMWjfXeWyvugwytEbDJNafEfBVJFY45HkNeugVF8kmoS40g7qZlMUW7yH4hKehSBa+J866Wa5aAjuHOXX1NVfsTpEakvC6QRSzHpehL6Y96Ukr96yi6gG3E/qbbOKh5FnRJ9RWAhI8zOlpSozdgd0pfwZEc+2HzoosteGPsuX+TI780NnYk//Jter+xauALs10ytlgft6/attU7L8fuM04YsvLFsKD9wBxyfqiVVqA5+uogs1/+l4Yli8kH29HKrc0M4pGpWkMq5Z7iNT4laFyy8+rzNR9NPxKqivuKWObBb6OSzDCwwCoivh9rrkb43Hr3VKlY6D5rIQfkpXab6IG6EExn6CyjQSeFg0KVyABT1ydjIPJeINGnY/TDDQodMtmBfr1p0+hUrJyIs/GUETu3vRYEU6caa2Rs9XBZmccatBuGxhrD3o4mNMZIXH/3gweM0vU25DeTCIQMId/3JtvFIt9U/Pooimp1YOvwzPMKQGdCn5PjJxHYvCWvmsnt5PH68RaETeTEjioiGNrK9MADnUBG6cwKu0viNYVuZSeVQPjulztlVnKLpmpwTAp7CtQ9KdL8Ic4JtoDQeEdB/N0FUIO8ciMlmkFFpHqtXrqRi+wrMfRKzrKBVoeRSesF08OXwKD5ZP/6dyTSUvy1/2hkEGJwlYpbIL1XdiY+4+S/yriSVdS8es2/j9kmVOFhwt/vyYndJRThjdm1/SUrbOv4C18eqEr5eb5HbwXAlpZDci02hF6F6FrZrN5+P8IFAPx0rCLIyYMdL75czV2PE/Tr9aRUk6JyHjjy259C5ESoQoBeZ+4vFqsqIPL/m7ld5PMCGnLizuQphLmgadXwsm4R4f1WZbEdOssmNwWbPA/ZwHYlszXYsGF/LfPTKP2b4XOiU6i/U58kJCaSqvunXP1zYxviegvf9spDRNmv6x1U/e7QQWPTjwn31hjtzD45aWsy/GvGm4axqGHwMgfJ+/kWg1qQBhO8sFiqulUu9ns7/ci7YtW6qM/NvKfixQfwtHCRUIQqV8MxHWLji04BgdbtVB08BnNb1XvPBVpgdV7RsVucM0FHrQpUgHzTSezWeyU6o2Y3LUwHdQmXvfQEsM3PSeSlCAK5jd4XbXmQ6LESmQygGQKAhiY2Dm7/g7YadAJBm2+xqkyv1QJCOSSnSrDTEIcHhxk5HxKZ316/IBuxRt7sR/tQg5Tj75IfzttADLUtlCWJ4MnpgbX2hSh/+iV4P+nIeDz/JZRYGKC+NtMIGsCpnLrK/EQj/P5kqsZHt6b8Q7Y/+5KfJ4CR4rnvU1k029GKWBE/g06/F2LwHCdDDfhtxLFdIxvE5lwgBdmcghodwsM1Dzp5AP2ToRowov2hTnhrSyRvMHbi7818/a42umg+mD7YfWu8exbjcFJP+sCodeHl2qy5dkBJD0mmTC5HRZURjF1Zx/JeSiWhKno1bzF+MNQsVwmx8/MP+xAxFUaW1pd+qvd/irDvkbimClBxM6kWFM14K/6INE4cA9nHkFqYCQ7YBF6YaqNZTzJbmdd5MZBCZYvwRcKxvVsN3rLvwR8z576SMc4Dg/1YimHm3z8NVP4LT2DdW/4t04bO0sGFWtTcq71Y9dP39oRiYBxeHrYF642/t/fH3FkuRM1N3TeC+GpRhKDCXYianErKe3suf7w97YMZuJjuouKfPCORfpS0Q624ny6zNTPV/ABaP4cYr7s7CCc4iVjLm4hmcX7bhj8en6vhCHAa7/cV6xPaxoCAgjgDKr+lv92epr5HPuuqGTo84fLR/w0q5HsVq5CA4Y/ySea6m9942EjGVg8Aqy0qJkskeSl9IYW1WyXM5/6JWHJBgMSPzFzCgcXFlVL7o2gvcqky7IiG4RTp18PS295//rv9rBXpie6rQSVUHuUhKLIMtuWzjQRU2/UujqusLYTB+7+FYH6Zlv+6wWNwn5UNLe/nVrpHomcB7fZQZs9S3T9gs+7vQH79o2jI2wBh/De/GihrqUMsmyb9C+vpMna6m19E9iEX7A5m8VWD7075CU8+lG2m8AiDa9wiqjGJp3viR5acAaFHE+r00qLy9+bcS9pjlNLdWA95ruOOilAlCJ3CwNCh2mmFuKxC4PLtPo66GShPrn6Qr6DyukpPdXtH/6JGWUsFQrZJhQJr/oFpE9FkeTQ1dyusU5MmJ0nPGxW3t2iHrcmF6w7fhGHoF8AoWMkYo3NrcVy+Z4iHwoUWYKUwKruYpf4Wj155WFx4RvHLMTv18m5L6vxNwnv8ogCVp/81zQht58MXDKSjXSEPBDDtcp9YudTkNXoJhxmaK1Ki2VJ92sgMf2W2oIEamuSZg28fQDN8EYXmObJVIxcqeNdpz+cUS4Gz2Oe7XGBJGQxo96QvjoXLVtnGXC9AMUhix/KPQDZa0mSOaCgkf5JXjk/WMdAaFfzB/mSbho2Qb30PdT5gMKPtfb1QvMJ5+rGkaJNfBQqiC4B3T5g9492EkQ6iCDhbXilwnOME0xmOmE5glfgg0izhJPxH9B3gmdBGCVYZ4/xB9pz6Nqoh4KzIIcMuJFPqa1alowRWoc/+42ZuhwMpnVADFW4Tu3Ayryls9iiIEEapDPphtwdI0oSv3kPvA82wS+aAEBI8LOl97nZ8b41EyBTydFn82+eP2U+VrPKhlizyJ338nOI2Oy2MbIJnz/cgz5fXrrhPZT0VEM9lpey8BCJNYdgvdfGXEns/diba+f7QbngzEeAX9i2Rdana4tGMoJzqeL7hgEyCpLJdq6dBj/0hnwtNaRWyWvi67roIIYQvyLWLjaK3OJW5PQ8Y1lReMf0efHYhBPW8CL7WcGQnBvYkgX+F+rao6r3e/C4mYTy7X/U3OR0AO2W4tHo//K9JGBFEzhoX/hfO8qcLxT42nFeIoaHskbaNftUuLrI0llNn5Q+gF2wa/isavnQRADrmljUWa+VaeEVs0auKxVs1O/cnAWFcgZPOpZTe8tngqMPOzd332CqNBIEi3f8T/GbyauZQOCEmliDv50kQ4kGdj8+KlhIkXnTwxck/iA+liY/h+GCCpB7QFNP7r8NS67EZI84e58ZqK0RuOTAqnmhJkVN2IcVrAntSiQ7iqLbRERtS/3gFYLj5BlmnPwgKklP+asF894YVh/mBLz8EohP9mtV980DtLUO1A3ADVRe3CcGx3L6vFLGaY9yrkp5TGqymJ85BMxMzbWJPlXibzx3W2/Z1fB4UavvKZ05l9OCpP26p9MbeMrm4Rat9sO14jGOhAVH2WXWUMMhn14G+6jkPSyXkhOxzqODkTSehklwTiaWbldJkjbw+k1IzA5Z36fvdp/xWSRP7u9Rk41hZlNP3TofF5G4bGCo1pc5MaFUOuiCxMxeRLmmSlwdOsvniwHgQbyADKGpqKrvietm8tgon2s39jWMdHpJEHSaFDECnnha+fxzsfttvQ54hbGltIDY33xmRqxhiwgK/VVt0SyzUr4DDrwu6OOIvJuix9nP6bhj53hj2iWUUicC6mFbPGTfG+vVKSBvEYQE0bNVrQDTEDcEzZw8SdZm2MbZr+ZV4tYYKKmOwCYmNc+gOQcfyrCx13XMkZab+I+tmkEI20lreE03lexRXUXa7P7qSb0chWjRaGMTVDSQv+qG9ssfLmeFZLKtr1sRirnFlkTUEz3FEwnP0dS7gLp9/nVuUO4kVTISNxVFH872cTsGHOW2eejvc8nxbrGOm4s3h/k50U39LmpCNCvYGOhjaz+fJn5Mu31JReBbgmMraDf7XNW9hCSTpQp0ydka/A5w8k7A3xDR03rlC3sBDuqLtsUp2G6k15KfCs7Ouppy6D4NFEDivzt5oq5S3hejV4YGIWA1OIhQv6LwCRhphkmmho7joC4V/MAndPRlqcGHb0P8KDjC3vlz+vaeXvFcg57hUXmDP8DA5iydWKFb1UOloKr7DGyKmCJh5++tvT9z+uXooz/5QepcIKBKdy1mysZDSFtsGTa7hC2Go/DB5UD3Zxw00H01/g6msZu6A6z859XVNA0f3II9faRgCGU0jUiliwU6+lLMK/f5LIr1/xQhhMcGlg1kZZH+fwITReXRYC1lcwFUniowjdmXuS5/CAeA7ArQ52PwSuGR1xOvERbdvC0hm838fvCNGE94EVG6gtxpQHB05CFv6j3K/slpPbKTsiSgWI9WOV/NwEUYY/7PxjJMoRLUZBQlhWn5Eyv5yk+OJ/2ABwGVB+Uf42TJ6rSJj8gvLd1rLKnpmpE8ikwntKH+8G8njj9Q45nfzVkxKc2prTTh2FrFXwZY8N58Gos+dA+Y8pObmkrFr2fEDBfs+PKDe8XJVpPrlo7bSqPQWthuWfNePx+2Oz0+8jXB3vCFxtDP3/NWZZ3Q9h2q++2rETJWfP162tefqXK/R2LFSxf4MQd8QIlatnFEj8Z+xtmR2GZmHuFilXAg4pqmjwq+/KWSfiaOhd//qp/QuseTyp3y4wquJdtplSmuJ0vS9KksSbivNqjdsV4zc1Hf/GPTd9bu2dq9pPLnaZtUOZQdI5iEE8q2A7lSEECtwO2oaB26ePo9cvlgwALkByXLSX8m5y89ooo6GHvfhBv5SB3J+NvqtnuvHs9blvrC8u8EfOlK65SnpcbJKKjVUXxPpkIG6oANEhHBAT7cLZhOBEmaQTKHAXYB4fIFu8HHZ7IBMwK48wfVsrrwnaeb5z2i3gRf1tlv4cFpAI9in8pCjbApR7ByFIrFn8m0vB/6u/QGStdRlcEm9JlMx9zsuO0XXGqkMOICx2ihbbFCPyRaEfWU8Y+F9NgewtMxa+5jukX5G5x0JsBCy3/m0rbtQUWsuR0Kc5a0BR0AiNbxF/dEb7qK5H7cesL6m6CQLT6gYghABFDtZIZuvk2Oe3Dh+G9kvtcsJ4jco1dbVIQ0B4vYlNmT5zVBMU8AyfVf3vf83T8yzLfXZm5xCGvJuw9/iRqseI7krT9YDNoSaCelN7xI10N4edQElALBqJLDIigsbvcezwE0aH2oy1xw4tT18z4bymPy3den4ob2RpdryBrKfyuzSXG+DafsOR8ZTkNSoPLzmSa8IWDsXtzXeN/MtYQJlP/NJnq8LHT4WdLwvAq9ngnm5NtdqyvNr4nc0DXEJCZJbw6MdKesfyGF8QdDlldMzCmeRLV5eyN/3F8WT2VB35DzMpY0OnpANHI7AEjRVl/suO9IevNLXfR0Rar2p7+Gv5mhGIITOug7uwQgPVlzrlKSeMUv9BXP5h2VXJsO3lOi4SXDltd5zRo8Nn3nyKtNFePRfFXYNC/L0IgA5YajKnvk3CqdfJaJtpiY4PYUZvYQ6PRrM7GaZlvO/SOZMpN52Vdewr9mYUpVmjPjQQ13tuMZuuAVKKC9sZ7RIrgdrclulA5/xL2dZpsbIrB+vgOvO5edJgmux+QMF20+rsfLVCFNTRcXvhr5VEz21ayf3L+t9B7cCSt+RSLYjXeLGEgaMwPIG95qfSkDmQSHpW1srzKeBiXRteuoSqE2BbSv5oBSEcutE1qtpx6HIh/JlSm4vRU48n1sHnWUGrXt+ctpzWO9D2exne4Kmw5ZPqj2+aPGPm7vEJTlKFQhZG0mP+fWhmTy2L2xIhmiyEtcLwQIF/Y8MCFLWOZsP7Hl9hOKxyq0hPIhswKUmR3Rs564Ye/mctmynrcLaSCJizkRfDM0+jE6Dfy2DXJXVIJKuz9Y3DVl3UCJuWqudaZTCVsOLS2MM18kK9UKlN6mlmlfOObbsG6Re5dPY9CkucQNfInVoO5cAmt4vmYRcX5cpYmOf5q/VAkKrEXm6cEJTlPY71mlNdfxq+OqmLf7sW7nKCwkUZjCyZyFvFg8qLJlZdGy3dyOsgH8+M6eVdZzuf1mR2yQp9fl+Dbnx8e/Lj++gonov7G/ZBo9EY2Bl8FQWXIbnrR2en4GtoYzOcj17QC5mCxlEedDk5iwzKtOvBZIH6D6+l0v6RBtNsfU4XCYZUM9becbP6tvE/wUDGycVWdhysv3MPHEwuTwF0W5f0aSTUDQH9ezVolKW0SjrkxR9hT4IIXNuCOw/7wcjOiX0CfOfild3U46JqtMhOn7g2MfIxOtD7baStHO9Wcu3GKM4KIANai1K/o4+4SAfEO91rHpe/hamY4EIKJsHSTzGbIj5k666PzNxGh/h4vbOkidKRfB5ZX6Er+7SEcmyPhgEWAkS28eGvU242JcgMn7EhEvKSSBBCNGeR0rsOEBkyGABT8oA0jQDAD3v2xEi1GwaBzZm45K6peGL9XYzn8a3y+XdrHEiMn3BivgCNmW5VYuDrJvBZCsXNWVaRojohWqmian5On+osLml2jSkRYtiuTKPNj5Ib7tYSNv/XzJL6CLNhf6CoYAWBs5ClygZmlM5Gbj1BGFW6gjw6dfmgb+mCB8xrkuzfMGwXDx9k4CxAzJUYOnoyeHCT56K1h3ZZQgKuEJMDLrguZb7RW0taO93KyIWg2x/R4qRsh/Z8KV0z/2labCkH4xy2IwoFWN70NcyeQtcs4fOiSfOrdo/fJ53AkkN0YhlZokP5MOw7TdeZcqZyuMMBf/MFWapb5pV0/BeiQkkz4uGs5LBRbnY08XZ1ZfVRdZFs5pOHY1G2M5CLQfhq0TOVU1AWRyQMVUKZWRCHy3K6ZaOzrnBll09f40iT8Haj9rye0eBZ8MO7vBsz8Ead0yTvqz6Af5tWIewEFfDKWm0kifExIYZ9jXL370kqLwZzw1fbhv516P3k6DTUweqBvg/XlK7Y9GcipZEhXcRxkU5HZOGsVl2+dM4br5v5ghbX/3OU7K9vq261wvsR8albz3vGDeTpGL5k1X8nBggjuihS88JDckKtpOhb71qSIwjOv2Qr9KgILH00iFfe9krfvaWJWdkiZiwg+iMBJ6lY8rCOGOItlSvz8zOFgNCAPJN/lmPjdIfzpJS6x0jDDjNhCFUG0T5tpdaiUAiSOasEicQ1Hjevh8jsoU9yFAngGGU3qQttcAe6hZrelynZUoKBr60j7uyU5bNhLwFhEKpxFzsSjqNBxYH6HDIw5wId9FxfgX1LuAtER8MPjY8UVqEZar1N7mXeciEZWz4X9k0ilO3zkTmEuKAMr4wOWvoiWL1vgXj9u6gtHa0W64B6WXCzHlBTH6IWE+CIXU98YSTr4CUx512ih/K42cfc8SAH4qHaKWNbtFIfzUJYJc50mQDy+Zvx4adAC2UJnle+BlyS5i555seAAILjlfqsovA8+c/0kU/Sg+rLLchnH5tIq8vTzBNcDOPiV8tHeiQZPVq79MGHEjTYy2s7hM4uWmwftWgPBeUbN9gysLNO1lWeM4msGyckdg0gQ6ZkUtpXQV+A13LOP8pBTSqKo2jeQFmB6w7rTMjeO74749/lBhe4AiRcj7zNbfszZv0zin7RSE07rOnCpGALgY6ouyXR/GUG5CMsSH2nIsqb5DeZubt3vQoUYxuc4+vMO9tazVN1w6jfG9x+G5s5wklLz1HiA+xSoexyWlSOLn4diQR3VVnYqsDqphLx76qhpLU73/lh/h/Bn16zMadWjfE3MEyVe585UvMmILWI/JD8hTk6m4ATOtzWDj44GxfFpgsJ1PeY89tP43WiQFOvIXkuWYe5funFYmPoq/pJJdQP2NIk297cL7F8o+iIDncStfcM1grjLSKVrAVCFiKDq4RMu/LUrqeM9eRGhs2Z5f3tjKarPcLzrL7WVWk+T6762D9mrGnXpu/njR03ChI7A/5TcbLNBKylhj2Nq9Bl6vYku6WC5pz2+fW9/StXz8/1+U0nQh0ZimimiCG2BZGHWDsOUIYa71TGBJyvw3M/37LxBqUklLy4hHHDUR2fS1oavR8hFunxzqd15gR/7wXDEA96WOUtnOG/Q4gQwTvVlM67C+V4HFhGbJQp1iEg8CI6nj4Jh4/ayoak1xS7LHNCs53VEumtivvIeb/lx9tJf/i9yE+gBCVi1Ew7a2Za7EzfS5+rvA/B2VrW5b5fNYh/G2fbZNveUuVdS50Ssiich47ZGGYC0Rp4Kq/u+03zswjTvC5KIv8NC/FXKWbOWuXidfnp2xHqDEoX6PUJEy8YI5Xj6W/MnU91tCAGnBGPUP/yHPTh2o7eXNnMpk2iy4XLorwdovRPrI7mUyp5lyQLogzVvAcCbmtPdF1HkIoKD+Wyiy22aRYHe6xa2BCzNbhXvdyrMOrI9fzIFL9662w6rPKKrLxpi2X8IGQ67Q9GQr4+lKC6PWFveWl8cdhsi/x6tO6wpAIqPH/j2F1oZqmsuJQJqIOAN/uFt8euCnJdLgR8ROfnp5t2fwWkFjtISEULhyhKB3ujGufVL/EUoJcjUYqCIdRhsaBW4gJGForYVZtwg3YzQFxN8/KQwVyK5XkJotcNDxFZpRqtjwYjIZnYDyXpYDCctQYeYH6+cL850K4aJsxNsFxP5YoF7vF+l1jGFXvhf1GMMjHERa0mQqe0rMPtZvJMQ3vkcI8ivOaf2JYCb3v8SWDdUud5lj8pdmq+Kf73fulJlMnezlPIgYvcq6JhjBu2fStXWVzRE5Vl/GRYt8+FHf+S/8+rLvw7JUrUmKCs6BPKjSuRgafsmG2dXnJJNJPJNlCXsomP1Pnt+bygwePTBxzb8ZXOcL7hcl/DK7eh6XLuzat/nfyzP2F2F4nE1x32X+ZtsGp8GzyF/xuvf/UUT+Rm5WjNQMHne8y9BMT5RMqc7vGku0gUMJfEEB9OEIaMURGSndUe2/5sx5+mA72BAqd7+HocnLb4qo0FuqT8r+lsIYpT23yIvECBfJ3g0tkIb5kpZcOKVFqaQgbMlQjtrKUFZhAXYtjzUKV1Rnfav6wP+I5SGJ1y5PYD9Kvdfw3P6fJhvft5lqlc81xtVzZc8NmEAqu8s9d3O0eY5Rv9xQFaKjRpaKxRNvWmoUNP7j27h6wQlYivHye2hZujNO66VsbupGKJI0miIBv3J74/h0X63+PdvN8rXAx3PUUh0UaOPQ8xOV0zBS3lV+FGj90an6tKZu+uTAsgNaMTKN1LmBpr4Y0BVzn0ad96J5Uc0/PIw+lmoIIbtk+ZcPR/1c2yTH6TDC+24GjWZodyVFV81c2JNdIURTgrc8gRpCvUjphlmdi6yLRD3E/425bVcM9tNnn/WYlhigu9KKgbaB5JimEzrovvlo5jTke9cVksjiPDvKthVndB7p4n2NrTmiq+CK4RLDq1D7MLOhl8TNFzAJg4BeKFBJcG7hWH/CY6hEiebFsz6/YzINFAW9ynHIzPnmGzYQmtu/RW1EOQAiV+5Cgxtkh6v8eP8SlK4sEWEq4Vn1uL0e+PaWJjUl6Bfe+j2Sz/fgxjyVHLC0HGJTQJ/Ihr+ubnEaXdzBDpvMC7Jf5kNiEPoHLEMUIrJgiDmnobDbnVt+xXuvpxMqKp9lbIEZxLCe+16+AihDbLkP49IwxR1md5iNHE5cIzjLNk2+64XIu38GX9V+U0KXWvytfYC/4MaGP07kABWcvm2VADlSPTAbAdloav/GsiUZdxDhEZ8eK9Sfqwp9S7fwm4rlN272f62TWxqMbuzMy00Nh5PGS/DZ7lMgFJgZdvdWWgZjXIbPyAJD6oEjqWZRKTGSuWTc7ZUQaGn32QxvKLEnCwBI6ouYN8IS34w9Bc9rda7YPz5X05aOm8eiVM8HuWz1fZZnOvR3FOT+Et6QRHgU3L4rIZBXZ1h5Cqw00GQ7BAfoZeiiBHSkBUcTowqDSxvNGB2V05I8zMA89FwjZ+Rq4lCA9zd0E+XKyR6xNQA29RZ3pfLwLX7sS9A+GC8BB0SD6rR5UPlaWeq82OVx7qeRMwZaqaa2rUXFMaETu6MxIrZRAi4Fr2LSMDjohjZZBkCo5hfp8DvX6QP/KeCIxwrIHSjVbQE5sIU9ECMCfr+GwdvYbjWYyZxb46CP/Zpylb3UCgOICKrDxAo2qNTlEoU/jZn1rHJpO2U2pufs5dto+pwzScafZ74jG+O0qk1PQlf0riQOybO+ZWP+owGp/EJiLI/67F19unTJRWY6BzgbHLQpkldQcaeO01RdBD5+o14uy53niwrZCc/NmpaZfGFgPszy8IBAcv1r5zYrmmydYKAIdpWsZShSycO04LKXQ7vpyqWT1dj//mERihPJvl7KPoX2mSeHWtohzmpo4xRf/T803MTTDwTHuLhUuSJFztDciYisI0uX702mJuJ9iwGVyT9TLQ2SHfak9qsECL/eQlwWiInpIop5dtvUKtJ1IAhQj6F+nJ+PUEhLhLhj719cGipyCAUqd911oB6SejwK7P0kD6g3FeErXpx1L8NhnnHjkcP7cv+CcI7wcjTqL9eCNvfDCN3tX85DxPVZZ3uESzN9HwWY20gCxy0xLjrYsOyv+lBK6Jmjy4sHklsqodCrDUlgXODEuM0+tJVH/oxIG8q1IVnZEWDQ080G4GdYQ+9n/Y5XBsH8fE/yT+uqoapbbKjCm/wbV6DY5Txq3n870G0k6v+bJYFIfZvgSJNhdCvxZPLgSXAAX1hb27/WjwhEccxbxmEQI3LE2sf5CJ+VCWEgSNZPRugCJ17FUUVzUNP4CBvxOEc+ffYj5ppNKo6y8d1npE5+zF5lXlCjGiQb3m17VLF5yvAQQ6BrT925uxVtsWQZuGKQtVeshNwPdvaBwx+EVWRF8BJ4xepNv/Zb4TvWTsdFMODeUE4bAt9Pu/DPpKjXCfDfsoYIL8liim66UxW3w/KUVlpEBLxQ97I/DjalsDwPbuXT2AmDuyIqJbw84oEDXCJdsjj3968xP63/Flo6qzGdLt7vuS5hF+5NWsbf8Hwh0EDmV3SVvAtt7SJKPxbIuoIFi71+5Lepgn68zfndOQkvkdbZYEBFcToSs5emH578Ix3FFeQMufcOKNQNUlEIqIB+DsPeHOMJ7rU2phAdK1v/BraiADwB9qb3yie9AvAxEa7DfUDXBUL6LhD3/lB7PRVnZAnRzU2muPMcg+Ugg3SYvOvWxAjGUGUoyJ6aMIlSXLdtPjEOjOyVofwDQ/iLEnlzFo7EpNIBmqpgwj1fOCMgTttEzcSOttdyzttVYpDfDahTvpL1n975l8k90MLgxTvhfyS/PmlMfq7EOVRlp5JU8wlqymCD0YSrGAfx18qPGqj5lQa8i4SAk8Fy/L3ON0vX/sAYPp7WkqJhzGJtueHsNVHbngPkexZ6LQjUuBm3fC5HXgAVeDFiPNXQHNfjD4XN748H0QP+FB4RssvvyNnpvN6qqaaKm1V/Yyadqrlc0/0DojUvSdlYZfHZdmnE+pmJxumedpdH4K9h+KI+E6lcgaJSJXkMth1iJHU/jBKMoc+8vLr+0NUWqEC+Ek8nVt/L5ZzcwzRr+Mn5j6yFvjndb5FjWElbOiKg7S0qHaawp3ex7P+JqTo7qg7DSTq/qfmP4qrrmjPbnnQa1YSaqT4yz3jn2Vr4TwK6JAxWF2f7BfBPSyBUTRDMHbdQIlGE1PjAamOa01Jd19gd9vjnCoIgvQWd9TepHl0rhdE8vjaLqCjSUJj/W8sGdaHozH/ssepkjolwcQeEUuihITG1er4QfOk7XjN5GPZiEKk+tjcUWu1mWdeR5C3N32JwIsqf3NY6306wghIaX6n5pbrtNw+AnncG40r0rOwe+EJuQWosI9FrnPTotRKi2HGtTnr8bADzSH6I0xpi4hYrqw61n+hyhD/8JOn5uRnY/P56pCWOe795AFE+8t9VVogzMeBKnF6MLmp62mgk+plTgyOVllf2MSIZOsy4+23w8V26b5Gh1qTT1NERWD9drh7uAaIdlt2UPXCF9YrPSjmhJXjlPhAdRnfZJ6E/W59PViE3uP/9gRZSM3LO3e7/hbKavlfZPr91DspX61twt23UcE3/b8M+DW/TgoYmcL7/Av6XJ+hkVinDH1bjWVGHyscY4aHlWx57Ldn5uPoWjdYtsk+JYcXbVsLBmwl2Lkl0i8h2kFRtuPli6zs4Mr8KGlVMKqInQsSwrp7/qPGiPUgvlj0VC8UAH9/ZPon9X5lnRJzLIs5oa34D4SdCLxxxZEm3+V3Je5Ol7vg0qjPO40Cf8QH2Wq/G+ucbGomojkkcyCdYWud7Ni/FM+uB7/hxWKuuzOrgLUuSCu/yHWnPFuhRvyvFK4XuCh2AKrRs+wH1FiTemDzRQorEQkquY8+u/TobCXFfj9kfnhYNRK7HD3WDdVC8RIIv1MCJzJy2JcCf4Z/5UWreoz7z4nOylwRIAh+YZRwPTVZ5GaW8b1vk0EsmBA+CdSHjSpNib86IQEjZrpWnM/iF/tNRsDLfynrTM3olaEaTlBtHml3QRG4MxQsr/1SW+FQE+OT+o8VVODfxpHlh8MtFIgqfYOvPnTnggspHzgvzJwo9t2Y6do7spN0a3TpP3GboVHow+NcBq0Q+OvwQVZUMdv174agitAHkMkdzALDmGot3RA86SV99jYppDHSq75cWbsJQEHL4kvOdxBB3U5w+In5LYrDNjlu/CCoRcOFlZyoMWqBBluUWzthe9824SKggg7fXneHHSr8N4qOuvBl7unavkoSrOYgFnn/HOxhDt6Nnc7uFbRbBjcFna98LpVBlG6c17gooeqw7wWtm8MxfDLiVm4EJvXRBRWn5wbDaP4R8QMx09Q10MsfEu+z3kpNKJVJdqo2zjAZ5ZmCm/sKINHPJCHQefO+DmVuxPsEZwP6bQUJFYhz1d6XA936A93QpXuF2aHIcOQVeTn41NLg94xFMheLpfYZ1eFvF8HRhxTXoXgwaNrBYS4Mfp/hInJnhYemnHloPQoFWz5FBuNKTs8njaxB8kTYuoEeOw10VlPqhXNhZi3VjJwlF37Eb/uNLNpJYwi1hK/go0v6glxQZiRafbHdwZlC6xeCTQXdinH3fQ14/KDSrnjge20lmF/G6x64dY7jshoxuuEyG2vJfGenJ1yuII3QS/v5iYLsQSwmgHBDSrQb1ZCq7vpEjRCNpjPnpCrxX7MSLTqvhmqNaLdfcQvsytqp132y5yKbtx2Gyw2zD2AcHf0ITbl3tJkZ37b+NvGGFwrrrHo2amuJCBhaZwQ8lAFjZT17VXm/IcdEmefqZ+bTl8/fpAhNRbDUfU16GHVyIeuHbsotyauSLoLoIMtCbQYvxbAZS3fMRzec2V8F2m+hHolRj+SrQxu7fvenV22DV4NYX2ZqzWZtUeZCC5WiCbFEOcbfI5hN1x/PnDmfT7BOj123x8N5g7yHNmC/124rqz9QmSLvig0/1qtrDJ83LeF5YCaeWCn1fMI5y/Y43igj73qmSl3tbk4/tOnWtf4e5l4Xc4vDPeIWFKr9hJJsXQ3WGDLwaUFWnrlkXWuHTuZWa3VHnv5FH+W5bz15RtLf4nsXx8Fk/O0LEbkm5ibqfpfpImy3idc0l83vgC193X0DZjVeAiXzgV9uotzdpGeU8jo++AIsJXjgpgliv9lACJId2b/xZMCyUKkt1cgdAvMJztinLeh6UrRNqQI4YUGIv863UK1n3/d4w2QhguT/kvTw4KAvTjHSQRwi3W6OjGHAJuCKGFMD3uPD1IzZ4S404LX3tjUZDzgzi32OQNKCH8f6w8MkSIAIh2yxuwm6sITS8oyXQ9xsnenHjp732DU4J+aCLFE/Pamv2vk6fmdaoY0mohu85LleLYU5v6YWyzqtru6mkRLa/sxHJHDCP5wfYtt5ul5cV7tsUeZdye28jur7pgYiFuzr8QFRFGgVfOLCvJoyBJ6w/1pFLM4BafjBHiNrOgVJkekAqdwghQYncnSuLPqBWxK+6+ibF6+B9PXkb0YRFFSbar34wzG4rJcM/uNwkYruV61VpFlIwXck6yCd7RS+Sg8vi/0Kl7r6dv4y1cKs3r8wI408nyUu6zJ1mCF2Ae5+taewMQHZcKw0320Zro+ejEj96uOKnM22yL8hERrHqxFi+WKkqTJcqt7ZQcZre7pkBgJtZDRbKQrhe0WNl1dgb38jyIkQMJsQZJzEiJmkjZakOZJyJmQEC1UlElkI7ws7B7SnXyjCJWJHpbhxir8w/AKuTzJU5oBas2CM9PMkJBKRtfRtdPZq/5ZE9wOsA2mskeD78DpEEPQPpcACTrb1VJ33/uFKv32B3Iea2ytYgUiJF7WhjCdTKWcoolHSmHTO0zxeGhrG7Ncq61oy2OWI5QLEQ+jR/uUsBuvn5/W8xmETs67IXV/Bwu0FmWTXREDuifDJYpPt5I2dLTJy2MTr2qVJr49ddjpYP/FjdJSHtEyv5i/paKZmod2In+xPSpHwQQn1KzMzkBOWijHF/xz1Wm7lx6HuWQnaXiXjVNESbUQUSqsi8XKIv0pxjEopkk+CgnxWd/q4kTbU52Eglbjx4AZOY+K9z5T21tqYp+XCMNFIFPVl3m85W8h3+g0yzIICmEdsslgl0ZYOZ4NNYQMuhKCn+SELq0wSq4LfR4jzWZj1UG1XhRJg4jIrDRLfzjI4tKzlGXy/HLWmxw9vxpLl1cwGjAYhj9Pf4khfGsvXzJiIR6dZOdbxMkQh8YiPxJFVwd3supeJZMwj6sU9gGM12kfGgbeblTZLyABXWEo72R/FJ/hsFFkSrAGimLBOIc6Gi8lnp6E9HIEN+ltJZMaUJeho8a2dmh9ma6gy2Wlp7TvzmS7Ir7UhIYmjrxbhaTl0DdepPZ1oDrjBFVfPYHg1D03/IkFaOvMx5fgHBePkWRc9pnLf0EfPk08sp6sxwRbKs6uydommx9IKxXTM5/WFAhCzjfv/+rcx8EAGtHS57Nsa5F+cT5p/81KslWGi54+cpFCxSHOZUCdZNuvXVEJoeVFqBQLs7MrBXubAQhKoNTX6uO0i9EKZpcTURvklHYyZuUWT8oUoeEz8RTVLTOycsWTaYf+LOklEMEGHZITECx91+it+4mFonMiqtgTlBj7iVj6K62ikuYSv1s0amXMHUTWYNj9/Wv3lLPkltD8+bWLMPfavRDHIf208bXhmyfw96bSh4vaQCIjH1jsbCWZkOBxzRuv7uh/ZnnWBoLjp86ly+99VsVCNEzSN0tOzeCTdcsU5MlvRUtPsq25uwco+MEGd/e14ou+lh3qfw9tmGEhQfvdSmCoCUKP8/vqI43WzadFQ3SN/lghQ0IQ76QXE59AaWj2vfsSGtIaOjDZYjm4SBLkz+w408lvptgMGq33SYJtSadcicXvE93M0UYvwUzzg7C/U+Nt55mG3PCiEKoJLnnk8cXqAiR9s/Rtcbe1lh0WmOOiQvxD4MAVbvDXmWCf7+/Xk9zoqCnl4emdNVK1fAhloXJ25PXKtxZWa+8dgaxgJz/TEwNARPRQzj67Irmdi7PKAZInYKQlw9YU7i0I/vZQUf6bT3hGaPhJ2FeV4+2PO7VeCXSuwJeJHLA7WnPktCBJJVE6a23YozfTtMLTLcpYYahEdkRpb+2x3ikz7NSrkJ1RECDuOf4zV60brAR2Sk2RTU/SE8dBLQyMsfAbcikZCvU9lBZRpNJ/Sdjjt9GCp5cBFC438/ABuqKcKy1fyytvI4XtTwSTtHq2XfulEbhda/YoLP91GF4cjHkf09qyX1li7sjaq5RWawRZ8F/5tiLDWBBPHUCsVBmMU/OzzFEHwA7sq3tCXIDxVU5vP5ghXkQRT3cUezz/lujEB9Yf46r+wQCOopUN6KpSBeEUdSg6jnvWeJS9ptJgNbuGBUTrTr7xQLyzdoucBzzornfBShUWhuhBkWN2OozBq2+Hzp62gOU58KD/TGhjrpIQO6NMLmO4DTZlZ8R50sQTt8d1vr2cpSPF+FUizPk5Cjf/p0rz84+ThotlsLXw38yo1UEqEk9ZJOy+Kiuq/rYHl7JKfRP6DkuYJq4TpD7G1L2lxPrqFplOp1uIOsvd9Nm13ZC6whFac0ETRv28ier797jrQQu9DF9MsUlSzhVX5Pou4ndglrCasrf8sWMC4yX8JEoG1B0MtQX5CjOME6MDjoID9nbwSBqAMFkVtORkcrgUuffseaWf1s7xoHqWFOxdoOnvXyWOerJ2kke3M2RyO937sgcydwMuHBbKc1eJ1h7xmwfpX2+kb37D92LXhhq5i1eZAijgNoxtVIZzuD38LkSzGTRmHw66EVXniFnJCCzGmRSnDsiP3cyjhxbzifiVU46V67Wq/IBGGjjWNKhQ77759x4ckXko3GFIS7kElvd05fGswO55xu1It9jfV8H4toVPdoyRcpj9iKv9e/sqhAuT8uhaUIUDNLorlOi7omB1XrDMfqZzK4O9a3VrnFOfiGwOWVb2BxyWt1PxRb19KDyYAoxtG6HuB+MrGUJ5Gcg8MnzLeWudxKXs6bLJE7nYnN2l9lgcuwBoKL4yMPQm0MC9ickEQ1wUh21GtGWVCUIoLpSZIOGs5S5zpf/9GXx/L9yhaEdlgEmIi3Y+S30bJCC5zPoFR6uA9P1oviMgEU4I3vhYCji8DSTL1I4xC7y8B0FzKX3dg92q+O67qUCAlH540LzIf4rzcrvMaLguk+qf+KPz4Pmn9tTbx+HqwjtoH2iEok6N4OJYtaoKyyYs6lJdU33/xU5Ro7E+B+clyd23CeuBoM/ycf9+MWMvxB5xoV2S98QVKE/BRx4vBeWKLQWs+f6Ye/ijqi7rtDJE/aTTVrbUYKjZI5g5Yp7S28hREPEfJlkc1d+ROhV7AwkhJgjGUnvje26E/rfQFg7VZlxY6JK6f0enqdvqudp68ZDYOCYqCQPGE4eRbiGH4+Xy8S9B8nG81UmEYpnL8n2B/7apFdRUr2WjBBS2Vv4RS4EtG3a78p/hZyUzjjFavrhQ82v1MUxDZp4vEWPErdwx+YRO3W0yq8ombRBzur05ruwYC8Mha5O6iASP2oUY8V2vpJzPB/tos7P3FUVQw2b48rOGb9YKFLI0T21Ziw4MfWzyDM2dtrkN3yJP/At9GVVvdSME239BGNcLwtKVFOGdJOjjHdW2WV1pVSkdh0W/U36JVxPHtgblwxzmGfb3otig/Wl56iVhqhbNsx/Pqf4l8JQRq/bGCUhH4U90RvJBdaO1WIAvxy1z8iAqsiA9UZlFn0kVx6PuEdNcjhq0QBKptv3STkR2qjiTCWxYV2ce5llBPYzlxH8b8+jFHBBeYgy4VO7y46p/J+oRjZoGuU5am5PN3Dk4cChpwTRCAo/KdYBDS/m0vntj0mJSHsGj6L5XX8s9AJKlKmnw7jNfOn1vxXTU7tvOpHY44QXk5/92tYP+tAqQZepiXkKrkRruY2+en83P0XR7Vn1b8vn+dSUTNfuwwQzx4LLbLa+yMtwPG+Rtlrv1m6rIztywUp51B7Ca7XyZpm5RsmJSqVOqpl5TxHX/qXfPymFCeYhkBq8uqdYzK2AMw9KhtVjlQtTd+vkN86BwKbxrQl65UyO7Tnn4l8ovt3LDN9kz6ctS7jNA5Vnar90eQVWZNYvEVgApWKI9fRRtibztevlWI2ztMi9jLzHckyn+I9dpJcizT5FQbr3GEqpm8Yk/2fmGxcIAXofwkwD64NmyrIGyV2Arq3WOMOgOf0rdGCtIsZalH68/Zu4tF4Uygc1gvm4cLMRU/FwNSGEKEemiVSM8HDp1PcbWu6tLAi213DYJYWbtaCHwBHIIxxS7M5sq4OqktD2AEznANusDQtw7z2LAa3i58968CLECfkuSqPT3aLqLdKMKY/xjT7z9n5fugXpHQluWlsOm4Pdbco5WbRmbf+k8z3Wp70Q9XbS5JUPDriODICAv9tjo7J62hA7kSBGwkE60fsPttSiYeAuhAm5NeA8uYi9zX14ppf/wEVOK4cNkbUXYcdHgICQnFw3N1KQUb99+2bBiwXzECcWxRyXRYg4K2/ouhaJAT38iHdAjjQkPYdX+bSKZUuMVe+beeISh+A2mQkHMAVaAdwJyu17iBP3VvUDwqLYSWzlczUkKvL1rL4FHG1LmAUr+iBF5zZQyuA/5FFyVhFtyvJJnK5cffNx3JMVjdvxVuzEAl033LR+yf+kZ/s/aSAsjJk7+UeZVTC1q/bKqlnAjt7rUkdoz6oqJczqdQijEcJVWWDY310lMAOfLudtoO1D/64l/BRe2a6iWXxUYptHdNuknh5U9pMJG49JmaNW2z57tw2fjn+f6LuaGaKkcSf6rG+PMayad9vdPfdIZ4zp66UYr8cDxcyiL6tzHnAxuNrHywKOs0PHWQ9VnpCXtck7IJGCu8ZVIY7myJlSa3liapX9t9CRiufMGZ1cI2cFmrst8DHVMdYRpCZNvxN4GGMDJ6/A6E0VO0DpW0lVX49hrn629sLcBQUq4QSRbb+Od31khh6n8VOvewKO7vIFaYWHk8q3Z++6/rQmjxhT92uvB8b/hG1t+iMzN6TH0vsiS78EcSflQ2ta77wGu608SzTyVI8v2k2LRwVbbpqtFsl79hU0gz+ruaPvAiyw+B/wrrwDgj8aKvI/FDCKtfWGMleXx9jzVt79KHlSy9bVj+F/ETUckjijhEKk4ppPugJQUjEH1U7rRRl82XyYRssevYIQ5OyQG1JLSv0L6l9FVsyfuvaO1rX6L2DEMs4kt9z26/x2V5o4cXEl7gaRoUGqR2T0elkUujbY/2kXMC3CteD0OWJHt1UHu51PxplsXfOBfnd4C9GMrZochAYmm5D6EV1/iSk8P1tDQTr9evkIDJiIsSvO9khZ9Cobep+4shyJCD4Y/HS/MleiQuoepxGAlNlrdrBBpVuMEQQj68tDRCkM9ScyKrl00kpHNaliplq+oNcj/x0Q09AntjpT63CSPDXQqSh3pLUh40IssMdWkxOZFtb1oyMTCzVGRVIu/RPcQziVYpO3eI/MX5RaO/X3o4znOISFeIutp5fDefFrL5ZPnBtpauUyRn8KdwDHbqv3cB4yidzzp4ORDva5VboLHX3bMIWSpTv2O+GVk1rRjXb4poHD1LDmR6Gm7L58xZ9x6Yq5IxT5Ervfjuv6+jbgtaCFZ8sBbMth9h1BUjals9e39EoUg0fk9g76+nXoUYoR47H+XIu8m2jJfHoBFBQZbSoVfjQEARpEHvwT3jOV38CVw2Pl78aCCiqx8nRD8a+ex0efNt/LzEcZpWHGBb6C96N2K01d3D+NdAB73n+tsZqMStjH4GzqwBacHa8gkuPP6WsCkhbd2CVIvLijabH92plUTuTNZz5pSkZ6eRNrfYoveL2csLv7S/obPS6QzpY7BIldeWtht0f+goGkXttdXAX4OSXmJynQYpcCqLnu4zd3hQBIf0RYkI/+H/ihfYjvbX+2WantJolKUcf3qs4D7h4AU9yqe4TOeSErWwG3wH0kQeGlqVJeO8Yc0h92JogwfPMwtieqMybHI9Tey6KQ+fvxGxq1Xz+7iEwsGsT/e01p7jHw0r9DmdLIrUg036G2j2GuChMFbrQIDNhs0nRUjYageh5LgMsXAfxzacGuA73lH715YQfC7CX6l72kKr3tEoYmaMYge97BQRCMSOFbHwG3xq94aBhFmWhU5ILrOlKmVP8phLLu3Ku5/lxozao5iqVMqyqFndW7p6FP57qno8TERGyb9NcfVHInNsuEiw3dZMB2rMsuAfDfUIUg/TV3kQmpaRl6Blm06+aslrfxWkDy735obnpI+QG5Be3SQIFSPOlkub/rqWLm8FUT8qkyRLTUVyR1Xf+6eBDqh5hOLd1zGSIroOXM94lg6zV3/jm96fsElJSscuevv3IBJKTvCDREWCgpvHHszm+/38doaPjzVJkWifg6CMNWmCVUvWF0jpI09RrpLHmkUxBNCmVR+4Vo4vqSP5mpb3wfKTwr9p0QvohNzNsPq+1oUj2l7GTRBbEt73IQeNdv0WEXmb+ybeLu6f6CePD7qnpK5fGOhwBhGE9K9jSmWe9ADxAzNzKEV9gLn9eUODvhoTqj2Zc4FRukw2k0Zv3RjtyVrJUkoiWKTIVA2Y/cymSbNMyzFl32AjgDjDJNGjIK5o6wqJWgmbieMXpZ3c/30XcjqIoXQvZQidTjVe6UP+j/Qt/5f0cbb+/5W+EKrkz/7ELbVb/nUD+8T57Fj74SCXWFzc1JIXNTppR2gBRSQH1cSvku8pi95IePHS7LclQ2mxdcUzIcYJt11bmMR2KjsZ4RT9mq9W/rwtg6gk13DzV34Tv0GWRTMOMDeJ2O20/ZmDxozYVLZrQ4BwdtCSRxfUXUctUwYnBk5uxd8wpp6Pbk9s+OyvoR8TdRCrz2/PTH7ioPmKemKvT1p5wEpYthduThWgpGf7/93ed3W5imTp/pp+7Fp48wgCARIgJIEwL7PwVkLCw6+/EUiZJ11Vd81U3blm8mSeTLaCiB3bfjsIoDALJMxj+yZi9LrnrL71Ysy7mukRXgP6A5B5TOTKEfRsCPJoY/R92In7YOq3tF3LtwEN4MN1eFfPdkys6MdCoI/hDKCmqnlXx26zU4oL+WLE00E0Kak+q0e3EK2T0Uymhca04HVqNybrC6TOwmRfamPMYfE0ZGJ4GaYlDvMAhwvXJLkhzjtjTzm6XcQx7XQQfpApppWTm+Kb0Oh5c2/gYblc7wCZokC1BwMU5Bx1GtIg8zIujyNTWXbkeE6iE7QEJvdi4ID1SHiTbOcog/S6m3YaKIRumQX3hEsKzo5mm0LvM7jCN2Q22EvA5IduwPfyONIHywcVeU6NuiJ4/IOtKBw/jtU6fv8+vp9JLpwj7+3uMKTsD7o2x6F+G9x6UGiLCjKbb/GtslzGxZHq4/00twKQ/I590Jv+gSRRMJ6chMUIR2Ibo1jwR9fByyh7tif1YgIRmkhc4WoFA+kV2nnGy4coEmEc0DY/5skRSAjeO8ODenzjlSUBV7EjEY8XNzdghSTfNiO1YRQ1uCOicKWJbRIsAusiVIG2XUM0aGKOzCLlFyZWJ3K+LUzWYEbl48v1IPoMarXRDo+v/hZPhDTOa5imsui6bbfsg9UR8QCtL6vWe7cJKcF2GqwZ6cVIWg1UNdAxuW0YHwjjflKaeyXg3dGAT1jgICxKHCZRGXrQxBkEWY/24zPlj3JFiUm0hzfNb482wlZYxBIyFdx8lVtoR2bs0+UmS2fUE8ocQH9hEOXHAFeQujIxd7sSrhryZW74UAa87/oFKHlFwp3SMJ4XoZQjeYKSgg8Pfj7+bmtGjBDBVDnmG0TcIPVlU6ddDj9qffXhi5cpTPjQUUdPKMTT4ZjYWsIqKd6rVI8cFwN365ucS6Fj8NhVJdPYQbQLG+8azFYO19TFsxK3kKaLOXWcexn4CgwyqYRNtLnL5XbcqXdQ0Qh+RBZ826BZK6WOcjM2D1UwFFyty4CFj9jAIVCGq5qVjLQeCqoz8VCOJ5nwKkNQVHafGTgS+PLG3bDBLPRMmZBMrV+cNG5pLdkTk7zZatpOy2cBa3aPWahZw9HDct5YM/WAaIn0agJfckack4MmIFNLTSKzD29q3cW0YcC30a4iw4HvXCKV3pDDuN3T8kXkNg3NHc6kjGVlG7HL7ooly/FhUuf7/UwfVOlUJrdDGOsNscArmuaGaML1fZ7LLgpIoWtbuCzMt4bOMwk+hTvd3u6665W8B3eXPNGBu5av18Op6QQBRHt4sRO+dXVbhJG4YDv6LgSRG11onarrkcPRMYH3v2+Dsd363FPdFpTjZFfwjarb5wZr+E1cgvDYhFk2ZSpKAkDImPjJu911l93dctJDzhy8Lq86BaEz2e2ZuaHds/S1lVy/PcEr4pjnx5ekPPBbipMC/mwIqIPF6OnsS9T2OpzQsmxpOr7cGEUQO8/jr8m9ikOngBW5lw40Zc2df2dPghU3KpyZkVNnqtybMe1pMmWE/mIw3YlSI8WK7w+S34hH4HAQJz/OjNAug3LMmUmABp7ChyS4J97x4eOgNLi8z0XMvbl7F72noQFO91sRIrSoADPWYSeIIVjrIqyFX2/1Feked/sOsip0lW3Lo2UrcXavH1NHPVhX/+Z4eTd2XTAbBSXutgjWd+WY1OzUwLFnVK47JDtR16YUlZNupcZhtpfN6trg51ajERWS3PmsdDNZ+NTJ6USz3SE+0yyb60Hhl5Gn7OOw7n/nrEDy9vcdR+jiIzKUnn4q1N6EMe/D9a2NfxjndHs39VgRRqMgD+cmC2tZVlgtuGeeAHfEby8KIWhnf+I2kWkpDn5ssxsEvuJ2xyMEf/eOAeWxWEIsjorZ2INnSdsiN8428YV02hw4rdlf4+rxwDcJp9qKSU1w07cIrTEvOZZAltN6hxhUAQEdVsrnyLYp+2DFGCYNrFeUPn0c2SO6UaQaZFAZ9/akAR/sKUpnJSEc3YhplJgFXIDBrOZZ1ZhSKeQGf7kkeplO/MlKUaL2oWRUKrABshykzG71sQxFKwUlUXCVY+BG5HwKdfXmazdMC+GzUnRGjyhVVy7xPaf4XDyCsh+4Rzt300Nke0zoWKse9iOT9GAc4WRlFHb1gBE/AjMIsljjutDP1MQqTSZioE9gxA1lHCHI6vZ2qfqqqOSuW0Vtu6TUI5ph6cecf4B8lrHYuXfQVOSCDsNhBjY5+P+65Wd9V0I7CsoRKtPL0MGjcy5kuLi6ZUZRK4J5sbhtnJ1R7XKJRJR6mBfHH12eIkBqZl0LjR5jQHiPgo0GuLnA0Caxv1ZTdzUBI1F0XVfq2W1f7gEKjIA2lUe5JbANBgrMjr+qTq9LvJ88YDXC4mzCWbNcLWj1gFu8c8JGUOglp+qUNKEimppyHiqHyXz46heeGehk8GQyhogD34oXrL9y3rQ+lBShSaOgD0c1q8PmAiN4VlTOfXhapHvfDIgmQzFtHny/zTrs1INkk/koDF/yjJ3jopB3geHU6CyIYsXBQNVsNMG53w2H3B7USmIwke63CuP52SZGBIdEONnYiRQmMg70FaFQ44HnFqX3CWJuh3C9/FsVWkvsHiK3Q/Vj5qhOlT6QbY0vJLEn8M2MgLyNI3kFLG5CN3q1QM9eX8MNaxLnltkA31WCWpzGkCyxArkz6jpaahK+ukO9H2O3YCmpDyCUkkRlc2UlAl4VQSi+HCNKS0qXjUyCm3bkKdpvBAOGJB0EA4GS7I4IW1nx/dweTrlMB/B52pbnNDGZT952bKwtMXoPykrh0t8dXt3Etsoumey2I4j7aMXSuM4A2gfmR8TKlr0/NqwKvfHEXTh8M2L0DtcJ41gwWuwJmhHjKGVsVcC2FxV61l4vZRsfPHOvPx2dQwWipIcbfwXRMTP25vpURY1bcguKCpSsAN8dOh5ubRKHfUoubeFjNPifsZg9lUrKhXcArr6UaYwJ47KpZWyJ8MEiaCZpRNnt6pRAlcE7bF1ZVQ4OZkyDdPRSZeFmR2qPwT3fL7ZuThPZADMkpB07IvHJ37GGvDdA6IKBqJvmXVS78R1GPwtEP4Fuq5DqeH99sGa87fWxHfbEeqOwvz1mxDlPyb270a4RlZ9g3BYt+lQi+5zRaCkpc33XKNfR5+C7SbeTMwobbQevqavX61iWpCB08pVRGkeLsojvXWL7QIWsPtKVnhA+KSKtgkQIYurbPMLj05kaohXe3B/RQXno6oZuBHnCJCvkvKU7zrJdJwYNUYIRjwKsb2aWpR0I9Bbtxhpwa4eZq+ujBwvcnG9wMaim2RwWWyXLT7zTUNqEzkZnr88rdY3dfbFDAVH3Z6lEtjgllVxzVCF2fdwbsnYXvCFVxgU5dxPK7o3OmI2/zYLRRZ0UsR1rQI8SfDh3BSMDIyUMW79eOAIf96Lk83a1xGXn8GXZdK0m0noAyvcdkcUpebnlE55KN3l3S4b8HENAbV1g0JdrI7oYtEdcHcLj74fKuLHTeN2PUlexDrO53A42XBMC+Ww4neJIlwGwOIM5dlaCCb2V0cEDxOs5WMJUJuAC53LKc749ewOC9OuTNCzNm5CCCeWkG+VzG5za5FJUVuWPjVbPiepcxXOUQDFpknt8GD3LVJkEkAB80PExVKauELj5vHfO/GlLlMlhOBITG195A9bzW9FI6nsG0sFQs5WJt5s2pKWwoC+PcGxmJyMzIoHz3Yauuxw5zfOExTAFLOnX20nBt7C+SgAiCbbjsR2VIHBrAE339nE3XC+hkprDPMWsrMCamW3p6ayjhC1JAAhk/faRU+p1S/LiPCzVwZBQhrzFzYpezcOC6YauHE8SStUndlOQvtIwLLaV9lBvgrW5XDZFGIwWrE8P6NJILARpyd0nr+KShFEDcx9+g7dI0Rp8yyOJF0Z40Pv67o6a/ngYKM7oTLK/37NQXxZt2UTesSDp0VhvGYDWAUZTPdwMTkQPi1dSUeYZjzMG4sullLAF2SXexoF568QPjKayBxwBedSdNdy6FYLlC4egulNb5lzgMZKKSJjQmDOV8C4pgc0BDp2JAa7Xn4lrvy3JiE7kcienOXwcB+yWn4heFOOEMPk63GuUxZEPWZ/7agJuNWEj38uEdTv5ZgamzDA4PRmTfgS1arzD4ebM6AaDc6S0R/vEwLWhXBeNNgIlPSPsWI5iAaFNB1ZEV34DPtAPXSMKwV7u8HF74Q/0LFN77IxTJ1o5OVmo4gkOqmV0oyXwXWjb+/FKbtdX0jmxjnmn25jhAn+lonR/lPsdDBe1B2In35Kiv5dbykaqKgGx1Knmlu4e09wPey0I8Io2g+2SRT5EakMlVLbQcgDRyOQRPnE9hOJocGOQVDA8naVzdEBERcBFWEsf9WYMMkzL9a2AhapvL3AFoslZJ7pOHumYlRR1FLDTLr8jQ8ev0nvwV1EfB5mpBdryejO+NDe8uNwsRR8n71D4G4un8l1yl1BCHxvpJM0Vddh2ew9H9LFCk6Zf3LZt7nNxwFjPx7HpSDtYyjb3kIZ5SqpNOBkL1OMargw+OtNTvzxEiXCZ4tidDhzLcwOyxAzIbIWyRGdW3mCVRsN1G3qoFq+17QsCwlBwaLuADu9RQx/jahwiCmRnkO5gAj1ABFNtgtLpAjIicK+ShFCLj7Xd3rhDmTkPb4hhW8Tr74ciCzbXiAXZJcIxsr0a6v4RNgtb2DZL9tBEJqZObMLpySPIlY2o0LcVx2d6buBd+2ADZs75XjooluGYqXA+0tP6qjFg+Aql4yKAGmx1PvTAjg40FV4duaouhwtJTU0QM7gfwNxuqU0Y4GFtA1MCKHKBmfdxxFCJvmKX9ZYh93TEN7J1kJo7wt2ViLgGdIaeuRA0OdV1vNwd0wZwK2RjZ1/kWHMDmdFFuyEOOr1NDlu016neMi7KfuIPOyJBlcQv9CXYD2vMdFsgwV4StgjNgdKHMUFKBrn2IHizgliGhwz3Zs/y/WFQqxMagNAbxaGP4cMOu2LqbUPhMuvsZYBQAZzkGINKje50JTvU6RNbs4Hs/scP/rQfqBMmXiUd9AuzdChD+JjtZ++0WZdXIAwtcNufyiGtIk0RCJPxGRZPPBJeAE88hZmjkh3p2+WGXQoVc09AJlTAqLuInVW4Y5ZrxwO2PrVBm0zj4YCyY/HkO2+l+zypYLpAFaZgvVauiwLpo4t68hNcgLsdcVFhWwJqklIhJ5FzuSN5xGJ38uDecJrlPV+AFYNeWDHCNjkOE4masQt1vAUGS7LbDNuF3uGuXtATDsLwyedKrGKCe9eFHQIQFdUtHCJG9qZdH/jy/IbZs/ZJKEIX5TtmKeUco0p1OMNXLGwvd8xnaWRWCCp15Z26V9OOzk/8MiCMX93Mc1YUPCvbp6Hrl9FasBubjUpnPKapHfL1Wal9aIn2rLquvt3vY41n25TClpM6HizH6LmruwR5os4Pl7NskziSlCQaM39WzncnSSqUkEz2TvZ9scAVV9wTpQNLT7jkXhgNZH+BouNoMNt+ZdeFxZqZSBxrZGdbG0nuHi42X7IaYtxgaZLDnYxGeatEL5iMxzZOttkSz/ueZnLlcIqGMZ82OWvm/C07lbP0sB6H6eCDU+5asb4PAhn0jtzTniTpQ4JJ3pFVpXiMkWsqG+xTplr7/D2YywvN6C0iE5W+IWPdOzaWsXUGb6K0WtcLtrpse4VHRs0wWutMXpexcVjRKwlqNtz+6rIeGejzQb0djC0Dq9OYKIllZLOtdizqcHsLCpnLk1yP/XQ8GpcEP4YMg1GX9R2hHD0nFd17Dr7IFDLD6xEAfeIyPcUdYRrbnKNuM0Q3sokuws4dD70bBiohJkFBMgp55O+dlxJxCW/SN+Vmt3NgH8pO9PWgr2/NIs+uql5jbRlCk22F1k5r/XiuT3J5duyj1JHGTpLhCuujNAiOdXPJO9Uel14pwMRTPEz5EtMYZmJ/xG9Klt6TnQOqdE8pKOua+wV6C4042W/ta5fJgFXynORd7I4A91UJ5oQtglPsXbUVeRI1OrHzEStpp/QcwhixiGR3XIM3IF6Z+8sQQI+nN4cjvN0LOStDJTLDEpUcXJpi69E2krOybKqlgVWFuHM83RAstVeM0uSiPjhX8fUysnFsgsJ/xajJORkYNQE65dIDmxzNfmYLEOGlrUq75JmIFlA+UiTr4oN3YnL1LJM1qQh91dqvV51s7j2ThCqfyk1hKQFWNAP43bv6QzR8u9/Wxxj0IWFJeJ4PfFhQh0M13eJ1aZg0Fduq9fHelXh3j9hMjUCJBpf5wk67ywidAAwA6zqCLkG8DI8gQxfsvQrrJgbA/l6HArxAV54J5ZA3JvjUJbwnr8gFQx/irTnnZcOadX2idwU3wGsaMGodjf6qmTKTzOryMEZdKqiIkPWQVZ1h1kTvTg4KvDjLYxoPwGOYmhD7Cs2SWIoykmyNdx5k7IKZGjsNOn2aiJiu7tetWtiKulyF1HiI8xa3ZCRPdLjVzgAVvdApfgbX2dZXymaWEO7dU1HbWRtgYWZuT8h1CTlu1xfH2G8Pl8N93VTXqkq4R/lYbKEJR2FKctTjmOQAktRH8YrPznIfVQLVvOZtoaOe2Dpu/UmQdF23nZTeiHEJ8nRv2JuoCQqMAAiDqe1hfliyIl/OQig9dIWxbnCJa0ud5Exko5BAzxstTmydji1ivtYkf7MRqaCR1pwoA5SORLEVwCxOVa+j0NLm00OcZrSArzjYQi/p3FTfwcRg70XJDWc8wMZhQqUFbSPSPivzEGV4RDyGY5AX+8BxlMPx8Cglt2uLM6MAdkDuLvv9oEduWhg3tIjx6rBp7DBffF+3+yUI4Q4sngtI4y5iSs72rJWSOtUenWJ9U4TK5kmM8w8J1thHHCL1iQqoaThNMhnVbdKd4bXiq01Yp2DzgHBPFM2L3GcPERdFdAPvFvc9R/HhOMYu3q+bEQC045ETW1ktMODMw9ksLh4avNLLWhafC97osmm73LANKFLyh5Had0YR4C7f2zFFN/SD87N9GMHYjClDbLLdnZoyA4wn6X1S5xj/kM+LGPElfV2gu0g1EiN35KpPrVs7GKnzZ1WyHj68tv4gDmOJHI0jsZAh5rD5qZKunpIpWrI+tkdW5tC3oNnVBBOnLrflI+qgt+udSgNtsEdztmkhuqEsDnPRCZSheiQXTIvGLRWYc7pZRuJyZfGx2YuwxL25+jGpbUfKoUHD+D4s9NDCA4RUNheWYtmB3dMkrH+3cSuYrE0MiLcY1OV2MPsNgWatOmpFC69qXNc9/aBlj5iXQ3E9mYqBkOwZRph0lELqnrQNn3r30haRQc6CUQKoCPZcLDWiCKZ7HknqKE0xuZ3CgpkWu4nGEUq7a0ZFHtanm6jI4xZQ1dDRA47mO4VT2WxGnSMNxk58Iz5W19MZRCFBOkCmLGOhN2ZC2bjkE5zLL5JOcRpPEppTD8epXldQHUc7VMVMNRWt3MB3ZigwV4uCy2qiiWnrPQO2Pg1SNDA8tdHVDTOhgnB3idwADlfaFjfGF9F2dtP6yN/1bnC7YROn9RnJuASSay4iQ/hK3rj0pWcV2OW2MAePU4/WMVNd4sydDRukBtF5QCgmoynHAAcaYTxw5jHxUzfdb4ujn+49rRHxZKx9CEseGUA90X650a7mPHLU35p0PNO4G6WqkoYu02P7Ua5UPW6DU4AKcJ+crLAXNRDpO3QU+5a1Zm/H3ETH7S2O9+2RFqhQgIiilRVzZkVdwMZiK2Y4RvMig4Pi3YSbprfIus/OmyCmu8Nnl0hmyMkoIinHpoBIJEIJJCr7ix5x0r3cR0EzuBOJOKGbGYxaXWUmMuTSPYGICb7O1uVw2pMbV1H+gQv/wPmkvnXnbq5icIj8AwNZBbn78PZn+DGGlYRx2yblEhXm6SJsJc/Kd/9En+2GuOni6dluJeHiP/DNdZLi+hp3DSgqkNenJEP8Rj5Pmp8UmnoejnnUZU8S8xo+i/M06z7T/PZ5nL53vT4ncR1w9YtNXFVv469/YwBe/8EUsNf47Wvq4CiO0vhNEnXTZXVa3/xK/EXlm7q/RXG0Sgrnf7VR6/oOiCggFnHXzed8gZ34fVcDUtZdq9enkd9m6/nw4M8JG3L3h6Ju4srv8uFjo5/l9jrVqHMw7i8V0exvBPvr67O6MIb6DSEB7sRJjCVQ+Cb1j913fpPG3avHX5rhmsafPzS7wwbt7/NAAB6+jfuxwz9/BlzBX7n4nfNx9sez31lu674J428zW23uXfj/BTOk/zvMEBhcMzuv89cDFx4ASb4Ohenjh8L8OvovmO9Tjn/QDmeeDZ+m9EciI/8Wh/iztkoSyGfLof7YUr+2R9E/Y6cM+s3OWeR/q6Xir+EGv+pfIuWu/lLfAG1T1X1k+12YfbPmtowh+Wk/L5mCD0gefIMeN88fEjTdQMpvULvfiD/R6O9E9Hsz8Av9aYSvxJ9o9Hci+r0ZPHrj+jPxJxpNfuf469noD2ejX84mhf8R518tzrrvqvwWb+rbLQ67l8lCeLSpq7pZzRkH/7bQafi08aM8/vTZFicIBvvwmZA3oKMcuAgu3GCYhv3lVfXhHH6Dwkdm4nzbNXUZf/gkWb8+Bl3IDoRceQhCvR/ElVG3+av7oO66+vqhAVflKfyggymB919HIeAqbj4ngxUAPjMFin0DhODc9v4UR5JPkA++zfw7/PA6gYnes9/8sSV+a+Jn/FFCyA8PDp9/fW4VwkAxwkDxH9ifTiH/PtzEaOZTrMTZ72jzrclHtPlG+8vRJo5+D542qLoQ558nf/6foPl/kZcTAiiD8T/n5eCL4Nn/b7x8WnHM3+bdOPN/mnczv+Pdqn8NIv8fGFUBFvigAX+l3SqZF+WNcOzjdtUxhnC3doyb/Ja+NYIXWX6d+CVS/GjNf7ct/WAa+G/VOtf/SPrbyxm+OsGWZEic+MGpbvUt/jvNhf4C1An0m7lQ7A/mgv3XzSW9l8d4K1o2atSMTSwYdtb/+T0XfE8ALwnnVx8WOfz6m3tz0R/99T+p59cIQuR3/j9w7nmIbdsBrkdOQOXYxpB1zJt5IrCnPlzuRCBVvb8guS+fkFCoBxWP8GgmcW0mh/AaDppZkocz+2w3K2ksoW1w01jlmiGRzFHqzIIzwj5atD7Adzd1UUZN4IYQ925KzmOes1t8m+2NszKphZgrsnf3nGgT4CmrFFyqbThMX3+U1Jcudw/LENAW02WeAOfjvn1CfAHJ9eI0xnBVmt/lOuGabapsuNSQT/dImiqjrIoAI7qjsyt8qUI8W0ciZ1epy5FQke3sYllytNEsvrK9au0q+LJfF+sSXUgZFX/1kbtFLIk07FcRptKzveUT7fnDQEl49nY+4bvMk6oquB1T3z4CiUz34HrJwjKaXft092wSUU0443IGMxp3ZyA9QQGzFkdtY0H6BKUCpFWBmRKaieSQ/sOYr7nqSIBzaYB51xC7IG99hvhpCDcomP80hAWSKwuH6paLnM7K8Cf6euNjiSR2VG19CCQW8l3opidooogrOfNF+k9JjcMPEvmqpw37XZ7CdFMk7x5IYxfeLq0H5u85XhVcQVtgDd61agOgeXDce895zgHWVaoT3T35VEOeV36BLn3MAvInh+AK5CpVpXHe7VwM6nrVPdDvpYjky+ydGeSwYfnwqtcOsu1c5z4EObrxbNi33jgLfEUrcVXwLDvMH+Qlhe/8ALtq9xu99W2ycp2dHF63pW9f+miDTHvA52oLv2eP1k5+2iSaQb4Av50pAZuBN09cwz/Q/a5y8eNnDwEyirCqjCToSS4CZEFCm4C29Pp99wC/1hXMXdr2HjZVv69Db/njWSuIJ51K8JODUeVdFtz0K/D3DkgaARLoQ2zKIsmqNZPrgSXBGDCqG27SNsT4Or6/cXSG1pWjJogNmG/rb176b2vjZT2j65zql7Yl355a1dSA9qH0EUQ7jzMYmzyYJXEQREIRNQQcI8DjW63g+gOMa0I6HTYcoK9tUd3knm2F46gKIqkWoI2ZAs9M0+PyRjsi4LyVpgtcrwuAd3DOx7a6ILbg94cxeAHQet205u9tFdC2XPt55ycfp8P5C+/5Nx5BPLXQF/1XW0gXlPHjGOYPNDvndc10AY8hrq59pYi+vLUXF7UIcX0zQpmByCC++BgnfSZQzbRabQn7g2Bhr/lpsC8gW1QVNAzEeUQr3vsCfYfLYTOCH8gn99YX/mx7HPV3PkPQL5Cp6aK/+oVyE0G/Cg54RPVf/YL5HAkd6FnPiQnI8a1fDLQFMk4X7X0+QMYF5E9b3vuFcssJTDPDX/wA3erzKnviYB5/9QflDOmrLN7p81OmGhzj1zhm2OuFiL+NA3gjwXwA3eo1UyM/zOvZ9vNcV9sEfE/v589Q5xqgK+B8DnmjH1ZbBvIqNKCHEvnVhwL9bwG8zUAP0wd5oXAeYH6zNhOEvri/dJrDvl5jCOmHvrQXPyH5ifaN7/ClIxH5qKPjIkKdTUBHk74hsPcxoQ+sbTVUe/kS+AH9ah99RoO0wy/bxl929iMNnvtJv6ayyvzwgQZscAJzR7RFe5s74APYhZmu+gL2/7RX4Qj4UKbPNPGLTwEf+ZEG9SGOH84F9sPNwJegPuZn23C1H+0MY6PSQtkAXn/NpxChDqHPYmu8MT/ZPAZscQHzmPTnOasOQV8o0BPwH8C7cPwlh199QZ+YP9gqoGkwnn3wE8hriQMbAfET2Ijw8o1tnZqmRjz7+BgTAe0Vgw6fYhDoV1A+xUptKYEtlZ9i4kpb/d0aX7EPxghg78pK/xCj1/jxJZ4vwDee8fxLW31e236IlRr+5OcT7/h3HsNXPP88TyAfwHv62Ta/03xFRMC4b3Hunc8ZxJMXnx/bc4A+vub7xifgB/L6ic832gc+i/LFJ4yfH/nkwBjuFxlzr7zzta3Yvs33TW4gZ0KZfpKx9o1HbXzpfPmic5AfNeKzP3ynrXlnATZ//uTDgE/lxaf1zj/0H8BB+4xP6ast4HMeP8wlfPI5w/htveJJCPmZX3zin9pCuhB+GgPYwrTKd/Ot7QTbvtnnkx8R8vOFd/E7jy+df54noOcj+pn38Ttt9TeYs0Xsi80Ce3VJGMc+8AD5hH74pIPYDv35F10kQOyZPtvkmgNA7PmGUzSYT57xAsbnT7qcv9IAP/NbbtQ/28LybAs+e7c37Xt8BzSYaz/EPgHGLxDPwfjQxrnpl9wtGPeXFxZZZQnyyjc7ADQgSw3Rf+kQYBkXBTJYvtuB9tUOxvXc/Gtb6IMgfy9H9J2fovxuB4D2hcd5nR+IczAGfOQd+BW55saPdgDypJb/np6Un/T0Ngf81xwUwDvA2+sc3Onw7g8QD4B4vspBwZ/47I0ObP8M6aAyXd75eeECkFN+4R4wjgjzOsR4KOC3g/geYK8J6BjklhJVVpyRjsAm1s+AzL58ZkE8MMJc+DZ37bzipBVXAn+ZtOKXPUBsBzAqpH+UKwb1oRca9jZv/btfgTYQx37EZ2ssXJ5+JY668GbHAOMAzPqkK/gbXXv6GQYw0MuuQXw13c962Kz482PMHJ9Y9QO2AfIDWBnkC4gNwxdm5n7hV4jHzHc8BjE0jLHYL1xsfYvr+jNWL3rxwgDQPvOVhmtvWBjKyFzzPMRhuP4pz1sAf4A8v2LBNwysrfPVYTxb7cp6yw2QTkAf1IWPPgzo89rHx/nDGAR0Uv7QFvALsNqr7+kD/an7FTt9qCkK5YUrQe31CVdCm11xJaxPPuBKYPtr2w+yL0DcWcqvvtPCfPOZVv4ODeL2dHnPpwWseyC+0aAtk28yBfRVR3pR4m/5HeKQL/l0pYFYAHSrvfFMvGIOon3Lp8fxS7ydXrHsa9vlieVc9A3LrfF2CfvPWED7yiPIPUBXhbjOUzc/0KF9naHdvmPllaadv+ODZ64LP+OD+Qtee2KBL3gZ6usHGoxf569+tWJeEH/dtZb7nEdgbH7DuOH0y6+hjkSA+UcYh0EMe/MVDX1iP2t5199i/YBPod+B+hO0e8eWObBhyMMnW3nh089x4KXn49e2yEtmH2xgrc+/rje85vOWy1YMDXlBnnXBV3z6FfdB3LJi9i9tQ1hHYs8YBWRTvNGBXSxvdbY2vvkPyPsgj4cjrBuBPYD6RXmfH8j5K/ZfY/ZbXby2VzAd0j/rH/KN/K6ufw+ffFqrWXE39Efk63rGqxaBGGh+2vQ7Xn3DTPMn/TxlPn+R+fzyr69t4XjTR/8CuHldt/m8xnNc8dQbTniu5bxs4FPeWG1g+mLf32nbOld/WpfbsLfPK6kf1u+WcV17N1J48WHdFPp3XYshv2/XI79fjWGIH67G/AUbQX+8GoP9/rYmPo6aOiy/XZ0Bk+2+XBH7dF33dUHr4/WvF+nbVbWvF2WueRSte/zGLO/i891f98yNjX//tu/v79MR8kVHOPZdRyj6w25d/C9Q0s9XWPFvWrr2nf+8ZPrD/sn1IthnFf37om/iNl/84P3S+OcNGD+7x+9JGUPC56XZV3+Ahvyh9P+JYgT7G8vSFAvECf8nPumCwai/S8bENxm3fdCGTX7/f1POJP5Hcqb/NjmTP4ry797yO+Wd8+Hv54ZfjHwd/trwCw/mDwdG3ORg4lCV/84e4H97u+9LvH/3tvZ/oij5eYs3Q5CfO/mLNq8Di/pqQ6+Rfm9L8O/z9uOm4L9sJy/1zdE3FdyQ8X/w7pKrf/PT+Aqa/wdw9LauvibYf2C4gAm48HFn1r/cYPKnc+M/0a+7Sd7j8b+4kYUm/q5w8t9yB8FfFAVesvuXe/7/pmjxn3Bx6ov6/8Wu/395xp91cXDY1HX3sTn0Eq2OYCIW/xc=7ZlRb6M4EMc/DY+NAAdKHpuk7WovJ1VX6fbx5MAUrDU2MqZJ+unPJoYAZje7qxCtLvcUGJux/f95zDBx0CrfPwtcZH/yBKjju8neQWvH9725H6ofbTkcLfdRdDSkgiSm08nwSj7AGF1jrUgCZa+j5JxKUvSNMWcMYtmzYSH4rt/tjdP+qAVOwTK8xpja1i8kkdnRGgXuyf4JSJo1I3uuaclx09kYygwnfNcxoUcHrQTn8niV71dAtXiNLsfnnr7R2k5MAJM/8gBJ93+VwfPdx+fN7mX99/quIn/cGS/vmFZmwWay8tAoIHjFEtBOPActdxmR8FrgWLfuFHNly2ROTbM9qWYEEBL2HZOZ5DPwHKQ4qC6m1V8YwcyO8UNzvzvp326PrKN9+yA2zNPW90kWdWGU+QmVfEulhy+vyrDB+TbBjh/iXOvAtmVRaxBSNaXlVqirVF+9VSyWhDNLW15JShis2s3rqt4JLrNab32jdSNqO27wFugLL0ntB623XEqedzo8UJLqBsn1HLC5ixUHEH1GaiMWevx8n+qYneFdiWa0Xso/7UzVpAmlK065qKeKnoIoQHNlVw8lRLlt2hhncBnyXtgnj8KFRb4xdcHf+xNxR+ejoxEzrgQ9LAWOv4I8Hyb9mLpE0MzPBw26aszMLe2e2igYxkesXhuWsmrlsq+atamHez8nSaIfXwooyQfe1q50FBWcMFmvMFg6wVr7qqQKpvptU8eEFPwrDLZ0NwIut8vRYJf7kY3qfgTVfCpSgUXqcQ9xdUTlAnsngrNcL/hmEPl9RMFINHnBCCM0FaPw/EkELHnQCc9JidEDx/2eRJD0siFboI4AY+tvbAIoluS9n0ONiWJGeNHwv50CoOHeL3klYjBPdXOegaPAPeNIYpGCtBzVjNpl/zq2+9vGFl0K29DRxNiim8Y29y+EzXI0MbbFbWMLL4Vt6GhibM23XIfbbDbT4ydJ/bmDtQuKDyBKC+h/NgVBQR/KYiQF8a+Zgnh2rWCDWRpnmLAVz3PO1lCUG43pd6KkPl23UTAPXPuT9i2KIY4vxMvKNAKb1+KqvOyqxYDXzbLywkF6EdqswquysisNTW3JLfhOrYxzekuH3zCRGAmmsXLGdIDscsb/h1/La1DR8MY+l6979tk1jQ2kKvlz0MPvxGfSKJr3TznPt6upY3Wm6aDYRYwXwd+JTrl9d6tnLjNw6v9ylExVfDsFpx+KoAu9kdTt6U+nYw5/+usOPf4L7Vpbc5s4FP41fowHgcH40Ze42U4644lnt+2+dGSQMRtArBCJnV+/RyAwAjlOduI0nZLLmPNJOpLOXcIDax7vPzGc7r5Qn0QD0/D3A2sxME00Mh34EMihRMauWwIBC33Z6QiswyciQUOieeiTTOnIKY14mKqgR5OEeFzBMGP0Ue22pZE6a4oD0gHWHo666NfQ57sSdW3jiN+QMNhVMyNDtsS46iyBbId9+tiArOuBNWeU8vIp3s9JJIRXyaUctzzRWi+MkYS/ZMBf8fd9/O9sGS/seDbdx062Hl0hyeYBR7nc8U0eBGESALjEHoGPm3wjd8APlVi2YRTNaUQZkAlNAJ1lnNF7UoED07Knztx1oMXH2Y6IVSAgHgjjIch3GoVBAhinKaBbmvC1ZG9IWsequ+lqA8CW7BuQFMInQmPC2QG6yNZRpSFpkZNKQY9H/VpVn11Dt4BKu5I2FdS8j2KHByl5vRbIp/kq3XyOKZs7Tw/Jk7G6+/uqq4TPeZyuOWZ8DQb2Bd8Tdp34KQ1h121VMJonfiFeIbjHXcjJOhWasxaP4JOA7XgcSem/gfwmqviQRnwO0ojPuZT0zFMmLOz3w8vPtt5RfvoY0JHf9OsagHlEcx8+r+D/z4wwMbfngbS6MiwkW6zLnsEfrHRuDGxomQtqaNotoE2PVQB1KcFDBdr0WAVQmz1qzY/aC2wAHUphb7TmNxoLhD9rRnMehQnEwionCcsKGPZDcgxrMmw2jEtne0VgLLMiMjWBEvIexzAXkzwKTYC1P5BSIWWfKMJpFm7qUYx4OcvCB3JHspK5QCFDpeI53gcimQ/xYzYaBuAfabH8P2AubesPePzhCWv5gSOuSwXwuxQWOdPkDX1CwJKKyLbgCFIBj74tqIWlSRH1FHW2Md4oXyDVYevSpOGwtVMr+WJyMY+1uy4b4ydQj2nUAQ+eyamYl90T7u2kjLTOq3VgnRNrHbnrzEq3wr00M7RBHTbugqjbrfLILqjDdOGnPRppRqPW6NPOf8pY20EB2kbTmTmZNtoWIbgrDwvnSygTNqf4EYxByFmA8jSety1+2m5R+dwt3pBoRbNQst9Qzml81ik9ImKMGrzOBSqcpaU4tuFerEMfbRjJaM48UsYaiFOZLupkYONxYeM6D382yb3Y7ZHhqHWO0XX7sdv1+gp7c6fvljl9mu7TdJ+m9WW189JjyeWytNUn6T5J90n6FUnafK3Tm/ZYTdKa2vxdkzQyO25M/IBUMhaGQQOa4Oj6iM7UG4hjn1sqFFoo7h/C+UFqDuecqmoFqbLDtybxXTADR5DkYi+Zl9ShSa0IC2HzRWp6NhZzzALynPqkLsSGn1UeIxHmkNUU7jpVyKGrMjxWSrdbF3jIQC11lua5qqPq8gSnkeEqnFyrtZhyyx1GhWnUG/r/1uKeurk6Xr7G5Y16OzVItwzj4vr6fKiIRMMMe/dBYWxV7PHJFudFLXAilrTjQTHhtEKNCoHnHefiSn4qhGQud+U+trCJoUcB8DHHGYEMprQBtWE48a9wJhtFbIkeREMM9ZLovb2KwB2GKUjlTQqFtvlM3G7M0B3nL1YnTJ4v7Psavq/hf88a/n3fzDyX0nQ1/HWEM5CmcNTaMEzjjgRhVszsFPrZAOgEvJCPRCpglW+iYvyCkBQ+bglmSRn8mxzLACsHi4B5ZNgfGH6ZA8Ny7F4bo9cdGBaGPUfj3+bAQLxXHBUmr40tqHrVXV0Q/OyTgvVTTwp1+X+Jk0Kp7fNh9eyJwnqfE4U1doeG7bqmZZuTEULqoRJOBcNGm+O86IwwZQwfGt1kPD65BjiMKLOOnUnLxkqOb3oAQaO+9uxrz7727NaeH+Etb/d6QHuBXH9X6PR1QV8YftjCsL9Jvsjr3tFr/f/Dve9Fzi9fIJJ9yOtraXhusALqyEkQhwbxdoVmFUPPVprVV2ouXWqa45FiZtZoorI4cXd9vuITl6f1l4nL7sevZFvX/wE= \ No newline at end of file diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md index 3951bd33..aed1e9fe 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md @@ -34,11 +34,11 @@ ## Overview -Two constructs are provided here to simplify the deployment of Large Language Models on Amazon SageMaker from two different hubs : -- Models from SageMaker Foundation Models / SageMaker Jumpstart -- Models supported by [HuggingFace LLM Inference container](https://huggingface.co/blog/sagemaker-huggingface-llm) +Two constructs are provided here to simplify the deployment of Large Language Models on Amazon SageMaker from two different hubs: +- Models from SageMaker Foundation Models / SageMaker JumpStart +- Models supported by [Hugging Face LLM Inference Container for Amazon SageMaker](https://huggingface.co/blog/sagemaker-huggingface-llm) -This constructs only work when region of the stack is specified explicitly: +These constructs only work when region of the stack is specified explicitly: ``` env: { region: 'eu-west-1', @@ -53,13 +53,13 @@ import { Construct } from 'constructs'; import { Stack, StackProps, Aws } from 'aws-cdk-lib'; import { JumpStartSageMakerEndpoint, JumpStartModel, SageMakerInstanceType, HuggingFaceSageMakerEndpoint, DeepLearningContainerImage } from '@awslabs/generative-ai-cdk-constructs'; -// Deploy a model from SageMaker Foundation Models or SageMaker Jumpstart +// Deploy a model from SageMaker Foundation Models or SageMaker JumpStart new JumpStartSageMakerEndpoint(this, 'LLAMA2', { model: JumpStartModel.META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2, instanceType: SageMakerInstanceType.ML_G5_2XLARGE, }); -// Deploy a model supported by HuggingFace LLM Inference container +// Deploy a model supported by HuggingFace LLM Inference Container new HuggingFaceSageMakerEndpoint(this, 'Mistral', { modelId: 'mistralai/Mistral-7B-Instruct-v0.1', instanceType: SageMakerInstanceType.ML_G5_2XLARGE, diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/architecture.png b/src/patterns/gen-ai/aws-model-deployment-sagemaker/architecture.png index ae8f6352a4aaa39c6d41217aa707469b18b77f80..2c84c64e07594b66f4653713ce791a7b3c0c20e3 100644 GIT binary patch delta 83311 zcmce;2UJttw=b$l6$M0uAW9Jssgi^$y%Sn!0RkeBLa3p4VN(h}AkwRVf)tS| z)kd$1hzdxPChhLv|NotL&b#m3GwvAoej{7=x5r*{&GwsX&bik1u$}L72Om$gp@G)f z(-%*lIC0`ELR;PV#0d)Qi4&AGwAA2}%3vaWB9A45BtKk5LI(T;E-nU>N{pUnG4(aq zhMLM6_@H#~s6Yc#DOVHAh@g}Af=-ez3h+7wUX9PFz~`@nHcFCd#iY=s_78Tzz6&=P2&I+KNTkzB+dsR zPPEk1b2T*3LAvW9EwBi6JAY|k!$2*pw5OyIQQSyf9DH9Lt^)J&*Vhmi*LQ$RXy`jS z80*{lnEL?;RW&%=Qp(8D%P#=yXoNyK;_;5Arbr?}7Y&tg)%744OCmM!nt`hNT882% zJPhV;sUc-2;ifK5&^Fh0lai7$us4#F_Aj2ksGgDP@a3t#5sbXAx)u5JIvIui8yoV3Sn~R5vjGDQ$s*jPTK7wfEYN!S?(vk`= zurziz(R6pVG|)9d%W8wHnz@@1p-^>i2~}MmNd!z2XCmVS)74fDaFO&i#vt6mSDZcI z76C|Iz|u?F)DQfB9cO7RDR2((*2lv`!qgCN8Q_C7x0F#g!hkLyV~TT!OXwOw9iT9% znZAx2(cV!LkH9!-TVS1ZkPhZ{UjBB55;{l~X$u0@1n&ycA=vx5diXjT858}G;%-ic zK9;89ftvcRddNVypNy}ex3{D*VDIaO7T3|XmqmKn5wu-2u>LY27oOmy4w49z@blBh z*b@mD6DfU1KWB5PKs}T2Ncrstq8>uF5X$2%Ai0S!M#H=-KWOIOR#QXNb1 z_tbawgE?t<6Y=6^1U)@{M|~%ARSjPR-ak;q!a2}S*A%S=HI!5}L71D{>+0*cYr0B% zpwRvjNUX1#DqKg~%UxH}NKI4S9gmQN6R?i1Mj#9R=s>ics*j4j9Y$Nm5T@dT!Fw6v z4FeqjHFIA{f(g>c#LvRd$KS{ti8FLow}7ho>FDYP=wS$Ing~@VX$fx+gt?1}u{Kmw z+Z?8klW?;LP&Y&4eNEhvT7KSU`ecQf>jdb7@~T380wgdJ0XQQk7!jocPOpj&uyaMb z$cmdv`@o!?^h}W+a5DnY*uYa8zz{tHH9X*co**)%ja9WxF+KzjCyb}P9zxHtx*1~(jJ&*MjRIX=WB{n6vn;|@S6|CB5UFb7 zfpxb-NqGBc;ypF=?J>qqI(GUJGAJ*!ouekwQqRZT8I3gXN8|OS)ZsF)01O;0ZK>_x zp>2*7x3G}*!ugVCBe+XrrR;rOoLppGeWXosI^Z)`S#xu!jI54R0Ny;n+W$QC}LR zCE?&ignD^sYPz{eJAm(~fm5I~J=A^hSPxe>O%IHox_1D^-@;Ty-B?oH8BLBXmM*d; z4kmWu2sM~C7;N073>+*2fj||#0HUFXv!0iU77>cVBmA{poefYZX(xBH09`FleJ6i& z6HgpQ6YhjCQiDQWeC#AWJPbW#2qr{lyoLu+Gr-f^(jg$gAFAbGPDE*e+gs-QRy{;p|SYKZs&kqAMajIx@e=})AZ5>S?oTi?I zild9CsgseZwu85Zu7R4HHc=aI?`T4l@Nm#F^1+b>1ut(;H61q;R#iq_TU!gQq3`Z# zr0Q+1At7TY>!;)3t%*T6FRltF z0(ww1(NssmSK83a&esEE+`(Q(#t!_O2)7SZ53mp?8i6(iyU}~qY5$NPZ zFm^EW3iQ%6^t4n#5;S~u)C`T)+zBq`Aa9On-vBjdRU_~gLvV35F(%5m`UmQ%sCj8S zN~lU&8W8NYw52RnWDEkN0Zj>vn=BTmrD~^Th_ZKrlLx67>G@k|tD;;zCB(fwv^~u% z%)~)zn#cfCg0GpWsh>N@lBxxG={Sq)x=Y&|ILP7ybo_`O_8Jl>D9#P9C5`cLwY2mx z)j;WaxEbppRj~$Ipogg(ewIdl_FCRhXG3*BN>bIyQD0XNi6o+kdj8HHNDSOf z#mEi`zAWqG?-?j94U;yo!-HX6Rl^$ta)FaF()Llc(3Z83GBk!7naQB-y`9v&^kj8> zy_`JZ-pA&*2VYe8#mj02I?CE3baZ3`klvnl77jjMDtaCP8qP)zei(n8o7oLlO_ZUb znY*W%8O+Vc!ra47LQ>Pw(%aI_%@ZMkwZO^x`XEeQr0k(C5=1>|FTAg%rY|VDrk_T- z;y4X!dd7E}Gl0!*yxEBp+$Rv~DyIIoma?c)Sh`pvuOljF>4+-fYVLmEe=lY)PEJit zg}+jB7w}JD3cu6MtIW(z_c^O2GCM0ZGb?K<>u2Wf;v@O#0q>!vP1NRciyLZNohi}p zjVcA7^1pwN?VxPX+MwK?6d-HB~yJKS0hu5#U84Qr1+FEHuik8L|T+^e|#`@PomsN_~O zrS|K{6CIF(Q*;?o%EP7TeEo+~AF8lj?%Ph^`Z8h8!y@$|2MyJzS|=1c+@AClnR6>- z=QEA07x0brsoYvlJ%qCK1#lF?E=_#2H1PsiYf@>e@?+vfg=w*=p!)I+uhm!%X+CTx zsiza9x{nexFMqT&_FPNMrdh=1_S)U4Z+|uy1>9zuQHrlDPhSw?>x$=MG;J~|Fn|UB z@h*7S6u4Q8dz+*&-4wLoeR<+kYqMQj? zLg;4I=I*0?sY_BRWf8k+!Ei~2TO)=gQP{k^+uSCYU+HN7IkVkFoon*-mVM)2(@h+? z&11uRixn+=mNgDKqu$@&sT^*%9MMtEj#goZju;n3*wyjR^fFUg7`YTv_z+2jM@Qh> zfKH?T+NUE%1Cq+MD;$z`Z|*Q{PHfpmLB(CC8fsglFr6g9oRB|7AD1J|ND4t)dc>&) z{@wL?FNgD9#M#$jJgn0Oes^e+PS8>6hGIl4)a64dC$(NPVf!CQCV%O;-}|lqA-~6$ z_I1#j+R@DXxURU%>j&F2y;0|Q`3M7#fNI-Tinm#EFPIGu_O{a}UbyL|i&^7dho01N zD7)2UNtY|>JX~1%{*kN~pLK(GHSR65<8))al9BhuH+}RAVwMDP(n2Ryh=2RnRPqB! z=bp&39Jt;zQJBXUbsvxGCeKJck5!gLZZ%r$ZhU{w8?gB^^^s!mxFuuPQ$(^R11BI~ z_$NFZyBYwh64kO)dw=Oup-~>LBj!R9j~ew*7o*a?A$}<2&kung+>J-bv@U=A_Q%k8}%Ma>2t3poKv?M%u%YSez1COtQF)!Fp@)> zXnN2Eu`AvBHC6I$033qi$k0V3UqxY~JqSD}ncbDZFt!aZ&|t3Aea!@5Uygz%v7&pJ zB52aH(sEP|L%e*f>YXBHZAq8k;Inu-ttH|80~kKWiS5mqz1Il`#WpR?J?|tOKd9pi zE8XbBPv(lcj@SHD62Yr*E1TNRKwy@jDp1SIrTT2x`Q1V?gTni0`c$ z00?NI65~1-G=BRF&~bk_(Be<{>fU_1O^R~Z%h1cbyj$Bdz=SIsyVOpt`)AcK?K{iV zXD?p!pyqo0%x`5{$6a-jhyM4@8g`yd{apL-`#h}+j3UvhXSSBcOroK*tU(9Rc1VWG ziLIYQy3u0pg@#YUnXfb5`_345@;>NxIwT0xbdM?eg0PwCGGJb0+%Y4g_D&=AA}Si| z-j&4Pe*F(^V$6Iyi=go}=-DdD35awNzw!)+lpdXKl&46P*>%qbk6lhQy=dF3IM$)3rmYuQQ>U9Ns1iu;oqHI*;Jq z=W6IM*`gW4DcFK&r6=Y!MFg+V-*sWUb3yDUlXWHNkYVdz-=63HO(Eu{YAa$@rx$%K z>Qo8{S;1DyFvkk(C`Q~6X^EKUVXRQmwikW*T^0EnfG*OF6f$O&`8CV=_ae-dwK%Z*1>;%8=CU*VI&kb{KS@gTQ(BM9nPh^ykQfU@*>^j%kRQz^*2S-U5{txcjjo{=72lX{y}Q z9oZ20mI8YwbRu@_rR`j_9IlvjA6jkGU2OZd_vK3t)w68DxL1Y(Iw{wR8PuuNS?{n@ zvb0B45tjNNN;?VCv$I9fM3Dv+_xgl70q$GwMp{)DuuNg2zy*as@6F3;Y&`Y}j;h~I zk4XeAU)4@frsKqA8gl=!EwHS0GA=O4Qhsg^x|+};HIzD$=5y3NMq7@(PuwA|AtDLr zY62VP%oX~4&-tEepGC9HBO{vdfjZ@VFeYMwBG3#*pa_P_<7R z7DLLZddr0kW*~x*VFo)wCus#mjMzchm_%NE#>CM-_js>)RY)uD(lA~}B$?;q-Eb*x z+DaNas?2k0B)g(s83uMh$ER6Fq#bEeU+nU)He^r-Wl(g!@9t2LMRTNlQv z@h0eWREZgtaOXQInE1(@Z*9!C;yD#k9zP!u%U)`Ob~a!CeeMlSuOpKOldtAgT2)$C z9%n)nbSc&9m2cS%>fStyVR$>_j~m&AWX^Ia-c+!og;E<)e>SOcFam0C#)RXIc24k| z+8TXv*X7Z3OrJ#vC@cg{f*)#xz3%X=<>@@!UEo@jZ@t~x{Cab7qy%rV6G6Hbr$K#= zU4mB03QEo6)(4M)+QiB%y+DJxRHhH^dpeRSboGG}(A;DENFm5AhTcqq`Yl zOs%*0qBwZr-%25E0Bn9BOD;7b^j)a33dd+;tp41n7YGk%>s?MZhbRe=0J|2{eOA#= zRTjk&uDDe0s7euP9vY=sQfeZ5+bL>I1zZw$T;=abycX_DWdU9A9cx?!xQyhR%YUW= z?9K-@bH^lPwXIKpnaohOU?c1lh7!qnC4(JvMz^Z-V+z1z1FnkIG0?{K)@9#bKoGi{bo~oVS$1`QOd=rqc*^g3!iV*GXK3sl(E4ROzv&K-wV6GFP0V6l_O% z?;U~^Nv)J$7{^*oi;RmxX6f`-Prxt5&!e!8W9-n#1IO=-l*0624B{li>E%Zux@#0n zasZP+XNZtU+2`E*^kQjedEyLLy}8Bq2V$T%-z6r()K8^}R5j9`i=<-(Xc>P5t@lmD7qsl(&FtdtV3P8z>KZa?UeT6;faKFBX0aMR_){@6Z0kM4$ zsiKMJ^oe)oZ^|!)x}1j*neg4rU&81_{Bmu*l(KKPpML@o#(k_ziN>rbU<>1eu_|En zw-ymr#RVU1juc;R+&(+!5Ct8TO4EUwSujTii?n^=VTe)};f;``tXdB06pyC>>^r#+ z-_y{BsJTS`Zt|3mMTAnm0aHnfQFoj$ACnM;#TE5uRJ|#6RBtG#(A5d7F6*5i_+b{E z%zRQ~6Rflhx9|0@o}AgcdvJ>h`m$S%iM#F2T*BvYo9?*Qh0u;V&gM2xc6EmFu$NV$ zTjNdcpTn8MN6qivW2}_r#84qcfL!j4yJwfXL+aO?s}p{At+M%4{S3Fk!MqiQkT2aVG)PIm2oUhj_IQ7(?KE<>SIFXfB+QAia z1x5a?(tSm9m4Ss?``=O%@ZZ$a|E8KsARDx9KmHN!1f4%m z7%jL82QAz^z@&o`0{@co_5WqP|6A?AKMMT6tM`Aa9r$1P=l`bO|J&{f{4f0T-+KB# zr6%CN!1$aoL3Dk9S3aNY$G7xn2l9D|D>DmYF%45!&yspnrj$9Nsz>dk|Xb?nKS0!{Q_-1p!Qk_5v zzFNTyfT$TtB(xx2<3LgMq`1BBfx*KSyq}DG5D7YG_yoLF;V-pjZ7_haX=MdpJ$atl z*1qpfgeuvE!Dv?w=}m?|^qhS^C$RqgtqCIOT3Dn1?!CtSxk2T)u@J(iS00OXE!bU& zM61qZP3_lMx(oyfdKj=I0p!l{%_dTYvtXYK#3y7xG1_-%uh8n8we(GWfa(>5N_p;| zaU8BpJF_$drmMw|DM#+Q`D(YNS>q>HL)MwTEU%eFpW}V-n_Z&ww8lNi-oY+?G!svF zdkj18XluaUR@wf}_h|L#OXx3Md!~vzvk|t7F9T1w1n+#lS8hg7Uq#{U;&V#5 z_Val|{|!WgL=kQ@^cUc{|2rVF#Xt3uoR2|pI^2rYaUwS?<(e_~J6mN)|E-s*&-yHJ z2V&?C?J$q8C*CGXK7aJeU*pEsj*bD>R?1EvE}uu3om~a|c^U6~c%NBiq(PZ7+;F6c<_oDz}IQM=%L@3lA8 zEAOPMaUIn4Yg3nol8PD=zUM?`bd(EN)d zg=D;!03xhWc7F3AAe|)Z#-1r3n2;iL%dq;ZuyAlgZL+3MF?}^wc$k<}f8YG=Zr;Qx z{M%>!=qth_u4(M&BN63G=&vI)*>6j!dhv60Q=aYcpG*GiD7dpp}eMpjZeTZ(cv;!}J!8H*Hd}-f$1HbZJEH+z0_f|^? zuiBp9MyBGPs#XLGw%a`xB5h5_Oe+#q9a+{;Od9>+m7X&D6Yfw$x;%`$)p%Rb#%)Y= zkCDryG3lzoHOb->bKOjh-jS+b9A28F*qj^Y%gFmI(A@olK_wWzk9){|gQ1Bp;6uC9 z`cy+OQfQb6h}D*$5|B#Kyb7;ss_X}w$C_>p38U-7N;8x+*5?Pxf2x)CTh|!>94WrC zHrG)bw^(9c!LNH*4YPN!DMHmY&MZ{e^gd;$&$mzY>;cqBD*g-{a;UA#H=Y?B`ifrE znYx%txg0w9NRSt`2OMnbT&z7bX6=KN#7#7&!eE7N*f(Ygm%c6pOO7?^FxaxLc@LzLl&+k^|v=8NtqJ5QxB@iRJ^iU|w}r*HbL&pxPgAG1VN7#>c3c;#$`U{WfV2iA;-6n^(3cCVNO zI!-i(0e_~a7s_u+SKgqUa5OGRspWW4ZHt)tH=JYaV1j&+8uef=m*(6u%{#9Tjtu!sx%CGlVtS)}+XRPPaCv*`y zzfmvem3m!;72kdHa`POn@n*|+21UiOUxC38a|-$|0)BC&D!(}3)uuFcWl4ic{B)k` zgSU2ug*qFyImBLaEKZa)?Qj09^9$G-F`G|GSUNYT$oia5oaugj7&Z4+yTzV7m&>sA%Vi(eLiv*-Auj-Ri>n&fng z0LiXH$GGZ1pyozgEkGh zTMx2sRHDCxTnzdIBgv3f}iH{qeD^$r|eWyB&?L_H1H~z1BP8 zlJW%m%$QW~9QiS>i%C2Ja!RCAsYMVQRka!iFi9hUT@<^)Bk?dk9mvc~<5|$jI-Yq| zv{v7q#=T93mrOPX*(mPv)iLXIi`xxRqN{_pxwJE#VuyV4f{s4-u$loBtS)XUz(c$) ztC959#|5#}MQOL*H<{QWpVt-vt^G$JsGr&ooi=`E$@?nj-tPvxs46$)lG#W`Ue}=Z z!gR!tFT0pYpq@5;VqPn8meI(Wfq}t*w0TL!SjuficvL<t~adE@>$hV|oLZ$DSEaUNa$FPjUuj zXiq$K5M4!RQ8HIOmswS1@=d1?@*eL#Q(inUFFcZOKexq#wUewGjT>PS2kt}Y86T5? zxH+!6Lfg!9`Gkex59N4XpzU3?iQ9$vS2fPWgG-F&L(bC(;-jhST(@_g{N|81b1jQz zUB=c5g^P;JJ?leBzdqSJa8?&wp&frdTlKokSECB5U3i;+ zJ}EyHwOnU)i#T&I{ds|>2_PzyKHJauyZ8AgoD~*g!G89L{OJZyfV7o}3_NQ2T1_a7 zAF;K4%e?n?+>fJh+>?bQKK7hdq=K?{p~$#!Ze{XS1x#CW_;hdDV75{^7nfq935`_I zt4GoBZzU3N7~$o|XtwS1=oZI&dKrpJ?>@#eS&KgWl=|(gv(?_#3;-Miyf zI&ev$QBq7}PF*a?AMQeC7vptC+apePyXPYxT3(KktLkI_h=>?Rr9$9oavn6O{9D34 zZ_0NAUp3^t34x`E%55X!4|%V3-psZu{a!}d$K44zQul6e0gevL4|lh1Bx|b(GP5N> zr$KgJIo(FVUXvJ|G|+e7ywrTcoYd6mPjS@#V*`f!&GKWqC^cqg=8+7qFq;9&^=NO! zYWLTGLhVS2M%T1){Y^yC`8$w_pjD1qQFXs2uiq!cre8muk}O)X zp!@8MBh?6#{0XxfTScFK+MR%^H@o@%9f3T}pwjJZwyG33Qh*sS;$7U_|8qf`G~b`9 z@7nxgDuv7VjQ>SC)iW4s>hSYe5YeeBc~^UPc_+T+#VZI$*jtTxl8;o?MQY_?5K&99Qkud%7e_*gUVu(n(q2(I-$E;g`=Sg!+XJ0{`1t^q`Tf`YyNHmw$$XjV_@gr zy~j5;FP3s%iC7I2Zxf=+e%ZB1N-Ldwyyf=!$@L{0pp$c9J^#LLG0WSh=)LUfz|RtI zlVqFvY^pUCtm8*XgUiv-n{FT+dE|z#8zaA}z0@G>B)V8gS&bb?7`XhHd7iwa;BQ*i zaA~aGY}}6v@^#^I(3#U~K5dB*HP&++`vtKaUzT}V3;wWuh4H5ikq&J9Kj3CsvEkA` zIUcS>09WqF_1vz1UL+ujw5u3PoBFv4>AY`q84va!`KEd7MdsO;=Ylc*N%-X?cBfN( zoLH$_9%0zkPiLx8-M(Y?b=-IUoV`r&IWPDPOxmb)g6B?%I2t@sv~gXM(0OvZ{?qxi z!h5DNcP=Yii(NEJm%VRR z4EX2pxH>t0D8J{k%Pf63uX6!qWf=ZvGIcSM7aCb0Q)T?=<*iud5j_C|I48!Kf?=Cv zXQG&$eJ4~oRJHY)=0p;ohiYvA7m`U8H(SK$GOI;R56pR`%x>x3k>sM46mk60-u^MG z^}?li{imZev)^M6Mw7Q@Kl6f7!DMk73go%Y738`TSSv#jU%@W0u@KlIRJJA8B#{IX z5Z0ybx8LUZ?SO`n-za=XsBVIFY2(k@d+g>S^yHj~`UOgk><96eWRpw^xTYO6>ZW zzC5QQJ%5&JWPC2_4ZR}D&FOa^x&qdJQES_W4!Fzt0lnP&PgUD^9=o>p@x+oN8d@h>eVi11s1& z(33G$;?zCgz|!$1F90@)E=muBovhW{U{5DoDRSu~oj(=WU#fs;`i6tGC>8ivOc{HD znLDgfKpD!qr8jm3EL{mql`&8k@w0>B0?;*eW>9NjA*`WX0Kx9hJpvm=?+~wrI(L|j zv)Yu&`}#M?bMa8U)8~v&OL_A?UQ?LD3GD%8|zEbbQvU2 z!nf3Set~npj0Nu}3_mh~jKHyvPLbPCOc~@tn+l{aNGlGvkFk4v9(;Te?65h88juTo zl^KBjr+>#Cv2)$B$EO;oLBR*8z#f_j(>wkc?=eX#?;9!(`+y%YUHx$eoXm`(kL1{aoC7DQ^NXB>ckY6;XYYeG{cVp= zV+3Y#o|D$>Le{?eGL+r`xOK059-LKw)-es#w$e%KT(4+n4Men%GK++SL< zWLoZ-NnYf>q$#C$^c8S!s+v_iMQ z?jg%xo*3l*f9U)Nnb&xo0kUpvKxg^32oF6FIGN1!F7*khAHLBa)F5d(&;XgXOy4O$ zdcZcxg8^h@M-0@#%;li1M`Uf9N9v?oo3s|dK^0n(dnkXkN&PS7$R8`GQ|VBOe}U{h zz7!4WiDIwD!#TLCMnX+ROZ)W;y6?;y4NHHv9G-8JtpS=qhKp=4mA?jKc?bL; z_hAId9AO~e$@gMLPkY6*9+7*dXFwf1q6Y^)<36^!^Xc#2WJs`pbo8KS$oI!|(s@Dk zDT7u&79}I*m_~Wg>_>KxoifS{_Kz_+ouDFJR?e*4yz#}Cn*~eMGKc_&oCLs`J#;_? zWQ6}6CHVLw9XQH_Y{m}pcjWuOR+Kpwy8O)Q+5Jb1;L!2EvN_Qh9J`=eXeRXI8LG=X zCugo6GrKsE*FOy&-Wdh^xpTKc-w~(!OUXpJfDD6YV1L*?2KbAKWBpz704HM>CvznB z-{wdh-bsdztK+V;F{V6@+kc%KnDx2V6Id){pYQLQbV)T04jXgbzt9*aG z7NENqDh4*T9j<_c@c^n)jl zdHH51{`z!qP|a8nD1sH)Y-APvH_Qfrul*kY{q0jq$DVne+)VEiU;bqeL1y@DU%_5WuX-tx(fL;sC6{F`lMQngj5m647VkTh zw;%p>7Pok*AS5^hJbFSRs|fVWzvw=hWpHdkP~YU;QSkm42%hca&4AaS$7I=>0oet=6Wjl@_QeJNj zB)H8kkezH*15|#q%+Dn_T}DD^`I%I)S645AuJK^w!j0X%(j*;PU388N1kK^&?@_YLgGLpcc;6YZ=e-AbgGVs}sCHyz=|Al+t ze+v8z_PI-BjbHc|V*VY8#Np2_D8-UNHO;>MFB~3sWg|3$=gT%Yzn0bCbj=VesK1me z9Y*`T#}Hg81estIB!FiQA0#oCv$!;gO2+hAKW%%>5dOY+MGWYE<+sA83N~F=rlZxP zY!4=O9?k46eB^dzuoFKWK?fPoKUR7q+@Qiadu@<;MD^kf`;q*dDd<=v593?qjR6K` z;&QBC&N-)u6-emi2)A!qv^M?Kg0uX;X=sFkWWI}4VRg#8VY7w8o5PDDVoZOxZX+2Ts3 z;`f^Do<^jA*YYFew>Lw1psDvsfWdSybyPeFc=n*vHw!#XNb;zTs^VC{b@V?UHtBbt zlF`_GaaUQHGxoy*DC#QrJf+>Ah}` zP)CBbb}ZQXB*2Q6vNg{max(nLqEG*?87K4X6jvZe;c;%Q){Ky&KIwEpaG>5&VEz7| zASmk_{0*C#o6o|HG-II8k-%{reI9>rY#+Pt<(iqaHs}HeWF3GE_G3+oy$aD}N|?;L zsC#+OL~sL5ExWdpee-bMBWf8esw__P8Sn=IFM0fcBhmIvwFw*As;lf9{_nK+o|PPf zs9CnBeEY%Lputb2j872I)?Ncyl7gL+2)UFxk=E~e4z779v- zJ3w|{v$tOM;qIGX)sN3{Fst7eZ1PM`DP2plSS(SzDL1F}=4@|iEd1LO2>tw|mzK}5 z5PssDS2;+47c%u*J;W<|Ov3hBoJ%I3BV=5QF|6$}DpK8W!8(w`W#|N?% z$_Y>QcL!&fMKOHBW%(lpy`3v!y+F=UBOQ*bYe@T{{sa3SXNBpy!>kz~agD%0dwBNx zk?6xNk)sJd6HZ6W+8h2IYnC~x=cY!T16O>_vy^qoy;>!A!k zr*7y^Wbb{zUG#gvT8CNlzT*Wu-HPm_3OAdi@Msg=u1gwxtzFPhe!%_)plN?gUMQ%g z#coQ*<|>~0M@CZ=s$Jn=F~6_T-Bj#o-7p#+C6Oo66lj@d%{X(Y9IFyFcDk+dB4ge8 zy1!1|mX^K!qH||qJP0hf<>w~<1q{_jWyoEvu$`X?O;Id555~v$vsc`@`|fLfjc=K; zP`b}4Sp7-wAzi2%a9K;%$!Wy% zsYu*^tTyFA*eU|rO1RrbB)pneowAoB&m9MeDe*Vo;Qitt);|3wtSQh!DW6t~uzK9( zM;u}D`?FCDRLt!hKU4I7yvXTW1?aCZG#}!Ygz0C+U2?^iF7nI&v9Ia3Wl4iy-5>uz z#@AV;r0FqF|909=rIkm**`vZSP{xb3{N@I4KL{6m;uLMMQLA1$=QY1lT?Es4F0$*I z#y4Z}+`7YDKcwa2&zA>FbV-Pr+uhzBrVsygJsKBg%Q^g>qGZ9moL*5{3^?Q7c4m(Y zzsNaQG7auEsGr@NktcM$XIgN*r$hnof?ZDB9r zcezW!wILR`Zub$Hr$P%IwS`LmjkaF#k-Lp#gz7<#Zq9xCWyym5b(QmUkZ!Yr;Qfk6 zXEf-qWO=eCkN@zpn2_08E!R`>(-sx9*GbD{a-7?`cNQ*6`;Fv6yrkC* zN3Hgk5h}{3_ZRPPP4~G#p5KlqjlPMA9lAFvu5>VISO5FBmUB>dii(9GwC;@=NtS36 zT}6qQ|6rm<8r!R_30>aVz8?5g`@{Zy3gcc)5z9Zf-wa^Y4;N`d`aZ1(KfivhQx$+N zPnw~QnQ*mjYG<0uncI20voLl(3)2_T>9#h1zItckyjaT^#aMwO{%0{K8(NXaP_8xD z4Vm;r|I^*d#cIE@-b41~5)pLk`f!s=t#p5S0U+;JZ%y0y4Nd<)iBBs9eg|8$G)K>P zJC#O&g-3GEV3#%7_nIpYL{v4cyMycWVD>vC>B23k)-SRB9IFv~inD8-Gap^sEf$)b z)xO%ifmHE*?t%`5NN%1cZ6DfRA1e>cN~NQ1ysyL)u`te2Xk|#c>-nv|pn;rAmj@LF z#$V`E0=+l0KP*TU`b{P8)%SG|v^Slu?-r1DGIoISK%ss3clG8cmAh$iFMia|`v=Vk z#BiE`(J+6y4%h>fXsVU+ZYnt2mwx;uX|T(tV9dg9-PlkaO~E6zyreP~uuxokSoN&w zlV8?$>Dqbh&*X&77L8$w4_B;I7%w``c>mR~wAR?>E%>2q+)4=Upi2uBe*yRp@kJZF zZ!#s^6dgN%^~E{t9EBuyC5SeY6-{4^?>2a4PE#zMcQcp+%DS`nc>nITJ58Y-R~k7B zIayWN@~{68fO&u9=u1|kX*-oWi z2XMXkSh}@H-;qHRyZGjQ7eMKEZwt6KIqEs@*D!v_)VMIJz7?q zRp}nvQ+(V~hdHCV_y(y&OL=*p-jY<7M8C34+C8%K=sM7_lHo*GrHu)8_9+hekn78S zMNa#T__e`$e>U-H*nf%{%&iWs9oXZ1r!oM@?%a`^ZRu3_v^VI*r*{=DEMe+8ZzIvU z!nt^`{hn7dt;XYg;g;x^t}6|eJn*!pgdPK*(R!hT1N4Oi_6P|5pP-T!sYB6{Y2y#K znQabt_G;w=c5i;T{owU@7d@Zcf3IqXmA+(0TT5dI^lY31yZf3yX?@O21(!6Qr%W%hv2spLr=dX)n6!ZeA9#02TKp1mn`x zqr7R4a``UM8NQ=+G|ibW&lskU%*ZdVdLk~69&YAnU1>`zI{jU@~A?{WoMY(~v< zO8-i;{+(qhjdb2w8klaH zwia-W8Mpe1d0A+F~^34tP*W=*ot0x$UBO4c8Sm6OgdTr+QPPkdC~>Pju* z)i8OQ`gojvKuK%H@4BJpPy7J3*6*-NLs>Ck_thqxFz%N6JgQ~@-5#MiE^U3x$!5Qi zZ_^0*utE7C=f=oW2pl+qpcQJUc?Ggvd zh~G?wSI_Pny*i|H;Zh}G`u5LT9|wkgUW^zc`;o|8>kgqD2w*px2E*kAgmevjW%69= z+ta^Bx_{!|^16CnxIhbI5!ukcQKiKI03ZJZU4&lILQ(W|-)_3SVfij(pk45(g-(mh z=sPv5{h{aEiw+KqxkbherBa!td$8Y3F!bQk{<{}VHm}a?2UMl}$PWsu9>$xs%}AOj z40%l&EZ)>$0T}miZpelmeS71)@U61Z`@E!9*-q=YjF*d2?$G zuziEC@0f?4e%~Wm#9KShcON`#9rpS}Tr>TVuhr@~tY>DJA;3A42ef0{52^OS@Fq(* zi>k1GKEhCqarI=|c$~PUZ+;xgg1u6#S0v|h<~Nhbe!~MN`_0C8%GI;24!_2D85E@2 zEgp*M&hO{#8ElIYl2~9BP9{F`?fMp}b@lfV5v6H*tZBLemnKA+oGb>~jj>gCLzH@1 zm>=@2y>JDHF;xkbLq4U)OQqOAwp04rpxak4k@aDn*nUV(0=$2*M^&k90gslly6+mW z@_>gJFtP;jL#`{(T=m5E_t@UDnUK@fA>~g6akpx}6%*swBSfv*NX)jnW(~;mmg7|$ z!LQH$P8RxP-kV$^mXk!+<%=k92VdUYt^@2D>RRS|RrXZ=aJVmy?)`D~VoR?J$Y6)> znI2bnl6(Fc{ovx=Qucxb*gwpAvV9LD^83ux@S92aJ<5}Br`u9?_H%hUrO@pVskM>8 z2gr-|{S`2y)HHpD>JTEXbDI9?5}bNs2!p_MrY-9?6x9iYJl7>2{7Iftz*7Sm)aVV} z!8h|M2d>iBbq4qZse*b}KjAy_Lk>sZ8>`fDrL=7QREw(ZH<@&uQ&%fLciac?iA~xb zejwwKTjTgq6Vo1b4ky5Vw9lD?+23g10P9syYXgp;))=He+5D8(+brCR8*&0SHC=Yg zkSNTNMM>=auivgKQH=wu*>VV-Oq;f(vL316gsHP@%NtjEzY4gR-MS&@HE_xE<$I;T zuh*(8HR%^4sHoS8a%R1sgQQh|hlW;F&7c7f`F+>)bWGop$zO0U&3z^wtseY_Ue;@L2D-~Z**m8NTlY{Syb~&FQ&i}{7q-&ZkKJu_z zbIoId6XiB%a@{>D;<$<}7hnH&1N?v`wK;gN2i&?8ICn)o0sMku_dK2i zSUjs~HvusycOERz9rOq}H?DaZaCv`Un=j`rotdj;0ohNuz+~q(-BKwTHEz+fgnAlo z+Ml5oY(*H-tKaNRwtZVOXs&t@FU;M2`w2;@0WcZ!tWD9*Qi)70ckKUqxiLtMdU@}L z_6!dv+ptTK9zN^FyC-jb19WL`z$rtRGb5TpxnX*VsR=*85fQ$9W=N{;l!b zH$x8T2n}-hs$HmTKhS zpJl{zU`jjwPnwYDau~i>?FzfaC#w`s5T!HdxB^IGB3VVPbRx}W; z?fNUJYVNhL4H1_GI)?}SzS|gXzRywY5JKcFQKdYNfb?cbq>2=~p0m=lSv@M_*l}&X z2YKEFoazF>J&1(bZxxl3I}6TRYwj5&;Ld;pl^~xJ9eRBuVG3?;Y?T z4fy&=Q;uJ!j#$1X-Eb|%l#Vq7v>uoOxP+OBKU8uEOvl;_T>btVkNJW>RqK9N>XQqS zI%=&-LU7rmgVRX+;z7Bu*9E&9t1|x8d#%@MJD8^0mf)Y`n#8w5)Vp)7}(7?GI~3snmBX z^@(QXWyu~RZSG0K0fk0^{^0?}t$VMQ$2idCX{P-tAA9H+xf}gA#v5GztoI9N27C!E zed(^}DWEHQe-VNyt!U%AVvZ>VPwp2A*vd#Bx6nBTWE9GGXQ$zvM zv|nn3>`=%AVLQJ9SY5G1_72iZTFH%66Z$kSvL6=Q&#@pL?2nFL4!WM$aZ>kZUFzgp zN=h6GHl`P$oTbxqcj*y!GZKC+pyIW043x|1X%_@ z3|NR(0V~A0(@;tymQRcrj^2ACLA%jaaK>L~8#epfZYwmk%fT%**%~AsrUCh8WNo_G zEet!Vx$bFv&M22c2_%SZ#|K+JF1;Unj=%V~@GW%ZBlb$%rJ1ee89nI7V;RC<23$!mDk6W9yG-;47&j`TdR#Javdg-<#rBd}~UCU!6CL24# zim=?B4@$G=)?xYZhyCk(M>qeZ7A_%a?I9z*pJ4#LD?C5nM1|a-{7>DMAOZ4nn`*bf z2!4xEb!IzFq}8F~fa^3{qJBRZjD;SSXD4TNZ51nEG!e}3xZlEP4V`CiUG#&}A2b<$8@GRe#|@5GgeTPBuxG^&!Q;XkDFu*?$M3T|Tq=4DsJ4I6;wo;i z3Gqf_cbmF>KBhj0&5bG+W%H*qoB9tzPD|~^kGE(L<%3)9iM)O#kS48eFH)*tY_hL;tAph2+H;71RJ}Y7Y#_r&NN23vu64diBfPAWI(Vo6I~e68)S2xDt(cvS zs(v&7>D4R4v}}dq@qo3Sq_OIPY*1CgS@h{BAMWWJE*5+RT$6O(`#?GXQdJ(r#l_7n(;#X}_m3L&H+k2^8W?AZWY6(e{4?Jw)UMzFK@phW^ zdB0T(N<9M|_6O!gWDnXdr;kTImQc^vJzJS%^>>%2;Tfa(<9{C}pekl#w*!UV$o+At zQ22Pxk8!^kQXvrzst9=X!>L;Y?F4oE5h4!)6Pz1|4*XU~8h!DWCqFe-4h_eiO&@e0 z^)0H&obUXo<%BRt++mR9Z5!r@sj8f3FE7)VtJZzSIklX0Rz$Yk z=>vL5U!l=C!Bt|=N)P-HD}UO`yk|3qQx;FZoEvK_cQlLt=4e>l798}!C%wPk;-PdA%f{-R>}*APx&ORbvhM>l)P2lhLkf(RsU z`xq!x>$>}W@0p7UFd2=iva?<$PF7@!RxG{REdy7H9!I%I2tC96p_Td5@289dYx8;LWEyvJ)sNqh~#(w=PVzRbl(BP`ef z4_Jp0t)>a%%IPm7SC@;}+m`*3u4`DLhdw2->q@d5eeqClS&8@`#JzP~mD{#HE(iz$ zf*6D-paM!a(j{Heor~^nd4boi_(kR{hCh9)t+;h(F-1EKreD3{Y z@2zXkHP?K{9CN;NK4U!3P-N?MZ>&|pT{nP)-%Cw5Qe#F-#oRv*=x8cso;e+8{q*2e za0@fppd*Mni6(0c!kv>m?L8iaDwLfA=;gY#+oXQRxm=n;V><<}oLf$^ozB5mmnz89 z*U%PQS1x43uH$9HU1L23IaDHnpqe3x&?rUL_1qS`=-cbGC3>Z1fd%H1eT@xnsxIc5 z^IyVTy{Wrm!6@#$Wm6IxO}&TY71TQQD`e2aMXU5gD98Ny$3KdmVJ7J)WQ zpuz($DNyR$Rl9|0_3_8I^AFKkjO*0NCbwZUN2mHFH~%qUbrq_j{M-wIZcs4{e~Vg@ zZBH|(rq~#xEAq82hO~n3TtUwEW@`|RU^qOOauho0*E+B0F>e{u)q{I!vb4g_(@S`w zaEmToF0FXKZ_hRI4DHM?fK<-dOsod(lbjZ1>wprgl=mN)ew_ov)VYOsUd{-wH~kaQ(`PMX&ESgXd};M`=7J}i-#jOYE2ZLVYJ{KOO7A|2Y5VdD zt+;$To^4$6DaG1V{zq*{zN4}(h$s+(b@Vq8g$OJQD5m3vV|Gj(fwX|?j#Teu5}S-{ zoN`%?o@l7sd-e3{A;dPJI+Cj`x~iEP-r_{-CiVI<31hlMvrva; zj6)`lE|Bg-`L=8&mKl~!-uOxM^lV_scKSiHD9Hh>T(cfSwXS(b3PVAu&&Gq3nzDR>D?jKeeyk(45YKjVff-0x&E`Fo{>xYN^7vz)G`jREC9D)*-ZhR`B4RyM_ zKCkoL@laMFUHEw;#(=+TRr=`(>CW7E(Zz;6t%9g3E)^+#nrbv15%;Mi+14xtmzaW# z3UefG(M9-i+hJGw`Q-U=0;iOEoP1r}U6ClMhkm3T&TUpxBZqmpI-^8gQnjc9_44}A z`OQ}BVv`p*KY<|%tvWG(#X7O$8auEfig%_#W9ty7n&qP)Pco>l z*Q||*h|w^&>v2&0X1vVqo+lk+fVsQgK*L0(5L$Wh4r_bLgqtNHKgLDzU%l(6bJY_? zV8b1+V8x~PV5j}{`WmZJzz*dXepwzX+dbI)jg0LQ&GZZ(y z@yrpy=$_K2#`mmGE87E=il#v{_ z1$m70QupaA9RnrCs#*n&mula1MZTyR>QZ>+pjr2fe0v6?>_ow?<2A8ha1K?&;lIIHkV{;q^+cY8!m2`LJX_)iT!-JeIuvh$t}SS_JK+n1O%vWTT>&_OlAL!B z;M?O=3y1tcI`cG0RYKgaIlX0`ktIFI`?b~GE>McqJ^M_@9(EHQdmChmz)s|XoZ&B? z)3$AnKV5LNtUN8&YpPce8r|5e*@=R-U8C~I>bn#V{}J%KPA)xcUm55!59 z8S1&0p2O9Bzhwseyw6xPuQ3~dp%IB)#XrYu^2l0a>qG``ft)gdUrB6hAr$5h<^u zuV`*zj|KNyxBPPZW(Z;Y$Yf9=rK_8P*)^X;6+Y&F%;PK%=nm@zFxI4y+|JYU|t=aF|Z@k3V*V^GM%XXT_z_iei`K5IY`d z)jK)*;IP?nwjkZ1neCOxQ>&rd8gzU4LLqmMe{DFQ>fM^}_O>tz)OJ2lHM+D3S&|x7 zQjx5swQ{U5q+3iOJ=A zJ75)7q+qO!%fz$hF6dF8`xPkHi7Mt#Q#o!;EA>WFD2lk)n^We<`JOu$J1jWh)0us= zGagm1EjKmTJc9t~=c(-s0}k~>o6YeNjo&L1CNs*U36>}v!J8|7xL$Y*?c)nsedvX3 zSy&bhV_Ee#8pHOCWyN>&{3Qn+lY*Vf@lJtU52;~)XMmQsszQczl>@s9ySZyuuRDYO z$YT{w(~nO@BYAt(j}%dEr4ZliiVjUqQsbBoF1zu1+!2a3n|0?U7|9_6#K$tl2OQ49 z-CDJ(olz7NjAR(-ia|*nrINaB0jv2cSs}JDc<8|#Z_d|8Ezjs}GVc_Q*k*2ew7q#5 zv^ieRsZPURc(f_;%Ql9wE9_TvD4V?&e9`EqVP;xYA~6q0N?o_U-pd*N7*V_0eMOS0 zh1{jd`qZ;6oLCDJAEZ_$vN`pPPRdV7MKhHUPBcuYF3t7d8ORjp*>|*}lu}r)iZ0xY z7xzz{c>+&vbb3BJdnr@u9@bAH)N&qNkdUo+E%2>yV9ApA{Q<2E_u%(H2+j@YN zV{_14wIi6hH<0Oky(4J>9iL4nGqLfgpplK?YhH3Vjk!r&nUzoeOtAvcN72$x6aJ={ zTku+-O*C`QSZ@>vPkfuflKmiIjXzdb=7y(@R{E_eY-i<%bg4_fo$2XH*LGiuI5Zrf zzj*kKRg{8wG)puu&eo$&3gr?q18%g8eQuLpJeWSUnO||($CvFt79S4P6TKtaeDos{ugq|? zJ%}#|ECCHbG^B34IN`x({g}cDou2z(5V1;1rPMveAIOZJ(W;CHS{-~gfeqhVuLP8sgK zNkT0>*@fVNMnmD}nlBnV!!M3UwQSCpAJ!agGCxu`e)xSC#J4@AM8y3`}XTgUI%E4EBz}EXib2KXuWZk zkta(meX9a7lvT;$x$3i`fC|3W7jH{QDOt0r2$4)r%5$PHkE{+au)Kn5NZ=de75A>_ zQTNK(jE9tP4hLWGrA&g52_VtNpxEbjcx9N%=eIC7KReL%x*d2$Ax4iWieLo^gqvzi z@}u{J=}{p3!o5}QnCpHaU4Ubfq2jG-()|SFfjWLHRBt3L!=+N9@0?+_p4ez*u)Saq zjU`ULVm{wo?pdAcSZft_F30=)(jRwQ&Um&o?B*jl!&KfVpeHw!Qh3;z&#H&k`YLCu zrG?+64cD4*XXDKbewfc7laa>~{;{T1bUHpt0XjfUH5wfiAMzn|lz)aET^N;6wcXi3 zO}Y4`KZ3#JtHkPX#=G=W&M3Qe9(Cf!wf1Ju?Gx<7cVi0M0nKm`YUGItTQF?zM3z%H ztwhF;e{?SVOh&oZNv9)wcf_#^X6v7;A$HvRNk*Cm00O_NMZRe5krqB{-&a3XQua~x%tIO&EkJAzn?gDB4PF8pRI@SRC^ABulp&QK|87F%4eu_B%?@Dpmlmk z^&DM4Rh>Uz5p2snoxo;{~=3CKn`!EGMmlO(0paHS6kiGSO zKK=G4!^QW>IFv#dt3#&67(`IYq{j6T5jxjvC*P5VJrRy({6-5s_r_Kh5R#T*eODb;;&_WVdTwfaqQNI!bUzN`5tpF3 zF&$F$JXZ^U4h1IZl3~Y?Btt1|ys=$xn$=e#4lJAT&9ZN_lv)m398ZDgM9Fx&hysGy zCj7WyN<0R6hi4%+w;MU})MiWV`~ zYfk0q#r9P-Xr({@x>3;#Zros=>EkipqpdMlkrB%Yl2NH`Io7BHU5OuJ`@@*uBk8^6 zIpOxEU2DhTWcFfp3--GQT_b(Wx3$|&N>K!0GkL0P+en*6O{VO^$`9gV(_~KYHrdZHC-V>2IW%c5B z`O%wCo6(BxzrC)w`yK3mIT3n*OijVzhfc?`PcDY7HEjrHgD8Yv;xI^@q2GYI1}KVwHqF_vAKk6 z6G_oAz&=6#C3muD+b2jFp>>sp zMT-XeR#f!m9qs<&SP0Ti(SBmUw45V0QSb$l8LvAm8TeSAX_3~U7>_A ziD&f)Ds!#x^d*Mh>yDAzj5zr*5Bt9q%0dkY+I6Q}PtTr@Zmj9b4>$r=IC7L`2wu4^d zz3UKb?%T%i)b54hVnHNbmb7q^Q@^o+9LYQQtonrk71eP>3IBB~l`6&6no(-;@p-uOqXG8@Pn__Lb><_36^%r^YiMVj`(jiNC<@P&gcZ6REiX@{dlT!PJ|S0z zUZQLXg|!N(o-I2%DjcBkAtPWphNC)FGxC*a1e+Y{Llr@WYC)LkzIfiTMnK;q5hQvA zDCB1id{z!%zS@F;+TjEX5?!^Iev=mm3@Mkxar*{79f|C#R3ZP=iwckhcYdJ`qylt% zf^^uB#M7R&8$E6!7JtLh7f_Lq2U%ZldnWT(treZYuey4w)=C7KSa`}@@Ln=J{spW7 zXJ_v1K&iDx9^PjgVupfepZrVamPxj7tUoa>lTWm$Qz+GDtLEZyq=!VhHWnd@-*Nhm z7}toHVTz&~vNYL|)(E`oCH&&XUD#_gApB^t@ty8=>Ejoc4Vv6))3IalYA6Nh2=wr^ zs1r8YOyA#sg<}!B(TW2E0vp%h=5_j$wLUmJTUla5V;na$KRP`RNjWpCKaQ(&ic)W| z;rb##H8$cAYceGw5KEGVqJu&dR)1?Pu~0K72fklL zkK>wmWUzK0ovkx(6Y2%gw~RF*&h>`pYL9 zCAt`{&9cM~H5wunVwp^5*xAvtnp!cQ55juFN=6&IQsz@+e zVBz?&SijjRexRQ@Ot%{yD1r!+l)>tZai*I!i{IYnksZGSbZJ-&b>pybPsd7hJHF7% zA)S&ICQdv_Bkz?Jw=u=-3zhz=JW>V}qe)Cz%;X#)5#uMOK6eTwIv%eD!&T@rqxmh} zvS`vFxPcPq+wW(`;-3a64hVzr2Za42BqtBEF+Yrndjy(wbYjZiBs`ralSs%zByPcT zYkoKf1T`Y*2U7XBg9oDSE?6Ufn#OIH_ zfzZNTq_dEjv*#|-iU-GZ%(=~T@{0YCAoY=KES;{0KH9`B$EhAzBXaZ$!0}H#@pLy; z9uQ1I0XjwWzPz`d!OhmklQrQC`c}I60(nAfIoekFa`mZ%9L`d;d-$o3DwQiwO!pyd z1h4TZW+)$#?@hmaZNgZ3%N#jfj1t5L z@R9%z_gbK^t4KVR*{hjed5!oM3S=+kXfZ0`FU+~&eIt}u=(cT%gi7s8ojUqk3Fnyf z2KhL1@gAfaRD%S%-7-}42SM|y@@X<072)2t)5Ertn)SK%2;vU=5vAHYKCCGdC( zsgk+)w%jjy*Qz#BanLGqqpLVH#~Rmz@C0T{-reYWPxa`8iBzf>Gr=*J*#(-^-N59q z*N&K|TU>ekR-R(y840nw!g?xlce%ycc*X* zWvnLMgE_Hh0X3JkH?25$(Fiw}x-w{TQSUqLpqxJbt`VFcx8#lW81>Pl5bvi)&)(vX z3A11!Zp>8<<8U}g*jM?pU^W^+5-sp^q_vi&hnjsf=J{Q@-|?kEw(k6Mae&z-Yi#(H zx%c61JW2D#+$|oh2$|*R{B9ELK>eU&1DSHM_YmYKNg|*}tC2Ke_+r~DtDdf;g$$J< zdXeAU!lTbTXu;Fe_gd0@!su|`{TiSCb?r`va%oQ_NkMlCiz?R{HlZWbeI2P6zHgGf zv=q#B<2jGjs8;?f?g|xr<8zri2Dw30EQhIMBi>Go0gSpByV$N6C8GEVaqo_=eZY|M z*)WV?nJ(CtY>w5zM{$KWVRiK?!-YPDQzNn+9DE1pt)HU-oGL%)@D>3UIzH07dL3+) zu`M0FOH6u)gYSwJ2oG2x-$}=9CD*!*)^LZO2e}#ile!-XnrGNNoUrK_9hN3~c#9T3 zMTh9XGIJ9o)8@|F1k{~EaFbig9i;@S=h1i)yRyAWr8(t2>J2y!2r(Go^S(Blqmx4v zpNOD~=i@gOU%BQHuXLwatNf8mQ0$)Je&|VIz)?Es_+1&wgPe}gN3pGhx~-R{Dsk@= zt7<2_zed#U`jn}-txGe=6YulLttW~wSNNOT=L-3iteTbE__lVEEzGxekwzai%rpzM z#_sBj)I2Hq=zVAiWUK|bFumJehf!22Sq(hl@S`GR8DIGNO^lE3bic~bWOH`xn|8T3 zml7(rQwx3g9aeht}js0CL)MInu6XM;;tT%~EftZ9&I|t*PCy~aY8Vjhryp_nuuPzr5~i?osI_8 z9&KHC3sY!+Eu4x7{275D4~b%IsKXK8NV?uT#u)sG%>5%f>NoQyC%x@Nc;16h>)_j5 zwV)J$pKPg^KpevfWrg&u)?qxuqr2hCI1{#$QL);zaKIx#K+RX3JHh#$)Al78cNz6y z3EAx&k`sYXss-p@irN@-8Oik=*vfc2fC&A8{9qvS<;B_ za-=+GM_+cv>{}T$k2!n_y*{TcwKK50Kt*wR=4F~kzoKE7TJdIFPmx032|H{|nzB9> z+|iRQF|)4NZy7~DXqn%CRkYf86B&n85tM1BoxKoag|8uXI&iVr^dk zn@E%G@1gd#e~|;?72nCgaAw|&1Ib1YxnF4jNnXv6H^}C6yAn8+#$e_8JX2%WvdIggJi&=5;K>lL z;t!GkcKo4O1OII(yJ?ssd-RPL7(aR2e^FupH0q+hYX>Pv68yik6(Y2=9)Kof#6bVU zz>DwwmB_*4pV1LQTR_A9i_XNqqI|zBYUQfmN<_NQKn_RU}R``6L{+J81i2K9pR82#5E*>ClOqsKrJM2pb=APz}FK1El$Y-hlMaJc5`7AcFt|J}9sMp}g>KYJx!jOcdnLYl58cxH=-x zDD<~kpM@ZtP&^A52zdPV=D@pwX=+jp#K#X)iQl3QJSWz`fd+_4NvGfXcnVHH&G&JD0{eCeM$7Yz68*^Lu8Uj!hS$M>I&GS8u6~$dP z1$@ur~E@PqL*$?e;`O&T6_@T>NGBy;l5Y;tGb^Jd*fCC0vs_@?AN z9twfywcp*hTy-xF8rT1&G4$WGHh@>(z~&{+M*8)G@<&W42uOtYfWnK+YYJeB!%M^V z2S+tTpbZW(DlF{9+8(|q@m(tu-_9HtZ!1(I97NO?PkHfdQ9(WyFLAAh+=uoY7kmf_ zo43hb--8wUZp%aL;j!>*g!Y7qD8wGTUx2j8eV`yCfc@4CA&WmuZeQrYXwVgy7?(K6 z8nowqh5FMntk1p}BO#(9`CQYXdgkjX1bX__zx7rBIG{1@f72Mc8qHN}Fn3!BNZ6

snCQIfljTo@aHhkrm(=ISN|H|!y8!$V1}3wq3$5$o>yP6 zkshlx<-A&yuMgvz*n0##2pIF~3t$p|x(4P=yQ_KRBjLqE2Rce%dVlpV1iTHq7zs2+ z|2G?hIJqluVK1?tzX#Rx`AEZnv1EX_3E@(f4H)eu9LFl-F^Qwsg&EO z{0LbF*@?NVsD2(~Bpx7A|AyXgF6TZ1QtB@!jrno4Fs77HoUZd6UI&x@+W>8!jIV(i zdIxqqKE}IDNS^KYe=Qol5SDu3YY>7XLNngg7m$2@nZ_G23CtsyVQjdUE}jvX-k($b zYvEB{HAeh58~;126#C0Dwel$u+2C{+y5>0tmUR$v3}OM_)$$c_0F`7+!^W&ng200i zgO!7dr-Ok0lg9iX3O9q#S5JKl(qi*3v(aA&VNk*9vS={y86za>fz6I z@ca4y&xQc~GQ+=q2;LU-v;9%69iZVW4iCbAGSiIfai!{MQL}VkE5M2dtjG^wMWWvD zA@d1oieof6_k=I3nu<(aDE6iuXGLcl-1X<1eU>9ZsWtID#R5>ajT@n$tyVc# zK4%eBw%P%Ow)`(F*YUXBs*SG-dM(y`OWsvJtlMrd?d5oVRz179yO@VNbV@4Vi-Fcq zc`y$ukHt*Y*pgQVo%)lCMTW9K<`W{IybEXa<#K{$clBtI)@%{`Gw>?;0i5V7>sJh< zv->aHPs;Ur6WJ8;Kyj@^P+)>Z z=HkrRc%nQ9TA}TeNfV0msB$~D!DqM2o_c+{35py&9B+ggugazwbjRxSZuh78ah~rD z4m7yC;&Zu_t2el*fP#012K;;9f-NET3QOh>-ojkL(QQxMwGo zCa(TuEssIJ^DZbt_Rel&OorWY%Pe4(YC4u4wg`dTA=Y!J)r^?#9o30)W62}u1q9N*1VwMvtjA$agPYt%k;a* zq`8mNjb02LIOUGI8*GefLCg#3n?vIaNnC5=Wm(oa$|b3*+x3Stlw}4zIGFA1>lyAN z_z)Rp-Dsgk;I3voyL~R3QkU68x#-TfK3d!5?y%FXy1q9jpxjr$j8Y%xZV<*JPUYZ- z9ArSZD2+HWBH-THD=%(=0$_W!V0l!58fh)|vqoBZ@;SPN z1+ZL}!7S+*fOXDxWbdaaS7N<4x z?i-#o?z>Gp+W+_}i2uUs{jp$SW6*v~8O`}>X|^vGrin|k?_=qu0y-8;Xy&6)856-r z*-QyzuOQ#7W*>BMK-uk~wZeRK($xSamhA4?P8Y3#uQ=onovdap<2LlZ<~kUI4V3DO z8&6gi)cE=moiEK+Tf^>X+l_C4Rqw!N9Q#ZmH4=TbQkGPYjd4$gd@;LwXa6G{1a4yU+T`N!ARv`v`-Qlcc%ANSz__o+=@ zn?CCx*el~C|^FDNWI(sRh+)saWFli~NR$*By;kGr! zHpqjSdeX=|r`$mA{SM`cxwkKUfv|VtBLXMpYExHxi6M>a)wS!)Q=em9)@(|*S_et{ zz@qq!#EI!e(6IN#`irYzpFci)?@`TeFNY+m>6iDOH7UxOi#$fCPaD9i;>Wuj5-((& zQV9s()kez}_+b&Tc-3M!trt|q)9u3_SjK9#6PWCM(f^pMkO#+yb6=j> zIxmI^cRQcpYC_JYFTnOQ$&j%nIG7=ViFp#J_IVuap+?QIC=W3o(X+a&QwBnuRXwfq-Nj3nq+RZZYQ^_-buF zU1nEkt*}Il@_sEr{!rgdSn}F%X!`ssEKE0(ywM?i`f1DiyDzN2zF8f-D&mKJpNfu1 ztsy!3IdhP4_TZ8vmtBxOn(Aa0qb9-L-WPlp%snvmakT57yg(G9uiIp6x(*tpB3-94 z1l2Mn+13#d3ud{3R)fZU&~dxj*mtuoZ}9h#1POkJnpRxG!R8Pi6d&+dhWLYy1QfSE z5O%RMIDSV%c1SCmK#Zw;g;p_1rJsD0Dabf>0H4uxHeze3KMQ*y9)IxK?iT?pL3CJc z`by5nD!NQ@8+J;El`kY^MUZ$=T9-Ki+zyK0q8#9obXhTr>FqU|6^o`?ji(>HSV?9{ z^6Vdfl0<5!6+gsfPS9YtDkqS>6*HhhfN582mZy^sNZyYoix>l}hqFG6-h|asWr;fw z?3L4kLJ=&VUVe_{eleG$3Ct=*;9`fBu(dxJ$1{Ds%6dVFQ7*F$0_y0nXt{kt%-#lH zdJTpO1Dpc7Ohz01u4v}b5$wz|eU(x@Yp@wk502At*%>Rxyct%EA+cW_a-rip+%x7K z8mB!3^VFv34DN&%qXFC;&%te1Hl_BnCNYVQgtu?6%j(WF$M#1U%b00DsZFr zO)euHL9*TItJC*gFgDv|CIpkMshUil_0b|$uqabvx$WNbjK(of6BnKjyifm-;j+JG zFdLz%7NgG`yAqz^%RYUXK03nAS)t`EqrSg7kaZ8f2ThD%#8(Q$@PMaA=#;Ck9qn_e z@Ii?O>mMH-Gp6=#c8VH;1Z$J&B(p^8J@{7_F5lp)-VyLeyH$C^>-(N4m@~C6^G6-D zGUZ{IsS`pP!NcoD9CnIQU1~D~+4e**{^l`I##6$5k&iTxmEf%cyZayQ7T_9UW+S{L7DvfS8nF&09wQn2Tp#NVCEA3%4Z7(v=hb@l_%PgS6|ppghEDm{M~V%7)a!|uAiJEf z5ldu2E+wq}(R$wrp>-~pOG8#1{X^Sx9u&t}_bO9=CYuYCK{=#wArHD}rrseh4<&@@ zzzh<8EmG}=wTW2>LIS}kPcT&pwC&==Vp8nJWudq=E!}fL%N`WcH>!sZkJU6|WGh~4 zJRV$PaF>onAy3*I5CC(BTYu3Fv6ly-yxh#P;2&jC^Xt92CT_CNsG({LRmCNzi5nhH z*@mD+*M>-4%Ai|r9x7__yKxTZdA3Y`AW@ji>;fFM@|G7&oVhiUpt2U7|amO}e)Z5}3{?-=R zRXm|&wGuge-IJpP$fev+p$~Y&-UDygk%&B!KW=Q?V6Sug`c)6$LIBhN*j6#P;x)P0 zF#qvE6FEY2th9RKUm*cSfRrdp7yACb1EL-Q&}-K}FyabwyZV-A6Tk=%*E@!PcX;eG^krKc^`Q%Che|+EuFs|d4 z){fsdOAlUcfE#)4FPi-Efrm5zYEr6S;Q#Ic8#Nyozc^VP^VbIei2E+;LAQJdm;Cn? z_kY(M(BIlaU8g%s_OCW2#-{Vs1Bc_f`^9`Hv1ad-sDyp(B2Hl|A|geYBPQ#)z|O_{{@?2@v>nmfx8ylYGfMus zoLH&eV}e40sx1n8Q$+?Hvy}&TG6W-B7~U)4cBrKWps5SbXhGzXs*X{&1x`AQF)a;g zMLHuLMN(q49GPeR=?>N{aY@1P!$v7L@&|)vy^BHvhpm)_co_dyV<7I z)lqW+w6P`4L)h8gb|PMwD<5`BXquIu0dlX`Ta zIxYDDDqfVrAISvfk&~8nJ!knkfxSCMm45o)1E=*5FFrH4kMNIIY=<6GLCNX^4GOU5 zyLKhY0$HDoI)jcG9Cjo|4dWQ~L4unW6zNuD+xa1lJY6m%M(=VY3IYG1ui;26cgU1P zi*Ry&aNmT*gmRc7Dy*{SK~1Oo(GSs_;p!y9sRmWqS@#&}QS_yV5clsT>gU_J_)52a zdw>RUFWrIifpEIupbMFmig23+ZEf>NJSn68S)@w%a~M0L+QC>_NUTaRH1B;1=u*-h z%jVl%8^>LX5q%9-QPLuKr+a0zf}dj_4Z^V)=T|$U8khW=mn2{0s#JKX*EvWAL>5r< zoSy}PdK;<%_j+k#iqyjreJI;wb!f$F23kp#!U6`e)NUA0ysuo@7&~jF)LYB}7_=M^u^S*NrNsDkeE)R5_!R;uR&Oq5ss1UAoDA@f zbg6fp2G7g%mQV`aVQ6SD%b*04gDldc< z!-+;eJ}IX8NnoXXlyCS>FNcKD;5gm%m&S!@QnDc9>VYQ>;D+JT+Bq7fbKOLm8t*ljBZfSACYI4SOC&+I6WSkz$BW*SLl^7pK8uu;6QTI3ZJK+XoTQQjBP@(1tkaPa@OOB67a`5yj{W4^ zh4Y*B6#p?TsrgmB3LAP$<@v%8Znq2^U##@ok)!=>Ehn_F2j7!_)hQI198_MKJ?Sy_SFv&42s5}(F?||;55w# z#LRh-xYJMMx5tCY&Wx{7D5SoX&y!cY8J$bwT9r>%roet(pBhqIm0bv^c%V02+mkAu zV&G6l@l652V1Bt7iznWeAzhqub#R)ffUDN9d$K#WSJ`2e z`PH)IgC{;a-=ZPl52{-=-z@G#+WCqaV%kSeG zH{zFcqn|%n=aJn5p+am_M^7i#?>BA|H_(mPHoa1*aeyLLmYuomGPCsjn;BqVQ5nT| zl|R`qm`~9ek5;7QtFd>Pfo!dT%40@@`z!l=?&&tivIZe>C`jkXg>6_o7gXYk`G6&B z5UY|_nh{V}Yj@F%C7Y_tHG08x*g&J%plI{Wt-C^^#%xP3N4?62aH0fG^<$OZqEq5{ z1w6(O^aY{6c?_gP8+fJm24NC$D9C1fltVe#H0dPd`B5@tK0*&L6H-+TgP}CTn96|< z_Jc-y1ssPgo7R`5_U_elanVUj5#DNxnF*HBudn+hWGr!P9i_zG8zP;$4a z;d?ReTVJCjwVfB|sg}=ZrQFR8Li1H9H7d`Rs%97K2EXaex>9yi^=11H_An$sy@{(5 zeeT9vVHuPo9qnj?Fs}3L4|)4#m>K#JCxs0lU;%|6=Hw2%S5zoFGk7@r+EKAn-cm1G zwJ*6&JNkKrlsg@-VYQ83pNZ6PTy|mz55>FnQ6>P8ZVln56ZDnSdoFD{j>O}WPD^LD zxSN^AnWCc%L`Wp?$fW4 z=h!XrsS4{jV^*E+?Z)uCKi{LMHlE5l`Bt8s2D|mAnQmIA@1*^)kI!=CW=YRo?HI}g@2zuEqGyIMe|ReGPccwpFK0ZHU5N1rI2%7E4EOa> zhuQL|3R_aopu56JC#Ke6(5k?-Bv(u(EE%Kk{o0vjZ=jQwoQ7W5ftS9)Wia%UqNyHOqRS z5s{?3R?oUW4M?wsjmn`k#fqB-9SYZ_<6XDuAIz|t`MVUwZsiPS-F3%=sVWMD&^%OalWV=%u_z<3 z2rz8MqQ>>VlPlJQ}&>_GpF7VAme19Fw=hRvCWWQQ4l70y!3QMKU#stHRw2r$o@} zNMGu@*mGSMCR1g#nZ%l=y~C0Xm8J1pTt{*Oe2?-OpC)OFkd@^-3D&HY!ZPKmqE-kcJB;m zBxU{fY;p;2NF)lg#=wwvsx;&XcU(EH_18S)b9RL_Zi${A?BUnY_S6^F!$v9!iUJ1W za$^1B(?yb}s4^zl?AUhKEv3az$`2D7YKUt4*6SDzd#cD=@`VMWP*~hem;?hB(M-G= z1~(@M4SSB(FwzdB4cqqAZZfs3UB5ALOM{{EmNd`dXpfx0zW7XV{v2GvaO{B8skJank^d;@$R|3Y^Du>tgtEvlPiEsCYP1yWju$QjuF0@ol} zpo0IyLra2;^V8~A|7uDG08KJc#vdRLD1G#XUd`?9UjUm803>Z3%MkqW4Upc4SJo=5 z^Xr}hI)MIk4}Y!$=s)oge_{yGugl7x=;6ELxBFp-t@mQ5zs&19-9TUKXrVb@4tP+rGK&i?ADN26af3B z019tKAbH~Dk%CA7-%HW!2=Ayc9o4;53-4g|U-&k1eEXyZg}ym9h4o=8Skhp#T`&MI zmpd)XkP9jr5pw+UGl0tX2MvN$)JhOJs6zz!pWde|KfQ}AKf!SScINq6G&`gCCyh)U zG9DaPuh+j!OtS#5Ve2wvLnm~z>}2_Q(hujswwrHzgRQSl^a2uNQ+8n87CB#?EVF23(RJ(_#BB-+)YS_m!l$sp2m#&c=D zisw=c{rjIJrU-hdT^1XXunbzfrMv$KLS8{e3UZF}kLa`Dh^NjY zb=wg)v6e%*45d4M5cM9ZLtCc|q9qtu9hsKgVYJYB|F@lzEJXM9*)jt7Big%!-jE0- zz(4gs)PRJ;j)~B-3C##Q;ZR0hhsw&nT5GjeO-`hZlQf+_x=o#D#(gDZ`giwUzZM~j&Bv;b*)I3RH< z94~PV8&wG54xD=`C3_opkhFEir&F|+L$-#0EHUJugM&Oo^oN8>h8&cfMY{R$d5t?MB~Jj))qGY$dlF^=zq9#I;*74 zQ^)9hGbe$oXvmc*WXc+HAK3`hdL8P>&0+HTLS*f<(65@ZbYqcz*Y5?+9R2HiV!1hYn};n^%Z7f zW2ZredqlM*DcuxBBvO+uGoKq63go&>>PNzWUTt9kAC`mWM3c&26-bdz8Df z{T`Q@O%};j{$m61X199_Zb;3qnr^}z>N3UslXj!RIgJ@>Xfj4GzQ$}X4QH9grWoUi zuh18&yLY%lWNa7b#z0csm_IOX*DhM(vuwTaZf%8rk&!E+JqWXrcGzE~jyEgoh49o1 zH=%Z4Xcu*}m#~U0z(4zOpV!!4$jb5vbH}U{LW5eJZv-Y6&$e+%rE9xWKZ%8e?+OcZ zJ=1=ux%NP*!E;5k7)AhRq5YA=HL|ojm7;Qj8yK%MC}7y(yE$zI%NgpsSgTN7>mG{` ztO>lDmOqYw#GFV5?#2HfZ*Lt|)%W#_3IY-$3eqV`cT0zaw1RXAn@;Iwi2|Z*LOMjG zrMpW(I<|C!NOyOgx%s}o_niCQ=iGaK&-32EC_9p81g`mi4K zEmX;OGlVFJRuw;8e=o{?emj|N|3GGC_qu*DsuiR(cD3Fb(){@jwxGybe43|dAUuD} zBR)1iABQp>EOI(v9_vU*me?o4=U|$@{_FTOR8+S=y*~h(tc|<71ZP%0PB{d+v`=yM zwUcZ58)M)-PL?0fzU+71yS-lNRT^L3W5D_psG6D> zMI35-xM#3o&T=!BV}}nP&Mp_Cay9x|Ny$`kRyvlbZYsJj8$@pPz1nL<%+7kC%W`vV zGkG5;uxE8G3$VqeFE@n@8$zm^A5UfG3Y-YqP~C~0=+J1jK=!5vriys*2CGM;QO}%e z&`ja_9|1CYu|7Qavwi&JK&7{MrQwIh*_1(3W}+#4$pi_2|Rr; zJ6JBlzzimM+E!W8>|3pMR?8@xEh-{F+dHTkS)OT(?o{t+qvwcsgNyHc%|E{g=*b!HV%2JMb@6itMWNSrU%cD! z2d*_e6`$KQYinOnej~tq`X8k!4>0llN#)!>VsNiRnMEUY3~5k*Wuqz%j*0UMkx*!5Drzgc?&0juON+ndw}(ELdM{%lu3SEzK$w`I%O=-$^JhXa{Z(&CNWJst(%dT zU(cZ)MEIA>wnNV(AJqiT^wiZFR~(a=B>jqyI!*@%p8A`~dU-LXb<2LIm)qS-@}0KF z8GM@qVr#7NM-FN+^h*{((h3%`x1H5X~Ff16B zh)G}x$s+g}Ta!K?RSOU6}UTN{W=B{X5B_A*VX;$T=XBiNfnQ|78mSmS8`R zY$KzGg~qFkk;8PpU3KuFprl8_BOT+4XWSYHBeW}*Sh>Z_$YJUCQ9&j5Y?fPvu6wO} z!LnV5xV$vkzqB*rwG(w;6(FsLg;Izf_Z}v{Y4qjtn!HdYXlq{BzBMiJLms4_qoA{) zP>Bdk%ljeNu$QU~x*w{q=C9>|9ms{3Vg`JK-Vy>erA+R$j=Hw8ie8tE?;kJj_vZhIWtnMRePpBa zXn88rs5g`Et=0WOo0XFJb%g28(J;MjtLw_?*61KOb7^3GLbP-?Ns~8v6+h3FRmf3d zMyP%e=4~<}Pf{j~9Sv}PP~YK54K`m&!sXAhs3#t56FZ7Wb_<4XcYq7#l*yy0Z*({UFYe;`q*Suol{OIH5u2(tRivf@S+x%(|K*(oY`A9+y zZjqwOLR#^F`vHzfKN)OPuf7yDeL*0eOT8VLDp~ z``POz+v~H8gv`Nj$K&D4X1$&BX_8&)bt0Gg?=|KbLV!aWwJx+FX@pwq z|MorDFWlM9A@hIzAl~iG2PM(!>2({Z@}4V&Wny00>mpk{CSnewu;U8-9Q!(DjMzdm z^OS>?8sidM;X|wX#rlS=eA8Hpfih{jQ6)|NpmcYKX!Q2uQ+?H*Bck}dPotxS6&%_M z6NIMbtlC?!34e+2$VJ0-!BPMfh1AQ z=RSF!r#xbegVvRtP>=X2VfbiMKjrpl*+jPFcgL;o39JT%6g4*Qqy3(K(CHh>Y*XV2 z^4<*3KJ&41IDbc%Y4B4Gg#wEm6!UxrTl|n;FS8MtzwXC-NwkddJLo8dxd5KufPE{g zpv#fXD4`3FU(hS}?oMh1)UMMg5yZ+};HJ2*(7~+X)W%@guO0I=WyCm3WQ` zC*xB9#32SI^(=T<13jEF7}RerWrn$gVZ-dSdLmma8u^n>AXoET$E`GT`rL^rF2`6z z3Rj3yRrA;{f2yJ)fBVg{>4o13MP@_i+qKQfRi4}hb<658N|!cbqRc>Arl`qct~#zN zQ=1Mt02lPt?3O$F3o!>p7}EUJ^gBt$;iD zI{QdA={A?9KB&H+1?wM?Crl;$@r&0})s6#I4g`=E0nNXP35-s+o35XLf`@?uy(-I8 zrT1e==T)-TY4$Aq2G@UgV52SZ!YM(;r*g+#@8-Q12Ns+DvKA?RAd5ff;F((_H(Q0INRRW2Q zS_~Jqvs7`2A>L?N3!YDMyxfGR`(4(wAGKYey4KKBV#jd#!;!Tk#g744k}ju%CiVOe zAdSSNKv(1CPd)b*`lZG%!tuJ2&MUn(dv^mv zz9PO1yq{!_VUdU8-dL%1%Y97O*Ky7k7^$jVMBqN9fAVGjt{QzJ2o6G7zsqgubbe$M+CC3|3 zzN`>R#+PA>SWYu!9eO$E0eRZU!3fp(Knv4QlF-RlB?8O2`DhKerKx;gR$B?Flx$(PVZTsGBY7_$IJ8g#6gLr1+k50&7ZUP4>Sl6glr7T z`$UlQq4&>zQ8l6U`K261QI}YolcNg5^}%&S?(9fF?X&Er$XLbfc5grZ&5`1vlIJ>Q z0pr%=dTRT-^-BmZ5y7KY?Mudp-A4&JO`+|G>GMnd{?bAl^j4ZdOptB_OPu!edwQ0< ziJU|t^BLZ4NYV)ZZhM7=l0_{q+*4Qua`EmZY`gbWjBq&zokx_lNHc#u5qFTT6NNmk zGh6%%50Co14KL4}0$zjc=5swS#v5yb2zQ;$(0HYwKSt!^!2G z>8;HHFYYV_O1n;{nYn3h&sm}xm($Xk#-I`%+=;}aMT%*}x|WfcR(^g0`U2Rv{3{wC z$pfIchkeA!3=a_@)K=+nX|jRmt!-?ZNO7^1r=6n=98=XM40R-gJhm%)Hs#QxL09!* zL}O-N0`6HM4as9=zFsY*v)DrW`>vXKt$%ZN{T!>Z%lXUIZs(jz4?RQkTDgr$Ty(LR z_;awqHtNVW_EhfZ`OhA_&U}o`wC1tzeuhoK7d0k}n6RJDP|_einiR5lvh*481ug>| z9UKVB_N82|Wz4(?_v*XF&?t@-qtJ=LRCl!C7UGR)K?McG6nXlHd zOt40`?on|);~wmHx>qITq^6dcXY{-^)MRamO`^lg99Kt2f%BT)+e&_Q2ON3^)?%N< zV{?PJ94^;hec>efqxZS{(f!W=#tNo5%2?$!W`(T2+p`Pb>78J`^Tq2 z|8iPISV^~4*e<(< zB1*@d5(jEGw6=Oj|Mo~Zle@ZrG6;twTmNh&(&?tmpNhv{be7{eE8lz?J!+l!L7jd% zBR1;h&a5eEy2uo6=OpI2tMLs~r1~#BrgM&A7b@@4SU5 zoZ8RgM_fgYa!e-@BbL;b2`b$d-7=TfbPp0nrElwLIv1FeAwjc=WoUhwbi1)VfN3+% zb!C)Jd8|Ud+^F!QINr1I8fo-?=zm384w*sqZ8Ev^`*@7|91fMi{3Wj#!d{pkYFbnp zPL?XfraWCa^l~P5kCw6r`Vp|@&=U`d7F&_n)V@)8HyIb|F2Hr}n6 zZ15$6l(1l_&MAXxXzw(D5#&E6z}Tb(f}m0HfYMjQ8?%yyYFxAOBTehY)cKeHs5n#l z+681E`>i7CL^S#@(mw=MEywmoU(WhG$h$gK7Ebu#2DUsG@?up8JxFX_U}C69F^9m- zE@H8L+PoP*a>?Z2v5Ra{EbUu~Vvw792iZwCe-{N)PpYIvvY*}=NbMuN#OK);-E*bu zUZnM#u1DTg?^A65vtu(?eWCrcmRltuZP+lsa)kP4#F<=Ri8&6v9J-|Vz2g_Fa*m&n zfea{9ZwrmE1o|YMj(ZZ=zCCrHk7ubp^{2wKD5~)ww|$Sm_5t%~rb9jXwmN8wYq>|T zSlw{CzS$-eC(+fd7tWU;(7#^MZH8b<(SHgv@6Q*tm|?#<4T1Hv3(cD|z(ucJ=){K@ z-+^dz>OR=n3p_~#9U!+zh)T}jl`TO`>DZN`8SYJClywDP0gTggr#n*L9OHXSIg$JjP z}pcW}Z7IV*h|j2x;tA{QTk zqc1!MvpyL0L+78ZMMRFOzsroG1(x_4LF}Q+@HkBwh3>bXTnnpYEY?NDi9D_UoP19x z5u7)h9j*1BJ$7?v(`e=6A>NUkdj|l0E>sA(LejO2ZAN3()!xej$0@gD(m_tQ$C28j zrL>>2#fkeOm5FMawTZPd^mV zqJBF)mW#ZXl;gbVYDz<-@v0V5A=y6;OQ%4^tOmevH8s96U{P3>qcrV|ZLXVbK$V9j zvrnn_agQA@YC7JJFKouX^lmM^yG9WcoBtSPu_3vs+DxmzINLa9F5l6yvdHi&EqAG= zx>k&r{iMub+Sl&~YS*Jh(xS>5i_QAkV-($(dNr?v1q71X^{)N?0J?wmLtURHzJ7@HYU^QL-V6nAn0pIrH_Nqd1?-c4scJz~BtN5am&$ykGkg4d=H`p@dhL^iv0 zW7awy+5GDf%aqAu>7bspGB+9OuB}AhLBGaKl>XxayOOn0KM+qZi)CkGq9M0%+H&-F zCuG2iBsuh!`>cTv#ikgefa_5Ad273KUE%4-*6|bdHSf%UdCwk%OSpEGS(#bUWNC)? zZI`2sf-Fip=QZ!eI>^W`l7BzDLvGo{+3(`RNRecY@@{EiR2E7dOSyagK>K|bMZw{j}Yd{9~%NYGM01ZR+dFcDJ4$ExB+;e@8TwKilUHrMZ?>Y~z z+WXw$IE>Rzt=7GfkG)NQPh=Y2jtOe;*C3C-9~bf4BD)*!DaaZtHIA z(XZdhw+q52o|zvbM7xJ0wifLJVjHqmx^NUNI#<`df90I?+Dzv?4v^P@7#yxP*ts4W~Rf47_ zCtC`PjGcsk;{tM$3D9c%_i}2kJzyEO)H7z~(#z-3fUQ^IC$oi+<}!9ROSWofuURPdRrFYF+a6I#NoGl~hDsGsPep=(Y3X`}yMv+zYGkHLsi{74as(qx)= zxaW$eP;`TIB8rXYiyziEcOak3o}BF{M_dP1 z`C6$db6iL0m!8;K$@A+;hnP_@u+I3UIMV+M{`{Xl=CMFQqyT@>-cj2piFz#Bkwa%Q z4+%0NM)qw#msf7kX%6C$7?JplS^TpW5%mNcL!aNe^C`J^=Y{v6Owk@+rbS>P3N;>k zFv$OWrUQUY{;tZv41QZ=^rWU4J={*$Y#sMF3q`E)r`Ql;Tf?8ze7!B56BUyLtbYPh z|GED8!3GsPVd?DZYsPGfy2Crm)p2|>UK;sK4a`H>{~Ism4Vzc!muQ*MMS~&WN+kz9O^cP^}e}hC;g_KAXg>35h zYMSGxab&bl#bU5v5BL{ci2bDj+)jthLaYI_c4g|0xhA}Y0|nQV0`O7ZQUZXNQnbqp ziGIFE?##ei)C8XB_qcCI9dN!FC|d7B$iR?R0l3naEy?A{ba1)?fr=X>M$IiH1mA_#!}z=$qn zzszL=f1&#H)6Fxbqro%Nf`qMv6-g9zw=;4#p{djD#TjpKo(m`j(}*!vM}W#u20;3X zN^)ovv^|rS11_f#JfiWD)(#C&6ms+RFwucR8*$GP3kIw4a>_QF5>J) zemi!p+<=3%3Byvc1BoB!#U7`+o{l@@dp;jx!9SwHb)!Zn87HDb8uzJPaluCD+@R=i z#A?7$sLFxe>?=Fb&e5s&&p<`3&ccQ}W_v4Im$kpPE~n)p&^U7=`Ez|Pmm$+Vjp z&$RE4mgqyNTmBh9zH|ld(!;VOA>P$>2V{)G#}pAgq=Vg{tNXLRU!S@h1c(flmh~j@ z%VIAg*cimc>0tD|5h;FGGO-XxJlT#|{be5+DW_?MXhGRFlC zrLMqd9t)0+NJ1Mr*qO^-Tf~)l*0UlmrwiWkdb>DNPnxKqf|v4SLpk&*zPm98lqX*0 z3eL-3`k-K%*~srOv|hxe+~=gzB9gEB_8wp$fn$l-b;@lk^iQtjPPcjld0Ql61bPJ7l^YE6G?~N4a&i7#U`PZc#&AqyaT_~_aa{( zCs~ptHM~wp2ps&8_}E)h{X^wkcTv-47`4v^l1}dm;lc7o?6^lME+-Ttmu7~L$-ZzwqifWyoRVC7Hl?I)`3Qy%`GOp%dM9Ktmz0sA18%ij^&>eV*>c zXWCXz=d=iV3B&T}&6Qkqoc@;AlrBxPA-QAn-q*fPtH-mwpaB2PqQ}7lPlt2+)3Zrv za3IZ5lxOMexNXoQ`Q#)+$cx7?snLpF|#Zx~iCfVt_^8*C;BEdpGnB&_$-h zzolI%ldKp6mz*Vek}qy~f;WnLn7lK6oGKQaIn;UXeXnC9u-kM!F)&Rr9I#G41Hzen zpv;$fEOs3J5G+t7#DmFJEki`R;Au6}opBZg2xo0Xd zfzssYN4LG62XccmDEp%p!Jx9(zzI=NF*X97HXO&1pgLD!I*T$5^<{Tksr$9Dr}Gl3 z;NF!G!Cow@5euI9!CR4d!6>Wnps!M9)?NFXdhs@EJ@Hju1)N8SrfY?4Dvr)CIqAxr zp0KG`1jvItAS6YI7BF^{iR$@Ouorsi!k0K;u@b}efT@S%;^@C$$(f20bbek)OBfo8 zF$+$<=^P+jUr4`9GTW~_UTl5zcrh@H4S7ZgpKIR7pqznWvQ9v%V1^k%I_!pL23`k{ z2D0*eyi{z#v0m)*BHAWlpw>th*Y~C0)gdH6de$aA7=Au5^%&3!J_`-A$OD-@Ih=M6 z+=FC6x$6Va@+~CT*expxOzzg<*G)zZmS}$O)+~h16KA5v$J-9t*5=O+;%s(lPkY63 zwpCL2n(|$BiY-%pxNUx_jhEWRoto7h|9H?DAqF}ac{e2p=I$zyk9z9PgEPz^mfi_h zo)|=mn5NsdFl&L(A-8uvujR_;IuA2XR|!?Y!$X16?LRMdc%9#!o&tWr;>P$sx7V0r z3EA~&oKfdM%)0W6fdt`(k#CJ0&%wzfy-H!Aa#!h#-$>?ix4E0rvA30Y8!k1Ys@Uh2 zayB{tQhNC6UG0LlP1EzU)<`DknNV3t!}IZpJ%wv~b5Jb2DOBaHDGN_#PSWa)qpUmX z{x;fEFq`yC=p&R_vIqncuuc}S>3`-bDxL$h6f_eou z!51;<`t=~fTag~wh!p#H(sVs-Z!U8{d@Q`56@Ne7IA1b3mmU*&K$Kd(k3rc>J%mxQ zX$;^c=nx^kT0*f0E>_!vh(=z;mt=nVzq9!6QSWE58kI?ouqHe@&aN2^Aj9>oePT_i ztChJ&xA?bJ(dlUFnEvewm+Od>px@tlZSo#Kmg3k)d;RHQXRjydTqCReKB00KIsSYv3!`-{rb_`3O+Rg=gg~Av8?(v+)20)bM?F}Pd6qId zfUbg-VYRIYGhcKeQUU!l#!0mr$WZyCaX;f zO?_8>T4rm{KhP4a800*fNetY3y#!x+c!`&HCO%jia+i8Yj@e+gF0(rYP)k>^VYj{9 zVgX|ZO5!H#bKe$yLf9R1@YHae+ViO{N!b=L+w5MAp<1OW7f+cyNyxFd>KD)w5D8dW zKW)zA0@9w(nKSD?G8m}RlN-HL6rMl}*i2lin${B5`b|LzB_)2R)MJ%hJ^29Fp6l6F zD|NcfWOT;lIai};F3SMO5_?PWspc4V(7d;BZ{*Zu8GWLefT+vI;@*AV-o2EqxdBo} zHXfTja`Vo;i(~P`%$E+vN^w$AvtA*0$%op9j|MFeir`Ehv&CksQtN4RL9f4$Ndq1uDaK7A`HHP9L!p)1c|N^a<|(m#TNNu~>PRvdXxilFY%qPEv3O`DfeXQEZI6An zCC#y3#Ay;MQQO2G0Cta}v*WN$V2SQ9a|dPBEc@l1rbl%G4X}FNDP?j2rB6hC7HdNi z*^=rO%K%TW*H#U_0))!&MIt&ZeE?uPfmHy#9zh{1@hXPt4 z5u|7nq;ec_>3x_BC}2Ayy$n80_}g!NT` zJwF3$+ETNSOVn9>C(lAhU&TPR>!?S|*i=q>Z)48rokOl}dzKM<-lPdv@mGK!AP*>H zJ@}TBOSsB}WZW(-K39>$%9yq<>T)+Gyq|yF=IIy`be#ACp#^dotPSGM3*FYLmY_O4 zp3O5SvYU!dFhAW7Y<#bLzh6{ch>}g zHE9oaG%8voiteCs6rWkfm$NlJtD!T`)zM2qz+)|K-<@z@(SFw)e`FBH>Pi|7(uVJh zz~=e__OO)g34EGF$RN@BcYV~jC3Nj;rBAI5dAIPIh9+^dXp#t5`&Nvh)T5^9hP*gK?UkbBF;8gd@SyY>J#+3e=&})#(XaBi5x)%|PhX(grlWt9 zccpY*Rs7oes;cT)+%fN4u&Xw-Z`$N^Sjgh=4A!IJJX#& z1)eF`!2PcWLS!s0R$hBsLuj225@pz6g0qpx#fQX2D3}<7?c7kWW?tfZ+f`ge+k|@ zm~1O!lhv5jsv+m5UkVK`xH47H{!za*NG#ta2)*G5zR?E3^vdiqWv(@1j zsULEO5|B=E^Gs)sBd7T{*enpCE#=F;ms>y{^9^8I2+7!0UmRTCC7C$J;9(ajm*#+ z20IHZnEbl3-OZ(`p!^W0*AeHVCPAB&NxbC~FevEl+ZHhF4|iz3;A#(i}vR$wf?P=pmvG6h-Glf%z)F`3yM2icdiW4=Ak>0PvD}nsevN1sb=-pD2o9*4_=$I`m}M!d!^0J#s20r zM=ySDEp7+e*`t|Y^R99$0q0Hpkye64@!<#*++-=$5`Wch_cOrn!8SVZ6=+C|_@tfD zRPQ+n&Uh-$S`b0oJ1-AQkU~9q^sPIq2Y!ko_xWFI<~Ax8NV-!C#4`CFXCj-m13@~s ziEh}?!2>Vv3lIDZ2;!0>lgk8B2CS`{^>qn(UIAq!2@vBi=*40pSl2S%wwrZHo$klG zB@241fU^;4NC&fHLgM`56q~Le0&d^4xg`_)r z&X3`@I9jtDO&{)sdRsknj#^eUz}9*7`Ru1P)<*J8o5y|&&?|({ADT)Ou}4-(6B1O1 z)igzYxX`lVxD)5{j_ z#fn0d?Xiu_qy<24|2#uUKGAp-1HcGPQQ0=nWUH3C&g*euyp`{tIN%T#wCW#lpT;F3 zY(P5k;p#vgEviYXz~>on4x;;+j4~)Vj1BUi!@fb$^v^ZCJFBR4H3~Q{C&l%09M9CuucltGb#25xn7+9Eez*T%QTu$?a`*TZ|D?tb)A&-g z(^8M3QF7GkA%4qWPeg4ur=W5S#keAwlC;2ps(iJ;(q^2>*GnGdmIL?i+@o%<#TB3H zsvti*ulO-0K5GAtv#rv4RRl$~zn{w^M+FB(j&iawEFb_4vZa24ND==b_1MpXQy51 zL2uotkB;Imd9t^DI9BRR?Kgc&X@BWX?E4|KTyM8(c>#FV?vwL(~ z+R_7!Y$*3#QWf=UiK5D#?(O&U7VIX2h3RkH+?whcwSOunN!f4cwF#af5jE@}9|e1=O?Y8Ep*lzM;?(qL|kP};Jo+L}Ax{II({ zEyt+IC_ZC5iaBh^%2p`sbtcj{=|*x;*r1k4fpK8VBBG&XKlO8M`g&{3)QJ^bnACNDLlPSNLE+fIJFXy{ z^@^2G;E>YhpZzG8L80w6QQi@gg9LdazTs@bN5-?U4m+F2dT;(7P_Im+@`)MM+^gd+ z_&E`p)QZ5{KBL;m_G~xwAbZGqD`ZDKPnIvr6P6pd2L0~aeo^Z2GAiV{J%#vyli#VC zRlgq40p;#WNt-^DRf_-U+D)9U8$%puDCc(l)W>kGx9Z!=Uh>&HhMpqeuWIEEFSXwGgbRn$ zim_A8vXg#rP4fHs_?pINs48T~dhy6bZnjEqeq|NsWPJelL1RepC;44Jb~Hj{^Jy{j&S&Z)}UJW8%t<6Lhvj{vTsZ`vIdN@@GASbxwytSNWZp z5X;D?QTlMoprugqKQr&;PJCL0F6tk1mB$gmxezux9i6mVtYVK011QD63X@V!mj9^1 ziQARkmPEb6ln5mslBv_|eUayQ=fdqx-i~JfZ5ae9`Lj?x_sy20={rAuGfbX0)EYN; zNXp~ygN8wjPQ5DB6G0b^VmZxYotNUNUeF~!Y9m>_uA;u;)BT+{?bQ$7s|A$6vaf#B zh9;r&mKIzaYp;Yu0uGTtu1xZ6~sZmhsR(Fha_1-UPXg;a;9DT!ge-K5#!BY!Q$AUw@ zef}+tam!2#^k-cr{gO*~ojk^G-)>%RsK0q=8B* zT(&uW7-B4LcH@43;3u;XoFBB`i(6Y;(~sqF(3BoD*6(?IgAkQn-W!X0CmxIDQJ@r9 zP5dESMn>+=X*^f1K;@<|6!Z5o>osd8=VGOiit!`|!vpej3aYKb;9xirxcrpf!`stj z>^wP=wPV?)YVIIKE0S#>pKCkS<>N1(P54TdSDPjW6}kZBErOHW25k%ncUu!Zyyy3- z=twM4so4 zelqU<7IA;7;rMYQNuhkS`EpRsyZ0V3#1qjWkvpirz~w)tF? z@K`|4$4A7_evD{Zs3Ne|CR)77`4}a!64DFMr55pFZH}ghBEP*dm#f_fuZG6rt-fEF zpdWaYrN8CkoANw`Qr1^~Hx#`sq4t|W_e1z_S8jUWdp-1P9KUVgGN6;(xfT__ZDSwn zH#XtV)HxF2?@93s<>5_|jrE4#byv~zFL#Oa&t39&($Fyi|F+~9VUkSNZlg&x({diB z8~&wQvM9LnOOYqh6Uh|ECO%L`h1KCD1K(7@>302+rmas03Y>8$mx$8Jo7;K@DH&XZ zf|0mUJUF%Ek!@h9Jzs7!cwo|Swe9<*&W8X^nm_j2$#LJ~SFCzc9@j%)m-UL|-1dy- z;Z840t&hV3?SmuV)6CMNQyMe%yr@8?^`U(B$Zg!Hz20PDcNqRJOdg+kQ$^gi%I%r( z9B1*?@pNHmZeig`VYWcN`TRW+VILYVxAkDYbphk8cB9~Wz95Bhm1Mz?ncK2|10!1< zU!P;_@<{3Dv2TA8vaAn3tPe{$yX_kk)_SIq@`-}GrP6WGO)2RdOU#J(S%7#78k)&a z#&|~xN6Ib6mMBEY?z3B;5^&7~=NC3wR5tIqXI)K93o#!5j-us^0|j!Q<<{NAqEiPYyvE1y8^`;WmtEHLF=Wy;ft_uPWALbS;SOgJ}-VdkziN&Tz2bjfW^0I2z-hiu&}od3^@^jr zxE$R%hrZ9~G5$EI=KgM9=wBIZY}LLZ2893UfU{N_#iEKKgZ5AZ#x z#5_N_robOyU8thI-<`XYEQ8uqVgdi%4kcPJO*>ReTPJg=8+Qeuz3xh@Fkzr0kJ`L` z3K1?U61N0Anl7EctaMtOJ*M0_oyy?X^u(`EzZ_3|C4elZo6eJ)J1q&U zKtp%JZ_6|}l>6c)>(OPcFBG@`&dN^uJ07jnwY(*diiQ#zn#p!oub(zhdQZ&#K7`M$ z4Z*Q44qoqiUwvUK_)^lN8T_p+A}c%l!`O6!=KSIDmiWU=CbhgV#Fuj6Qu@zM8LEcmrt zVMR^#%SXUJew0z#a4vZt#r9+);iTQ*(y$@?%_;9wrRbK9=f;}qwWO1>MagwZHoB1= zqXpk2K3S-fO*ZeCB_}FOvwQs*Q@KukOX_Yw_AGJtQU@2N`CILtRmR%@uG8m`wiK9K z`j+U}7qddX+{VyOMrK;TFU3X0k8kuo(xP*D{YiRlJlbETnW}RcCzB?!9?T`!V3wYk z2=86FOvLz1ERR0$;)l7LdRI)BANF&SZa*7q9G(Gen3F&zTfXMf_>bT7ps{ku8@+Kg zncr!1EFCe5odqUp7u(BMlCNAKR>MMljEYy$b&(7T&<#X3KX;EZ)15n{2(C2TW|=VsB838N#7z&4de z@kNDH7^M;)q%JfpvCtUz`1CGNTCsd1Y+JDJDzAvvdXAofTA2z&J*oY{)+#Wd#I`11 zGbK8JE04pUSAv-aBJ40lKQLAR@sO#RnR^-;f1Xq~Jz<9udULdP=Iire24)e>(P{;-$`OisF%zG3tl-h zT@jBQQZd}s6Vr3+HJND$i?hHN`8j_4)OyX@{6?=?lvSJKV*=t@6u>JIsY?VgvC$W7 zXgA0EV6dkC6Cf*o=Qu~s2W#eAr9V~CrGoWFU?wk6ihmz~yjoyT+_VA&ZdOAHL5`KS zv`d8!-f8gzA35&=3*fMSJZEH1a--B+k^7;Z#m^x=x zg}nLI4_f3i>ufXr%IC+36T?2&breR$ey?S3$XilQ!~J zTXa*@rg12;lf0an##kv&ZBNMg;qM!}5zOtf`HxvM?nzv;*e?Od!#;ZDz`+x^j=YCp zKA7*{;+YjbO*Y{B%wRK9_DlB(T_n%1vV#zui_p!x-jr;f)@QPx=H1Q4Zu>hmd zRzd;ej4v+*R=r0G0ioT9f$t^Q1bs($IX?q5l~VB-|b9Tv`$_)^jaaMZMB-m#@^A( z)q3Ra6S>Y;!26lyektWaN)iL9p5)pA@c5mJDxLchOMh-XdD4L(bEOFuY!IS*Jkaf3 zknxYT{nz=abbZEZyz$WZt_13WMX1oz;UsL34Xixmv?-UpF%UBJm^ert3{F!^qB(vz zjs}Lo$jQ%A5*7VgxU9r)^eOj{wudD@Wn z_Al9!V9+e$&wHz%g}^hQD@Pb8B8BF!1V*NvrI_eS*>=B8g{)b7B-9S^Sa382m3Wo3 zteY;H(>$)5J`_1DwU@vJZC>mK3kptl@R%!>wU}o8qh>tnuH$h? z^N~lIAKft2`>qkD(kIpPQKvSNh-owHm7<~P^m>g#V~~EU;WM8VJCUZ7g5L4vf!Eyn zYu#T;SUse9d@*l4qj~K?=`-XcNg=&JM6u2=n2^L>|z#Ogu_HBv}^bYc0wjhcUnts{tV_&BGrXvz8IYT)y;28?jor&bxQ-tY~;U z)F|$gJUX`?u$CTMnX>Ap6@oTS^JFjBJ$p}?F+}D_u{5T)6G|9*9(`abLD_wlZ#_b8 zx%2pK`s5v)W<=tJ3EW?hcH5=&S$NVdtvPOYxtv}}nO_~OqzJ7RZvV4lfR9FPn9e`PMDU{Wr?nf85|eR{ z^`3?0>jKW$RLOFKc28ge7VHtzPzrr6i9n^Z}x$q@l1tTDpQ zcOJuKsF&>()C=id^P?5^EjC=UA^f7B6{oZddwKLi3c>dt+$Zv$n>2MrP$;4P=KNPN zL4)GYiaFD#TAmD8(fw|7Ox-5u2IL9|?Ip2~I-^MeCHaFwb#Q49?hDQX`-FEKZ2Mv1 z;i~w33!*`9v;2xOIXpvO-RK7Ci`T4thQQl$I(nL%)8Xh8-3+*Ieo=987R8UA!OVQJXcdiuTltZgAN)4|GPLY&X2@@ zVQ-5e|KjVn-`gdWIPVkVK7ER+^7XBa*pGC^KN=Ws_SKz?a1(_z_4U7;FtxvUr0Uhp z?W|GeUq+p?)3_q2xnksn@AJLW6p#jq zp+N-cl#=eQvwiOK{?7S2A7EzBHS1dIUn?yH=9V~QQ~CRUm&Gu*K_V6S^=?0Af^12c zAB_f0L+SsZ9xjtFk2rNa;2++m2#HBVp}tH-?GZ!4+(xPNMr9-Le-;QYeVxb%+}cqo zntlledj^}$C>nP^HOkDIp_FX5t8*8JnpbOq5dgF7KE11+lz6*8w=B9ygLhZmB(!0I z78gs;*<|TEk-ua8%N&)U8byk)CX0?VVDU0g@HC?Pt!=9J6q0+fv!b!QNV|NbNdNaK zA$dxW-E)-vfWQMT>Cc7I{V~!&Cja&Q1eA3z?sXz+id$a=cxi6p(YQMbUFIY@zPdJ0 z?a|ypPylK-XT~2(J6n4gMZRb&=|K6ouZK42F}7p<))HNs_Tv53ngJFaZqz6H-XD91 z>qe^O*zwvP``lZOP$hOlsTF)5kmrr9LKL^3hVTE~vf#e~9MXuQ02~QU6xg$5F1^a` z{abbPqDNdP@}tRKC;VfVk{fY&E+d#C$E~3c-bi%VX(30B+W5tDw3rd;MuI>}0o3oe z*Momqw21F@*a!Q>*IQ@w{#}i|4pi=rF=%j(cIEtAB-1`DL+fQMDZ@}f>I>89kB`IW zr6_SU7#`(WJEsXRd|Ywv2n7)o0^qf zS$xBfE$=w$OsCL&KNjx$o?$TI&$N@fiu6p1b$Da-A~yE0@LGBm#(=ATz33z8zntGT=Zm= zkHv9yq*dPnDz_Jv*b}DsBn~_QoNoQkxYC&T5-gO&%seoW8&(6{kjT^B>ZdW@kB>WJ zMl?D@bnS5yN>-Hl)>U~pF*Ixw8Lls^w?g^9%g2KU&rVf9wETZX55f6%?t0n+Wvi=^s9&R zY1BTJc6>X_l?z1RzFga~4i`zkH+~+=3U&%BVWUbkV4D$ls7tF`!Gtu1vF_l#v532` zS_te5i*(QAm9{gpF3PWX#-9v`xWp=OkI8PJB)lPLsi$>0`h}k2qXah2Mg|S#b+TZ4 zrhA}57o7>i1dzX+_N$(dW)@s7i(wng;l2|}B`+Kav3NDAi??#_%6GSxJNj1cauK$* z__D+!za#k+QE)dgy-4~W4ClP}%i%L+rj>qd|21Pix$EQUIg;>(s`tw3`YE^dD?|c< z8fY^a^gXg0%NW{!v0AP_V&}2WAwHSrtoeJC1*!nc-~XK@z(ZdQ;r&!PRYh(W=p||? z{GvKKfA^aqyVbrzV3xYgmOC@8*nLC0xU@g3Na#gpvMn(VT6pez`v}`4r({&$B<(9Gb0;JBQyAjgu3Gzj;r(`h z5-+<`|1fnjRl;Thd@F^$$PHfbPq-;tY6MRlGPhb{z)(4b+tJm|^*q#Er>si+0;`H% z?)4>%80`O9lBU=9WVLB4l|IRk-hT>oipkS!NdWxDDIAe=s%+rBB&=*b`_s04q(>n7 zIXqL96eTB#C+^;Y^hS%4>F@VQ{fC^;>4}WA}joGHXCCdj0D)adgF}7v$ zuSfbrKNhHH@f9fpiGn!&Mn$?Y7u5Lq!1lmvf{Ib{X;%_k_ms*pf$0Jz?15(L86RpP zIC~ze7&d8DKmi*&F{_6}J$i#*l7E7hdQkwN6n|tD!Fh>FE0j=O^)j*7qGQ3lK(qZD z`OkY{jeVH~6OQ<+y71(?%Fj@nUI$7wh*RZpF{@s0O{Z}0w!|&>J2Ea-pr=7EaTK1bggJ8{$(2McPKWVuVP4#!JOKgxbqeTx_kbq?W`SWz#C3 zbHD4|-#_%J_A+a1h{3yi>s!_T01Gwp=?=$@2%^4IF?K$Gv|E_&^Xu?tHZ#tA4si;i z^}vHCUKYbnd~&@akwi+QF+Iim>Kav%m6AY;e50i$P4z`Bo8$ur--k}uh-Tb1{}=|7 z4`YRk0yRm}T6mEdPLJ3ZVHYwTJH9AONj-kgowsPl^DXNeU$Gv}U1^5WrQ!v=iO||$ z4Sbdc5`J5H23Z1$gGC{brB-?M)@`DqHo40m&%=d9(Z|Pl_>ODS2reiita%t8=EH$% zlT|`zZE_wnDNJPMF9DCJF!UlCpn&H88Z{6`ysN0l>0#Z8+$(;Jahub!@Z}H{cVp~X z|Jz>i8kao2T(~#faxhKoiCIhl0+;1IE$8FbjQhFAt4ZW2t&X9?!z`%dHyGJ3E3hB8 z{#`7rltk^!MF}&OuE3OD*8mu``{!XGTsNZh)^+wq2PAv^FuMqb$A9S05^JEy9U(ZN ziSE&>J`;3k3c}7X_P5wqb|`;7>@y2=?)7*a`oLetIpA2-l-D}vvUKWGv2>T@lo-Bg z&^EP%|CKk)ATypAG!{32|4(DH(O z;NM}gfLQEi*Z(5(PG#%VUoI^Vf}!f}kp-HdDO2ncw!V`|EXe;~oq7j&t5*i-58?Km(4UfDMe*(U}Rw;PHgK<2(2{^YNEeKr1 z@c6S}@nMQWZE<)|+3cGpwpQ}z^|v0OLGn`26GQ#4cl7FCoVGujDzXGJ$%x~B zKo}gsjl`FitFb*)=2rQYP`D47{30CoZzfYQOxqHf;T`B@3u;vjywqQp$TuYFm;w66 zU&cZ#xEIa!^3$>-@cQNkuJ zr|DSsI*6wSP`AmeKQFT5r&FFcXGx|0o@jNx3`6;`5|PUPt=&bkV*wkNE(GnuTM`=R z_d7@ph@>_b)GoQepB>tMB@4pD_<)w7%x~^pt)Loj!{ZA~KjxsC+LL*~GlyipEG{#g z%jo9(TU*baki(FdODd+NjCCfd5iY;U#vTeygooyL?3^>nA~Ip5osxH_T12$VX-h5M zCs4o3LvCZm=Lx$1f#~)+6X%rz^BR3i3dSaw>694E-CSWo?fUGEW2Znk5mH;7r0Vb- z1^1Gk6N$QW?qjhTF@L!x3uvnGp{apM^$yu#WgV_l-#u|B^Gsl7!%@2Go^j#2Iy^@eq=2sL`c zw5l^%b|I&exKIYth344S)`pFZU46pFOIY{{zivcsGb#LH(qGR zFJh;NhqWAg)Y0>Cpf$idAtM3FbKZysx8LIp<+$?;oR7FNNdZvJQdv8qIvGjm;rEnj zX;DuLpPm0bI+Hr!u=@KKzxFvUiJuN29*3`EuRCAK2jXp0gIFL+Xg1E>^7pYl%rvNm z^sV3meE(&oH6^4Y`K#Nn`9xrOUk=jTuSr@W>{ey#Jh2k|#kL0C`=ln?Sm;J0TcvKw zWp#e++2h0l9^h9(A1mLh#Fp62j)=C7=(EVy0`DgUTj@MdbuMmA937vA6t&dRQiHNI z9LC&)XpA8WH^r5F6x!HstANCYH@7s0GN78ypiWJQKL%fGwofL13LlJO2w**=(oq&X zYMt6yeL>HJxZ-0&SO=uXW!9jfla5Ze!padD^(IIUfCK{ev=5Q>;bhRnri=~K(fbzD ztiS|u_|@^cthu?lPm}PSUV94#>;Tr+u~-7;%C~ERLbqC9==5&`7u|JXY1JZ1oUB(l8yUks@MB}&fY#CVi+~?YBt864U$VmBgIM)6f3CBK;*(ajGXI+ul zbhwC&S}1}8)8rs#q|BXCu~KWfR5Fv>+4d2_t{prwN6=8%Z)^iwZWCZI(OMW}bQ;t6 z2NRjKu#`3^qHrDs*p*NRC*VNOr`+|p7j}d7IOSIAwu!uIw7Jt=?aGr!JAWT_>?w?h zxQ{(TER=owZ8L3o9D#TlWUF;6N?M#VVnPb=E6<9{YNtisIYlU zaN3?o1zdQ`7xq5FH^mSCmc&n^05f%p5Z1Q5);Hz-_h*?ftn6!& zY$QGo+>S?H$k(JZIfJhl4NfTm=jq)s-({u+EK<^8-@iV_H|O@xgtaq>g70pR(4A=y zTF^M<){kTPPpz_&1hvW9Dg15UwSB`F^x!SxQcZk#sAnxj=!W!~&=8%wUy_hBfp)oC z#Q-rlUS|cbYO5abt)qH6yCh7tv$M&$83#~fvqUW}oHH-i5p0%OY!Z%sE=lyKcD;U8 z__YroP#&P`SyQPeL7ecjW)ABS{YUTX@{FvLf5nguCY1aLsqvpR=XU18l>YnHr)9_$ zx*-g9QVX=7)gV+&R8H30t4HLN7DGcjm;j=VGPdQHfK8G*sKNk6bIr!4s0`a!Zb<6Y zyr4XZpgE&2IA8csywW78GzSp|`DYm^FHhIo@edgA#*7k2xt>&x;DkrJNxLL7-3F8L zC70AY9W!ZjREUkdib5@{Y}_UYk>_mY*r~waJSC;9-iU-#<+PK7qsoZGt(x(hjh=4}2hHO}Xtml?_d8^Q9a>^7JR7efnBU)G8qYU;G zJhQxSm5flk(qX9ZaI65TT&3a)xb8}G$-rZGCJRSeuLkh7e(;JFqYKQG{Y(7JHf@lD(9S#s!#r9f+VEF;x zi!86Dr$H3edx12TV$dvqELm9S!idG0yEQtmW$YRLs;}J;IlSQR6Fa?#CMur{MXblb z4yy5Qny|IMXz#`GF15+(CcPwCBrGlUID)k59m_zPX!h#YqXQ#z3^<4SE7VW#L?PeO zZMlh%LnjDtK}vS|{xQIWBjU(>%ptrHfDMx>g}~lsKJzHH|7^2)jFzVLkI01<4D)2L z2IE^G=sR0r^Vb?UI;`EOYB5SqI*!J_?y)Vd!~-?2o(eyac!DmIm*9K6`KTqqjUlV| zdG;nkrr{l*-M&EyhPgS~VH$e%0;;*)%sq~@3tIIIQ8+(j3>XxkjS7?e!9|KMlaMo} zv`-#CEJ7yXwav;7LR$WbUgB}HWwF)k5^k2w^lZJ@%(kW>bIUO$)cU^(HC+6O8?r6w!-dCx7IhnNiv*kCLhdDk-Y~Jg{&a*A=3~3#& z=_fRZb*-jX1;8vE`{n8BM{3icOLmjtjA#3L=8i>AkfQ7;MHZ6YMr<@w@=1EB)_@E+ zZ_ixRydEvkmXN_9B+85eo;Z3FVYg!+-bzXhiWwj zd!qln7tieAP`(NS3tuTPkpGNllMJOTnBrd9o36t}A=~xN1+jNULhB@&YH1g#z|g-E znK8yiu5kFvWM}mW$xxoxxf2CVGcdWvw*0Zu2lQUr7st`^Qhh_U+oTZiTF57{Y1=ogM8yS)y^v0iPZZyeQMvDHmgC}{-=f_P zk-0rQ&2)qyl6~bZ6d$jWU%keHE6*_yF z5!9L$CB-NQhd>1dRI)&wG-cjw!?EszhsP7%h4>q)gt`cJ z*tpK^B0ki}pA+45J@6Rt5A2LaWmETG5F}M$`BYH%>inh&Jk(2d#1;eD60;s!*R>ig zFK`hQUP%6T_qYg-%o?Mv_nENZ`xJtWaUbrMH2hx=6Y0;B`Rn>zNRgtkXJ%7^B-^e-TE$5WqGsz&}VN@cg!fS#b}VD zrQqw?{6e=4UU&sSzWsPPX8&tkV%CD2&Z2x+M9%a(H-eM`WJHH^6fF?hy46$sB3Fro zRpT*iRH4h>%QO|^g5ES1L#@XC;`)}f2#x;_H8SMZb?Z3|vs_wyM7{s0ySLC!jQCvn zhLe`#sPHMCu}`tzFdb2VpLoIn-AB&Ad?BCTfHqVUkhh&ew_T3GBiz7l=s|x85BdcQ zEa5l9kWMUkE&GYZKY@_h=rx9m06pw&uIoy^t^Fc4#s~c4K7?(5#uruKky0%&ePJlq zS&k7;?tsIt{6B$3S^@uCuyeo@9PVuHmtH#%Rp=Ove=LiMZ|%WE0wNW;VvFDGsYrnB zc2j(EIttv`;rVKW(3GXl>*A&FXon<_aUr%WAvl8tciy(qCMZ}1HDZ$nS*M6npB`+h z>x|&ACbaM0*%ye4u}z6!N=}fRsAxi6@hUWF`*kdzJdF1&CDJMk=OZw)!G6mW{VFV%z4$MS=!eYVL-*#cSRdg>IsMJb9h$?#}xL>Wy;&OPYeu9{>D{dDxeGB1zmbs zJB4(jHGXm7TB`iO7-WPxFz@GpM)UBx@a(qn@KZ^|Ex)JAj?7H2JJ>(KGc;?DxAs5M ze=0BpyD(3Npz>w0K@3O<&*c=USCcKnAEw71P|BD$En;KSltA#*j58x*OB{|PJw_zf zolLDToi=json~7n)Y;YBSWR?@7LXe9W_1m4$0t4qTcF7iJt^B%P=j_;(d=_ew zh2E)g%6+8^Rea7Sh*e=lo;@>aiS2{bhQ#L#>|Th05;u>w!k~~ElUWOuj7s0DYxYB= zaRXUdYv(B8|7i)h1LO$t=Ic;?gz2&BbyEWnE;G8G_n9?2!NeBj)30a{d#2$X?>iwY zgR%4mrl^WOUDJApIi#r;+8NZXmSD`q?(x=tFqza~*+x_el(j{2N*A5&1|3I~;AzfB z#fv7BPnI4bG@XOv*z23zmz?5na3Zm|ms8LrhSmr2Nc>2fsUHN3Q%7I3v}zdwc=IQB zhcDOh`_`wK1X70ObBs1_;oRl{Um1TN*d_}6 z-J)A=w~Nz^RS7n^)=GKbR4oNEFPG8|P(?0;-CreBOLW{~7M=;3;M~5QlUL?uTFd=g z`D9JcxmKhJlH{DpTD3hhIU98y#b2c__h=HUY{W)rDXAuK75i=6V73A__NHW>l8MKd z$9Cd=={-gUuXQU@N1H6HaoG>tHAaIR?g!o}3^9~xLY7gNFrLwRcRT2NCB80k63xCN z8bwXq2y&gcHRCe#h{LZw<5EyB5-S$8`c=b-uTTP6LW&9SWNg z%69hn0>}DH8x=J~*Atp#x0x&Iosg3sk#4ruPRkUsiTAiIq-VM^mG)8LIs;}uzxDcx zc-ksh#|Ifo93cWv9^3l1 zQRG2m$^km4h{4&+)i@ZZ8W=BYDVb!Ca?(^OsW@)}^kZB{1_U-oh{9XK#GZS%8qQ>) z=;fGON~X?M;o95Z33SqXsz;^^Wn4sOpNUX6(4{B$sk^`%5|;Zi5?jJ5%+a$K-W?Up zYuM3^zV|5yLF6rs;m~~?dc>XzmD3Pxrq0WnWLJosc72C~o`mQ_QJ5~{->ENub|xq- z$}ic$`LFT`G_XcPOb)>44ScqHW+#MlH5ZKuYM^d!O~tR?#o5qL@arv|!+RiKXR`jO z$o30sW9zKjlAF>r3E)O$=r1u-A$jM#8!m1e` zglUQ6ydCpOCLNoBazW0^vW?vB=XCPU%Ld?hB06OjQX6&$qvl-vX&H!RA>Aj?v)ZeQ zfdLCO|9ws`$C36Uv0dor3W8rSnC1&OD$|XA*X3eC*y#+&S1E_Ux;zOUhY7HHe~0-? zv}$5D4~Kqpeh2gYFdeTNPjozY(KH>zsr2U#7x9*u&zR=5wC4-7$Q=tuA~X;F@>F2n zbaC(qJJ_)%$g{_5Wz(ZbB$Gez>I6L8c?7kOzA+>02>WArVU6*}-z_@6SPyVxbE|x^ zjljM$Qv2{VDz5*AL1RELguSjX`T2>Sr^v54`M@$w5*Pkln9Nd7Sfr;~!tBqz`DeD& zrh_d)KCRPqtycI(uE9a6Qb-38x(y)qh_XIO9@U+U>mZ^=$zRal!q}}hX=<(<4P+v| zDd!DCeNuiMKeOB6ST8#kqzk{@>t$6u1{$0ojFqgTY$wI9=~%$>4P3MNAe9ih;_$-V z;q{frOCIo!cN55+4^JxOj43l4PDi3oR>B<5i~iF}-sl^VBLALQ7yx*m1;|c?tG{ec zZa*!8G;uALOdMH0ZL^5L+mEqY{PJr5LT5WBWgJ_7>hW=}(mEFIU)-M3yXpxHPtmUw zQ;)|*$wo`84DeVl#>Y3)#Et;X5A^X5&&elcRxcdqHD=c7I-1ij6U8{Uh~lAzI`40q z)IdaP%7>*!$b6F#V;6Y!;H0!_63XG9H8@Vi=r?Veq&-LyS;qEplXH87<*rgOHZla( zBXF)RweTblBfC3!PZXkTU**}l&we@SNZ2>cSeen;B`Ett?(TFqZbCHcmIh4rajRKX zpzloqf2OYKP!CZH*-;4b<;%;xWB%pZxLV#8`9_n3*Nho2Re;VSy$DmNAW1(>dukU*<|%B)E^p3$5Joi znxPZ}+Ohhj-=7vwn<2}Grio;M8 zP|Y4vazc+F{R^soY3ckyrnbSJW6qIZ#k-oxMPcR(kG*?M0EB8#X&z6*-W`S&MS8vk z(>kg7#TC8M_{Ccy$TdRj$IB#@d4gz7A6t=i@?}dtf3{^J6JI%Vf*w^(IVNTG0o|IngyPTSj=n4Z##;4#oC1>xg-&^y-() z`SvP++H?=*$R7m%N8?IPPBSBD4$zIw@>BxXne2rSCW2jjQE(Yoz%y~eu|*TlbHh##5MS>3@!-HupBa>`S1i$BipKnAyCN>0__Vq% zX^$rLIx-VR(@;_`zi>xIFp00znQk!u=G!U4y5?`nv;VXg0*Wqpo_YI)RwEEkt;qD6 zFonQY)u#$J`f;0Dl(a_O)ZA!z4?p--_JyZRSqHueL4L$ke4tylu2qg>5dg4XIbsyM zV#Z}+nC~Z-CPg>H9=pxUnHor2zA!wW+b4N__?!9P?6HCCbTb8l(|3YOzhyws&cL4x ze6K;yc)ERhPZ-$VETm>$+8E}KZuS`+@ElRf#;Moyb&jL6#+VM|ru;MoDFS8>Rsv9I z8;@D%>KW>e#I_uwBHjbmP?oO^=}l)|us``#NRBW^8k$oag;0#7&~o~e{;l}~36ZQx z)BH{pC}q1>O%)XJ(ZIW#sH-St4AQqerZ_~kDvwd8mXe3}I*0DC^lMqdPo>dh!yvQ7 z`ab-lw?zctB$iS4Dv2e8(kKu{$>;I1{x8Azr#gpLH=WG1d~NaopCK;+9|o@8{YS!18o{oo{c#h)5AdXtoL#bWyqO?|?t#iyW}; zJs0arw|;Jch_=-_4pybBTyqc>M%mm%&6x@c*;EAk56Mv@|rQ?M?`r2kQ# z(^iF2Ch_?%;y$lJYuc%`-*?eBE8>t3YccAfz{@OoPMquQtHkZICu)J7-XNKgeL8pT z4SknoVeHeRO$e&nMl5G~>;B(Ta%DBgcqr?jh~=H3*;H&^1p6Z^bfX38*Y7F}49Tc` zdna59o<_o*rfHV%QI|J-misyA7qJIKP|E%^A2R9vnG)ap>}_*v_NAF@%iq!ofZ!p& zCWIJ{4pyMNK6PK7@u!beVE(w(nI|saPvg>$*FcUYu8i{V_E9eS7mgZdpI)ygtWww^ zw-i@#wyMYCs)=ji0hNg1s;it#u@cXA`&cuQ zx56d?_qaL*p()T|+?JShXz`apYXxCSFDPD=Mbs5Ax{pE-i*{cWlpQ7ACrCdlRikfj zI9`+#Mc+NojVe>ZmNh2C@+=tz;}+-kn+$5Ft>-wU;>F@B_D}Rp9ooZ^+}%&y6NG&x zjQ!L04Z4qKN`Xvh-Emv}k2Rh1LQtRPYXoERCALu6K(JJil|_CLx2-hagdN6b!kYcA z!8*DA)sEi~lmBelg>+=1g@3=6IhmzD$+GYGN?@I7w;s(_eH4{JFUa;H5VD_uz)E-H zvOwMnl45h|le?T@LKr93%g2a&koUh~+G&?=F%?q4khrA$jMef3m5V1G;bjq8c+Cn* zt113lA2Q4qF0`vsuGMv39Fe0n6!nfVjtJHezKu{KnHhWrl?oo#lkR5{@*duwLAY@J zD+}eF*N&yQ&?#c(%J1udpH!#5EhydRY!z^${vUdhQsOgtW{qtXn#pgN{UOrAI}EX* z4%Dc#_7aC^V+(}R%F@G&UjvR>kE~$aTQ3OnXwst?yeI;)f^ya>JaYe8sNz5JTNk3i zqxQTWO~NwhSuKV{XKmkWgF5`NcWZZ(Ivpel6b~vN*}A&E)%nC?ONT(aT#9oPhP=*0 z;bn^gT?^5M6PmK0wv$VH)iI&6vHD7Yd9gLMceFofK^l^rQq{kE6NOQ8%4?Rx3u+Ec z_sYGq{^y;lgO^oX;#-7XS=aXcbhE~O!4zAOHH zNGZF_U)%L_zg)*S#)jt~b80v+_zv_l1-<9^pSz0ROh;y5dM$BLqRRw0?e0o!`*~!h!tpoZ*=c748bi-W#yyvqo$CW^qLXZ zM9m<_yg<;~^euq`$b6+_3WXDVIg&=wvR8Q9gx*19QaJe1Ibzc}um`KLzXm&kG6gN0 zDC>myPq=IUb2{N`ZKT_FdKHF3ZR~BWe3rR*1RuvA>4<2#{pN<58lLw}?WzA0f&&h$ zJc+n#`rzBtk0E`fX8g~2r3|Vuz;mpaSAh0h3l-dd@Z4=-y&SYQ8vJv5jFfS0g7&}A z|I7wMp;3HA%%pvVAX|0s*i=24s_XKK9WCooPPN$!FRuopLHy@VLc0I?-DWNsK550{ zS_xpfG9!q{z=+k5!su;_-*Mg^-}0SXg-L8jO;l_S#1@*(kCStX50$ibm+Ar90_CG+ zgOgb>R)UC}E=;df@5e7vhj$0}Ox)>$FWlHbZ+@6Y{KoPD*VO4n%Um88D}tJP#7$Yf z`QZ@8Yuxk!3_>XK@%7mi?9IG*6w?_o{-Ert{5y%$aw6)ln|%O?X5^&$$HF&q_c?tD(8Ez#)Ct3(VKvZ76kB(+ofOiy?hBr zb`v#tJ}~6MEd?)#NvJ;{-!|uI%}v3syY3HNJiD%x^$x+59Iy7xG~n{hA=cKfi>bUK zsKeN%NXyQR_5s+axJ7#xJz#5>z9vIoJYaB&Mj)P!j%MD4z1tcJXlQIoohuOeu)b?X zu5nd>%khD%6#;Gt=q*8)$}2q!RUY0{ozh=57cPBP+ zX)yEZ#YN>_&p-h1F#hD$_l7s~5$5VC9gs5&#(C#$D_?reO#L~F$P3F>?9%I*;?i~Q zs0Z^rz9A`v|7Ej0k>OQPXc_Y*{ImKeUYtX!!Yt;{mMFQ=9OntOB*U`vGM2=VZjwiM zOw5ltI{dCV=l31kXK92q#KAA6Jbrku>L zrl?#_*C@0rwQ0Yx#&$*{i(w;j-%nL1x$Ns^j{g@jtn&a1z>ymZbM4wwG5 z{M%3wX;!~Yb$fWCMm=*U`;>3`2NRpi>IMLrE+Uud>Ksl5T1BgtGf-+nF;!$srT!mjlq90MJ-}3 z%#s|VquTHV3#111ZHo@483rz^|T2NyJ-_d6j~?N_M7lv4^` zmjbAxjt|Do5fK7pf6~5WVM9kpR6&cb?c=rie_poTBI%e9HE9ov@`EF-9~BV5#HGS9 z(Ca?fUCL|F_6T(2Kk9na5+xIW3A5W^yxchXkx9LoH@ zSwPPZ8Y;~B;^-+T0!;I|Bmu;RG9G5~nh)>P=RQU|wCRT@aeh&VifMga1lYK@{H~Mm z*b@uMV;eC)7~R3pE;}#HnFsSwI>(m@hYV`*soG6H%vNd3PMM;wd|?y5Ze2oe2U96X z9fbajt~S@K^j2J2%}l+~uc{9mZmKg?<0t5ZkKWX|&dFIJ(Blkd+M9KffN(DCZ^ z%9xeBvlN{4zaR!P;|SE%J+-TrX2pzGJz$UcSSAu$;0c_py0N7*bQcZwN+jiAX01w+=yewb9=}D{IM$UdNI@EQ(b0a zx2Ar8`9!?&G<>eCwdwakYSgT=Qq>`DdN4mAbOsx;mGaOPrXJS;al1>b)Ms<#Gc6Ct zwn+U@<76_6Yi zHH$d(`(vuCC=;nlGN{M-G%r!672IskNKp9?#i}u@icuhs*hR$VR&-3o%Y7QzY5S36 zTzI?V9htQ$JI8gZ&;_yF%O3Mr?Tc?_@AsZfaWuEQ{ZG}^T;7l#rcHmt^(oI>W%wi~ zEb>a+QS6+y+iddz*~SAbVN3s^)BoM|L+UGBiZYN)HLi2|PeIw?R8M=2)sOd|`MRZ! z*9ThY&38u@u-+`S#`ax}vH9(Ij1cK2KXf5|IotJ7TbK43%@J3+J&|N&Rn{cPfJ?hD z#T#s54CYyvJ!CthcrSH*{0-2VTTm9~jkHmtjwn4dw79u2i+} zFFF7eNX#&fYNx)MzV&kjFvUWXUg0B0%KWf6HEVELwBm}&-=$V>o^u-UTpVO*OeSYX z#B%C%cAp7n+y99V{&V-4J~E z;p^HXWgWu8WH)(wL2~58X6T|C>%N=q`nEM5=3mv+MtyN~y3q`Td_{AP#+|6;Hx$`2 z4DHqQ8m3)(lezhhz~mbodlp_by*sXMo0v={j;^ zV)#=eek+GP!10@6)k!u~?6)YKfL2n-j!rfU#3S=P(1^S0RwXIJX`MYtnptqz$_)~y z#9}3leeeHRpVEpbO%EH_^}|CW7NU{SX~fA`wvbAu_r=XJ26V&oSDPnC@;BeFBlCSH z)!~1WJiZbIZ2h*%sET8W1h)4Is^}t zfYX4zqAOZsNzl4@u^90~7$P-ylnZ|8Inyhkk^d=cy0+&1m7#@jYZMXD=T3*&(w9vB zUbEv}=-|ag%-|Nv(YOU)k85Piuc*8_@=yC&t@GW=eXT+EV(#EOz>E`QoAsS_Twn|r zK4XIQTnaSQ)BAFKVlwCcmV^)^$hySJe)Czz#l?lt+iG#qRMCTiGPa*O8;s(KI{cC< zmN?^4a#vtO=azXH)^41lsVHu&QtSE7gJ^}nOP*i|{(z#PljWvbLS)l8{^^rm%bOKu z|C7wqp)9x?JSa5{xHudm&dF$QPWu~MAdT%{NY(0fn)?p@Luzlq+2Tay>byaIqRVhb zO{p4qlw-j0NIrAEab+z5Z&>uS+xDa|e3&jYddL0Z9vuv9i)Y3da%eDMW-%h?G2oaC z6*F^Fiiaj@=^Bn`aei_m>C>HOK%9pr3BKdDq;#2>pR&e{J#jvS_sejDc+B>RoeImZ{Eax7Ioha`Bk928m}(duZ_pZ$hf?<6|pl_mFGB< zzYhEo_?aUc_7l|FTYaA_)xiT78TtA&)y_(onwp9P+=_q(jKti>Zkr=LU%2$D1MYmv zW;n3aD#1CL(ynu!hBldpz((j{>SLoN5c4Fa-*sf@p#PL+D8qH&i*lA!qQRa078_S4 z-bQavH?p&*hvoOYEYCS;a{Vt)Vp!|2i$E$Hc(^xs1m~`C`_qjxQEos?ORJR8i>M98 zBFKFiMb_|cRX#3vw6e02T{HiceACFWZ(YZ9`g1pzt7B`&`3BhFUOakXB@k%Bd|1|u zoG5`#bbV4Eb;=kQ|LFs!pP3I|tLFM)#(su5s0pzlxJ-ES-Pc^zv58$GT%2%U%Afgm3j?a0wFX0t}9u}LoF{q=l-h*3m{v~s> z(|EP*)~8iuC6I-mUsTwwx4vknt}|I;xIgo)Djw2iIQ1i|YO48M{aZAr&aSSpT05=X z#a1dzT#}AN9wTXK7f(-xBwiDjjUkGkbI1!4pLarz(}7A~ID;}dCxI|(m}N*{(LvkI z69QWCj$S$dk!0$FW9ENGic7{F&ewK{=DstjdUSuZ8c#b{2o6^Q?r6Q|dviSyy(-h5 zovQYjtCP*VH)FYs%p$($j@)K#)Zh!f*)M{j@BhB8N!XdJ=qkzz;M|xk)8kV~;b$?p zbXgzx(%`X2d3$#Uyt_QKc)v6GxT@`%lT}qyX!U2_bp2Z+SgiNSM$nX7@axe`i8CLQ zruR5qVFbOcz861ReLaWLpA&D6WDsY?X1*3w_fAde&2w1{2?49SXvlx5 zl>-XZl4K5kCM~zIA|v5IvH_+<9a8g&gRqmDrk_^pA_NKOcbuMQ+~lG)9nE~=h^}$p z3gJL4 zn0rbv%@8a2NA0ISR&3-wpx=xyXjU1wUxV$;M(JIPSh^0kqf)q0M&A0g*1sZ@) z3FdWZu978bg7O>mU}&~1O*7?pLb^QcVJ;)V%fJ^lby^ZWQ)7flks6Ikx`;*~-H%Y0 zXEs9+zlXaEY+T$1R<+ zTQx{@wm;>X{@^T@dbM zID$D&LtBoJR5E7vN+uvSHhBpCJZcjxaq5!L0kwz#Qrae<8LG(iifyq(j~H# ztm}7UaArEQY%b20qiyaq&x@aI**bSGU|k&6Q&uG9_*>)fnQFV*Y7tnkCGcTVbs~;?RKE-=0EwHXl!0-C|zQW&pJPe#j`z&GPf1}dOyHp z>f%U$GAHpT?%%oBa&a^M!>(gwPVoI`eZv`CG{Ehwr>2cng3Ij#`s9lpu!=ewdWXaPYImk= zYt0*E>&Gg%h2z*&j(3A%BI=PIcEOc5hg-^7uYS-RfN^arEpgmswn|Q!;|~;n8kF1g zYvQ1-I{D2YnPiENG+VZ6{rY9l%yePC19_t%dF7VYV}^EJmTrWOk(V0})L8GlsC`!H zzICMP@?a5vBBz)oU&De%hy-F3v-oH<=svih@{VM)kGFfstpuyID=M+mQPK#W{C&1J zVk}_za#Ciu9_$T6dyxOCja*B(fyFm1co*FfWrlX0u)Y$m>rN*ORu(x>V)|^)R;BBZgg2L>;U&k< zjNgU2kh*42d`~hp@!&RQy8&diHkhYY0eQ;lbREC@<+aop6 z-1bBs@#cOz=uo&h55!`VEqYXmZ#!N4dph2-HjorrT-tDC4Grsw+Lql4+c4y4L2nHX zvu9*yXT!9wjgGu?Qb(s`mF@2=({{6ck54!>ehFfsD$@L!Zo60{aLP~-d;70nSRbzz z>|F6$i9?;A{@xNz;gRno?s{MDGe?^T^X~+EB4d-!@i5wW<>*N2kI$+|$mpeQqP)6m>JMfw!0vBlnqJRl3shA}8#oYcux&)~%>% zI8KJENicIb`c-sIDvm#H{$hF0dD_Q)GnzG)6;In-AsabQ@x*J!T#%%hxXeHB;_L_H``Sh{M}m*~f{rRe9*Ro6mYsQ2Zl79yeWx?9T7}CSqq>>- zWE8Pg?D$6`@>c5O3940apBD?k5Po-h?Xzx|Im}C9l-RX+B)AU#t8ZoX&dVhVlb}d| z!{N_< z0($cTmMWYeF9RkVO&mC(H1$aToe^C9k6Q zDV(Pz|B(>fQQ9&zNfKn_a?gDGtDHBGQoO*m4$tc)2*z|5; zZKR5!kxE~9{!12P4nwFn=I!H@MMQE6bCF?8N-h!4jlX1_K9!!;@%;OE^+8Z~=9T&J zbs>?9@75<>A=mD@hMKRV_vB>V-^n-fm2-%Yn=k))RVh=7v!Ume#THcTJg*x6RzF;2 zK*ReW7K^l+$S8iD?dxd8cxK?~4ecTA@y;K?{>!xS`iB-`cD#mAgoY^xS1gJ2%#M&N z;buEqvW}lLoOX^!$48VOqwDeF!-r@!FCns!uTYnHsmDQ|m4(H;h(VTHvpVK-{ygi2 zzL&{1K0aGUN!Wb&?&?@TGWyf*KEBm5B&1HgjgyOOV#F!iy+~`YSc`auTYkXI%*^Ub z3eRBu&hk+A%2`O(&GKHWF6Q&$!ETL8g#1?q9b&8sqskNX6VXA5fg9L@n3u*0L$*V| zvPwB+kj3E5(rU2G)qpQRve+~GgHdu=k;HDr-AwhJ?ZSkmPo@EK;IF{e)Z@*>w+>5v z$@^Y?D76pY_QG=_Cib4rTl=>f2a*lt@Adl^j@heA-!FXMZpQ046&OegR z*3Mqek-`=*T#4n2r3!J@k@CIITEr>$qsC(`H(%pWU%+UWOPfgTzuefP({AU`tl2EQ z+i{K@-n?Ii+UeXMTpQF&@Yv5(Uu9yc{DdN?NbBHAL-JNH`o;3(vzWEKipfXcUsqs% z5Qjx7K_O){i{yl5^O{ekZ)8h6YmdsKdY&m&cN%-zCt;E2k?Z3hQ;o^;Z*NjJKyKrB zrV?dzM;8Y7+;LjpLVJ;3Czd3o;J-dHrb3i)pYRAj7n50BTGDEXj;@+IvbYJEo1S&T zySc1}u*I(YiHya*`x` zMtMQtJ=hjmo}D>!#@wgCTB^>X=)L&vPZWVUwA?BamDZ0v%N)a86eo7)Nd(m!<3eU1 zWQjLR0kwZAn)!u5N^0Gx3865>pz!0YkqZy7)$!b zyztFKy>c*WTnVr1-X-su7kdH8N!lx$D_iYZ^y!?R=t-IpkE*Oc{~ z&>vBR^SpMqD)p7{E1n6GoUeiJ<3GFXZR_fH`$N0Yv`%x-BoNgBtUs+E5A>HW=e`!AAjQ#QxHKTH1?mErj? z4gEo);+^SEq*h39o2Bt;ce<_8JW)$jGkC!$r>4(?`IL5(maeAg*~?yyRFMKs%q+#8 zeaoit`ToVc{m>n*%uDZ`x_Qn&Vu&Zs-8(FI_$2=?pXNbSKBm&@1(e*!#+- zA%(cX;aDwq_qQ4He#M737Og6c2J|ud>ZpiIlLO{>!y3ygPU6*2SQ;aNSzipn>usMu zNG_bzFepKrtbU2~o`M2iFArGPH zjf;o69}Da6j7*O>K2yt$Ec$WIyO4GE>681;E}d(Pgakbsy--YN(E(OCP;Vt_fQYe{ z@i4XtyxDdf$0oLv@4NH5d#GAaW3=^IYr*M1eg-e&W+Pr|ho_T(e+IJp+O)YQjYHnn z6zuzNB?#Pf{R-9JsxhgFBSyuNO0)LzYmdh32~M+kU5W$pv0V?32T zlSgeNyh=A9q07Bee5s)#!mt;-c=v59d4K;FUC7<9CD);R*iM`AmZ7h1uY{t!`8B)- z?o&uY--F^SCP^U{0sH%()vtN)u1&~3@DKR$>y>n=oAGVZ)@9}-=J)tvaG=l5aqd^8 zGJaO@nVn{M|aka_H=ZKT8vb(A3X*?x;(kI#u7v7TGsS)wjh@Nv&F9HxZ~V( zm90C&!_O;j+LnDrH;0*1=m58o8 zrF9v&W&MDTm@S1o%(*|ar*@;s7d+;(Z8qzzQklqM7w3dAT5!d%93# z>+72N@-eh0Kjy`liF@_&h7$egYHD{jgT(#uR?Fd2bO|q~FuBDtJggfue^A_}$z?w2 z#(1~+61lC>iSgi%6aNf}+w58&$E_@_U+bL|T+^KN>s4LXxY@EFhwV$gdHG&N64e7W zH9bAOd!2eUOejSYYkdt3Qws~53N7_*ZH6UhWcDj)VCaCT!i7*%=aZrSqr_s~wA=J! zcOv%OudaLH)wzy$EWH1CE7@9W|7=vCSw%4$4-cvK!;5vmQ57w?gll$2wX=lVLkmA0ofeOS4U?Q{o!y_{E&(dFa!?B|Cc~ zpf9!#n$W{#+Y1;*EyWE-DUK@ceYH85XwMFIyT6cmyTwJ5r!?;31U0g$B)jxv!S@*Mo#=NTzA|=qrVvZCE(LK*C@xF4SO4r*U82X zOZMozT(`N{K3aSC9oP(?_seK#zg!HKR1C_7%qO14_4rAQEcCuy&Ac%63hi&5$Pn+!Zq zaQB%7DBb;^Z%RF)$f})u1sS=9`Y$r>BOb>`qZaim66pQ6xdPF>HfGij>+wWs2bavd zGE{twl3}K-8}0Fty?n5+Jmw7)L93Fth7SfuL^3H8NfMxSfKi#4Pc}oJh9d%*`Scc% zagL0k$`=v8PwdgL!EUY$qlki#hK+WqOcy|ZDkczRr9k&lzZ5kEg7>w$%YNG`)sX#ZeyNrs0QB*gS;;5PE42L6xB122jIx*F$ z;CJQ5co_aOElUE3E(FjBH_;9Qglbx$(hkYei?rY=kUz!Wtg33l;hgi?)r4W$1l=Bl!>I85%IO!`KGOl1YU+Oh5#uf& zg1o#LUxec5JBa{<+BNWj`bG3}(99SU3z8A(p`(N&lJ#L&b9qQLC=_I)4iJ_936lW? z!T$mh)osRGll|=WB{bwk6|vIx*wiu zsqocM1q%}LFz;$krE*Y}YXV-xgPvYd;d@C1cJJ%2x+_4IL}q28!vIN_mcj}W3Ppd) zwMb*3>dXK!HhDKO!w+Cz2IoHl z3h+|IABxsVcrC?B!MGu$oZiR6`USwe%?J#Uhk5c{@(qZ1n&m}kgOs2(=#CWlD@_{T zEBn(_d_BVORx~YefhG#xYFRuUMPdvMrGfV)^E`3}!U#nJ<^=W9&Su*qsrU?2Vbp)3 zIC?2ScLYcWN@4WDQc{2s?C{o9b`ee$7=;!eKoibh1_yeb5G(4^#||E|3K&GYbb16( zQvwW3Oh93QlYeK7Xg%>FDdQp!Bn99Y$^#UObc-jWlYrXShv}$6pKCy2aUcn3jr$9T z1LeIR27{=k`IO<%*<=m?BId-q@wcVqf&KUxSwI}!7aTzF|1+OZJOFfikJ1(JL-7}o zb_z2U-y=2(){R$fCc{WL0{vGdZ8o~U%`v2kz|#tV?N+oaFyKcaKuntN`6uDZ{>b0g z$&jXrW55}yONiS^fEcT7F`sbd>qwvxQ9s)SaKRxA{830qV*_4-VN=vgFP=jr%Yhhk ztB@l@*ucr0&BK_?Thl#I9$^Lwx!HEN@;}l)G4Vw5;Wi~TK5}R8@@EbTj0j+s zv?aw&!H5u6PJbK)hfXH=e*%eB;l-&svj7Z-1}YdVZ2Lt1#WbdrYXG+wJ(etX;wx2v zg44oYl#1^gn8x|%MAHGv4nANAO%st8J4-O*SVaJ%_SY*wcV@N!q*2jtVFe4K4n+)> z4FPx&1K+bXt)?aLLohf4MIJ_xulK}2^nf~W+PR|C!VG##f!RlUDVG}bX9W3(^Z&q~ zq5?~tB#0uZD-GuVV`YGbO7a#ZkV_blV$_!>2?mY<0>K(Lv3B|tz#t&dbF-1x2s*LK z$!9C0<)m-ue)bYyg~{Kt(Oe4UeP*^7TSs+XD85?@_;vi}Ed3jrBZ$;shD?#0hdr%G01Ff4igbAs6NxoL2%VE(Lzza1klQ!-OwPCfa6R zUPdT0-$0~6hz~B zCf-pK?j_9&S8F!nSw)DVM%6LDQ*JQ^bwr0QbiVhqQ5!VQfykZM|P(lREdXc?0b zNtBe7zL>V26c+ELA?~6jjnhz*G_aI*)(rAe_jb~AQt>wqL2LVJd1}evwWQRI@NP2d zrbv{euA#oCH-yp%L1~9*s~AaZVXi-Y82CBOe_VT}deyNlQJoAT%#r-Pl;h z!QRu$)Y}*DDPe;2MF*h#1HHs$QLZZBs+*a=r>2Ilm?vIS)(7KeqVAyO9t?MPQ;`l* zkwW;YX(c_K?4UxR0;1shWwbl%pOPuBxFl)+-bo zc-Vs-Tq_3~KuB4_8R>sN5R90Qj z+uc*l$QkcvZ-&RXnQG`Gr9#|25!%vbl6tCQGTI)Y9w=8M$pB3;BRwM@H5CYH=xnHl zltTIGB12_0T=n(T#87a3z}wtDL_fsDA01+DsTvxp0w&DFu(Tqe{I?d9m8W9flV_jB;n>fj$Q98z(1HFEO@xA{p2+arz5@S!MaDN9*Hgp7%| z3mPtAu43UKhLQ5t)fb0b8cG@=ECO7S8v4FQekv$4F&QHVBX2!NAH2SgnWT=Is;Q-q zAJWHFThrCj!&p{KUEB+4;q8Ew&Y?SYt?BFL5v1>hGttp7@^X_!OS%~8 zWBtv%jQvCOydBk00Vd|&LFOTNHyt$-M`Kwm4x_2(Oj1y=rja;8R!i2+5}Zi|>S;T{ z5k^u0GUCC`x|Wcmq?E3=8B!PFi^iyjnqp;)w1bTNd@v|KM@dP%Iu7OKAr)+I;q7H+ zW+rZoF%EQf$7!jXIm6*PZsI;DcRwkAj8>qx2jK1DXX)U8F)@@?G4Kj@HSxs9Kbx&1CUsET2$$!kRI^09r*vUOqUjoDfytqD6mgG0ap&p)MW)_}UEyzPl&%!q- zz}dvhQQON*(jTvBETd+Cb1-(+)-l64in$rvho~5MJNS6HN$Thu%XsJqB2cIRFkF2n zZ-k#~khrF=rjDUMB0yi86t4VrW%Mnuf$kC>2n`QuQ-nUk!{6Rg+)+x`Kg2xHUE0Fm z&LV8H zqUjT=Cv7e!ix2e_5Aab}@$&U`0b-~+IePk-dN?}T`}nAvnQEDOf<_A$3vj!thN+9H zwl-EX#32N4>S^v{B#uX-q`(zVZ%;ixbsv9T2(Du2tmB~Khtt!RmGyRz4z|>E(Q}sa zMwzQ?pry?nU7S5av}E1gd?Yl2u#zEaNPVoagGYe9hl{kY4@ykd1+AkU6%Lk*BFtP@qhpmqQ?kx$4e1KS>PuFA?e(Dq-xdXDMqC zXyhHDs;_0?YVL(`*6_utp%B`#7#EynXpj^#7)a+Ng;O;)L3;c9k;00DtGlF;o1?Cq zvxlC!x~vW&R2Qk^r>PpGD&_6&90=Exv^PcTft5~O9dg5VS1d2jSGs^+Qy=#Pyw=a842!aVZ&pc%YtZpnFiS`Tu{-`bvnggB0aE9WNW>^^s$pA-B87ZW;o)gks7H8t9 zj&N1Mnqb^QR1^&KowW2-WyL~#)TRCOwfqAe)TI&PC{s->SxY@%eRVSoRy`Q&373*| zHqi7&SZW5VSxU%;;4tC=-nb0p_!-8GM?cTdLWOf!`V%K$C$vyV(_owBrxdA79W1e; zoo$hEUm190$%Fp!clOt>U!L!#xLz?%QeAW)*CgZNdb2U|vAP;wEm1B1=~EN*G^JxA zv;3vibXoJ^cG+UKH}^WyQu7x1-yeUj-{0EKP@O@>9=EBG@hJcE1CjB3wI=)48WTmI z58Dt4+*1Gh5?KT}KT-D5-wZUB@nlR`Ir&>tDJQ6s{`H|?oB#I-)lc19k-GRZm0=99 zlmGhU!e-e2K7pNlN@bX|uzVuW;9uQ9KoBNu)~UbbA>+xFI7tnEdim`yt$zz2ndtZL z6LSBn%E*H1Q=AR&i=OwfjZ9oUseb7w?3MczYgSUFvxh`NVp*WtfOalbHsKw z#X#|)WtBrnDV>D$!D`EK*YVM|lEk@tj@&01D!G)A?F-6eis~@Gxt_t7Wp<_Fmp-AS7}qU|`M`bC7V_b(z7m_cZTw0l^H-OsjUlt16 z{$;lEqd&)X@6W;&WEUHjXsX}!PF$tb9aRgN8GW~(3bqI91~_b%WnZZvRb!kv=oI2C2BJGPW7D{Nbu zuR}+Z_J{W_$p~H*Fe&ga;WUT9KqwI>sR>CESQ;Msm*j7Fi7-oQ7GZwCIzuIfx^uQW zWA=$x^TV8oJuRxLGOK#+3=!)ezor^R?)BGwv4swKjh>;5z86?G2Ch$dwNRnHJ`#8Q zd`!3E&KB(yOUstp^ng<-9hJaPe0jSRpCn1Hog`^^&gW!yIk1#QEwnugD zV}rJrz#L?ZRyoQ~d1_LO-DMU1G1vPfna_YDF5IE->;H1IQw2qGs(?&71u4xQvB^DLtWBFs%c%8?RF4(p29|mh&OrX}E z?e{Jb0#`6Dqm_B7{6;E30enLx78#pMBi%qmr`BkyMKar$rUGeNQD4zD&JPLmohf|l zbG?@k0gI`%9QU=-1k>1My_N4#P;`9V7%sCa@fmYth0re_UeV}UpY7(ge(mp?2((<> zRercL^I)*S50CKwnRJVl+-A5GZB{@RNlQlVc#9JC&T_sd^9r9qb`3Q=>~Nf#01VS+ z41p!mOW|rHTn2e&@18z;k^kgf*kc(l8<&Z?G6tXDtgp;V%=KOeEU`GRzX{(rPmrpS z_xX;3-c1v`YMlpEF4GL>tKTzrjA;><#uDEifpPh+eOE*He2-4OW@TQW|5T7Zgh=a9 zI^XxyWK3@~Uicf(5p&zwOVUMaZ5qFavK7KUPofFf1lLo30zTj0cV+yRrvb5G8+ceq z4kC=_wp}%|CE-1V60YZw_9Tx%_Kk?+LntWCs8x-*H6PoVtSvlLZf#Y`6x%cWqcg>9 zf*wE08Y^r$^*X?;pui|!UC<;Z{09A5de35$Li1yLG!6I3Rnx4(t;{*uh5wU@p(i%P_Zb zeWmDX)2*|Sv?_Gp&(rbbdM#T;ogj0pRF3VmX`#o`WB8ec%z>xY6&*j2qYtQ~Aft3( zj-;(a(mzv98nYsN-Wozya#hDfDkr|sj5oy|)!aM&eKH-gt)*pK?il2yPPctH5KSNB z9d%q2dF1xFDDS4b5RpUiW>NGN>h}1psw^#JyE2MwkF+dLpQ(W*GTwUB>YJ7xa-04g z1G~u2SF&!bp4jIEr*51z;e9e2+=k!z)Uy*|$%aW>1LSP!O*Jz~h)CzR>fyrnYVq{Q zYZ)%H@1meHf>BXT8pLv!NLqt$?>KH|^Xjmqg`*pMohl<~J+3e^{uWRYo)1|4Vx1rt zw(>nei9LViRNDovh{~GNTxWa=ouXl}A6W=Nk6~?J8l>EYiySLW@9-+>CD|X44Cqv$ zeOqiX9~~DF)&q;6W)&$-*Egy}QD1`L-g4}}N`lh-%#&Pn2I?Yd6{B+2M5$3C@E4C^ z`|~+a=?3`*#Xk8+nN?vr)}9WYFUyjN!VbcY+$q@Jzme|eC$}SRw6o7)5-FvZq`xxyg#32C6ETY!Ye|@_a*ShOq`yQj;C$*5 z^t$RHdsyWiCIRkOqchxR^I~U3ms>!FkSWK~9r*Lo7;ikc@Iz$JJN;{ZFPw(uX}X6>*SA1aXR#9v?DX!HFEW-*cp z+u%D(5V3dlyQsp}ooz{=)lPbMhW-JO!@=OfR*(J7$FNh5Vz*DA(#6#7FuAe^`!ZgC zOWWaCY-WWER8O*Rx!8VcpbMnBxpW}=3x8E@!BEL?>+5ahfh`OB%(JXEH~g!jAJ$^ty_05|2&IS9(~dJn?{G-NmSXs5d`g=Fxthfy+_7=-?;_v_ zalA6|HF5!qmMiTk(ar{8bYtBaqGnJ!y-pBO@%w`6L5UNw(q{@dleXpfhg0-KIj)V< z_Ob3<9M9ek@=;44%p_=D7ofJ~Dv5Q{V+vd4QVn0eLZh98Ty{t}ud)PEAG4LOP2Rur zuM$7j*SS;M+J{^?bkt&@3smNJ&|>T1y5lje8XLkSrW$+cMB>S3wv1Wj%|X!pLO94} ze$wZ{XfEG(k0DplJ<%OQd}Y@;Sf_j=7iKl*`mWte*pWNs#Wf9wnI@0hKi>w8!Z?37 z*^M4ka7EE5piaW|WY1-ajK&DFxu3IiU-~95{1o{!_cA5>ghR#D#(ck!czn2dFzn=| zIWEiJJXfgUcB4P;3qO)ymGE{rA)vw1?Acd;mo>Diphc|wS>9h&5gCqG8HqFR_r39VODw27 za2G5F4F6Wge_KJ&|5ii)X9_wZ&$KTs__xqJc5pII#hXdqoWEOy{}vn^ygm=skFyH$ zSO2Lwi1d$!R2`E4J(z!2hyUTm|3}3k^j|5KfjIxSYh~!aQY`;JPzUsP)&5_{4*nPF zxa}<l4f2{D4P<)=Y3+~)wlQU`dY|f6kS@uHwHk|BqCbeU2i(WWn_Zcs@;de14? z8>%BqRmyPM7oH+ssd1wyMdwAWA7buJbT?lU;z19-e>v71)j@o%C;wx;bBY0B%(IDJ zxq6vL?nb@g8?KWFKOwC`#=-qnD6%IoI1y?- ze=IoSA;8?ll#+gL2{Yw4JFZu3T#=TAs8MtHkoYYRy%5%Gb8z(d&GBl}>+-5caks3I z=^~pJgU^v?d0*EI*116?U&mhu=IK7I)nwqiQ$fHj4BmV}uy>5zdYG(619g3gn(q8Q zyEMC3CO^E_M@hI;|BITOt!uJ4KlN7V_Ajr_q{inAnrYn`Bq&8Q`@7lf$g~Y{5W&c6 z`)hf9Yf8TJQDds^MJYpVre4v^_0;q)))Sgh7&8hqVb)E$D@#picJiUeZGw{tUNoKA zO{VkDnkuixuNKW>ie2zTCugE<`<<-LMqb3sxsrcy7dq@0zGz#cH;c+v9rd z?Q;Vu*x=S}9r`BE$hm1+OC#>~2}%SmF01jr4y9w~1>;Y%sIY~)>z@R5HmhndSHGv4 z(W%vT8Y1An5o$~KiCO2dGX*_H`$OE(bfVDl#sggr1;g608fycs$Fg~kZ^?K~r>sjo z(e4$T<=L9AdahAuJ}f*Q)Hqxm`ax(oWp?ALPIeaBES$0qL1Upgbuo>{GfT9zIecTT z4BKUeQKwtDA|(iAZ0;YdSY^tF-!`oA>MjcmHzi$TEM*Y7ls;Y-{0Mjd2@3UGo-LHMYSuZigB5$$=>_& zW&YOGW|J4XB5vSG!N_Z_@Ww8KmIFbB7PjK$_d6eD?jk731&FYsb1Rnl=^REl zgF0Ex$WtkGkjX>=!MzAoBF>7=|oZ+n{}O z@{rT#TpNa8Dc*wwN6v;|_c+u&2DLd68{SKG%gNT4(usp+mwx>0lrU~GMrTUntK6*` z4Oz-83l)`Kd8Fk&Wk|b3^b(D*;HDwt$Jg~Be_i=RfXw#m%Tq;Dc&G#fUzck%Z!dNK!vY~t!F(%&aA@LwIHPS2PLYe|ES!YgDY%Pp+o z1v*#q`Ff4V6sX~TStxe3pXYy5AlrB5r*oPajw2bd4>*+4%%AReW_4Z}Qk*+#YcF9= zMNxg%fq+9jH=1%au0x#M~eqW`Xe8d-J*2#t0)>?l{G8itPAc;{g-D zwTWDvXX*F-=wiP#*;abYrEq;X52SuOWwC*L=0*XTPz^!oNRbgVi3Yh~G{US+iutMi51PDV9WKHfF0 zi&$LEifv1uGA3A_T-fa8PdjXF4`06A7_o7GvtFRE&*pjarH>`~sr<&u97=~q1-&-H z)1GTqb2R!%_R|)Po~J&4sXA6XC`^a(C9=cPy3?3SGe?|1n^P&r=WS?tqSG9G%IgI(t)L9ck_HEw5i@FF>MZDpSwVU!csdrk-enY}0V@2KFVlm5#H&Gg=X zaXzQR)PXAVYH2piDsc6ks({&xyw{%oOES8fF=n~9D6FhM;ugNgeC|E0LFoJ#zc)d! zYrhb1`J=gA(uqg1;mxKMH}tj5T9=I)g}usS zomjcr;^`MGm)Y5~U`yh5(eC4Q8kKn*6hYTxXnv$qeCl}FnC6erAx;Y9KR26iCWKFM z*WTvjbLnmm_&oLT=ewpC?w#DO{cQRSx(=y1(5~LF=j7ECoUmb#!H2s)>M^@B8#ynO z7cLGTy4KBAj8*Ev@w#|x!i^Sxs35iM3#yOf%gezjeiPia)Djub?&$NU4yXvMEiI-F z=h+D2Df60toQ<3ebNXKPz33i!9@ef%zzvRqttQABH(dg(h`2FlP@PiF#OCtqY3wCs9oK%`;eV{_h_fz zXFcz?1jj=MHtE2Zud6!hQf^VO6|rrkcYRM=ngy^}^3K}#BKL{kUaw1*PB=8KY-LOY zt;!!v4lSJ~XY<^tjq9w5o2VqHAmb9|`+W63&vHo*S0?`2Fzn;hx3(wX@T#1U6 z&z7~lDY7K(nX&e1jv`c$p|vC=e|)eeLT_pGXn$3y6I1!-^Gjo!7tdk%~8!!Y^PO#;P%<`IIlb5PK8tLNU7mF>b2@KfrLB3zl1&3Vn^v9v0X-|_N^HJMa zLP&?r!WS=Dip&X#MCM-Yx2)uBGdb}bYpcLXL8Ljf(DPX4I=6$#6;HvHxV640 zbODjtNP2A8xtoRN?vQj@me9grLGsX2Ju&_AK6aqTXFZ@9P6!#g-kBs)`}JaETr2f_ ze||aJNhMKZu?nVZwjHx1t#7$-PBqz#=^=5$Me{P{Fbec9cJ$}in-ll;%AdV8(WZB# zm;A{ii>wRT=U|idP0o^kV|KLNa$G#~kh$CFdGepdN%h4M=%p}CMp@cJMqE+2yQQ?+ zyM&RV02!?#Cx)@ckOnhiTJf;uHThf){pHpBIp-(sxt`uraH?|x86DjD2P#wAGaf_z zp`i2EVO%$B4pfdxUE#PRZM~;cYAOEQc6)2Fyx6~1o#5~V8{mKwFw`HH_JZA8GSA3! zEEKe-L~b2G^R`2$A?$q8P@CeZH}|8$h&P^^UH`I7eiNA_ezc1_Xp1ts9D2@}E**KG zoMm52Zt#7^OyjOasl|T7Z`g$`3CDiFv1Bz~H3HAza}PRnt=&s(*CX?}Yc^%suQlA; z=eNk&%4OVSJTq37SYGmNa(!uyJI*P!mDAb0ByX;}0FC5FEhD^9WzFngs?^5=FVX*) zUumTC-+lc}Gl}a-yxy@%$2sXRO-hrQ>PBn=ue68Kg>2=qu&+g5d-umrALjCZ>w_Eg z2`^Ihq>P5ug=B;V#BTXoYOuktt0e>_x^#zP_JgM{WP78lgI|v`C1_;Tj@W*^a9uB| zl$l^t#|DYS=QXRgV|r1q8<1s!w+Fw+_g^vP4_ztFAkRrRSy7uzt^B5Z;Ye8w7F)=iz1I? zqL!9}#?w($GbLvag9-F1rwpR(OqAg0ol80S<$kEIab+Fn_cJXji5{i+pxkaJNtsbA7Zbkxz$QXY!BMZ>&JFKG`p&d%X z9*V&`mJILjmN+zeylbw|Fvxysn@M#6&s7S+#(ztOzmGqkC3pC{uN&}vxpc`KLqGkH zx2>Y#t2zfA*V}XMIRkf^`ln`b{f5^CE^^%@-(2@+@uR0SPZ~SNSbQ*v5MJF>xk@|x zgYB+t+owk-V=&67FD%$O@ADc+GW)n&AgOF`sg&53HD>tu)_d+DlO2CvXM@iccQEj}N&f28z#q0G)4KciaLG zxxYRkKcIrU%WXo~cZ`pNjZ%sGJH(ArG#u}O77^1*-& zgP1rN4WoR9Dv-k)FiB*LCf9t62RPeqqL4Es=p}>nw2w`;5fD@YbTF|x3TUj9q`i{t z`Bz$R&w%T@xhBpGfYt)s2Zc~b$a4X1By3C~HJBE(vyqUzff9B`stc*06?s{s8t7UD z>}?Q!PdP>c5uCx)&|FJ)j|06sg8?MYiI3}$T?P9Ra1Qgn&OqjKfQL^c05^6>)qjo; z#aYnFZ#Xy>J%tYf1Y0D6z$6G1|7Kv=_Cp)&GE_UHeF~iZ)OrBd`%MjwE9`K5fVdB! z34XB*4*(CbE1+2-G!5(kh$4XrMKjLQK%#iSF6IK)C4dG}UIYB{)RI>~?-%ZY0SsJM z57T=49>}S?eB<0bATt->p-&G?A_oFc-kd~vE*I#<2FO3>^mX|@pil%9edicpw=1>5 zuuDU;0Sd~=1FlEu=V_5>N%t}LER*!l2KwtW{4NffaexG;Ug4|DV`m6jPY1B~0-%i& zOdEmz3YLVm7UpM)?527!p{FIceBt{eF`?U!zF09|a^60Id*-HZt=m(10un&t%iS z9t)ZiL37Vfv-=6;v|v;{x%czONc%syz_?i)qTK;V3#$P(5yPTYr%J|SCkaNNzHwoN z_ar0m9EmDFgd`9;4lt2L0u#MSGMWBYk+GncVA6h)jN8@nfMB0QAP)#y1;MZ@7enqp zA-|afuG7iITm{kx$ADuCv1&#@i-$me2-SoRz~j+F(9YJ>CI0Xh5)6y&vybExAQ5Ta zR1%ZU0*YuB!0;n?XCPpns18Qp%#q*3V@GnEtAQeMVC&9T&<`6Q$r1WV02G_WN75{d zk{loI9jE~Yl|urq&ioBrLH}*!>R-SWaMSqn1c0L6{s`bP77WkWInet67#3TvV@(FR zE^wQk_kFV;fz0f{U}wlljzBUQ#Tn|0Dy02KPT<7mbl)#Pu?!@gStc2A2^e_Cy7CZW}a9Ruz_B6`4$MqEW2 z1Uz~SNsV`TCP*%H5g2!VNa9xVtpw8ko6OM$_KQGhRlp<*1`I-xWHb01NLA3w8FJNU#-10;@C30-!>XQosb zpWfqCA*GpOy;#`$%~!$vw+Jws)pco%S0eN)1fV+#o?pt zWc{|~L%`&RL6nQG?%x;^AYShuB`Sy=HLz~89Vdz}2@n&%@s*@eYIaxTykLO*j2=pB zW<*8yobY=Je)I5tIDU|YqTp}<}0JIHc4tY(am};=7LqkOyZ{hC-*^plOqo< z`Xr608UzJ0;X^&J;oUmuPu=}B(VsgkHxBRzpTg$kMwBQr{jzS(6*-OcQy!VzQ56~= z@O!$H6WN2%SM>W#aO0%N zysHyvA6}hFt+^mTyouwU5RZ=R8Bus%5f0RF4Glk9koS7J0%S)UEBa0jx)o9&J0}DP zsp5`0#iE}&*9y0P4E7sX|5EbHicS`_rykpA3uxHiuMiobTL|WY+AqH7pS@!9oNWt) z3?ENf?zcO5JQeH_6DYpK`-G_Bjys*MFL+^3&lM~BypH(%`}_-!bTVT>v|P#Aj_fZf zXx0Z^8%nlg*4&@JtG?kMc!BTxo{Z4vK6ZQ+I{x4dYx<2#1^sGB+^q(Hah>2>aOR%L zd7_h^2+8$f<{Jwjm|u390ei!rMFDi^X3fpYu{zHIiHPE5Zw3+5=8AN|yOMp6tYBS+ zM+fs>2@HynX>G|Rh1j+-o%MO8RkF~pQODtBb=(`;$u;}XzF~WXt z-VX}lsS-GOUz^2WYw$I0ZVESA=hGEfsb)?N&QUX&K3waU&-D2gzuW*#z0PblUH2bU zbmJ;X3OgEc%k(*lzp=Ml#o$cuib4C%rV2OBjjbs^L?({iQH^R)=y{}rWWn878CLdD z?b?~&vw8qsIG%j$X;Xnh&ISD7TB0XA{hi22K~`!#tYQrF(RSNtT(!+$V?Ec+3AI#5 zut=$(inHZPK5M3^J-gYHJr%N6eKTw+a_^wT(npcHA&77^r?%PPaVYG=sIxlxg2#sG zZjtI#RpItaNWm;=!7WStLE&S3V;%~)N2>DU8aAk1X`8)!XP!gGYvdVhLwb#V>x_78 zF4N-=+?AEr7i=qQ#+wH7G$U`RJ{{~l+{$nXL=xW(bJm9APSUF96y1%e{hm-ncm53W znAkv1W;=t1ODzV{QWVP*o@t{ccHLjFl1V; zaOs=!WS$Dsux83od-_MV!eQ9^3ww5J9$+DAUg2yib3E|tKLz~IXCv?$HQbAl&K|nk zqQrGqB!|*S=rV!z;bWI-^n~o*PPwjpnBg^1TtWs4R&GdL@#v?&l8N>(1GId$krG)K zRQ74poenj9xW3n)eowAS$aE_mnJ9JmII`zjM{pGbMJB8LrAi?%Sy=#7{ST8>|8t)) zGM8y*3B8uY4M}7$Y1wm4!{XdS>zU9|tc$fsOPbdJ^*zkLug98$cf3KVP2s zXsv&>Fx10KCu$$b+pc7R%Z%tSPFm>rQkH!_iG|zh$J_&eNw4w|sYNb(RlS?j+kF?# z`8#-J)kQk8bS7I$WQ<)uL{!2^Un!Z zVzYXKg*ztp6_KBRGKgx^ZkiuWv>Y-O9WOX7T1sFq2bKkPH5Z-d?ksv{W|qTG?`YD` zo^&~=+;WN2W6~si#An-830a`%<8janpNCR#==G&vN*BNWPyr@)s4|eHN5nI@_YL8@hmhCmIz|mSk!zR%AI3?lj^cg47 zXs$gPOX2TJd3!s~Gd9wZJ?okB6m?)3Q|)UE0Ev0`gmaVlQNz4AFem6$NFxgXi4)=~ zTPQ#%Z>8zD(L=X8n*zI4kWp4rN^EgX9J;s?(e-7!m%x%Vhh8rcHj8^IbZS$n$z36B zfv_F^_NI9%<#{KALy?!q#f975brTs*F0(iWrI)ke*poVOPfJR<&rUa_b27T5OSMS$ z8^faipr<~8eDJ#7C^WhvafCkT*ugJ{xc7&WqD8>FnEc2_)V`8PxyQS8c_$C(jr@~) zuh?b=cf;IOj(jE9B{_fTIph@@MC^D6SFByLKOh5f6?pG|a3$ zyT<-t*>a;4_^RR*SUaaw_r^PR=5M^Ax!}ci{O4(X-*Grs0m&{MZNl#VzrL$0MtGrx>=8_jTUafabd(Dn5Wh4s*UUy<`4?Y^BbG<3i zHEfboJ6+WZIT(n|RBt!oS{}T5h#Lhdb$c->tD5e3wdw#835j;_>dZfKqUZ}&-beEF zWqs+e;vATjSl2=z1}pTFk62ehY3haB-HV76j$e&hq$G34HS8_w9b(3O_6fA|gx*kSC7^C{X+SA-j7VB!37+Q_*t-#n6@e2LQCGis?TI}iS2qSUWI2U4<*UTC5gSft+d=)>Y$ z{=ekwBXqBaMT*WoX=Ua`)?DbKj?c-9tM7VHVT*9D&?HF0bG<2U2S+-))_a8H&fv|R zVZ`RK{V!9TN=jpd76P-*8G%Tu5!3$ra=nk0o#RNKqjAAm>p z%Rd5Iy#Xo%+a2VBHu^4~KfqhLe_6WtyqGHggQ<#eSgYu%@Z-JJdid({d35-!f9@*m z?P-=`{+N^(M$_LE>^|8w7SS6l08VngZS(=gZb z5BqJ7Jr8>_x2&+DJlCpO*Lf`l(_y3}1VhTQfXUBEL_?81c3)~w^YCSd-DeR`R*wJN z`-9IpiTO$J%?CX37fntxmtm(`m<@k29l`I>3S*3%J{X=;dc~_s=V277lXl{8CU{~C z_6U~s(bKS_aeXpyadeHmmA1PKgAUlO=}`)LU#@U+BJKisx#X}D1o3^v!A~mfN;Ki^ zN(%VA`8}urw!v=opyvAavVGbB^}!Xw5!73%UvOhkP{aN>Gv~@vmXyH4NrfG zXAvhb7-3E?Z#LFPZdLQ?UR6upclr>^KDk_x-DGQ`8b+_rJczC9bXG{>I`eQK)PBC> zUDQ6abj#{p9s{AN^|U&X2G_0f=EUXfnLx}O|MOs|l9UDil?01}^!JRy7)YG?7D979 zbd=?m4I@fR2egf$^R}D!o!ZT&b5ap_IxC0(|N3B%MK9YNC}?@rMMKAYxqw#j75XT6 zd-w(Crv8T7&4uiW8f-P1+j{p<0I~kHK$%~~a%yi@V=Qzdx%BnTu5#&!2MR^ z?WODHVFTt(n|_z;KEXBYso``z9UncD0aB9ixJ02{>3qAAU$4u=0H~^a>izoJjnTqk z6_?xQ=f}?)=gZwZE})gG)M}dV9#{*0$`)bat63#zyyJ)~-S3m~-FbJzRXNH*< z=H7%`!7-L{mm&WQ zVsq?!?Z8WsDO7Xw>nNg-i+FDQSiG8!dtTo1y=jTw-5;e_iHh;4yG&XP>h}a>phI!u z9)f`{rNQj+%hzKCbOd+iPujPxVO$(K>T4Y5_isH}$CD}VdQ#~QiBj(-+UNN&@cn({dN5wAZYj(+nCs`|` z^M~q=4HuQThP4LC&(4V|jZZliQn%H5BXQl`vbktt#My?b-E=3yp^KU5^+dICDE>Ag`B(b26wQroOQN$Sb(UK zQouT{q8zzH6}tU;c7={r{wxia3W^?GzsraH5HqvBw;F^T?tduT&{Hwo!%ZxRa2!)u z^vZa%6`0_ie8mXPW=?p_6VGCD`9aUf=xQKw*o`%^2=8)6r@+IPIi<#jf%wTn6ubL^ z(RZT|FWs?Un8kNf`#Z)XFjq%(H9pVR7!fYL=~0#@@nf#PKk~&VX#;VWB;Fj@saW_g z;<=%W#ut`d{_q-XfSWqB`gUpw?!8)%96xumAve@-$ZSsF6no&<)gbZPWx~yR0DY=I zoH@JX&~g7-%i-3OMM0Hl%A@G9^%DGrV@0{!YyFq12O7fx>YWi3ALa+_QNU-o^ANxV zw5(>vR~BM-aA=a%NXGc~qN?@VlkeQui`xT2O`*Kk)W z%6+#iUp27A66*SsEcV(-z;}1o5xzyd4_lhpYN=GG;a%=iY!>Yu?hkU#8HSYiCuXnZ z5iAXC4@LAwdQ$}12v*gY%&VIwGqsmB%6SB^$a^eZeYwr`9-J$6y(W_yZ!{&A&)dZ& z`nCDQE=z)RMwYmPZ}yA%=OmIvy0?szSESuig38ON2)L!W?#zzuQmYd82OURI-(Hkh zRXbQ_vsZ>SP44Vwq8?n(Dll~|B4?o<|M|wLLFyArrP4uDB~C{PS?8Ipx*z%S!P*}Y zW8_6_Zz1Y3Il2!Ro4wxMuY>K8$6iyPy*3ocGZi>wIUGtoY^dS3Iln+g_=~H5JWc@% zh3{{fUD}TtS8WF?^86TEk=GIvc5gkXVLOv=tFwo3|MHRlOxmw}(?)tJJO{Vx+;JgC z3ARV1O=qNX>)sZQW198nD@8RS%WAxVO;b|elZ?)@wNy&K4Kzf`hq?rbk4v9knl#Wk zz1vh~{gclq(efx=G~=mK!Lq56_Ysl@!VfYLif}qo_Y)cS#`hESHbWZUe4t>HWtk>D z4VXAus|k3g;M7SHZUIq*-)F*x4hH3WF(=($4cc)Ww|M=aj*?Kj@uMfd@pi=LOG;$T z^-f;5iHj|6Pt~wvA#12K+Og*b19x0MHLJZ^Is4fr%AJDz``Ov$nXo}@?;FStTAr|h zu5^7)>H?G6`86-vV)Y9q!_c-R?25$w)r{Hs2iko+0!~KP^pZAxc4lU^lVQaNDvcepg{NeBH%>ak- z?X8IDi7(qai3&>!_2~5zVoC$baK-ke?@h8zJ{7WciUED&hz+j(*UP5f=hJ38534S=rQT$lE@Xs|Hqsl)C z@Wr?00uKeF2}?n)X)7UOjaKvaa zDWroAweA#lIqTidc;pyj9V;m977t#O5l!+)&Ciu1Ulnw#aZR7xStxeyup}Q7j@zPe zpH6G38fXbWGBzH#m?HDt z^#ZcN0R{cz3o_)o%Jv0k+1NxV#VMt(aj|@E>0Uy=PdERl6rHp(A(}qyCe)Bzkot*k zRXabeI;*bVs0Fisc*i2W9dQkfU@D=fY4^0+hqZ(B1|paw?KVI7Qv)Rd&oSuVonL4M z8IGQ8>O{`glxJq3f4ziN*+ElA$;D{&JNV+14ZltwyV1&`aR>|ceLJqggk;8T$Xfsy)o`3b+d{VU6k)rmgd4l(n2-FjgsFb%0tDB*8 z%BXBG1n@oZQ&4|1&2Y}-P!-k&XoAOu8|BoR(<_19i<7nyyxoiSCIKc7mgg$Z3WN8V zzL*-Gq1dk(FSp`1u)#$9k+DO6d8?juE$3T$_?DncWa+m%nZAp0@}9M4jf$ys>Mz>y z{%aF|a8{Vf_wc12ksg zAAioXH3#LZ(h6M+ti%x)MW6htTwy4d=-Qk&_`F^)9>t>DFa;&cJ$tv##>IerN}Wbk zE)-Gm&llIf&P+)hHHeZn&EE9AOG%Nrx=+jjI|8T|J6hYcWOrfdoR{eq_pjR)B+s6` z21PEHe6uFw zW@+%!sn6*$9SS`WK=ax7dH&Wa?IZW|*lrxLlhbqJa?X|gq|1)V>;JLf0_E0xPT@YN zwj{q9dP0lep2BB|BJ~*P!}?5@`en1J)Hb;@W9pwK)ly+mmW#DcF(>ek@BX!!;Ku%1 zf=PIubT==B z)5Ry(VAddaU5K0#dkQ~l$lwA_*UnT3lZeeJHP=VHF@d}@e)c&gHl&PE67rs|c+OR1 z^VTmntu?&~-ELoqkVLYu_l3)d>MYf6yud!zg*TehDEa*S>eKx{i2KTbs+X;AK|l}@ z1OWksjR;7IZc4hlLAq2n-QD~tK?DIwk(O>Gr9uRa7$`DP}xpVgeQfjtaacY=1+iAcA3G-kmxdvQXhUY8(%=@#h(cyA2HIT1h zF^6svkP@IuH#tmY$!DOQxqRr7hgXDrajcOi{CFec_pClWzM&QwG+i>KX%PW^pQNv3BqB z-sN7rclGd6i`N(*x7<)bR z>-CvjW)}zrLeAa%vIpQ|6R#jOblIs7_Ud>q4d8@(cnHU_zBg>y?(2-sDPp0|7YVI5 znnf>G^NoxtS_sGm3HESlS$C;}h%~gT&)4RzU$3vtzO2V-cj=_}qK96#@f@ApOUFeB z1NrlmQm{n)W}#f8QAN|$Jf+w&&CrCd7%9W?Rf~#jg0ybcgC^O-yU;a(+R0e0zc}Dz zXM3ww;_!X@{Jh&Z-UR8b+LPVYQe`_6##qGe?Jt&vX=;T0Xt#;zU6*Q~8|c(cz1s50 z!iw+^%&a!t5p{vQNfX>ud=+2knDp-alMp7?1_v2#5NHd;@P{hOhqSN<=pcrL?0cd$ zORCz`=b@WxPh!K9IEPSAy@ovXOvH9w8(&lpTTF`uMA)49C$n@`o?sNBBB4g_9{dnH zlc=i$?evGZhTdVy-VZ0|94a3QfjWD&-bJLtY+~XMX%#}8f=lkWyaq;nlYcbohut;} z6TeZKO;~3vE3UpH+jSZDjQ@4CT=kcf-~?4Q@3IBiiCQIs*ykA+rDlxRgK~#de=@d} zkda9S;1@0Q2I!pa*AjTqI~lV(U6u~0KkcP-F+DYjFZ&4D(rNSi!|xWeA)3|8cce5P z?px^axon(I;(O(&zQO4;u#>%t9$H>Ii@A6wDxOv; zqu|*i2%h08-5SGHvWltpJkaLi%lW1$5Nf>N?=`i}jspXs>o~8o26%i94e8i1wH>7& zu4C0eHw$NojtB1G2({?HQT819^di|mTqa?3?2(Y%tm>CksT2BDrgfsV3imIuUkL{; zP(R$l2yHn-GouvG8QEEG%+9uisi2VLib zJHNT}PjjU7NSPAV=D6|k9jmo=N}h`h$H!-rxk8jH+6|0hwr5k)E2ZXNxLmgbYA-4x zGGGk5Q6bA87}}$QbZIV6c^qZvQ78ODZ8kc4I{`QYsDTK& zat7djzQNxbhDwy($`S*Vr_zR-=aH=;O1>{L%sP#KcwQS}-dg6#7H7Z=murw3{}`;- z!9PCKl9x>w{u=5R2xic`K*TNVg>rEyZfkG1BJhJq50mVV-auYTrY)aBq=4`DV{R* z=45!6NpVi(9NPlLIBP0vp;_dDcy`EmrJ8oN(_D#_Eh7j%U+x#PBj(hG?>ksNbLKZ?%n!CwGKrwJ8f=6QRJ@_pv*9e+V!u_{4x{OKddjE z6w@NCi3;0Ri<;+G`~98_J22ileoy$hP&BiRXNLdN%v%t?v*dT>rP-`Teft*=4K9+= z#8jvG`PZ){ci7xx$K%MD4pT3jfywT58c;eKq$`M8j|_H6;hmT=-))+BC)08yA1H=E zB;je)c%m!xomIkqe7qf{+WVD@ykl)H5u%hwH)zhJ!*}6o?mCMvUc%e;O@5-fStDOTpYQiIE>+iO^tB*RbqB?-*{}%7DUW>h1 z__IpZcdkb;+$Z-h?Lq~&;E)o~i=GaHkC{ggqX0hrjNX#T- z^bQDK3I;KYyU+Z3?&G3gh0-+?93-&!`IR>7xhL&?TfTBKwI! z!+t$N2XaaB5^epAdKEVgGK72(?6VEAtK5G;rD4Arre{Mf4lq_Z&9Sw%!p1D-jCzs; zAB^UFM>Y=k$sma#Fa>J!?E|x3H2UtRdbZ22BIgNzr*s7y*7N^T;msWrbl+?8; ziD?ly`e4u=HHzYnzL$Yl?33`$PkR2!352yjSGy(uG zR2f`OH{%c;S`t@Sizg4pS9)fR_cbK_hTf;DCb{x_8;O1n&9#i^rgvfFv8CTOwSJz) zeWNCzn)sAia*nK?6R1voi~=99%9vYI>uo=0stG^K1a_z zlJ|17J~=xCxOzt#or;fp%Oia&_OaXrk_kzLX2b58I@#}Ttqc#Un{}j&!Yx{9X%s&f zNRja}tMc1J2S1hli6|u--YG*}f{uMyl)L@)d%Dl4AvnVjO{M*x3y;>uogs8N!# zyE!?nP^KoD`64eRXSz!8v+F^$t?8udki`@YwM>GF+UH(DXUUYecNSLnHQ*-o*6cPH zF2@`Y0MQK=$Io{hlmy=673|VFnwr+Uimn$A<4En$F3?oYoqhGxFk*%wMixhQ>88y`X#yhi z!+0;9lWW#`vcAkB@gE$mFqOL`Qk1b}`@R1DChszkAd@|e*!o&d<&&RKeb5(K?8$T#%L zaZW8%s1-Jd=63S={(kq(+5RwzQBPq&M*@$C{TA=TL&)(_ZS|3sOniCbi2f;u_YS8- zE$K$8VSN>?#>tWn)LKH~FyC;fl4^M|0WXlH_9v!%r&((!s^6*e#4k85G;l?sy#Q%4 zBEi|6Nui`SPgw8@y128I25q>YBBzVhSM{Z9Xe@l=r=S*Zo7cGl#fq4L1xXWDBagn8S`BzsjBx zo;dyGFl0v*K(tZ>qG#K*5iQ{Dj=k-S!N0_?xB1~M68lY+a5X5*R}uh|5W~KdJ4){m zZRp?2Qv7k-w)>ano0oVcV;1)pTKks@?dMp*}^9{^B(0IE8&Al1-i?{t)hA zl;~=AGt|+=4HpzMnfu4@UGH!z_beSkm*SniW~th_v~Z}^7@yk8t><0!*Tlx;3KrT{ zFFlim$!SP(Tz`L%rBObXKaI}pQ$FG{Nq1-Fhpv%AKIFUO1i;?wCu=(;F>sR$IDY!N z7Iu1<`Xi=Ah6sTAYWbMtMhR`MPsPpijKt8O5K&3RKL3(xwu?sl)=<*gVyY%W%1I)d zudm!pk)M{tE6Kj(rb4ltwo!j-trQWHm|lv6vN;UQ@59(2T^2pAPj8n6VRiufW}e(4 zqZ$RoWJ zQl*}&K!hJs;;cg@j(8AXw2NH>F#^0?ig<(oKxRFje!$BRppqALT|*_y{REqYQEQAf zqW1DwrAazE*_1Ew+oj*VwaN05DyLH!42cdVmf*)Nnm5btA}*|6(U^~}Vo4zQp5A4Q zovwJ4-dHB@?c7=t<1k?L)yb?kBdDTIUn)Vw_h3t(El4Qvp1e##Wd?^2)I!Wt5Qy(t?{H# z4;4yuvO5d^K{vQmPdBHbmQZ%Qi02raXHC|RKT@O#2M{-|^11BSbbVCT!mdY~bvTXp zE;OIBFLyT1uP84jG`dOY@j7n$N3!1R;{o(iHhdGjw2YG&0HAkAC z9F`fbVBBaW*;iJEtFX(^J(>;|m>!9BD$>(qB%J zJ-m*53zd3dfIVPgd2?SP0FfRGIWt%IX*JhotW-R;W|3yBG%eV3TS4)1p5_2Z&Px8c(m6{)OiKx1%c!Q*l4w zAX*A%8iMq+W5ZkO$anEicRzY@s-T1Pe-C>E9uH=#sllkq^0X5-eeyLcX_Qt=LIpX8 z#AbcA2h(=B8nd%fYhAEO+d?Cz+x*=~yxd;$w}+row*)0{K#V2?vMO`!S~>63y&5mD zI)g|I4zt(EH`Bh{4@ABc=-@Aa)y=m>s#Q1`(|n*1R$zTiI`V{jR_1|2$5$Isf<)b5 zPg+S|cUTK%oY5?A2p z+MkN6ros`+&<)1B9cFK5FSt46Ldx&u(zKji|0XSYtROr%^~}_uj{R&h&yJSP>nM^} z*1p7IwRbLk)wR#ui!fJ}`t&xb(o%Hw^UoVP!nYdAeF|Nt5bX9lv6H(qQ{H4RL^L&| z@9~<&bGe-)OWog>hRN#gU$eq~jj{CP_4y2sR*G?BA1#!uyH(Zn+%oyy2lqTe=78ETLb*mNK3P#2nWrQ)dr)H04&(@GoZQpu_i&teABhp3-Plg|w-n zI=E9@z%X8F+#me*o*RWob*|~&Fv)i!O*VZ7RRTn8{d=;nu`9G^l9-MduINF`B57hm1KW)+=j_8`}*&VI3yzSU~SVkt1NfO zUk+v|PdOJdn++?zBkUqHEaLc%2=9KFomzExc}@+bcWVQY&LD8zA+2SRT-tqZNGsxv zfF=LTH!VtJvP}g!)2NIw+m-alJ=1{FFE8*AI0OtF2az^@WfC8D>|RvdYcB+$q{I1C zEyblQcW&jqBr2GBLWH!|HF<*{O$MFd?%RiVUA)#Cw-~SB?nAeTB1H?N-g$LUA!8Ma ze8q$qbc!-}NS=$lyW2~P2;u)OytsJmZN1uox-#bQafijrqM22C0G^&((153om)5QL zkn~LM6I+fM$fQOrl!j0FoS$Ig>|5N!CyrxPLNOl&^&|+CB?)xV4kO`YhpI3Ak+EOF zcEJm9pRePK52w)p+g*fb%kvAMmjwq$>NP;`ACNu~uty=>vWV(bV0&D;y^)>($?xK9 z6Ex?mR;qEQ_>fS!SP9`FMk*^nqK?rDd(ZFZ4@+@b54yZn^0nLh4S3ZoycX%zX`-I! zVD4FBma@U(joJEe3|eydW9vl_h29+b*~*Voef&1AOX39Jx8IF2?EO6U-olZV)IJ~5 zel87PU|`@J0v7?hb}ZuydznhA=kKU-5F>DJuiTr`Yr}Wno7AbTU7l%YmCB3|i0;E? zO!NIR{G6~az+?XwybHv^@CDyCW#vQbzPj|g~vLZZLB)(_npP7j2OofFBBa(s&BkkXt#1Sz5y)^X7kQ3 z>9{Mkqkn>}4JExn(7oW-L;LdGLyF{}n?FRFh;zie_7iNp*gB71vs8JL$1#Jo?X^E{ zhwSF`Bl*v&@wXe}=@D}UWDW5!61elb8KXxGF*itYRK5xdQOV%Jhs`IHNBPZKcbXI2 zzYKZ8)&^5cX79>{yu#o!At8dK)|tL(@f5xvS@Ya}O@rdH7qp?qIG5H{V!ql8-+j}r zqSyAZ-uQm$tQO{gdK1%c+pRr@DZ6-ipm|kxLac81qvTh^SMjgZ1W?zL=1`FB8r~wU zB0qI#d)yi`zVn^li|2_*ivl>~EW#rEi_MtGXkT(P{gRi6EPhqYuQ%RD9>-Gd zh{=gO1W6zs$Mc2!Ack-#tr7Uc!5hcQjV=ydTWl6nW4VNEGN#b5pawsyF?bfv9w=t!S6HJZA#p(19w6JMfq#m^t=-ebC9q$akM|$A<2K$mXLf8r< z0PLrVJhQA1CZYgYfVtHQ{ANM+Ah>aZR0&s^ey{B@SESy1PRM!Bu+aHj*^c_{UA97% z=i3taj47MuAW@>R+TIC+o%|qc{p=5)C`KL3NVPB6ul8o9Boa+0N;S;xHeMiWS^^|` zy29+pC9C`DeSCECmX~;&XoON^+27?aljfAt(AO?M!MvC2n`{xNCdxGFUc&>U0pWc0 zZ>F?sTd0g&TA+gFERYz&I3FG5I$RZf=KY#dR5Eq9M0=3i04dko2QFT>PCM$HzU_?e zoJWutZ;hX%e#MkcN5MEic|ASc^F>jKV_JzHt@cL{%h@GQL=g9l>>Gq4x7R7z1C$lG zKo*y|QB^c9kWoP@p-70qM&<#h>S*w}iR#ds;MJ1l99Ia_>ORy^xk-g z4RvNYSqyKT+^mI#W&fhS%)^)aGmU*p(^)q#U-pA!2n<;2_7Ur9@T`t&aCcRXMy|Ry zcL=c%mOm74!f(Qd(N%+*LRFFqOH!nZPA=dlBh>6hi^we0Yb;x))jx`Qn4g^IaL*4|2)YYLyoa+S&#v zL`^{(T&lQw&yEx$pZ5+~j3o_im<5!o+#*z4*R!_e7c$0QyL1#fo^hal!Swa#teci& zpZ;3jx#uE=(7jE9n9{YRNIZF%@}e|JZr?%IO*mJ1f9~{CyV=)jx7v|Wcjn~?RZ+0G zA|UT-+@mKNi-9{JD-24o9Yw)Q*}EuMC!)&O57+C4lyI5!ZS9u)Sy?L6Wb5=V99L25 zC$)oRa&she3Wyp|0K{HrmK$+!(s=QF{4gX5LJSr7lb+jcZXDibswz#E-bGtAYT`VE zmRxBUEsNB_WtsL&++u=S@^f4KD6 zj+w7*rry+m{HiB9JDyuCvi| z>(Y>*wwI#Mk1TyV3@Im=iY71m**7Jg!OfK-KXCAl-|*GAUnz1TMj?}5X@>OZ*Jl%@ zCJAF}dW=EEM(R2YBx3{{C3g zPg?aZ@hq0?#Sd4J2lUV^|Mhk5aj52$FJv2wE!?DLGE4d9#nG;8YiMokmaIr$7Lo3C&`Ln)CRN%Tx&3YpdI@~n3cb2)- zB#>-Mw$aGtqRZ@?Ov$iG5=VIW z=jnA!x!!CQ*alE)qbrPiZS%K4DH72g(;8cMUQqZ1C&srmxZ@pB$u}ImBOmj>L*bk_ z9F?dw?%XwY@8@%Rt2!#gPO+Qab2Jwe$Z=0-L$ddv$jEMc(%Vn=Mcwzf^4kiaGBb?Y?YwZUvrW216YWIJ|5;W7jvD`!p6h7!OsTx9pMwblbldsa+XWq?! zp+gmX0$ewOR%|s!_T{*;0?zK0c!a+(m+P))1g542G7lD!0`w~AWrB9yut52&MbUke zBW{Ggl@Hxqoxft5y6!QDE(bnvdw-|HGd-04+80k0JP6V`d(tI&P1-*lUzi7V$ddm=2dP3Sl?b{4QhAqNC%7ai2iJXU-cK}`Ay_Yp zQEzOT&GyDaQf|@G-d>mP38N@GE=fMdS1BsB@u{stTI3#qT!n~fo$4p8p;RAsQUkKg zuwGTa48E^TqIVk9SkU!daSnt;-Bl|EIRt0mNYy^j2krBUTW|3J(pc&$nL}~jLY-Kh zBg!7Gi1WS)7k2M!fZvwAGTr~B(Z8_`^mh^Z7j&TC+3;_i(Z3+{FX%vjFT4NS;Gq9c z>-yga{R=wKe`3@9WpL2{*WLXWLjQse^q)I=zYPxh8_xLu#0ALbKX&wfJ9*ImP122C z7C8{kC@7hcG?U%xA>@}2SH8>tBE&p=)0}1n7iR?riC-v025BWU1dWDfMTGutOfl;9 z7xUHeb|c?1qnT_DZn@0X=C^l8F}Vy{m~kDJ4Sgb76~2a)fEs&KM5bho2?rI24`zyr zj(7!emfX7K*@I_Edyjq4e7O^cTjZK29|lefGNoiSI&7xML$SUk)7}m3^EG62pWJJn z^rq>Np5!>r$TFxD>0?;cM4y|{VK|SGkkt|qnS@9vt^~hzmDkO8m+zWq0X{6`&Bg%y zDT;t>UFOUA7nMnDf_wLnP>?D4V3^_b`_MxVkM7_5+9!I847w^sMky?aQ%CdVTgG^f z9|)AOJ^i<&6drtuDCh{!&{S;{oS$mH_r-Hv{u&ZWgR%!7L8)SU9S%A-Qo7d%#SP!7 zTfMp{IOySExN?O90oRauFn{Z6*Z_7D=D{~|6Q`xY-k9hfauP&6^Wv#>)?`l%xpUw( zWKUdJ2&zP+^BulAgWvl)xg~@Iy3zm>9FbwTE(qI0`HhJr&P+nVclcm(V7Pp(3XI6; zNA$mSrIq0M*y9@VD>^X2@l3s!=sxkk^H9*jcljAII*J4s?qjt-)&u(I1^JuT1N!F$ z`J2}R`sW4to7V&S=LPwj*8}?B4#>Y_JzyeWE6RgIh=We#sn~2ku~)MSp_k+ET| zQTJ*gaZoGCzH=q0hXjM-G6KqaBUP^^X&M6k?8b` zlm}lE)31)upVRZfY#fmdNx>kX-jkH7Xw^tVBR4?y?&znkta zve4g4_cO}H$r|G^r~yPN=zA;V2nPMUs%mCdHn}K>VJ>{l^W|M|0nO#~q!-{mw^vzY;WmHVNY;n_Ql$ypC zqTak4a{b2bM_DosZ)#3AIam7AgXuND_DqB_Xs{ZM7N+iPPLAhqs79npMMDZtv??B5 z0qd48OY;E8Eyi8y6SH_cbm3HHR(rZxxmYvT986sSZMv2SxM}yL%Wm0Ca`=M8y*kzl zZ3}kM%WMRU+M4QR<_w)NYz`V1pj6qjUG04BYM~N-auggfRS&+%f;$edmy$DkEB&FM z?AdcqQ&1ZPZZ=lzfl>(N*PKY?fm&&xn3e2{=`z#NhYM{HVT$Q8tqf%ovso0Nq7}~@ zR10DYP(}+w6pST`bMvbpD9A-29m9%`#RIDD?4{jI*!+S#8cHeo8s!!iGnwm8PvE4N z=dfSD*TbiO?0&ouWi{sXv;M}ykcP#+vy}byQBdZL5{w`edZNWqX0{5Vq-Fzl8VPkA zCmGF!t|3i>O;_V&#ReV@j(9D$cAr6|CxuJ}O2tc?Zf=8%UL{&BewQC_2?U_7`8I>1GA*EBj_U;{ACM@2*>QC@5fu%Iba#eIbenJY=EATvPcX~CIH@w0 zQ=uW9pCXcqFZcRoI~m=yP+iWpn^Pg-00K~(kVMfB4Tg2?JuwTMT%@dr z)M@@sR2bSju%kbnvKSh|`s8-{WqHdtYNzJ%xUmqc$@Sv7wp_%Z7`73*F{p@#f!G|I zEO_PpWva*^cqM=6s+Lx-W!mmIC}NkXQI;1?mq zPM*SwY6(PKtnIXbkC#)-t8CaAN*RC=oU2}ftED$t?NSEr2PwnpL2<#)rTN)0bSinw zHN;&k;R_wn{V4Er2pPB+URRYoiBsHA1dTc(bIn~$oF3$tGTE=I>gIPpBm{3`9S^=m zNYPjb=Iepq@(!PlV6G$7{BqeC@=xbeP7%Aai>ao<8%iZ@Ea2@6J737I^;zmpU<7N$ zvSF0bqcgLOT6k6ZFjFD5W0VF92P2{kIU22ec^Fic>vZ}GDmljBmy@|4)uY_dDj6>^ ziMmU#Dwn04yQ;p?$Cq(V#%`UWX63Y&TP9@(YD3-SE=r{nuP{z0mxol=iW8iTp7zM4 zXG;<{Fl(+rIktK-g7Ih)Sj3x6`9B7=TsYjdga`Q2k^}|w4>Y_}(6H%3%1s=`OU?8L zWxYT6J}o(#zPvC%4(O@}yV&F;OShk4&St4AdfVvU;AJj(^UnJR=FInv$e2TnIEfec z`g#E3=``Es^Coe_Af&bSmb7I+u`F`mG~OJ#*ls4Hnm4*Pa4jvW%bSPJS$3T-t-D3b zVN%aa_55VNbN72B<)yqJ>?e4h)sgfI_+UB~=@GfSky44>i^{*S9@N?M!zN>WS3&7` zx=|Lxx8Fo!@lmIZ*mSRtp_*1H>pMvc&*hno(_XJ=r`t)CHUxQ^@L8%%^+%@0OZS_J zW8FS!*SJ0=h|P^aj`n?kMfL?7S~Knk=ayhjyeEQ2OSoU>2&@7;|EiE3mF)^acHW+0 zUGIh@7B+B=RI9P~>xdej2hFuQRMaq6m}l$wwDkRJqFp z^lCpof*+T6bdT7CJ^1VuKN>v>MXka@oM38|K_B)A6Z1YVAAG)07<~D;UKlE0y%|t* zUG{o38m$(4Q5XNpD5;ynYgal1@oQ4|qaXJ?rOF5=BM$Gj*t*E5G~a%}f#`BF;;z_F z^OWk&USX%;o=b_!b6%l+ACxQPkDC|4^dLCisz2hMmT=!-!}55zbCdM-kLKRSAp^T0 z@&rmwk}0!f39(xn>NLBw(|cBPz43!^|Rr9HBq@9-4%vL z#@(N0a0zDC{oQQhYj4iSm3@$*{9~?Cwdl8^e9%-j7hjkzWTj0L)E||aB>rwYNDm66 z=JBOvyH>2GMw#QS9TbeMMy8l2t6MJ5I6SH3ui|yHb+k1~*5tl{xj5yJjM7}vuLl4|Z&{J~b&53e- zuC?KOHiOc=iH|jR_@O*HQ)ffX=G0f>-jXH8gB|RT!QnS#iCsQOMdRegPPH>3**wYr z@wn!|mSo^2LcOdcH0``6SB@^k=&ki|Ui^6x&w+rTbmu3Q_ixaoCJ6?Hb8*uAW=pn+ zGiEUn+iteLU1fP=jf5?>5Q&ls>b~@C;u^b3)wQ4+z04+Jk&@sFmh62)URyhvc8w|G ztbNU7HcwMf2Q!U(O&a6QKHON&lfr-Q-e;@Z|`m8+F_Td^p?kM+4RJ za%rOZ`3j@_U4c^(di1bjQrA7TiD9-ZGS_4CK9#T4rXPI10iPro!iQ_o z4AiCn5SrFZ+`4Ty4CU2qKRj6qS+P$vFIl~rL>fC>mlb7hV0?{UtD<-%-PdrEb)dZ; z{9wXxB=A8CvqyGx4ZGm9U3Qc?&8kh3naNC%R~`>Gan*p>cv-{esqCnewNb&1sTd0b6AL#Klgcl^t6x`PYa%Nci1q+W zl(>}n`*LK2x$p`>+J(SiZOcjflsf)SniaQS_{dI0Zq~+{eYAPp%Fxts+_;c zAxnR0rn{m>HR-&&Sg0`-!;0)An{hZj&8iIBJ!FGujw%xd{H`Hy1Fgpqj)QKEq_xrG zP`<*NYEH5e8NEOGrs92S0#>Sqeg#YFxIvAkefw#jGHerT|KhY?sEnQ^(COsnBdAnV z3#eT>NXXF;cP7@Ac6X&c{Zs?jE)x;3_Fer8d|U#{*V&r5*`MkZ)D85wgw`vI)$iXO zsemRrvc`gcv;YP@Sje%I$geK>>S{rYOJ@a=KN2il(;^#km=Eqkq#;up_R z;PJn>%UAab@ah{L-|nwfzUCQd@QZIamOvw0{E5=T^&4Se|AGO!M1MEkUu2(34^SL4iFFqj$ z>w)!avFrH3dUzi(zyGzA8DK${ejfn@R_z~G4gxB z5_zJ1qV?qbLNwM~6zZfsY;En%WmSCc-NAoB`wfNNg+*)Ts-uxVV&_n zR=_}}d@o92l7&?G;`=p;ODH~$Qg*wI%JzX16vu2nC@gYog)W_?F0L9zqwpwd>bkZA z)`UOb!I}jjC8+Fd?a+1?L#7U>OAD1uOY=d9)_Kp{zRe>MMj#r}{6o<^+o zAMC&pLDn`?s~IQ?Bigy}ZcdT(BT&fYr|Yc)#Yi}a;IF+P&5FHBDI(4nS!{-SUeWk{ zuQ{DaTC#>LjJ$g5&9W(t`o7urp?NML%B_+hbc=)|`2HbCsW`sZxKE@6I1W)VT#k2sULoXGc(4OB|6TBtx3 zbf5lscRrj9IuWL-Ws!}{ABAZQ(}y$GUdX6BY%(-E)UHJxm*TZ#y?D%E7Bh{GpyuJB zDIqS2xIV7jTAjJMEqN)B6#6Qex_zNtWj?}POE9T&@6PWMDHz%OdUT#`HOFf&3`*ic z=8r7qlZ`on8@#q1K6%j8b>G&X^==EZsggTgSy+X7r%(D-oA!)S?e``0HHw5%Px5RK zQz(UOP0}n&gP~LIm1pPOyzqm4q_i%A?!)jKOlfSj9|S#<<;csPThH?)?)}dw^Oqw$b{wB_KB_z zW!TOwMKQK7`!l7;?7vI9REG8cWOqDzK3ZiKg~10PSdk#0{oPP9k44Y}iAwh4k}RdS+jYyaT^}n)!s)bAJoZ-m zWcs*5)ZHr`Tf-+0F0`FiTi5&Ygei6_Dif%iq*cUAHgeQRBOBX?KbE_vTBsafG$*7i zwdY5>uO1bf{c-OIsKKWA(mah%Pa5^t-9zCT{Ay(tl| z2}*E10>MWiSnW$K6Trr4n!EYE&65C?(D*OT)(UMmI92s!iD=5L zd0thO=DTQslVl*Z!=oj9VCpV|-N>N{_ByTjw z0gFx0Rw_9~=grr?wnnLz(VuoSzl|wmLZ;%n$ERda%jamk6r=IH!o#{dPNgy|Mw9Dm z!;u97XS?0J3RME!D-(IqMAI4D{Zh~S7}g1$u|oR|y2Ph9ALuo2o&$V@a#89;N%xE+ zG_{+W#8c@8AZ>j)T5L2rCq_mSiIHj_suv<3!Og$Jb}#AA&JTI}%1(F9ml(pK%h!Dl zR~Ln63$A6QKpNfSl5CambHAXrok5aR&6U}{wS`yu`;yq3YolLeW#X;f*cOi145Eim z4p->`1~jVQpu63N&7hq#+ro4gtk2%W@b2VEOp)%T)@ipXe~@!-?Lda6%wC7wGji0uZ2lGj8ua)lKD|5MnIqrM^$Uh*b&Jcw?{JVa@YHNf2alTsJ{+r z?|(Wxuy$J5x3U6enpjNUGs8{s1lIQ{lBaxu7t2I&Svo|8^=SDL9~8}I7I?QKN|NVt z)};J!%0)`GFM>*odtk5-2p{FPVN>IYihYvTV|_|JBT?r2#&P&wo#`+fKcxQ&>tf&LU7#+`GhZEeL?-%`w?Y6{I) z=xsc71SMkhyFU#k4&T_1lvt4X#AHB>yBGCUoA>Ofh+gfBa+B1jSIWU{;q;5deaD!* zV%sPCi7^osOa-fmNktd^Rr zOR6MNNhi=jMTAencrT6=`_js%b4sgEtR3bObpvY7Pmc+8oX*Pg&52u>f2v!g6--Se z(FLHuq4V4n(%&}hOPsfCAStxw{pYUqz32TqCwGV{+%lKiIczs9R(HToBy`Vv9U*1t zwD+N7@j_9@-Ap+&XOM2P;cTI7dcLxM2{G+L2Xz>CXZZJbM#khNuDt6$&)kYgr5kE( z!RVi>qEqlz$zCEB3uxNc)CHE{%SYY)N-6H0wEA>i6*cFZIpKLjJ*JiM+z$1oYQ`}q z`bb(UZSf2NBp}U=8FVcj+kEC{e7(WXD?9UZqe58wkn|nOclfOOUm)$Bm4^yhZACnlMzDUHca^M9 zn9iv}C{OYqq5kG$^U?&uTlq0$ZUf^z;dj$%PTJ}lc$(%ZLL&Y+Bv-vm9Ic8~- zMcJf%Ou3Fq<4#o0lj@4%sHT0BmJTP$`4aiC4tCZ_)*k8n~c@8nOB;0#lRF--LpEUL*XSSR@JWGJogTqgw+JmrcBuPfMvd_M(SWudCMlC=;>)-#9zXcu16BjR= zb_K5t7V|SW*(@S6O*I$keOMZEa4^#|KFU=s^%)I%zqRCVwF}PoWL(ATvAxkTtN7@| zQwuGhx923zVJ=>&6c3}6Tva06W16nv zb{p!*&tqOavW<|c?d0>$slnhsO&V{8h88xL{OxRp<=xT^`^LjQVPh`}{HB`0!clQ= zA$o75Yec`<5p~Op%JW$%*?RfndB1~h({1A~ugvXXm<#?%TfbBtc4Qt@cqKgwywWTD z58t(?C2;4ynahDw{l3F+&}l#%k(e}L9EisHO^8DO>n|+t0#E#2j~k59%`dG+G3<9O zN6x|_@l)Xb~z zAlOR{4?g{vkeh$n7F<9J7x!?HUn;UGFszv3DIopP0`^iCH0TcQ`=#-Em;v?HOn~-J z6T&(OA6q|`C;m040tP-Sey@yu%p$Fe{AnzKCScx!^Sy7lnR(OG(?88+w z#CaL`6SuoN_mpDK4oepWPJ&G;3?fU>fhiXUh-!4hdoj@E3OTduUBggrUe69uCUeni zo?n6djlYS4^Y$hpfi(0ufs{b};lp7c$YrJHkqeJeEH|(09U!${N&+z)5Zr+76YP-} z)Ok7oGUt*0`))0PxqYhOB|`>KQF`xHn$_3*g6LUZjFZ( zBapw}fgyda9&mx;=~kFGd~42|t(2C5&}1!$R}|y>j^T+AlF^AHQvAcK+a(gnVFI!@ zchJc^Gx+R1zUlIiel|G~;zw3HI%9eH2>m$~2<-}t_q~Ju1PM#mMj962)~Nk(cWX^; zvs|Z*H(cu=_FN(8(h}6AwV6zif0qV9s;q9i{;u0=!8}pHm5-LkkK+6J4utAwK1n%y zUqdDbHvwijP4YM3Hsbp>QWXsRcb-ODdE;T?eiMzUu8YlDSnE8ysZ#7Ul26X8p4E%= zKa!>4#ti?Ud1zoc$$6N3eOTofmwvO16p*Mgyo$oVpAJEN{+!&>^w^{;0a-4V~v#jRZ6 znGp<8%r1o?YZuE4wMY9mh^$@)#8%X(6O_~}O<#!S=SQOz8oFU5i+Ux&JnE#uQ(#ia z^pgPWBdQea)Dq(3g`~Donb|h1Wmd&)@j7lz zvq1Op1>w)ki~iaVaV)PEgJ*&;#GcuMJ7I~4CjMDK_QiW0w}((z&}PW=WzFo#sFrw` zc$}$I%BF5PX-#FS&yex1dSvY#b zB(Gx~&j;-ZXza2Dn#cR5IuaRS22w! z$msWw=t4#pddwPSoFpYSnTfQNj3(3FkF~Yk(khOl(cl*OR(fmVc{ku~+gq}dQ4EsR z4Eme>gK#VuRmx&PvVJS+lFP1aduvMe{4w@pe8J$_zKcW?O zO1iEFE4gjnfQ#3DmZvjwUNIgms3tKtjiIuxQdhy$B6rC`m&N@@X;GJheei#Xd&{UQ zzph_ckPr}25R?uDq#HzPiy+e7DQr5W`vMhFawFYJH@NA>pt~Ccq)WQttj+(vpL3q^ zKIc8}JH{E~`M?*wuDz}`=UlUYb9HPG96mmcJf()@5B$1v28M{;87L;$TiLzW^EliR zuub&@SrDPSHOX%l$>N49Odjwe*bZy-HY$T>qWAAu?x@|%C1>O8IW-FJx`b(VPWgCv z{t&a@QB(de6oJ2X>rq=5!Qt_7^K$`X#TnjsxZVktnUZ2JIcYYO^4_5FjTwuXaDtM- zO>G82*EylpI?Fd{XXeAj7c062pVw`4FNg;hr?wmEYi42;iK9uXgRn;71LUBaSrB;B zZStg)FKIZ@84#4Skt-YzdL#KGLn_h7ry>NNd5GZ9@7LtR3hb>ClxTHmCacD>FEi`c z?WDalWdsjU^;c1%fNbGp}tz9*r=f*t{? zbHN2CW@Wdkh~qrGE4zfVbYni%@;b=p{4HS8^X?&k!~EvRv!-^7-@Nwncsa=Xa_{I( zhkU_tfptK^;D^fkwIr$~YK^=Yi$u>=^XO2qD)o`n(>_SuSFKspARQ zS;g1ply#|hwW>^^ny-HWy|E(!+@yPP9yXO0PxdTvI-){!209`Szgzg*Nbsun7FTxZ z>p4eDS3VZ9)w-X3@rjuHB_8~ZVR&(4OaiS2q?Bh;eJZ0)cWRv`t6*iT@a8fSi3l9DvX58q>u zaVxIuP@Tdco95p*-um%$Q?X#Et-!h3OMfzWrt!XXWP3{sM}lvN*x!_bv-9^|x%~q+ z`YmoQo^BBof>*Y6=52MPP^WNnCb2&&WOGTyc^4xI;4TE|6>D!{#5aYc*GjyIKlolU zvaIs!+|lj=Hj+c&7<%D3Q$`?(2QT)z@LYfBZ}U9ql(G31YM0Ys&20xvZhT#-UWkQ= zneRUS`>mVf0!7h+hONb~|mA9jtm;1b36E@Y)s-6LUNyA6+lp6SYMT#mZhDW&5aV=NR2$cGf?=zH{Ja z*B$fuU-VYd0 zH0J~fnunNr{;Uznorzn|A}4G%0(Lza{LG)o1qR>6a2W zdk~b?e>UhZn$(XBsV?P~TK_B(s!RTi#6ligFE>|Tb?3?J`?EHT5}lc@oK4ojPd&E= z?77`r$pj(Kt;BW41@ANN1OAf~T0}tq?9C5v{Zzq<*?%k__|p*eagq?XrOlLE=%-vJ zu{Vowmq_sS@0olnmW2#sRs&r-<_QRX^K*4x#C_l@d{Ink z2r;~?EavxTX^`CxH%J`;J(}y~UZ%Aip%$Ejn;Ppn&hvhCF7DZrm%r>HVP@-2*Fx&8;mn0ikN5yTgd-in%B-{+GrJ-J;Io>H`l+{K=(M>>wemh# zV{QyYcV=CBuTp>hOkggs=&ZgGZJTc#<#a?pt7BN1Mx3!`Qmt2-=`Yu5edgLgp*Pwk zBYGZ}J3HZ6etLHJ=>o^ItljX3JLK@6{UIC+qXB5jr@ivh`}uUmXEqld%`ZB~-$jY$ zr+gf2J_VL`eo^5wuA5ZG+de+cz)^irtarF7TVI-`z#ngI4;~)vpeRed0OgR(3Nj~{t376<3TH4 z0jNvhgt+ox_F=;EX~CuCL#rqjD@oZ(cB!oinoO#8y9$1n$!~u`=BPlrU&QcqvIvG_ zsrv=)XBJ=u&|)gU@r>Xe3?cHzz{sNNgH=G?s#KAWDEZ_*mFaWI-bucgP*11oQ%v2Z z5VLJ0%KxYxk@w6^u5NM9w2gJJ5XS%J%j7BFP@zvz zKE<=W@(|A}ea)u5GJ`DJBlns#OQ<_rir(-;pnMKUlxf5hK@g!1v{%viY|IrC2Tr>e z>la3M_ZM*NXi_L@K0tnAm|Jyw3e}zmdCuE2`lko$4;bU>J&Y3Ts-eWz7l%?p1pNAI zHFgm=BB4$X-qcU3GzuVxcjI@*36>Wq-i{*nH8yk9^M#49sze^o7AY}V8kR&^kKu)F z^3nDW&Rs>dZy_qJDxK@co0z9;r|HH|7a2wCEt_zyfI`@|hp6*=FOzuI#6bZLoP5b1 zJ)VJE4;~8GB>}X8)aBVWDw_M`yg9-5l5>#raOtv;t8r>FNMW?m=6vh`Mv|=ZZtOhW z%k=wBz2oYx;ZDq`tpvWj=VA)y@0Qru);vSS-sRrokGGjLJH1ol4Qh7zjF&yN_g24E z8G8EGdj~-o?HN9E1D{1)o(X#GXvRY}y$8eP>-ShDVl%TFg`$%#He+*qTLv30r)(h; zXthQ!@(@!tQK{uW=_*en5TvR-ArI@m)q#@Iq7^(@2w*xZfp!gb#RCNsMz*K zX!5$e?x%Vga}PbN*!%^Z{>js3MsA}$p`Ak!s3p+!WwJ(AuHM3_myOEVc!SdFFV|pH z1Bf3W=nf5r+84E46(qRl$FJh~;voje(Yxjv)Yn9VV8JoB0HGHn}l^#`Z#c5pDhEPrP@eRMUY0p;tbj>xQMT3lY($8u>1^s3JKhnv7a#=8{YGN3~6LwBY1-kfjYJEgb zt5P{sTGTa_4gZ140u-`w;NN*PJwFuK&o(R>LEh$V&dstn;h90Bz>Y}zWAs}RH6VB# zNcFoBo(dx|G7{4$_O}_>>ZWQ8nIvwTNwKP6HGx=Ti=hhicw(&b^99R+&c2`nIfo!$ zOB(CLL$%aK)~UhRDBX*Cmeu5eVmZFt9SGj=G>xoHI5gjc3q78i`bC~NjWI|L-4i+x zF#ioGu&@!X0i3?6`u2sG-;DJyvLxP&I1$cqiKUcNBLr1n-b$X7Ewt*@21 zX;1>GLv3&mL z3vSCJ2Eo02-(4RyyLJaf=2hLAnyB`KpHU-hO-TC&5__tI$&z=VE&il*c~{J~W5t6V z-_R2a>aJ`1E!O z3*UrHT-bX}G6XYgVh4lAnzQD|!9|4*ic@QfyQ0goZ0@f?71iy32!(T<#QT15Di)(m#_VA(6uePA`cyZ zoRN2nH87-1R692pq`|8ijQN*;E2xJ1X1uTM#T-m^^R0P%BE^C4(94m?bk-K$|!T^E`tE1t|FabeQW#j zM}ZgyvM*jqlSWn|7Efe9r_1`hjwyb#+>Xk+Z?j9H z!hSI~NzwHO#BB-eaTLT@L~kSsVm>`lxQ9w*UT0yi{cpS{#fB`@jZQCyaJA{!@iobk z_B)=HCS9F1yJn1t`oD6`5;@8kpbAz6u+s~cw?Nw`>z6v;LOl>`5M6Xu7ZUt- zgpTOvN7idHbH2CZ!bdLpI|Vq@#7|@MO}F~lIy40e0YQ#}eM{o9Pag=6juW?$btm7o zzcMJEP+I%Lyt3P;WTr9gd(m!k0b13*WYe;{ih&n>SQc%9LpOD%O47LOCa6pTn@T!014y9wsUZwd7Zn z85A0BLoS26PfhpB+3A_%Q>~{-x2s3J!{UqFE&cYKeRg)A?jdJl$B4OY6JblkYK}yp zD;{7+cHA-4K%2jkL8FGKZ)+{LUF!!4%7k#DwkdBxkK}CJ_N87?L@;y#ExHKdB?3MF zzKD%c@l|cJy>#`4;9~b_Vfv4`-|SSApTH~olY@ywHBmWFIP?hK;~YecqNf}qt%jTvO!ci^}XTKy>w*BI9`@mcwO3+f&>!W4c{i&UF%NVcIb0a&6~hu zphLn=f59@;F!MkkDtEeaZRfxa3)i7d;Ql9Iemd?3;X-`Na+Yk03cA zIpjQh{++PRuEE1tm!eW%vyB%q{gGZnUqkNA(Xx1aX$PGq&H6?V-%QMrS|dOx$$p#L z$YE<)IeO5OG)#<@9)6L$aF)5;aYEI)x7d`!*8Rb$rSq~F5_2O~w5aPhWJJ&(eoChR zO8x<$p78&qp6i(>X|1i#lwwx+h4k^xdG+5H+KZbc%I2-y1Z(%B;|e;1cT=_ur_zEg zeh)Sc8I4rApJ@uXy(ZNz{gf|VU)h~zsk~jb-*-7$EKzU0H?F-Pp*hyIXaX6ss%wLA zLVLW}>A5Lz3Os5OK5FDsNVF%IF}iNTUU`P;2sPH zbcZlD8UP1iMvWFnTR$Wx0`Z?m<1h8&xq`Is(#3;~myf44yCQuIeO&9`zK=~RJKz7X zDL0PA)7sJ83DvYzRGDh_+e+(yx8hV46JVV?CDch9JbXE9#SDb9w`|a8L@V`_y#BI? ztW8FJXI)Q;6p#~Cf?0Q$&a=Ye0Q9TcmM`nI&Bln!ryil3ETfSzkfcoYY03VIC~2MV zYG|>NW8^lLS`kZOP!xZ$LCtw=nE|i*p^s&NU_^6a8YYs|gm7A{(6Eu-2)5{{!lC$D zQ_Os8nxVMB(DP?cYu%CYDs$S`5LAi2yFA0O4E&| zQ6`3WFbY)M6@lt6;WZ)LH3~c)bha;f*hPNwoz|Cgn{0a(MYH9fN3L?W=S*}=QJ#Dy>g0=_p<))}(;DKi0?voC{iT_Od-JpXRvQ4L}6uDGs=YyiQpW}M@ z4$pcjc^{wp4zVemJ-dUhy&}B4f8XB-#qIU3_tK5G;9q$n$W&f7R<_tvj+F3a**WF@ zm0*W7lkGQs6}hu&6q!XMCeP)1LtOOvbq`-oriIL)=}UU$OJlc3t%;s&#inK)oHOnA z3yPGa{>|L9*0Rzs2w7jslsfEaDwj1*QkJb^=yh{uQSC1KUlTe1t4TBq=<3yskV3{A znNfbJ%$q&lc>@u(q*4E_G#KRM%dry4O|7&@nqd`0N?{f1uW_ka{wCMTY`}4x!4MOA zF~XVkzhP~9ML~qJu10OotLbC!vm72%*Q=>?8<$m$!?$5hDIi&{K&_ zE&OPCM)sqO<8*H}Dkcwq5MO=Iw5c=MMGM zTkE}1YrdqTzgrG7SlVnyXpW@bE~d}0#~)wnF1p;t;NDK*+5&~oBb0Rr`w#0NWv4@L zZ)32yI>>sy!*uV>T5tU2b4x^H98`DKuRMOyoGn^u$SUiayAP+*_O_@@dU{sayJ(-p zCOegFw9l&f!ZWIPZnXLfHz>;rgRtpO_lZ0um;XkVxG)`00Oc z(1K>NVK=)&wE9)w~!9%brKms)zW2OEa4}>T=xn#EB@fZU0H%kcI#R0 zwb9vhkg}trfs_E|`)C<9K*JSbJTn(4ghd%0><(3i|5ut>UI~nhpt&dTPhUjSGMEj5 zfg16oWoUKXR&|R2O{49H3DrB-`xwYC$z;y}j0~7B2|#3;gb;@fTz^&y^JuPXVAwH; zbeHUv*MdsHR1C=7GcHK;v@?0-0L47his2UQy zKpDH8J-g{|QWLJLEF1?bPuLQM2v#VLOLtF#HQUacSr&(44HK=P&KOp9k=n9IRsyk= zUNbrU;Mn5mSgb}`jxu}H-&Wq$ZZym1bR`ezlyk_@`>2*`vT(X8+1YATPDV_1X!}Ce zCIBzC=(D~TLC2r|VurjRaL{Op3Wat|u_`?2@P-n|oahcd# zsj$PzX4&20(OK!O?3BMx5AzOmWm@@rr86DrFGK|(wU0N@FM-Q*G8;vf4n%)m^iJcY ztMYDa4ufh-9W!OkVJr$zkRA@_7dZ4WeJ>nGTfZUbpw(k|{CuL)3fzopfS_j?kpW%( zi=ng^T|t2(T#o0wD8vTbmot4R*Fbq~w1_!1`BdigwztU3bbueAy?N#w!O?K~5)0fv z!$$498xLePT%J)o`jxYsJiINljaJ+V z&@+o$QJ^?)=zUOFFk2@7tkT--@_Z@e1nD?!hDv2ddDnd0UmbaFSHDQof0qmX%U#fW z;{}rrXEBrE6NrjQxejsuccFKw90INWphXz@s`$ZVC((Fm5EgPAFD8EYDSqL2sVSGO z1$D#mDY@X`_tqlVQqlB^zs+!sd{$3?aXoA9wk$osGDRIER?2qVcasLa=`zDXrhnF; zE9v?y$_(X;gx!&(%Ej()FG7o5E&z~WC#KeM(cW?lS;||Ws}C;mpwomdFLj@l+1M;e zR6b!;NMx~|nWiHh$c*46nBs`_y_zmStjcH}wo*kORcyzgnk~D@hxwd}Ap5EA(NE!u z9Z{7_@w=yW!to;cb+sO~NvFHyxq1yz``g3XEsF8IG`AcHGy?3Lki(xa_ z83#_i35F$tDeiJ8kQWvKH6yjpZuL03u+w3ZGh~^wF@7HQST;uP4uz;0*)W37VoYmw zs3Kl?wk8*}i7Qcco_=(;7*?B^b%KFAN*DmT>HhSGBu>aB%z3p>1u43VxJ|*Yk-(d? zh^swvinYB1eHGQZ?iAT zin0BCsTlJvFg&pV+`S~PQ8fLy7=MN7z)C&hnf!!QKpIIXeEag}?ot<~pT`}KF=5ZDUx>9+{&dGr#GL&ZF%`~yGDKz zz8d7R+ke@O^q4%`9Y93v8V8c>9*JEgR18bpREKi&@E5`O_vmlM1c=~R-&oKUAFUpo zB|E}OP@7z=D0VeaZfYsQk^Z6KvDnpV;%y(3G}2a7o4!V}r|hN`ai;XUgwJa!wJ$Ej z==Z7pOTbYMxVSGQ1Vh)>yQ=ARK`<}M#+RB5F0+0X#G8#c5@6-ar#r=~(3(+}<$J_~#E6B|syF%$6V zOlb_kf!7dflq&0vH~4;o%cYJ`xN_)a#ncTH=WAmQ4c98zrbgZ~$?jNE-!pA3y5L?p z__n*&DUzXGYsY}_umTesD!$HH4CK(NeC^^fYi8D+QAwlCdKtZI79w&=!1opUn@N={ zM?)@J6%JGtQ_HbP^q^6Jzg!{SgSJP|`A+uEbd_<6Ts&8A0skRrv>!V1uDo2D1<}5G zc||vQLh356Spv3-Y!4$6unVBv8DG+%0Ann|>+#j*>uNkKPBz-l&Sph*q?$BAhPBvu zYC95~KZe-yj*M-kb7=Nzi#H!!Ep(Rbp(=;yhiNpr5))xHT+K-_=@f+t))gLcXdz`Z zif37a%@uhky=uCTR?Q9LY?<(38V-Xbf#DviD72t;Ocw%MW!C&{D3;hXRXIDTMOG6! z?#$B*dTn_TiSH*ov;ImUw(}1LSCx?Z5FaGVOoT(Hp?OavQ|?omSwJLgX%Nb*B1LNj9zdAlb9Xo3x;Xjr zHQ9_e$eucH{`QsT@AIXCC^IayLcgn3XkqPRZvb#dtQNHhH5z~n?Tn1!+vqH%kBykt{Y^}fzOu6~aAh~Xk zC@7RB7)c^$ovF|pb>Vf8 z$7`$9x#rE@(V(9Wl`#SHUj&HnGx zxOSdDZ9U}!IqI<(H^--P)4K)p0DOyI*8zatc(JFU18=n&-XqzQ1o>`P3xM*KBO>G7 zzw6ULI4pO!09+inG2!*fU`3>@Oz_PFMKOS2ovqS3>VIO1601Bv+g2}4;J53LDzNA8j>M6RaJvHq}s#g855H$!a3Tz+Nla%djeaf zvw-Q*VrOwf^oK$NM8kASEVv!5I=R>f3JmiA*{ThI+|o@03HQ68n*{kgH65`<>%Y;m zzsj$EVMf_KcZR*Cxas-*8B5l4>!~R1H|XQvH}ku{+UV2j*1irFT+iHQ9x64c;foW{ zyi*O3j%n1g{SA^Pr9KZXkfQwJ1l#Mh5L^0WM$JGb8n8MW#7H7)A7&z{J5ZQ%c*D&% zf7ch_-#?S5LI(gAg+hrhIW_E4CQy3a<}`JdEC!IpC3&10+w3{{*^|o6i~2NE=QGt= zi!bKABeqk_`ksyRR{2uP`~wZ@M0~uxUinCt{h(*mL(XsHX2w~*KFf2Okxa&hntL5#!%Koygy-E(wl7c>nHnA`IHgw z06lw<9}_Tj1~ELS6`+ClZmvWOJqFW}%o4v{zyBD-q%m589Uh=Fa4+an;x>P7i3K zIRe<1KoB{XaUNXH=Xn1PtVChP^|2M~V!r*W^>x7c90Z(r2~h5>-Y}32aWWt!Ms4cf zgHI~7KzvVygZd^k3_^fzp||-($q&L&{=ZLxuH#)Ua8N(STbX0Y&^WauYg_|<#6eFu ziOwFeV?8}0U@EHr_4WJM;I%tnq*NloMArn{mh0CMS|A8EUVH*AM}w|376!X((9=f; z@UQR1ZunD)`m^@^7`h%la`z5c$sw+phU%t2>qo}GqU*>SBNS}PB8yH~NSp?**TYop z7R{sc)uu_ZS#s5Y@RqzTU`x4CfmIC4%v$^e5N&AJ{LzNIJ8;WYQ=8U8HV0 z*Vw3As1$)kw`SWx42;B4^=07o1}RWusr;y<v#RvcG_ za~-<>0RMRJ@&<Uz|J>yT8~hR<^mpTyKdbO^ zwDLcxgMSUe2}aFjiTE#42me1Z2cSb0m3nZ1fo#ML&&PbyG{G6;W(9!X&<*rYAV*5C z5$0$B=u~Gse+?D$zXkkg$>W=MSLTS?(AnfJu0>`JjB3FP)V@8>1q9#SafR%9Q+=po zV8;BT^brQ~Z<6LqRAi^t&q ztLOuk!hS*jeWHIY`Otr#=wC}d^xr4?*OCvh8voxGeK2i1*a7bY^$mZHuJ%JU zx7sJvq4a~fti=Rn&w%YfCB3%`s|K-wxgyY-`o~V}pzH*M zfqoO{ju4jeYuoic8z^t#<>4J==w2H|D*ChQAGj+H9=)4TptQ#9&l+VG+;IKuQ-I!d z^2GX4=7X*sr@;F2+ECp32>T3nHuvuJO>y$^=w0cH2$3s)ihAEP7x7V{b+`6iw^@P8 z;iCPrp*go4q$7j<-9FH&17C5((Q3EN1ncg(*L!1(El9!RB5-+|r z?6G}iUxgeB@5c1i*P$BVpEC7T?Qv>ze&z7*YL~vXT!90h6RzzE?Vg00U10ZArwnkT z6kam0V?vBuGN>eUgv0$k&_}d@1}Y>DL?s&g2ajLW@H*}cY&)(ViOu&({;y-19&LYmgpiy`nhm+< zMcy`stRpRbP7c1A01c`PJk9<;%xL;Qk7zm={AWay4| zd;GpU`xB#UCtV_EY~NR5SAQ__i-aKF5d(>c&qF|KIhFn)ZrUG)$_B=7;GBavYl;M| z(H{Mm+hE?ontlw&!3O+U+0}2Z)q$@8YSw)+yd|b`sR|!L;%H*oFW6OE?nJNQ>wt<{ zK-pOOUw(vo;p_lLI=J6lb|9m&Gh%^S1_ThMookq%Prip_O*Fjw&_oZEnx(qxx~EEn8ds4Oq@s4e@9cS)upnR5vtYVOwSDPDksVmt~=g(4qd zE5v-Q*Lk%hXQ}^A>vD@78b7~$9lxvdppn4la6o?dBE0cc@g01dQJ=+aD8uw9VrPWM z)?HKj5(4*YJ~_$tj{!3hp4;_Wu)9i3xLUAP`5L^lZ}fb|w7!&t^osVj^Y z6YSqCt@PXy6SR6M}GL;awXRU_l>vr2pVsRVpom*Lh3OEhFaux5}u zpMa+3ua@SyK@U|(B6S;|ER?W0$msO_T$SS{b(zP4NL~LoKJ?vFlOgPjeT^~`FM&_4 z@{=yDryOFE$vPZChZq&n`2xQSM<>%^m)@Ry>1k=oi_s);0zMQ5+kMQd%l-Yw?yJn8 z0;1Aoh{^q9Ipiex+g0D2KL@?<(6*175|bz2UMQs!r}mIQ7g8@@el?#Z*cl!;Nt>Cu z2>j-Kfc3}GwS|Ra^sd7bHh7Frj_J0bCR!mZ#)-J3H`)>{n9WO(MwlDd-p!7IM0#CY zPL5(`ZS3LIw6EXdx+@K@FyVo<`uEVpqrOIS^7~!O;U?J}MhiWU99&$!v+yy`b%YAV z@fKjaUOAE}LhpX|mv81jYfT&xi67ubvB< z=OyLs4z{7B(VOERcX-~+4G@Qri{6b;?tduii#5V-_})rA<$)*V%z;P{F&isyZvPj2 zg{>=`H@))#ceb6k-*!YZ8_h6w2Dm7Kfb!g|ogUJWK*NEPL=4X-=NTziF5$JU$KD_H z+UaO?CnIEFg&W$8h4%fu6|#2qA&#IiJSgmY$xJe*`@H!R?Sd~iic$|Lu+I{OiUhoU z>bTtJ3CpYvq?)=2gu-ZOMbTzise;SNp_X?|G~Q#`r6qQYhldj2bj`Kp?j7&VyUcY2 zhd^QS<@HQ7);d>`QLH*jS1R!;l1h16&-ba1a{cl~_p^inKd%s5P$L zDc~U3|15;E)_bw$(yjw2o{yspp`<}(p=%30_1MQY%{u30BJJI=R0ysu>%NcDbgrzl zT+gd$#1eRLD0Ku{$M<6YdKUYm-@thux;FZJGDcoGU)k&2(jhHcH(g$@~_Mh2NjVl$V=jezP7H+_n7$M$>?N2>{sLQd35A07S^2|oRxz)$Qw-!gVT_j zV}HH>rAK)EK7puCb^BukTin0GxrghOUS9yJ!zYZ6O8%! zl<%E`lo85Y=xrpdv$w^`qD$?l&frPOIUK=Se=A z`})pE+^~GP^LOE$P}_C1H_+elI1KKr>f_C>@!PUL59K1BAJH##V%&m&Kw?E@vbIaVAT9QSX}$(=XHz@?}vm**p!UKY^67N}&@yIp;C z&~}ugBKeY;Z+ya?cG1_bs(f;SyK?yw8x5YfzBd3a+ilRLMuX2@l@Xn%?3l7nx^B0& z;gmi`m>%Oq;#2AaHFkJ{VSyR^yU!tnbWEMqaZSqbkv)~6TH!v$$oXHM5nt|?T7xMV z0rT&eIx!Ho<6acBuc3&z-Pel!A9i$rrLZP!Baz<<{DF!78Ew4iUAC%iF>xEXaQZD* zX(Oz7G%^%lGXySBugR19V z>uAg|Y_tV_R_!5n%m|-nwlurgf9~lw2pNBMKx;e}*FN(`I6^B0@-?j1qXq2fyZAQ` zy7k2rEeTt0@p|vUrSaM-HYWm^oJ7CJKN9*qKTo$d$P7w>ULmCXH$-Y&o7P;&xt7yS z>B2(oRAVBud%tL2-E%L3zuB0rFgOpP8Aa|1(J7Kma?Or@i)>6kLU3svH8av>b(PqR zRpF~Hdx!LrC_oR2`lP~BjsE=7Zi^Kt_IvX4Arg&R;eBHxHA4u+ZE<*TPkqT;r{a!y z=5CHbBOlh`)+e`_wYQ{rF}FA$BSda{)1jYRCa0_0A6JpmQ3i(4@*L%UKFCB5`nS{d zsUMxBjC=E$J1)=5`gbLNpU7RoDGiDY?iE*B`f)*}jS`iIq5V|`eD`i$O^&mmx2-fx zm7LJD-1a1r#KpSx5f3M{?>1b(Zbq@ZUV}zeKS$Q=_6K`A4p!|_Vo0wFODD^2#^d9- zY(w*kzkai2uQcAs7x~DETW#yXij5Pjza#G+{yhA7y!c1E{{wbY7aDTNS=GPbb#k72 zu{GWsD8c1o=^Z!z2ips)$BFVmsxi*ra(9g6UVpoaT`*em;e*W%=~$5FtLE1{_4f$+ zW9UI9BEtlKmv!M9yVB_kw5k;h@5KiEHkytnH!tRM88}bqPr+ynNz9gAXL^ zKl+YW@%9H<)i}jGT{l0X)kj}_xs5lSNbPf&`4j?f=BbNSP-Lu4t1$e%U{<|R*ZA4H z)>{uvJknLkyAp(D&Ud{lcCF`rz*ol(`R07-5sP?j!2~UGKWA=A{jv`Ew(v;}2hM*^ zPMd8uh--n#ooMj>rUHApx6TJkj)%H@uV<|8O({G`Y&5jH&!Ga-a`qK`LsB4%r;~}K z$M^^VMMDsPdyMymuB%V~)k^i%3e$+Munxw7m?vQf!OZsKx2K_Oa15~}3E9H>IsROa zHo0n6A|n5GywQ(DF|4&~6un|7)zxO& zv7pJIsC(lhD>e4mjny{Pak!_pE#ggg>I2nx=dTQLGdZ`SQA;KoIOe%&b1S80GvnNQ z&r6b3&&etoe4h~QLRkA%pOG&&*1_QC=Is-wn0@0mqz>&5GEnH7F_<4R_Y64Lo~q{< z(8!1$Pvx?z+?tZS^hP_?;x4y8&|yk>%EvzRYr0#$N}V#Z?N><{a&Wv>0S7*w?*_Ss zw=_9noi6Vk4K5!V=i#LU+5B}R{>AwCx240AmvV-*1x80y!rvFZ+*K>o(s_^E5ZV=^ zINL-w3s-m4$Uhx;Sc_lusc{ukb&EY7IzCpt_{t0r=z-BD$p zM%bVyN6>GNB~p_n&)^SyeDeIIn|%0mEYg?*%1v1c+8xs!9=NY)Iz7Cs@K^>QT=;HO zCfkO_NVmUTn_;gWVNoSAGw6%QyI2HEETMHX>}0m*GIS;GX`NQ}Z7cPBqmia~Tl*0s zBvP&EJvw3AACuS0n2!sMfn z7*a)kJQno}c(|`(0W-w!q`bpGQq)yz=p~@GBFkd;nL>w|hL}?pjdaL9Mh}Us1}x;! zRH0O3NyE1io|ZE%-f~*AE>3Qana1{_ZZH9{|iz_7*Hd{r)}7jLrc%WQT$} zU|GBQcS2kUD2!EP+51zZVy>TB(`VeaFTS#Q>rFmj1HZc~e-D5SU}n?Q#{9DZWv~HB zcyzK1O=Pbh{e1+?3`gBGRRt~AkB=C^E^D2)eZvI2=_gUVSfBvD^_Punyb$SaQ#4oY6d)yJ~|NgyM66ixoqs@GiA7^4u(01qH&G2u$k2Y6&? z8TdT8d=+GhAWF-6bPQ0ao9d&8mH>EBnss`IvjWJ)7@UPw8Q|X}Vqc)dmqZ;_!^*~7 zyaCRJHx}zxziWQV=5U-v0gAHbLVmZ`Dl=;COjUw+XT0&)^;rW9|^QAH8tKds7wkdDnH=9juA82l9wl~mes_@hGbd4qXT1?FM@ zhzhTiy0#{YXjwp1pn}|nn;~pqFa-ZNu51*{46}a`#V45?_cC|&_N z5w3NLqDU&sO!MxPEw||A5qQ;KVD_!-C@!2N>FoweN&&b22`bfHnf>KNZ^od+o?b25 z2Stz(H9(NU|5y|PtAZO;K%f%P9dS)DQWY51f%z-`@mKla`^uQ<*W=SsRLf@VR#qR0 z22?A^1rqe1M2#My{oMJQT}H|%cBbui^w0wVZz4po>iXMNXH`SV=$bh2iUUsTq|ob4 z^Wie*O9Q%TXaXV*SJLbeDf!u$sYvCbebRZ+z}_^Rxdq38$3y1@1Me`n^V`_5Q6yr` z@dIa1X=-Eb+14MqU;W|?a&RkUdDC4lN&hI%ssV8g%^KFyb-`|^<4qaroSJ2>Avu7| z(Fmc=>G)S`CuRljY=s}+loDBY5;sluiwZnkfDIYcru9*$5MiE1A zU}K##2Il(XZX43x#*3=GdMEyEG;0`yoFx59kGg9p~$EGw0 z`5LDzta>;x3ja|%EmG$nBd1+hx1op<(J0ipR_QP^X#{W39UjZ+*8~qKXy>hRBDW9p z=nW-{jEm`L_Zd?3k6V_OmNg*4skQcpNE>gpQky5>94l&@#s5J*LY>kds8d?fG~O@5 z2FFF@ep|N^3Bp@&@+d&$#e%^a0cO;UJx_jd2StFtcQDxB`{Odl1Tw z^gX`oAY{2^Becf?@nZw1-dg*O!X${jFQ8rBVT@sdHZ|kv9)+Ku0~H!57UU9Ug|7) zg)-C_;}Ekzm1tv#z(Cr>3a?{5Ml@3_Fv+SiFuEiSsT`Ycxx^9{|EM1q|HG^$?;Q1z zhz`cObuPfPnvuDR6sLp;_~(kOs5UG#nd&E0*rd`jNoft^r*SO zuhE_N{VcVe#KpzAM;Rs`iYJ`b$27nxf&O#WUh*@Cp&`py;mkRi6993M_ios?jgtBL+ZO1cR%7|&70g{G;eAqcj(1)C&u*dyg`K-t)&IMOA8~W zrsnYN;8N?0)F>^O8cv#wy}i~uZc}ai?`8rtFLEDN5t_~#$)Km-bYA>6u>LqBabLKnhdYIfVc?in(?>*D=2Jg$)g*yNu-P>R~~dP zY(J*ty*W(p;av}csw0TU!TP~n_y0lGTg6rNeP5uQLwC27NJw|bk(7|`6gZTKG}0TC zQo2LRproW54&7bS4HD9wcl-VQ?|r#1Jiv$AYwb119CM7ZsJzI&I%X|(1wMThwDvdX zt{QSF5g3uO#E#(Ab-Mw(+_>p4#Zr)TS7lt9}@C*!!S86f%XB1*>6J-p4%kb0eo!-g9_#Mcoyg0d}=tn$>5+$s+#ttxhQ z{X0ky?7KL+4sWsN7X z{L#`TD|9xl_?7SK!wG?xPzFjn;Xvh=9)fx&k~O-F5usd>8bwFq*PcGlEl0}uKggWs zZ;m+=NifBxacAIGf$#_U%WFn$4XaL_-($u(YcfI0-OxuzC}5eze6QXANarsZDAR%! zSU*~kBmpx&9bY3Rp}>xU&<3;p$|IviJ1W9xYQkWhR=(5ePPW&ZW?)xNvBm=x>@MGYQpW!%8hIRW;v?;uJ#}%TIZ_RhvtR#vc<(3|4A;b$;>U ze=ulZkj)X8|BGu8$?xIfqKVk+%SIGhAUf7T=3^6Q!xI_n79w?E*vivBoA45}GZEaY zVlHc_OdZ3LH2alaJ$$@Xg$PsXC!f#19+B+N3GiK#TwM4bJ*bfQE7n@#yxA>_=;+-e zs)-6y*C+XGqtAaPvKe^ACL5lgd+e=Ys((mRr0E7ynSu;AMyv?j)P{VMjasS`rSnlo zE5EuM&aIdI4|e=@d0#y;JBrJ?)N#;J1Lno)E(~m=Y+?>zD+z2?9{l)S(*IQdRrsm5C>w^JU<_@OPT&mBfj2ci>>N zk-Ar{Nh%4;#S!%BWwgQqkfvf~VXp+76BvfokKV;n5P!};#Y&Upuox_gtBOtI%)k}+ zAA^kiC8_?sz%{o`D1SWINm8oi2 z)^=BIXmUm55=Cqm(ZE4*@xS-&1PyL;)!X4l;Newc6O*g5`t#^bIZ`Q*OBHT`DM09} zz__*G^HG2-?Ih5sn64J<@5-WUfL5gO5ohrI5p&j}beZ@4PurPF!XOZ6{YY^v`2ns@ z<@njgFET9z54BXQr-z4b`}0!2T!Zel?@4isZjenZRt=lK?RKAf2oWXuun%0NgN-Po zHv}u%MkqJ@d4oK!!XyBH`@gR$53axiu?Wah$PeK-Auvte>51L!*M@qdWsMtmeN*Ek zc1+rf9(Qu$9amPivvH;63i*j>oN9j-9*HMES(qCxk$C)Dw5)qvCbdj9x#I^{l2{x-w?ubHW-eNUMgxBK%)L=5Dvy_wvV^!Efx zcvF$P3J_tC=2v4u$zQD@Gh0I6rM0yI)%kK5If znkIWz>K3XCtfh#Ck5b5PEy@KE7=8Jm$Lm{l(PWw&%{!2kPvR$57C7(LZ-Gn(`NEQt z8}4GoVRA5ix@uNv%4Z?d@;5Yf01y`}iI^7NWr(o`&2B*j-CeOonr z5{D9d&!WxUmn+TyTkO+VI!uJq_n=lOO|-2k zMN%xNnGi{5nS6Yh1>)~(rthsq+@lBjaagjF9?y~Qs>4(H_dwje?vKk7OEZZEulFDz zQlU4t_NPDfD@XU612|sxhj>0h+dX4m>`V7(A?4kk{#}{yp>@4xpAj2NqP(#JAg>>q zFWdjt-(cMIZK_+F%ZneR7=>D&vf^9~-7}**5uQE~s7vr4@FWOBr@#cPeV zzGp1=r7pzsCwqd&PB+|ts(pLeHwLfQ$e}h?kOtHZsbvHIy@;L-ZDgJFmFN)f_46b|Cfy_{ZcOdUvz1%#@I+pPm* zCXfk0uHm~|d2%EhF~TRz@M8xB0#|Pxe4qd-Odgmzud)Pv{v^dnT#L5j4=Q{Z%S;=l z^;IJdk+ zHT)aCRQ{J6IR?;QI#9ksM)ecmbluZ*;`mJvm?|Qq%I59bvwo_HulY52SS$Bytu_F7 zzg{@G%c&mv{0QXU482%iU00$Q~2;%MS6JT*E<1!~2J`F}N%s?XsrzCF8EIsAECXQccYQ&y;eDfH$!8TT}^q;T$mc;zG-g@*{LWRGzn(yYlV_9J_Rlw3;&-xGOT`Vcv1qKCkmfwNx|azBTK2{-vM9H1M@Iw}!s_{smYdGpojO4MiTbGR@ng z@~I5JxNroWZLb3YJl)*1Pof-IF*+4lk)>0}du`#lPa_urEV)0H?HDh*u#w(zdHE_Z znB0t1g%rDW@TmGJHio>N`-!wKVlgLkadN6@aPoCnhKw400ZYfSv-3+dx<)UnB)a+S zEg=Ez_epPiJPqKLxB2I&C{i*$nY2MAo7wH5WS;*V(w>Lh#zE^%a@)q`I*yUw7j+$G*?%gS2uksA} zC`Cu=FZZqdvepVg%Ll=N?Cv}NboG}IICyDv$Np?(xgT)tdUbuxz{=V?xEMQCDGTmI zkbLpzdFj${vWody-HM(;%^SZ^55-xq!fT9AfnJ42fY@zPDNL%vG?BcIEH_> zzw>-ECOD9AZ97bn99^AqPGrxM4BczZz0^*(sm#J7Y?i;FZH} zd<$AAQX8THIXz`!{Sfxh?7<_TK6j_Uc5CI9z!{uI~wH_JXT@{mR$9-ud0Vpl3@AC;fZ= z=xby77g%=h3QoEn%QwX^nw-w8fcM0F2-5h71bhI?|NI{x7NZ`nz4(Q#6O@Jr0Naa< zgoU&4;~S=dP7-TvaSf1toNr^!7490np9>mHfld20{SuQjn>8A+kgE(DY*t0y*lSf$ zy*;2Xubd~IJUL&+y&OM3_Ohn#ISBTfqQoEbT9s>_rXWXc>Xgj~c%$}i*&BW0 zE|D4Pc@C@j7L_NorRU16y^PeGNSw5l?1${h1ewLnD}ULTYMkAy8TL>#Vl|M==|iBc z=;GlKQdU+bbs2XPT9D)$;+=rOdCAHu@o92oeindWWM{!x6^T61tk6uv2$ZXh~ijWNi43FUzG zki9^Mpx03hw#-ca!&+;G4*5mgQ*G&84m390xa;1kKgq~@;8aC?X>#=b)Ez8WPcax; z#IVz#a6@xDfI$UX5oy?~1=aia=ScZ#SFg;dwqNzJWWNUQC0}!Br&KpkOBZ;)hZ-+w z^N$`)-U))E>uJ)X#&(53(B~ld(QG@66w=)s_o9UhIB2vXY>$W*0pbE7O?-HyeNxc9 zsD0&x8F+J=_|jgiKe(l1U>9>D79KwE7xe5rfX21@#YI6RgmRvEUqrD>CfSqs-v$mS zi&7cmZF}1tNr{1vPoB@=wyoAB7{BymV~^|~^y>Oi{V7_Pe%-d)Q>-flNxBvVsxG^r za_08}!59Xa%_LX}2>%A0E5V}Dz30#uc5 ze0+7Xa7v6J#XeqDO(m4Dyyg}teEl_6?<6L-aShH#be7zM-ccDiW5mBH1UN8?=yf_) z(>Ca}{1}vN%&O094T-(?9->hZx?a!48uP05d6vaZik@OZ#lOd2?*Vl_4PsX_J3^F^ zOSVba+~|-~>TbWoa8^f$56S`;<4-W*lvCqs^L^kNEsAv5huulwGe}eCHEW#46@JxM zTAq;Envp4wmAq?;;u2s#zX9nE?=s&+$3W;u68c8L_L2RICuJ)+nV&=UPldu;Tx8x0 zNpAW~UZ)vn=cnBnu^RPS0{`X^VA%wG2PnT(#r}1`mADa9F-evNXojQe_n^Td4^qbk zW?X2^^PxGGN=&2*Moc^+U2_ zC>3WyjA6}OK^*9B3!rc+PB>@xPT)QYEmx%~PMYHE4H_(&7u&F{O$>W>+mX;;(my4) z{=EKgFz-LT3^o9c+@vmF?G@ur42I`C*sdaiq7nDziTpB=4C~b|DLHNfPKmrba3+#O z#aY&p$iI!2nxXWQMSM)L{m`rS!odJuMNBK@(N=2Se0*x})G4VF@ZvgW_{E>ao67oq{gy%%qgDKK?yydIwQF?;jz9TmbU_(9h-t7J;TT*nDLWAV1lG zEG&HEDDVqFjGURq8|e+ol{$^EepAP{`5h`DS7d0m>{Zvu{FG}6v&~`{14pmeBCmf= z2_MkNtvc9c#$2iu!gf6EBFq zyFQC(BZOuc=^;s;OK8bf3BXPhaa8`3$kf9|Z<;Ln+Tr8nurRb@k~|mIYd{lgI4qNl z0^c(1^`pik$l2I0{4r2hd!*aB)Es-j#RN$cil7qLseW1OX4tm%e}u7{alXAwC`^IE z;tA!$^$Qnc=5A!JVdY|76Tg!O3`_6kKrQbCJYq>4WSQ?tLLmM^Zc(n-wmnw+!`n_hL|HQROI*8c9BHb-7Eaj z@+w(AJfB@G)fwYUwX|;6`ZT9)UHWj{0hBr~toKY`BVphabmF_!OcFTA`B!tVb0ooI zxK)=ZcJUDybcN}86<9LdzE2gRcVjm~g=B6A9;hALT%QR+g>l9=O5ykIvZUCv_alSI ze2;ooZV2KPFBK3ffw~QUDeBPoIpb^_TU%%-=4dr~=tPlfGUIk~E1HK98}arpu#cec z&>*}c@e#2j)U3&h3oP}QiNZGindF+h!}Q73uK*M@CaB-c4LQP&B?lU)^a+XgfFlrf z7@@luyO2|SannNC{`DFAa z{tcz9P4-B6eI-a*mRbrKm?O<*UH7fCOnwQSyxwhL2`nJvYmaF8p(V{&M*I^Cf3Xy~ zq6ttYw?7-Xruaa}8Nd*xN6%oClE9LAfff6A6k_O$x+YM}qF%JIKDRR6|2+3wAWB8X ztzE&T!Ovud_HgGZCJAIAY5ZU_m6j_$NT3Q=U@}hw)X+dWB>}1gCRFS9>cb3Gi;1TX zF1qyR???H^Fp-HF5UTzI*XT&gZ8(o5O#t@mRDO+mGm-8yFD!0+8ckluu8*;afnCFP znGr00JG(c&P*gt>>}6^7_>o`7F$g!)Gik<*pYK$R`hU#xZA;yPumJf2^oUl8M`$&C?a+l1-h{oeHw`R@lcU?boU@_J!fNk>c zM)G63d-~2LURTXG6s^7JV)Vx2c$zbjZhmC7^haeGu-M6Z{ld*mDAP%+Tjfh76qxOu1aQY_+p&noIy|2H9 zcM2U=*z@Il!v$iOd_9r72J{Y~M+M!_1rrhC`*}X@P}p79rw%EmgOorU+alJ@dzjwy z@BZROss3Yspp$5hpHq%ABcjVVJLOe~Hm3ECW4wPW7f20yJ%Tmevwys`+LBc3-_$rc zWKTa(wLJEoU&oe#|4;U@#Y0IqqU;!UuRdh>v9OSgG7oBan+Qwp2j+A*E1Y*Kir#90 z6LRYb_YEGyAAwj_yGcsnxR3{7ytBF{taK6ooirq!PtaXCq@?cC^$UBvZMeqS1|S=voR6 z%=W#UvJa;5;NF<DEETy*#MB?{Jjx;K9{U$&_}coM5laQ?IH3o-E1wq(U0{ zSnuSbFyDwFWWN9SJ+Rb1T&NC2PW|S+m!A`^g@!di0Zf-dVOs)V2dRsXX-Q`-Fyb<) z?3xi8+nRE6|4{=qeo|&H9ZPX{#O|zN8*9N8xjh3CgOX$SL_>^>r|U&9EU#E&F^=h; z^!+mxjc3m5E?OA!o9%svD@_k57<}RE{ANt*CPLSktYdnJ)ZK>3MwjYvw!Pm`Aeyxo zHcq+$M^iyq4KA8!{*7BrULQD zc*^Hm&h3lXAxWvc$t-b*))-Pgj;~)Bfnm>>_MrI}O7z=1KY#o^a@CzHJa*1qhEn+# zsY-LHb;c^O8!BY+%sVlDym16##xqwZOixi4ewf9d1lFS^!j6v>SNC_=e=26ohX6g& zuVfYyzNF86DNU3Zp(uGRFRjA?pFy9H$!jt@lkNJX6I&b z!VBr7Mzh!?xM|+aT=0+n-yV10_S88c(>QC?FaI`jpLViPwWGaSH_uc^qjZ;v%8j_ASYR)Ci|a;0m=kYW(H=OrM+CAmQU{M_DM4ig9cVPX^4 z%?-jvs%pqh03aCF_BMq= zA|5YU*^e%?Ac}7=AFNTc4$K0BSwAL3g?^{XHWJ8+Yunow#_V+`tB}k2bM)6zHJWkj zOWVWjV555s0fu)BkP%L?jttqQVBP{rg4F-#nOIe!wB6ubAWfgcpvmkQ`+%{)N-4es7SBE~~-9W~r_+=WO(hvnpYWXN}Y%T?^5^^_;v;=(MKOkh`=IZ9$@EDDx$c>lB$#8 zkNp|(-Gc*ci%cKT{wFxf{;Rv*qeD+Ton2HE2n*m@`hT?q#P@-6nM|Kn+F^c+J1@%t zF(^J{%l^lS8*>P0a+O>c(S?W%gs$83npMf7Yo`amt=OAzRANt>mb>zkZX(B8;15@{ zdP1$PQ4!n)70!lgmVe%iuyT{EioCx>3HQz0P+G4;QK;tW%|=K0;L&I0U1ohh1*?Cb znA_cnk&;Vg#li`{IQ9F&uMM^%(MEufo<5`kRY{nnkX9@z+uz(9`+7OGhCp~7l9 zCrS3HDGz8YnOyteK8unZq{{zJ+AHA6Qe*ruLEA}rBUT~5y$011DmM0Icz`Z zGiT~n?(vryq}}!Vnx65myvcDDB(m!NNrL9Z79ZQa7iSRGXOEe@`vPTH`h*fuMKh-G z$qBm|tLiuUhU<)Z?z4kSol~IF(ED)X$PiS8Rus<&%=Zgz~+{WQ1fsF*J(NKQCw%2`cuJgjj72rreYI*%mHIQeK`3(U#J@y=aP@ zAsF@KfX*qWdcR$j%?-d*$r z>sfbsIlH?&|BfwPqZ6 zv|mYRs+pdgF+~KjKF?AQ`1&SclTf50I-fj>iKV+YpjtdpRRMo=+SQHOc2n zvBU>*-xW|;yTK9>6;f`F!r`=-Y9G~h{Y$z*p^Msx!2VWKe8eSY+R3kXU!{r5|-;8hPin<3#0*f-d}+kM}81nIc1Z(i!1`0?^A z^W3AVzv9DFLAgU`_3j&d9$f5zb_~xwfn0m^!KVUJLqD+48%Cafwx@}>G~(MtMSie9 z#_r8L1D;#NqCQM5oL0}z#YW)?S6U4m z{7-BAtKzs+Zhz+s*cPJm2{Nl}%<_d7R*YVnk?vyW9RJKgd6=laIzy0$*SisRq4@)x z0iN~hkjzaELMD5LA`NnN{D7dV@Yfqo*&AH&#-4d{wgV;XA^k(@(Q|N)96%TFzecdU zhdF59z-eXfjWtA-vrT~Pr(mQW(+5iAeeaVv=T73JP#1$Ou1v_SM020kC_bx&^CA(@ z{jAcRse%Wo^#>lo5KY+m^@A#K$%4;3I@c3iaW`7VO@Cw#(RSRWRi9RnkJ2LchQx{Wb!@=dz6mVKDIYc z$&#el3Xu;Rf?80+GY%@X|Bgb#XLTWsn(Bspp^^C<@;I~i9f&NTTZwT(zVDU;w@k!R zmF#QCBb*ZL?u)oN+6e!9iq+^`nHPweKWEP->N`ml{oZ9zhnmix(BkSMYO$AX zujEu9?*oKNcmT^JWn+@pcJne4i%x6l%qr?SGt%4aK^$K?hu17X32S+d-oY>rKBYyZ z3;bKgAAA#If`$?3n*BM}qu8X{Wn^%8k8WVN-A_D^E-EklT@4j7lov)N6t=dO_Po8OTICmOcg zd=kVTqBxN#$?4TpgbvYTh;)za=0Cubxmy$*jJUYXC1xK(y42L)kjBIGay~{fO#DpY zoSOJgM6c4Ad}9I<1c#MBl2j22XT&SOdQg!$v!Gt(1;3YcE8g&+gihL9=Bi)E!MW*; zsv7|IK<=;9Iqo1O7^Tz0G-(65cUoQgwKStvrMc14A2z1gl7(R z%a%aXO{oDX|YL zHqaxMJo;wd6{8Oip~{p&K7pK6$Lj!K3Ac|pMWVjjWnwK7#bt-bC{15Nj(eO`l-7rfsau|@8#S&#bMKrvxtufO8xNk;Y%Wuy9vuqs zV#8sZS#{I@J5O%x_GFG^9U9OL)s-A|a@OsR{|RmWYs5L4DXES70G*lKwPdT}-<&H4 z0V~~ND`QIZZ5V?hNR``-$Bg>pGfm|2F1B|-Qa+`9h-EQFLOBHt?y$2Bn9Y+{?x2*813G-4 z!}1>S2k2dzzgnoal(OdVKVyRlv7t*qqW?c`=q-iWS2-kxAH14xKTib5j38}qA-xCC z*1iYHG3sa64_vS!37F&~r6s%C;yYK76O>?|%mCxvIy5XsXA(h{oTL#3uyc5IT>$fk zTrRdqr9A_Mu9|yKP=SAO$+}1>wa|bOQcb4zdUPbY*W2&|rR$M)A;Let3rLzEpNnyS|WEk~Oxdn)&_Xj?R^H53MlhY|3STT$S zA&HdJs6pPL5J7@{tKXxs-I?w7_8#>QW_f?xM}&FMyl)T-z#2>xf6+lk@`EyFb4UIxjknBqlZ7eVLbf)(F8)d?$jN)iaRxoSDDe*kpv41>c$ z$v|yr-oAm%3#cK>PQ@TzNu>|Ye+Ru`iQmPUEeIIN_@hhPKU?gE4R&jntD_APhw2dU zqtVH-exKI>y0n>}@v2_FpjelvBa^-2yOSc8?aTB0@lSa9eTXmXClnsB?}a*@CT5`u zP4lQ4*)K2(;;3Bjy#S_l5hSUUkE*Dw9oV(iMsXM~Pb=lL!0*tJRJSHkeXZQ1ZKUshJSGxY?!2EOI%@+Po(_87LU-6#9Y9I|@ z@S|+8d84-zr0K)Xi^5|CQ!ObuP7VFVTw<~F{D7hibhAbJCl@7RZLos2vCV?NgOiq8 zm7$czKO@n3Yvk;s#QFDo2nJOR*HsO-RD%riP-3IpBL5AGt-w1&<=9q4{%1jQ&#-Ox z$_<6t>~_KxkT@g-agon-VcLMz3oHmP!5s}2E7Fida@bC#Ly;KaC$NuFA0gM^Xs#7RtN;% zOyJVYH-&1_oqbHnM;|tAio8UN>h_gfLWF%>8i{RbeIoiP4O_b7Yvyw9?9#$@x_Dac zEv{lNmi5?U^T9WJ9i1w#0MA45;E4RowvNTc1+Fd+PTPm3zm!vgzj>WUTXw(jX zM@-a{ZGPX#jJf|DV%BQ@(2WLg0reqa*t>^EdgktbC-n?IgyJ7Wy)&Krw0M8e^Y`j< z%TWRstGjUdQEqRB>bt@e`O(;TS?3moRyKbG{zd9Chr45B8&)spEH%D)pm-NID=WEt$c@Jg?5Y0T+ ze;P~J4wphd_ontfy<#}((?0fiX-APae2o$oeUD`ng28ldUYPXuF4x>I3OEGjf;t*o z)NOFZov%bnm#^@VeJ0{QNZtdA5g2}a@3F8*2V;^PTDoG4 z-+xTzm%^TG0h5)wOxTmTKUNQre_cjjA8U3{^gBPlw3{oSZSP=20brGPAd|tYY93go zAHcC9!9os7JQ4(B9TGqrpKBfz4;3!_(EN!k(+6{a;_=rp{wBUd%I8eeCO<(b<7>gt z3jjR?iwx08iA@+gLzmEl)AdRFv7_)YlXN z==j+%8B1uEWJC{8XMd_$ZbCWs`2Wij3cX^y9golr-rKE@@8b1X;Mt#h{}QR&JpU5h z&YZKviuCLz1xV>a#VPySxVzKJHVo?_^@T$*2!q?)UCUAjp*z;%;L7~y?qbyJAg+pI zMs$n4;cS=N1AmTmK|;F7H0IaVcR+6&bj|br4jb?7GCh(aXR&O`+#Th*);%uo`+M8y z{m%E&?}*(@n%_dq3Up|P#LwjZrcWK)qx=f>-$zrHO?O&??mMDLEmHMkm(2%P=Vz3~2F(!Q$$ZGU^xL)`l~$RL4cq|sO0o7{ z7km$7br&$kIPmEtyDPX`+qwqyyG{|_XS951V8onk+Bg%hXTM3)Y<;Fzw4L|e{h%ns zuJMwteLC}&$F|?D%3)D;U%VOz6H~s`g80|TglL`Hp%nA5NwAY%K;*Aq&Q0RZBvOxF zWM(DC*hza;fwi^dH)p${Siq*T6__0)^4>D$iZXkCz4f6KNOs#YPO4x7P3Ye5H|Ksp zqYDGU#z6YsPms&Bp4qa8LRcOq+H{Lf!mjlaX|`_y`14r6J6x(OBoTgC*v9 z7}omuoldV1ZWnf@Ppalek2OT^p1SsIWHrPHr<>tIvHrtaQR)%s&| z&lH5l(VdYJoR0vt8YQkw5WJrQ@nQtdc~OrVgT|TECC(@*W=?bLrp|)2 zM_F2Dx!QzUd%GNN%fkf=n4`q+)mG-h5PN?!Pxn0FVW;W2-F(IK8(eB`g#W=L@3-N+ zlE&k%bfogxLg7!td8+?s6r|DI>#=d} zkm`@qm_YK9Q)?l5g?V%q$pI57ymax3yriKi;*n-HNFt!+n^e!u-l4-elc{*+f2RrVfW8_iyQohjju*3mOU!oq-wDU063zVItAFmn3ouy`{?-t$W7Zn|wQ z%kA!|zO4Zm(6E3(Non|ae;X4Ip|pBTE;eA_0?e8W2v>&%P~oQHwS=SX?IJaKxO-Ty zpPo^qP!cN!mK(X31W3HE=v#g#7^+$wTP{_Sk54N}M#d+_;_g9BCPgj|7%&Cy4~}KF z>-M#`fPsnWgEHOKk=bH&U*7MNj!f*)7=1F3XsDc`;3Mq~SUSP&m(bTb6Z9DF36GBM z0#;g@M}I6D?;L2WdGC$?Q#Dwt&AQa%6~cz~5vzf!QMX@nKOakS%wIl1WN$yTFAbSv zzg(j;oEmSFuCkKakJ*Y!K%V`^WWF+j4OkrC**^^k2mTBsd8>h`4D*+xrN&N#$UpF* zGnoa9zj$cFLmb(p%^}T8yBvX$$NF8sXEL%fYqH*!N0-LFYeH5GrHqcLy+NK!3~ORAQH19v^1fB6gbXYf`Me0!gJqczs!K**+QbO;M*9$?MD}w zmSVFY-QAjt4)5lLM;7jhyJt|eDlS{J<4VZcCSl{^Dz2=v^k#D-oty1Fh3PK7m(uoM z-bu#kH8C{}5gZ&EB1N%zBWn4Qj*vT*s5c(ZarBMw>nl0G(MQvxY@`Mony)YE-GWV% z9TKrblA(Cp6>x;`x+?{JDH$5@nZFm9$rJqTyYh>fo|^B?=RlTjzjFUesg6$j_J_mw zJ=D!;Z5bYX5tUd%clC1M#0+; z;OcDZhGbl+=7$v-m&e=8+lnuXr|KmCy!o!X-?_v86mMs;jnkk3Otk?nj4NKJBWZ(7 zS>5{G>Ff3ahToS1nxmw?@JoE3oJ~2e-Cy24S?%8xU)c?P^^Nl>;t^iy_+(RNZor*C zOrA{F?ZAr`X}*1Y+HvNcy%shk?y@>L(k^L7A!~!xJ6C1*!6<4D+kth$g(nI%=rgZf zu$Ehps{cE?b2yK*x=ATu)Br;)by7xj@*j<5DB1n~$xbz0#EC~RI;8wkFq%Q!Z$B}7 zWW9xlK06H6NYE)V+Rj&xvR1me=2=CQHU3trMMMS*HY9cW z)fR-^@LNGZ%VaM}?73fMf=DdS+kN-@Nk!bh>}r80lRM{t(+6~jD(PmTbv2y#gTx<% z4&7vC7z8aQqd12DJG2yw$z!$k^(l2GU0+`_i~HM2Fk5|iw^+|^V)%x`P;W%#FL%i` zFWP4SxEn}%o-{b#wc;zRFT5(o&r#JWf#b(fap+c3NDAdtrzbl5OwO56>{Qd&dm}1@ zPhC*%b4e#bH0SN(6aJ9O9E`}T9!*ztpu%S=a4|KS&(n=@uzhL_6;dDkDfahvlfvw$ z8KqRcTSpfYd3w!ZkovY78M+J(_T}EiqVLf;aICb2XG23vujE*YO$^Tz?Z9d*80zQT3bE+U0mbe`8SY?*-G2>@m!VPzbs^HM%3|ATcDnVlVw@V+9|TN z_>0nD5S#KP(Y`1hX9t+aCjSQ8Ow`JNBGUArOQFE*-23io$ThAm;W~3T>vz<`(%bA#4&F;fY@i!3p&#R3qR`1pzm%&&eq%y4at zWYc{Sc0yxlo0uTZ6o22nGm-zIhoy7g97;Q>WlqZ;sh3TwN+)4dRL}W zv*ypBf8>dnJBDeaXBT@}(}z#QNyuVV95wb63dL5SUjDT|E!FPW_b{`v2y$*qaLwx6 zw(%M~_ChK7ZB{_TO}mW3-co_)_s%BcDm#WPVgi7GeomRba&cLt5vgM5lq_PBXfV6$ z$!l`1d(Kj+H9A`x74;&Xp^kLiFY!!&boQu`DHAf5nmqL3%EB!weAT=)`&Wi0!>i2= zCK{`w1?`vAE)nHe8t9doaRyrMP8Rkiu;4#jZ_`O!F1TUf;f1!gN*^pWvlq7oSD<2( zVH7ZM$ji%PI?RLbDT-gQQ8gCucrTm>sHS~5SZu^T`Zf^H<953B3Syfn=Fy(>;^RN_ z2}D;hh87HHEw_G&%GYo-8N6zOzB&MUBf28U$*pEeO{s~QRSAw1>lo;xXeFtZ{V!=g zeE4v5G4B*1=voTyukLsz6_l4PmrK6wxdT!-*d7e9)M2biekWgN_0tyHM(mNO+aEJ*cbSVO%NexvL zB=pdG$<6uhpF4Bs-udpGIp4SczVq&RX6?0C*?aA0kwQ4-g4iTIrs-F2NqZNCBFSn- zqw^#9z?%M5&&NL^yccl!An$PRLr)3zh{>7GaQrQ2k z(kd042p_xHR`jWv`$v2Lw>ay;^aA)0*Qt(_mfzdDgRb1 z2jF-+6Ke+&v#EOjjH zDSHyFzV)P-8hWbdaa49~&XtRWV0`mFP{I9)C&A};mUzz&fAy1Ml>+T+F5m0?D& zft+767Yf_YG9C|hzGD1~m6os`I9TBoyfyy!{;4&Er`zdy-2LKRnN!`prKW> z@yKqfGI)+li{L$PrY+yPwy*ta^%qeLaQ`KW0pcyvubhnvo^6b{+ zl=0KVsIHDx@>KGJ6XkQ4)Plumrr^toV<902^L}14EMalB3G8Fs;>||Z&1pgLhYefO z1^l%G->dJ~oQ{Yh^9dg0PMIa~@l|_pmar%#pK?aH7 z<5w5xP*OJ@s=j06v2mNK5j{OU)h1U4o3VK>_P=ioJh-A|Xt8d15eaNBBy-14pj?tE z_{lZM{wU~;yz|o?y&?LeIaoCkKku2|9PP<$$B zV_EAF!}OT5-k~EFzyPEs3M&_$o}AfhKC0E_c_EIsdDS;_6jl-DR0NcheVStli zOR_9(d0@U?#X*;RpJp9X(dq5kSu3PppyJi+^udb;0tu$fTBdUhzv^dH~ z^NZfLtcG2DJ;QjixxdY{DyY82r6v&JM6M^{k`@>6a|)j_>EnoTOCD+6dhH_los4}^ijq*&*Brlr=-JkZ&k+jc@QT)r2F8 z8c)s7SgPUxd~L`{6vkCkluF^*6D_LmguR1yD=EQnaWwyLuUqgw$Awa#NaJLpiyR{r z#AcxVku3I7|NAQV8C#tQzJhem_}1Zog6qlAe9g=q5W?c!Oi#2}567tRe8(|D#kg(} zD}bh7GVVJZp!szd9l%(Fub34&2i+cr$HWB8ea1Gac(B74h z--j-zsF0{bURnEN$`9SZk>Hnh&JnO@E+?0CtF2;Jg zp(|&$@2Gf)WAP3Yp*TU}Xi{Q9#J+<_GeElIsa|x%_HySeEG&5Z?)o4g4(@~-l~#PX zo-*s|>UzC95zdDJoCk80BSrA5nY>VDX6Dpeq!n9#@dRN z8$EA5@NUWO5c?0f(e|-E5ik#F%+4@kZ!`>@69!GvL`uTc(UJScxFtXt~~dTPyWA zbjVL-lIeJxD-F|grQSTXL#?ae@^g=~9zRLDO(A^q26N4jV!L+rM{>{uWEp+ zSc+%(a`qGTf;>784dr2F_HxCGm0skguTsAQ8C2Ha2=T?0xsRu;9K&-5ywY~X|`uh{%K^3Kw<)Fg^<4loZ=I#%3 z4O?Sd0mcg2ae z)DP~kc2GJY0ctP+xoPd4upTAjJ$^gR(4d@}39QlCfq0Sq;4)f4q4?bW;h>2&mJn4F zthw?_82VAf(wT}*5DLzQk9~!`{&2si9zSwW6LJPy_uBacqPquP&g>T5iCY*7&>&gHcpnUN&aWFM(Vtb!s%B0k^`Rjgut~K(V+@@*s zc3u5?|H+F&7m2(@2ISU(ZuNQbo|~}yqnmqYK`4@=6!Ou85(`MNCQ&rlHFZz! zh-SjJ+(yD=LaC&0K;lwWm4yfGgAuxtra#H5NFY=p0;e3nTs{#q+jFxY>thUiDyp!dxY5gE%=q8>D~2--1ahHt}L%VX??fz204ji%sHlLh?Ny9UT?0VbIwN za2X7TIInCC2?`~8@WJmiNWM#q{dFcs>Zz=6}ogb;v*>F#T% zqY9+Kdz|c~w?JAV!u%vU)05P;pEDWw^yHGwZp22tlU|wx$Dn$bQPSgswSMA8yTCE6*pyD*!$9_e;&?R&K%21U;b3McD(C z4so#v&C@B`%inng`5qrz?7JB$8PR2MZ0xLGSo0B2>L8yO zOiG|u?w_0)Z5wOj?mldce`4S*9KAk?-oY|0qHctd%{vwX&8+qCX;UK&$$jF#3s~@% z(wRz}4rJ7hb7b-x>K9^RUIH_LZ*+cIDeW($k$ekdHy+*_%GVxhMXFV>ik!TS6ghE= zO0#ko-Yw{a2sKUUi9pid{&v_er2F(3Q4!Q3YSvJZZ&Y&CZ253%n)m)6~U~M2PE7a3a=*y+)a35#k!v@^b5njF8|& z@eqf)V4y#F0Mkj3TThjhn6e((YmK&PNH-+ys&^t-*gbmphI%N}Ca0a#yZk{UZC zMMDoP^e2}bD4|H(ivPP;0elsl`S4em8V9Z{shT}m(|V&v42?n682}sH5*4emivt<% zce2FeUvdErDSE~Q4QHu0MX!5}O zaaxi&&ViI?%YxzXoN-9t{b zV_2@6=XENJScRu#Vp2(jz~-4mE+$#eBX>t*5tp;v5YDK#8K5OBPCW5!mYw_6`!YAA zJw1X>zO0%~DTObS3tV0E($-GaOQzuRB)G>9_GVZlb)Q-g26Wu=Pr|uyuUC0FXAS1x z;0{*jo+aKy>{A74ET533S7Ck|1YK!tWBt5ovNqLdLuIe^biQ%QMsqVhcx!?6;dLD? z*JD}(I@sBqLVl3XcIlnhE`mo=jy5$`=Z^KPNfe+;rK| zDr2f$$bPZ^Il@p+8s0bW(oHc^UIJM=KjW_N&+bP>(XDY$CPm)gD3+Cybf2CplYD_D zk$wa$VtN8kKby0+rzWg){TTdfg}K7pG*sly z?_?yGBvDjX!$uhM;PQKh6cqF{Z$hgQqW~YZCs!`eDBM;iqY(JlqX7OB#=i{(@Lz@T zZ$JV3_a*t4q5%FU#rPMY0RDIN{M%6g|I8-&8&LrN{8s&2Pyqi|gYo}E@xXQEG7Hsh zim<0N4Ye*a_R85(f$*t)qP)R$OH)+k(hAY9iElk>^yOspkqqZ2x>GB@g@cxw1HbyA yxvxaGJ@R;Sw*C!7A4)-0`VDAnG#kSO+3zd125XEacdhlYyolS(DK@c#fmBdKlx From 1833d55d3736ea35feaae3f7b98b766476bb465c Mon Sep 17 00:00:00 2001 From: Alain Krok Date: Mon, 13 Nov 2023 23:57:10 -0600 Subject: [PATCH 20/23] update main readme --- README.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index fa1e3e8c..658cbec3 100644 --- a/README.md +++ b/README.md @@ -47,7 +47,8 @@ The following constructs are available in the library: | [Data ingestion pipeline](./src/patterns/gen-ai/aws-rag-appsync-stepfn-opensearch/) | Generative AI | Ingestion pipeline providing a RAG (Retrieval Augmented Generation) source for storing documents in a knowledge base. | Amazon OpenSearch, AWS Step Functions, Amazon Bedrock, AWS AppSync, AWS Lambda | | [Question answering](./src/patterns/gen-ai/aws-qa-appsync-opensearch/) | Generative AI | Question answering against a Large Language Model (Anthropic Claude V2) using a RAG (Retrieval Augmented Generation) source and/or long context window. | Amazon OpenSearch, AWS Lambda, Amazon Bedrock, AWS AppSync | | [Summarization](./src/patterns/gen-ai/aws-summarization-appsync-stepfn/) | Generative AI | Document summarization using a Large Language Model (Anthropic Claude V2). | AWS Lambda, Amazon Bedrock, AWS AppSync and Amazon Elasticache for Redis. | -| [Lambda layer](./src/patterns/gen-ai/aws-langchain-common-layer/) | Generative AI | Python lambda layer providing dependencies and utilities to develop Generative AI applications on AWS. | AWS Lambda, Amazon Bedrock, Amazon SageMaker | +| [Lambda layer](./src/patterns/gen-ai/aws-langchain-common-layer/) | Generative AI | Python lambda layer providing dependencies and utilities to develop Generative AI applications on AWS. | AWS Lambda, Amazon Bedrock, Amazon SageMaker | +| [SageMaker model deployment](./src/patterns/gen-ai/aws-model-deployment-sagemaker/) | Generative AI | Deploy a Large Language model from Amazon Jumpstart or Hugging Face to an Amazon SageMaker endpoint. | Amazon SageMaker | # Sample Use Cases From bf53398da6fd36c0b36848ee213144758615da54 Mon Sep 17 00:00:00 2001 From: Alain Krok Date: Tue, 14 Nov 2023 00:01:04 -0600 Subject: [PATCH 21/23] simplify table in readme since focus is on gen ai only --- README.md | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/README.md b/README.md index 658cbec3..04cba099 100644 --- a/README.md +++ b/README.md @@ -42,13 +42,13 @@ If you want to add a new construct to the library, check out our [design guideli The following constructs are available in the library: -| **Construct**| Generative AI Area |Description| AWS Services used | -|:-------------|:-------------|:-------------|:-------------| -| [Data ingestion pipeline](./src/patterns/gen-ai/aws-rag-appsync-stepfn-opensearch/) | Generative AI | Ingestion pipeline providing a RAG (Retrieval Augmented Generation) source for storing documents in a knowledge base. | Amazon OpenSearch, AWS Step Functions, Amazon Bedrock, AWS AppSync, AWS Lambda | -| [Question answering](./src/patterns/gen-ai/aws-qa-appsync-opensearch/) | Generative AI | Question answering against a Large Language Model (Anthropic Claude V2) using a RAG (Retrieval Augmented Generation) source and/or long context window. | Amazon OpenSearch, AWS Lambda, Amazon Bedrock, AWS AppSync | -| [Summarization](./src/patterns/gen-ai/aws-summarization-appsync-stepfn/) | Generative AI | Document summarization using a Large Language Model (Anthropic Claude V2). | AWS Lambda, Amazon Bedrock, AWS AppSync and Amazon Elasticache for Redis. | -| [Lambda layer](./src/patterns/gen-ai/aws-langchain-common-layer/) | Generative AI | Python lambda layer providing dependencies and utilities to develop Generative AI applications on AWS. | AWS Lambda, Amazon Bedrock, Amazon SageMaker | -| [SageMaker model deployment](./src/patterns/gen-ai/aws-model-deployment-sagemaker/) | Generative AI | Deploy a Large Language model from Amazon Jumpstart or Hugging Face to an Amazon SageMaker endpoint. | Amazon SageMaker | +| **Construct** |Description| AWS Services used | +|:-------------|:-------------|:-------------| +| [Data ingestion pipeline](./src/patterns/gen-ai/aws-rag-appsync-stepfn-opensearch/) | Ingestion pipeline providing a RAG (Retrieval Augmented Generation) source for storing documents in a knowledge base. | Amazon OpenSearch, AWS Step Functions, Amazon Bedrock, AWS AppSync, AWS Lambda | +| [Question answering](./src/patterns/gen-ai/aws-qa-appsync-opensearch/) | Question answering against a Large Language Model (Anthropic Claude V2) using a RAG (Retrieval Augmented Generation) source and/or long context window. | Amazon OpenSearch, AWS Lambda, Amazon Bedrock, AWS AppSync | +| [Summarization](./src/patterns/gen-ai/aws-summarization-appsync-stepfn/) | Document summarization using a Large Language Model (Anthropic Claude V2). | AWS Lambda, Amazon Bedrock, AWS AppSync and Amazon Elasticache for Redis. | +| [Lambda layer](./src/patterns/gen-ai/aws-langchain-common-layer/) | Python lambda layer providing dependencies and utilities to develop Generative AI applications on AWS. | AWS Lambda, Amazon Bedrock, Amazon SageMaker | +| [SageMaker model deployment](./src/patterns/gen-ai/aws-model-deployment-sagemaker/) | Deploy a Large Language model from Amazon Jumpstart or Hugging Face to an Amazon SageMaker endpoint. | Amazon SageMaker | # Sample Use Cases From d57a994a3a7860936298003ea4b7e51c1d03f529 Mon Sep 17 00:00:00 2001 From: Alain Krok Date: Tue, 14 Nov 2023 10:35:37 -0600 Subject: [PATCH 22/23] update doc to add information --- .../gen-ai/aws-model-deployment-sagemaker/README.md | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md index aed1e9fe..d6494463 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md @@ -103,7 +103,7 @@ Parameters |:-------------|:----------------|-----------------|-----------------| | model | JumpStartModel | ![Required](https://img.shields.io/badge/required-ff0000) | The model to deploy | | endpointName | string| ![Optional](https://img.shields.io/badge/optional-4169E1) | Name of the SageMaker endpoint created by the construct | -| instanceType | SageMakerInstanceType | ![Optional](https://img.shields.io/badge/optional-4169E1) | The ML compute instance type | +| instanceType | SageMakerInstanceType | ![Optional](https://img.shields.io/badge/optional-4169E1) | The ML compute instance type. If not provided, the default instance type will be used. This value is available in the [models spec](./jumpstart-model.ts) | | instanceCount | Integer | ![Optional](https://img.shields.io/badge/optional-4169E1) | Number of instances to launch initially | | role | [iam.Role](https://docs.aws.amazon.com/cdk/api/v2/docs/aws-cdk-lib.aws_iam.Role.html) | ![Optional](https://img.shields.io/badge/optional-4169E1) | The IAM role that SageMaker can assume to access model artifacts and docker image for deployment on ML compute instances or for batch transform jobs. If not provided, this construct will create a new role with Full access to SageMaker.| | environment | [key: string]: string | ![Optional](https://img.shields.io/badge/optional-4169E1) | Custom environment map that the inference code uses when the model is deployed for predictions | @@ -134,7 +134,7 @@ Parameters |cfnEndpoint| [sagemaker.CfnEndpoint](https://docs.aws.amazon.com/cdk/api/v2/docs/aws-cdk-lib.aws_sagemaker.CfnEndpoint.html) |cfnEndpoint created by the construct | |cfnEndpointConfig| [sagemaker.CfnEndpointConfig](https://docs.aws.amazon.com/cdk/api/v2/docs/aws-cdk-lib.aws_sagemaker.CfnEndpointConfig.html) | cfnEndpointConfig created by the construct | |model| JumpStartModel | The model deployed | -|instanceType| SageMakerInstanceType | The ML compute instance type | +|instanceType| SageMakerInstanceType | The ML compute instance type. | |instanceCount| number | Number of instances to launch initially| |role| [iam.Role](https://docs.aws.amazon.com/cdk/api/v2/docs/aws-cdk-lib.aws_iam.Role.html) |The IAM role that SageMaker can assume to access model artifacts and docker image for deployment on ML compute instances or for batch transform jobs | @@ -156,6 +156,8 @@ Parameters - iam.Role: if not provided, an iam.Role will be created by the construct with a managed policy providing AmazonSageMakerFullAccess permissions. +- Default ML instance type: If not provided, the default instance type will be used. This value is available in the [models spec](./jumpstart-model.ts) + ## Troubleshooting @@ -167,7 +169,7 @@ Parameters You are responsible for the cost of the AWS services used while running this construct. As of this revision, the cost for running this construct with the default settings in the US East (N. Virginia) Region is approximately $344.16 per month. -We recommend creating a budget through [AWS Cost Explorer](http://aws.amazon.com/aws-cost-management/aws-cost-explorer/) to help manage costs. Prices are subject to change. For full details, refer to the pricing webpage for each AWS service used in this solution. +We recommend creating a budget through [AWS Cost Explorer](http://aws.amazon.com/aws-cost-management/aws-cost-explorer/) to help manage costs. Prices are subject to change. For full details, refer to the pricing webpage for each AWS service used in this solution. The [official documentation](https://docs.aws.amazon.com/sagemaker/latest/dg/inference-cost-optimization.html) provides best practices for inference cost optimization. The following table provides a sample cost breakdown for deploying this solution with the default parameters in the **US East (N. Virginia)** Region for **one month**. @@ -177,10 +179,15 @@ The following table provides a sample cost breakdown for deploying this solution | Amazon SageMaker endpoint | 1 model deployed to 1 endpoint on 1 instance, running 24 hours per day for 30 days, on an ml.c4.2xlarge | 344.16 | | Total monthly cost | | 344.16 | +> Warning +> Cost Management with self hosted models: Be mindful of the costs associated with AWS resources, especially with SageMaker models which are billed by the hour. Leaving serverful resources running for extended periods or deploying numerous LLMs can quickly lead to increased costs. + ## Security When you build systems on AWS infrastructure, security responsibilities are shared between you and AWS. This [shared responsibility](http://aws.amazon.com/compliance/shared-responsibility-model/) model reduces your operational burden because AWS operates, manages, and controls the components including the host operating system, virtualization layer, and physical security of the facilities in which the services operate. For more information about AWS security, visit [AWS Cloud Security](http://aws.amazon.com/security/). +You can visit the [official documentation](https://docs.aws.amazon.com/sagemaker/latest/dg/best-practice-endpoint-security.html) for security best practices related to Amazon SageMaker endpoints. + > **Warning** > This construct allows you to interact with models from third party providers that you can choose to use that AWS does not own or otherwise have any control over. Your use of the third-party Generative AI models is governed by the terms provided to you by the third-party GAI model providers when you acquired your license to use them (for example, their terms of service, license agreement, acceptable use policy, and privacy policy). > From 2e72329ad33973a5cbd332ecef0258cdd2c47ef1 Mon Sep 17 00:00:00 2001 From: Alain Krok Date: Tue, 14 Nov 2023 11:22:10 -0600 Subject: [PATCH 23/23] fix typos --- README.md | 4 ++-- src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index 04cba099..1a0cb408 100644 --- a/README.md +++ b/README.md @@ -45,10 +45,10 @@ The following constructs are available in the library: | **Construct** |Description| AWS Services used | |:-------------|:-------------|:-------------| | [Data ingestion pipeline](./src/patterns/gen-ai/aws-rag-appsync-stepfn-opensearch/) | Ingestion pipeline providing a RAG (Retrieval Augmented Generation) source for storing documents in a knowledge base. | Amazon OpenSearch, AWS Step Functions, Amazon Bedrock, AWS AppSync, AWS Lambda | -| [Question answering](./src/patterns/gen-ai/aws-qa-appsync-opensearch/) | Question answering against a Large Language Model (Anthropic Claude V2) using a RAG (Retrieval Augmented Generation) source and/or long context window. | Amazon OpenSearch, AWS Lambda, Amazon Bedrock, AWS AppSync | +| [Question answering](./src/patterns/gen-ai/aws-qa-appsync-opensearch/) | Question answering against a large language model (Anthropic Claude V2) using a RAG (Retrieval Augmented Generation) source and/or long context window. | Amazon OpenSearch, AWS Lambda, Amazon Bedrock, AWS AppSync | | [Summarization](./src/patterns/gen-ai/aws-summarization-appsync-stepfn/) | Document summarization using a Large Language Model (Anthropic Claude V2). | AWS Lambda, Amazon Bedrock, AWS AppSync and Amazon Elasticache for Redis. | | [Lambda layer](./src/patterns/gen-ai/aws-langchain-common-layer/) | Python lambda layer providing dependencies and utilities to develop Generative AI applications on AWS. | AWS Lambda, Amazon Bedrock, Amazon SageMaker | -| [SageMaker model deployment](./src/patterns/gen-ai/aws-model-deployment-sagemaker/) | Deploy a Large Language model from Amazon Jumpstart or Hugging Face to an Amazon SageMaker endpoint. | Amazon SageMaker | +| [SageMaker model deployment](./src/patterns/gen-ai/aws-model-deployment-sagemaker/) | Deploy a foundation model from Amazon SageMaker JumpStart or Hugging Face to an Amazon SageMaker endpoint. | Amazon SageMaker | # Sample Use Cases diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md index d6494463..53db28c1 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/README.md @@ -34,7 +34,7 @@ ## Overview -Two constructs are provided here to simplify the deployment of Large Language Models on Amazon SageMaker from two different hubs: +Two constructs are provided here to simplify the deployment of foundation models on Amazon SageMaker from two different hubs: - Models from SageMaker Foundation Models / SageMaker JumpStart - Models supported by [Hugging Face LLM Inference Container for Amazon SageMaker](https://huggingface.co/blog/sagemaker-huggingface-llm)